2024-09-10T10:16:52.642 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-10T10:16:52.665 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T10:16:52.752 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027 branch: wip-rishabh-testing-20240909.165402-squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/client-limits} email: null first_in_suite: false job_id: '7899027' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-rishabh-testing-20240909.165402-squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - responding to mclientcaps\(revoke\) - not advance its oldest_client_tid - failing to advance its oldest client/flush tid - Too many inodes in cache - failing to respond to cache pressure - slow requests are blocked - failing to respond to capability release - MDS cache is too large - \(MDS_CLIENT_OLDEST_TID\) - \(MDS_CACHE_OVERSIZED\) sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b kclient: syntax: v2 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240909.165402-squid sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 9893 sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b sleep_before_teardown: 0 subset: 197/1024 suite: fs suite_branch: wip-rishabh-testing-20240909.165402-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi022.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPDvLOnQuGUnxuy3Q2WWwJJHZM0GAOeokw9H3RW3ifiI4k7+3OMyB+K/sweHUML1VFvlVjb6xktX/yNJduK3bJc= smithi145.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMjGdXwOgcX61axoqp5P8/LOoqt6K6wNVy5NoGqmYl6efZnxGEwFSDGh8spYostPzOnC62ehn7f9aAhl5gRypw0= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_client_limits teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-10_06:58:10 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-10T10:16:52.752 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa; will attempt to use it 2024-09-10T10:16:52.753 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks 2024-09-10T10:16:52.753 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-10T10:16:52.755 INFO:teuthology.task.internal:Checking packages... 2024-09-10T10:16:52.778 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '1cf819b7212a6048e92fc78c4eff963344f6d56b' 2024-09-10T10:16:52.778 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T10:16:52.779 INFO:teuthology.packaging:ref: None 2024-09-10T10:16:52.779 INFO:teuthology.packaging:tag: None 2024-09-10T10:16:52.779 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240909.165402-squid 2024-09-10T10:16:52.779 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T10:16:52.779 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-rishabh-testing-20240909.165402-squid 2024-09-10T10:16:52.920 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:16:52.922 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-10T10:16:52.929 INFO:teuthology.task.internal:no buildpackages task found 2024-09-10T10:16:52.929 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-10T10:16:52.954 INFO:teuthology.task.internal:Saving configuration 2024-09-10T10:16:52.971 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-10T10:16:52.978 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-10T10:16:53.003 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi022.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 10:11:28.652786', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDPBe4CcshnlMgMD8tuZgFegvdJcdrfO8wbdzeF0ZZIb'} 2024-09-10T10:16:53.024 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi145.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 10:11:28.651490', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHGHyoT9xehdBoopveqIGkgTkg391I3S7MEMlHicoOju'} 2024-09-10T10:16:53.024 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-10T10:16:53.030 INFO:teuthology.task.internal:roles: ubuntu@smithi022.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-10T10:16:53.030 INFO:teuthology.task.internal:roles: ubuntu@smithi145.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-10T10:16:53.030 INFO:teuthology.run_tasks:Running task console_log... 2024-09-10T10:16:53.095 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f98983afbe0>, signals=[15]) 2024-09-10T10:16:53.095 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-10T10:16:53.101 INFO:teuthology.task.internal:Opening connections... 2024-09-10T10:16:53.102 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:16:53.103 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi022.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:16:53.196 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:16:53.197 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:16:53.273 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-10T10:16:53.279 DEBUG:teuthology.orchestra.run.smithi022:> uname -m 2024-09-10T10:16:53.284 INFO:teuthology.orchestra.run.smithi022.stdout:x86_64 2024-09-10T10:16:53.284 DEBUG:teuthology.orchestra.run.smithi022:> cat /etc/os-release 2024-09-10T10:16:53.330 INFO:teuthology.orchestra.run.smithi022.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:NAME="Ubuntu" 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:VERSION_ID="22.04" 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:VERSION_CODENAME=jammy 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:ID=ubuntu 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:ID_LIKE=debian 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-10T10:16:53.331 INFO:teuthology.orchestra.run.smithi022.stdout:UBUNTU_CODENAME=jammy 2024-09-10T10:16:53.332 INFO:teuthology.lock.ops:Updating smithi022.front.sepia.ceph.com on lock server 2024-09-10T10:16:53.354 DEBUG:teuthology.orchestra.run.smithi145:> uname -m 2024-09-10T10:16:53.359 INFO:teuthology.orchestra.run.smithi145.stdout:x86_64 2024-09-10T10:16:53.359 DEBUG:teuthology.orchestra.run.smithi145:> cat /etc/os-release 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:NAME="Ubuntu" 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION_ID="22.04" 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION_CODENAME=jammy 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:ID=ubuntu 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:ID_LIKE=debian 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-10T10:16:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-10T10:16:53.408 INFO:teuthology.orchestra.run.smithi145.stdout:UBUNTU_CODENAME=jammy 2024-09-10T10:16:53.408 INFO:teuthology.lock.ops:Updating smithi145.front.sepia.ceph.com on lock server 2024-09-10T10:16:53.429 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-10T10:16:53.438 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-10T10:16:53.443 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-10T10:16:53.443 DEBUG:teuthology.orchestra.run.smithi022:> test '!' -e /home/ubuntu/cephtest 2024-09-10T10:16:53.446 DEBUG:teuthology.orchestra.run.smithi145:> test '!' -e /home/ubuntu/cephtest 2024-09-10T10:16:53.457 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-10T10:16:53.462 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-10T10:16:53.462 DEBUG:teuthology.orchestra.run.smithi022:> test -z $(ls -A /var/lib/ceph) 2024-09-10T10:16:53.492 DEBUG:teuthology.orchestra.run.smithi145:> test -z $(ls -A /var/lib/ceph) 2024-09-10T10:16:53.513 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-10T10:16:53.556 INFO:teuthology.run_tasks:Running task kernel... 2024-09-10T10:16:53.570 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-10T10:16:53.570 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.2': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}, 'client.3': {'branch': 'testing'}} 2024-09-10T10:16:53.570 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2024-09-10T10:16:53.570 DEBUG:teuthology.orchestra.run.smithi022:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T10:16:53.571 DEBUG:teuthology.orchestra.run.smithi145:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T10:16:53.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:16:53.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:16:53.576 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=testing 2024-09-10T10:16:53.577 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=testing 2024-09-10T10:16:53.732 DEBUG:teuthology.task.kernel:sha1 for client.1 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-10T10:16:53.732 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-10T10:16:53.732 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2024-09-10T10:16:53.738 INFO:teuthology.orchestra.run.smithi145.stdout:5.15.0-56-generic 2024-09-10T10:16:53.738 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-56-generic vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-10T10:16:53.739 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-10T10:16:53.739 INFO:teuthology.task.kernel:Installing linux-firmware on client.1... 2024-09-10T10:16:53.739 DEBUG:teuthology.orchestra.run.smithi145:> cd /lib/firmware/updates && test -d .git && test '!' -s .git/HEAD && sudo rm -rf .git ; sudo install -d -m0755 /lib/firmware/updates && cd /lib/firmware/updates && sudo git init 2024-09-10T10:16:53.758 DEBUG:teuthology.task.kernel:sha1 for client.0 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-10T10:16:53.758 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-10T10:16:53.758 DEBUG:teuthology.orchestra.run.smithi022:> uname -r 2024-09-10T10:16:53.763 INFO:teuthology.orchestra.run.smithi022.stdout:5.15.0-56-generic 2024-09-10T10:16:53.764 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-56-generic vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-10T10:16:53.764 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-10T10:16:53.764 INFO:teuthology.task.kernel:Installing linux-firmware on client.0... 2024-09-10T10:16:53.764 DEBUG:teuthology.orchestra.run.smithi022:> cd /lib/firmware/updates && test -d .git && test '!' -s .git/HEAD && sudo rm -rf .git ; sudo install -d -m0755 /lib/firmware/updates && cd /lib/firmware/updates && sudo git init 2024-09-10T10:16:53.792 INFO:teuthology.orchestra.run.smithi145.stderr:bash: line 1: cd: /lib/firmware/updates: No such file or directory 2024-09-10T10:16:53.826 INFO:teuthology.orchestra.run.smithi022.stderr:bash: line 1: cd: /lib/firmware/updates: No such file or directory 2024-09-10T10:16:53.923 INFO:teuthology.orchestra.run.smithi145.stderr:hint: Using 'master' as the name for the initial branch. This default branch name 2024-09-10T10:16:53.924 INFO:teuthology.orchestra.run.smithi145.stderr:hint: is subject to change. To configure the initial branch name to use in all 2024-09-10T10:16:53.924 INFO:teuthology.orchestra.run.smithi145.stderr:hint: of your new repositories, which will suppress this warning, call: 2024-09-10T10:16:53.924 INFO:teuthology.orchestra.run.smithi145.stderr:hint: 2024-09-10T10:16:53.924 INFO:teuthology.orchestra.run.smithi145.stderr:hint: git config --global init.defaultBranch 2024-09-10T10:16:53.924 INFO:teuthology.orchestra.run.smithi145.stderr:hint: 2024-09-10T10:16:53.924 INFO:teuthology.orchestra.run.smithi145.stderr:hint: Names commonly chosen instead of 'master' are 'main', 'trunk' and 2024-09-10T10:16:53.924 INFO:teuthology.orchestra.run.smithi145.stderr:hint: 'development'. The just-created branch can be renamed via this command: 2024-09-10T10:16:53.924 INFO:teuthology.orchestra.run.smithi145.stderr:hint: 2024-09-10T10:16:53.924 INFO:teuthology.orchestra.run.smithi145.stderr:hint: git branch -m 2024-09-10T10:16:53.925 INFO:teuthology.orchestra.run.smithi145.stdout:Initialized empty Git repository in /usr/lib/firmware/updates/.git/ 2024-09-10T10:16:53.927 DEBUG:teuthology.orchestra.run.smithi145:> sudo git --git-dir=/lib/firmware/updates/.git config --get remote.origin.url >/dev/null || sudo git --git-dir=/lib/firmware/updates/.git remote add origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git 2024-09-10T10:16:53.953 INFO:teuthology.orchestra.run.smithi022.stderr:hint: Using 'master' as the name for the initial branch. This default branch name 2024-09-10T10:16:53.954 INFO:teuthology.orchestra.run.smithi022.stderr:hint: is subject to change. To configure the initial branch name to use in all 2024-09-10T10:16:53.954 INFO:teuthology.orchestra.run.smithi022.stderr:hint: of your new repositories, which will suppress this warning, call: 2024-09-10T10:16:53.954 INFO:teuthology.orchestra.run.smithi022.stderr:hint: 2024-09-10T10:16:53.954 INFO:teuthology.orchestra.run.smithi022.stderr:hint: git config --global init.defaultBranch 2024-09-10T10:16:53.954 INFO:teuthology.orchestra.run.smithi022.stderr:hint: 2024-09-10T10:16:53.954 INFO:teuthology.orchestra.run.smithi022.stderr:hint: Names commonly chosen instead of 'master' are 'main', 'trunk' and 2024-09-10T10:16:53.954 INFO:teuthology.orchestra.run.smithi022.stderr:hint: 'development'. The just-created branch can be renamed via this command: 2024-09-10T10:16:53.954 INFO:teuthology.orchestra.run.smithi022.stderr:hint: 2024-09-10T10:16:53.954 INFO:teuthology.orchestra.run.smithi022.stderr:hint: git branch -m 2024-09-10T10:16:53.955 INFO:teuthology.orchestra.run.smithi022.stdout:Initialized empty Git repository in /usr/lib/firmware/updates/.git/ 2024-09-10T10:16:53.956 DEBUG:teuthology.orchestra.run.smithi022:> sudo git --git-dir=/lib/firmware/updates/.git config --get remote.origin.url >/dev/null || sudo git --git-dir=/lib/firmware/updates/.git remote add origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git 2024-09-10T10:16:54.002 DEBUG:teuthology.orchestra.run.smithi145:> sudo git --git-dir=/lib/firmware/updates/.git remote set-url origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git >/dev/null 2024-09-10T10:16:54.021 DEBUG:teuthology.orchestra.run.smithi022:> sudo git --git-dir=/lib/firmware/updates/.git remote set-url origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git >/dev/null 2024-09-10T10:16:54.057 DEBUG:teuthology.orchestra.run.smithi145:> cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main 2024-09-10T10:16:54.077 DEBUG:teuthology.orchestra.run.smithi022:> cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main 2024-09-10T10:17:26.581 INFO:teuthology.orchestra.run.smithi022.stderr:From git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware 2024-09-10T10:17:26.581 INFO:teuthology.orchestra.run.smithi022.stderr: * [new branch] main -> origin/main 2024-09-10T10:17:26.581 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20240909 -> 20240909 2024-09-10T10:17:26.618 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20190312 -> 20190312 2024-09-10T10:17:26.618 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20190416 -> 20190416 2024-09-10T10:17:26.618 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20190514 -> 20190514 2024-09-10T10:17:26.618 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20190618 -> 20190618 2024-09-10T10:17:26.618 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20190717 -> 20190717 2024-09-10T10:17:26.618 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20190815 -> 20190815 2024-09-10T10:17:26.619 INFO:teuthology.orchestra.run.smithi145.stderr:From git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware 2024-09-10T10:17:26.619 INFO:teuthology.orchestra.run.smithi145.stderr: * [new branch] main -> origin/main 2024-09-10T10:17:26.619 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20240909 -> 20240909 2024-09-10T10:17:26.620 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20190923 -> 20190923 2024-09-10T10:17:26.620 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20191022 -> 20191022 2024-09-10T10:17:26.621 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20191215 -> 20191215 2024-09-10T10:17:26.621 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20200122 -> 20200122 2024-09-10T10:17:26.621 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20200316 -> 20200316 2024-09-10T10:17:26.621 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20200421 -> 20200421 2024-09-10T10:17:26.621 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20200519 -> 20200519 2024-09-10T10:17:26.621 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20200619 -> 20200619 2024-09-10T10:17:26.621 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20200721 -> 20200721 2024-09-10T10:17:26.621 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20200817 -> 20200817 2024-09-10T10:17:26.625 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20200918 -> 20200918 2024-09-10T10:17:26.625 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20201022 -> 20201022 2024-09-10T10:17:26.625 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20201118 -> 20201118 2024-09-10T10:17:26.625 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20201218 -> 20201218 2024-09-10T10:17:26.625 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20210208 -> 20210208 2024-09-10T10:17:26.625 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20210315 -> 20210315 2024-09-10T10:17:26.625 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20210511 -> 20210511 2024-09-10T10:17:26.625 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20210716 -> 20210716 2024-09-10T10:17:26.625 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20210818 -> 20210818 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20210919 -> 20210919 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20211027 -> 20211027 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20211216 -> 20211216 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20220209 -> 20220209 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20220310 -> 20220310 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20220411 -> 20220411 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20220509 -> 20220509 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20220610 -> 20220610 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20220708 -> 20220708 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20220815 -> 20220815 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20220913 -> 20220913 2024-09-10T10:17:26.626 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20221012 -> 20221012 2024-09-10T10:17:26.627 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20221109 -> 20221109 2024-09-10T10:17:26.627 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20221214 -> 20221214 2024-09-10T10:17:26.627 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20230117 -> 20230117 2024-09-10T10:17:26.627 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20230210 -> 20230210 2024-09-10T10:17:26.627 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20230310 -> 20230310 2024-09-10T10:17:26.627 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20230404 -> 20230404 2024-09-10T10:17:26.627 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20230515 -> 20230515 2024-09-10T10:17:26.627 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20230625 -> 20230625 2024-09-10T10:17:26.627 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20230804 -> 20230804 2024-09-10T10:17:26.627 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20230919 -> 20230919 2024-09-10T10:17:26.628 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20231030 -> 20231030 2024-09-10T10:17:26.628 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20231111 -> 20231111 2024-09-10T10:17:26.628 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20231211 -> 20231211 2024-09-10T10:17:26.628 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20240115 -> 20240115 2024-09-10T10:17:26.628 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20240220 -> 20240220 2024-09-10T10:17:26.629 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20240312 -> 20240312 2024-09-10T10:17:26.629 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20240410 -> 20240410 2024-09-10T10:17:26.629 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20240513 -> 20240513 2024-09-10T10:17:26.629 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20240610 -> 20240610 2024-09-10T10:17:26.629 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20240709 -> 20240709 2024-09-10T10:17:26.629 INFO:teuthology.orchestra.run.smithi022.stderr: * [new tag] 20240811 -> 20240811 2024-09-10T10:17:26.649 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20190312 -> 20190312 2024-09-10T10:17:26.649 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20190416 -> 20190416 2024-09-10T10:17:26.649 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20190514 -> 20190514 2024-09-10T10:17:26.649 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20190618 -> 20190618 2024-09-10T10:17:26.649 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20190717 -> 20190717 2024-09-10T10:17:26.649 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20190815 -> 20190815 2024-09-10T10:17:26.650 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20190923 -> 20190923 2024-09-10T10:17:26.650 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20191022 -> 20191022 2024-09-10T10:17:26.650 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20191215 -> 20191215 2024-09-10T10:17:26.650 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20200122 -> 20200122 2024-09-10T10:17:26.653 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20200316 -> 20200316 2024-09-10T10:17:26.653 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20200421 -> 20200421 2024-09-10T10:17:26.653 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20200519 -> 20200519 2024-09-10T10:17:26.653 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20200619 -> 20200619 2024-09-10T10:17:26.653 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20200721 -> 20200721 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20200817 -> 20200817 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20200918 -> 20200918 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20201022 -> 20201022 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20201118 -> 20201118 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20201218 -> 20201218 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20210208 -> 20210208 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20210315 -> 20210315 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20210511 -> 20210511 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20210716 -> 20210716 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20210818 -> 20210818 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20210919 -> 20210919 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20211027 -> 20211027 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20211216 -> 20211216 2024-09-10T10:17:26.654 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20220209 -> 20220209 2024-09-10T10:17:26.655 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20220310 -> 20220310 2024-09-10T10:17:26.655 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20220411 -> 20220411 2024-09-10T10:17:26.655 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20220509 -> 20220509 2024-09-10T10:17:26.655 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20220610 -> 20220610 2024-09-10T10:17:26.655 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20220708 -> 20220708 2024-09-10T10:17:26.655 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20220815 -> 20220815 2024-09-10T10:17:26.655 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20220913 -> 20220913 2024-09-10T10:17:26.655 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20221012 -> 20221012 2024-09-10T10:17:26.655 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20221109 -> 20221109 2024-09-10T10:17:26.655 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20221214 -> 20221214 2024-09-10T10:17:26.657 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20230117 -> 20230117 2024-09-10T10:17:26.657 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20230210 -> 20230210 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20230310 -> 20230310 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20230404 -> 20230404 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20230515 -> 20230515 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20230625 -> 20230625 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20230804 -> 20230804 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20230919 -> 20230919 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20231030 -> 20231030 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20231111 -> 20231111 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20231211 -> 20231211 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20240115 -> 20240115 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20240220 -> 20240220 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20240312 -> 20240312 2024-09-10T10:17:26.658 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20240410 -> 20240410 2024-09-10T10:17:26.659 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20240513 -> 20240513 2024-09-10T10:17:26.659 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20240610 -> 20240610 2024-09-10T10:17:26.659 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20240709 -> 20240709 2024-09-10T10:17:26.659 INFO:teuthology.orchestra.run.smithi145.stderr: * [new tag] 20240811 -> 20240811 2024-09-10T10:17:31.187 INFO:teuthology.orchestra.run.smithi145.stderr:Updating files: 36% (1260/3499) Updating files: 37% (1295/3499) Updating files: 38% (1330/3499) Updating files: 39% (1365/3499) Updating files: 40% (1400/3499) Updating files: 41% (1435/3499) Updating files: 42% (1470/3499) Updating files: 43% (1505/3499) Updating files: 44% (1540/3499) Updating files: 45% (1575/3499) Updating files: 46% (1610/3499) Updating files: 47% (1645/3499) Updating files: 48% (1680/3499) Updating files: 49% (1715/3499) Updating files: 50% (1750/3499) Updating files: 51% (1785/3499) Updating files: 52% (1820/3499) Updating files: 53% (1855/3499) Updating files: 54% (1890/3499) Updating files: 55% (1925/3499) Updating files: 56% (1960/3499) Updating files: 57% (1995/3499) Updating files: 58% (2030/3499) Updating files: 58% (2063/3499) Updating files: 59% (2065/3499) Updating files: 60% (2100/3499) Updating files: 61% (2135/3499) Updating files: 62% (2170/3499) Updating files: 63% (2205/3499) Updating files: 64% (2240/3499) Updating files: 65% (2275/3499) Updating files: 66% (2310/3499) Updating files: 67% (2345/3499) Updating files: 68% (2380/3499) Updating files: 69% (2415/3499) Updating files: 69% (2423/3499) Updating files: 70% (2450/3499) Updating files: 71% (2485/3499) Updating files: 72% (2520/3499) Updating files: 73% (2555/3499) Updating files: 74% (2590/3499) Updating files: 75% (2625/3499) Updating files: 76% (2660/3499) Updating files: 77% (2695/3499) Updating files: 78% (2730/3499) Updating files: 79% (2765/3499) Updating files: 80% (2800/3499) Updating files: 81% (2835/3499) Updating files: 82% (2870/3499) Updating files: 82% (2889/3499) Updating files: 83% (2905/3499) Updating files: 84% (2940/3499) Updating files: 85% (2975/3499) Updating files: 86% (3010/3499) Updating files: 87% (3045/3499) Updating files: 88% (3080/3499) Updating files: 89% (3115/3499) Updating files: 90% (3150/3499) Updating files: 91% (3185/3499) Updating files: 92% (3220/3499) Updating files: 93% (3255/3499) Updating files: 94% (3290/3499) Updating files: 95% (3325/3499) Updating files: 96% (3360/3499) Updating files: 97% (3395/3499) Updating files: 98% (3430/3499) Updating files: 99% (3465/3499) Updating files: 100% (3499/3499) Updating files: 100% (3499/3499), done. 2024-09-10T10:17:31.192 INFO:teuthology.orchestra.run.smithi145.stdout:HEAD is now at 552ed9b8 Merge branch 'mtl-dmc-v2.23' into 'main' 2024-09-10T10:17:31.213 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-10T10:17:31.214 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-10T10:17:31.357 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/jammy/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/ 2024-09-10T10:17:31.357 DEBUG:teuthology.orchestra.run.smithi145:> rm -f /tmp/linux-image.deb && echo linux-image-6.11.0-rc5-g2ca44a2f35ca_6.11.0-rc5-g2ca44a2f35ca-1_amd64.deb | wget -nv -O /tmp/linux-image.deb --base=https://4.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/jammy/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/ --input-file=- 2024-09-10T10:17:31.360 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi145.front.sepia.ceph.com to complete... 2024-09-10T10:17:31.385 INFO:teuthology.orchestra.run.smithi022.stderr:Updating files: 29% (1017/3499) Updating files: 30% (1050/3499) Updating files: 31% (1085/3499) Updating files: 32% (1120/3499) Updating files: 33% (1155/3499) Updating files: 34% (1190/3499) Updating files: 35% (1225/3499) Updating files: 36% (1260/3499) Updating files: 37% (1295/3499) Updating files: 38% (1330/3499) Updating files: 39% (1365/3499) Updating files: 40% (1400/3499) Updating files: 41% (1435/3499) Updating files: 42% (1470/3499) Updating files: 43% (1505/3499) Updating files: 44% (1540/3499) Updating files: 45% (1575/3499) Updating files: 46% (1610/3499) Updating files: 47% (1645/3499) Updating files: 48% (1680/3499) Updating files: 49% (1715/3499) Updating files: 50% (1750/3499) Updating files: 51% (1785/3499) Updating files: 52% (1820/3499) Updating files: 53% (1855/3499) Updating files: 54% (1890/3499) Updating files: 55% (1925/3499) Updating files: 56% (1960/3499) Updating files: 57% (1995/3499) Updating files: 58% (2030/3499) Updating files: 58% (2047/3499) Updating files: 59% (2065/3499) Updating files: 60% (2100/3499) Updating files: 61% (2135/3499) Updating files: 62% (2170/3499) Updating files: 63% (2205/3499) Updating files: 64% (2240/3499) Updating files: 65% (2275/3499) Updating files: 66% (2310/3499) Updating files: 67% (2345/3499) Updating files: 68% (2380/3499) Updating files: 69% (2415/3499) Updating files: 69% (2416/3499) Updating files: 70% (2450/3499) Updating files: 71% (2485/3499) Updating files: 72% (2520/3499) Updating files: 73% (2555/3499) Updating files: 74% (2590/3499) Updating files: 75% (2625/3499) Updating files: 76% (2660/3499) Updating files: 77% (2695/3499) Updating files: 78% (2730/3499) Updating files: 79% (2765/3499) Updating files: 80% (2800/3499) Updating files: 81% (2835/3499) Updating files: 82% (2870/3499) Updating files: 82% (2875/3499) Updating files: 83% (2905/3499) Updating files: 84% (2940/3499) Updating files: 85% (2975/3499) Updating files: 86% (3010/3499) Updating files: 87% (3045/3499) Updating files: 88% (3080/3499) Updating files: 89% (3115/3499) Updating files: 90% (3150/3499) Updating files: 91% (3185/3499) Updating files: 92% (3220/3499) Updating files: 93% (3255/3499) Updating files: 94% (3290/3499) Updating files: 95% (3325/3499) Updating files: 96% (3360/3499) Updating files: 97% (3395/3499) Updating files: 98% (3430/3499) Updating files: 99% (3465/3499) Updating files: 100% (3499/3499) Updating files: 100% (3499/3499), done. 2024-09-10T10:17:31.390 INFO:teuthology.orchestra.run.smithi022.stdout:HEAD is now at 552ed9b8 Merge branch 'mtl-dmc-v2.23' into 'main' 2024-09-10T10:17:31.413 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-10T10:17:31.413 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-10T10:17:31.550 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/jammy/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/ 2024-09-10T10:17:31.550 DEBUG:teuthology.orchestra.run.smithi022:> rm -f /tmp/linux-image.deb && echo linux-image-6.11.0-rc5-g2ca44a2f35ca_6.11.0-rc5-g2ca44a2f35ca-1_amd64.deb | wget -nv -O /tmp/linux-image.deb --base=https://4.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/jammy/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/ --input-file=- 2024-09-10T10:17:31.553 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi022.front.sepia.ceph.com to complete... 2024-09-10T10:17:32.397 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10 10:17:32 URL:https://4.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/jammy/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/linux-image-6.11.0-rc5-g2ca44a2f35ca_6.11.0-rc5-g2ca44a2f35ca-1_amd64.deb [45349154/45349154] -> "/tmp/linux-image.deb" [1] 2024-09-10T10:17:32.397 INFO:teuthology.orchestra.run.smithi145.stderr:FINISHED --2024-09-10 10:17:32-- 2024-09-10T10:17:32.397 INFO:teuthology.orchestra.run.smithi145.stderr:Total wall clock time: 1.0s 2024-09-10T10:17:32.397 INFO:teuthology.orchestra.run.smithi145.stderr:Downloaded: 1 files, 43M in 0.9s (49.1 MB/s) 2024-09-10T10:17:32.401 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-10T10:17:32.402 DEBUG:teuthology.orchestra.run.smithi145:> sudo dpkg -i /tmp/linux-image.deb 2024-09-10T10:17:32.710 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package linux-image-6.11.0-rc5-g2ca44a2f35ca. 2024-09-10T10:17:33.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10 10:17:34 URL:https://4.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/jammy/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/linux-image-6.11.0-rc5-g2ca44a2f35ca_6.11.0-rc5-g2ca44a2f35ca-1_amd64.deb [45349154/45349154] -> "/tmp/linux-image.deb" [1] 2024-09-10T10:17:33.535 INFO:teuthology.orchestra.run.smithi022.stderr:FINISHED --2024-09-10 10:17:34-- 2024-09-10T10:17:33.535 INFO:teuthology.orchestra.run.smithi022.stderr:Total wall clock time: 2.0s 2024-09-10T10:17:33.535 INFO:teuthology.orchestra.run.smithi022.stderr:Downloaded: 1 files, 43M in 1.8s (23.7 MB/s) 2024-09-10T10:17:33.539 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-10T10:17:33.539 DEBUG:teuthology.orchestra.run.smithi022:> sudo dpkg -i /tmp/linux-image.deb 2024-09-10T10:17:33.769 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package linux-image-6.11.0-rc5-g2ca44a2f35ca. 2024-09-10T10:17:34.721 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... 129542 files and directories currently installed.) 2024-09-10T10:17:34.725 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack /tmp/linux-image.deb ... 2024-09-10T10:17:34.857 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking linux-image-6.11.0-rc5-g2ca44a2f35ca (6.11.0-rc5-g2ca44a2f35ca-1) ... 2024-09-10T10:17:35.837 INFO:teuthology.orchestra.run.smithi022.stdout:(Reading database ... 129542 files and directories currently installed.) 2024-09-10T10:17:35.844 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack /tmp/linux-image.deb ... 2024-09-10T10:17:35.965 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking linux-image-6.11.0-rc5-g2ca44a2f35ca (6.11.0-rc5-g2ca44a2f35ca-1) ... 2024-09-10T10:17:38.945 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up linux-image-6.11.0-rc5-g2ca44a2f35ca (6.11.0-rc5-g2ca44a2f35ca-1) ... 2024-09-10T10:17:39.035 INFO:teuthology.orchestra.run.smithi145.stderr:update-initramfs: Generating /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:17:39.811 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up linux-image-6.11.0-rc5-g2ca44a2f35ca (6.11.0-rc5-g2ca44a2f35ca-1) ... 2024-09-10T10:17:39.909 INFO:teuthology.orchestra.run.smithi022.stderr:update-initramfs: Generating /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:01.627 INFO:teuthology.orchestra.run.smithi145.stderr:Sourcing file `/etc/default/grub' 2024-09-10T10:18:01.643 INFO:teuthology.orchestra.run.smithi145.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-10T10:18:01.668 INFO:teuthology.orchestra.run.smithi145.stderr:Generating grub configuration file ... 2024-09-10T10:18:02.025 INFO:teuthology.orchestra.run.smithi145.stderr:Found linux image: /boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:02.045 INFO:teuthology.orchestra.run.smithi145.stderr:Found initrd image: /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:02.324 INFO:teuthology.orchestra.run.smithi145.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-10T10:18:02.334 INFO:teuthology.orchestra.run.smithi145.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-10T10:18:02.396 INFO:teuthology.orchestra.run.smithi145.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-10T10:18:02.402 INFO:teuthology.orchestra.run.smithi145.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-10T10:18:02.564 INFO:teuthology.orchestra.run.smithi145.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-10T10:18:02.565 INFO:teuthology.orchestra.run.smithi145.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-10T10:18:02.565 INFO:teuthology.orchestra.run.smithi145.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-10T10:18:02.621 INFO:teuthology.orchestra.run.smithi145.stderr:done 2024-09-10T10:18:02.821 DEBUG:teuthology.orchestra.run.smithi145:> dpkg-deb -c /tmp/linux-image.deb 2024-09-10T10:18:02.829 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./ 2024-09-10T10:18:02.829 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./boot/ 2024-09-10T10:18:02.829 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7098725 2024-09-06 14:57 ./boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:02.847 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 174121 2024-09-06 14:57 ./boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:02.847 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13292544 2024-09-06 14:57 ./boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:02.868 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/ 2024-09-10T10:18:02.868 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/kernel/ 2024-09-10T10:18:02.868 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/kernel/postinst.d/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/kernel/postrm.d/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/kernel/preinst.d/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/kernel/prerm.d/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 189809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/aesni-intel.ko 2024-09-10T10:18:02.869 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-10T10:18:02.870 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-10T10:18:02.870 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-10T10:18:02.870 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 97321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-10T10:18:02.870 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 109985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-10T10:18:02.870 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 155337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-10T10:18:02.870 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-10T10:18:02.870 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-10T10:18:02.870 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 87097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-10T10:18:02.870 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-10T10:18:02.872 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-10T10:18:02.872 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 50457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-10T10:18:02.872 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 54593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-10T10:18:02.872 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 48073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 62961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/ 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/ 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/ 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpuid.ko 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/msr.ko 2024-09-10T10:18:02.873 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/ 2024-09-10T10:18:02.874 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 505169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-10T10:18:02.874 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1060585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-10T10:18:02.874 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 2858865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-10T10:18:02.895 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ 2024-09-10T10:18:02.895 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 62113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/af_alg.ko 2024-09-10T10:18:02.895 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/algif_hash.ko 2024-09-10T10:18:02.895 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/algif_skcipher.ko 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/asymmetric_keys/ 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/ 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-10T10:18:02.896 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-10T10:18:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 57801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cryptd.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_simd.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lrw.ko 2024-09-10T10:18:02.898 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 169521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-10T10:18:02.899 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xts.ko 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_extlog.ko 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-10T10:18:02.900 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/apei/ 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/apei/einj.ko 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 120321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 100457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci.ko 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 105105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci.ko 2024-09-10T10:18:02.901 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-10T10:18:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 60665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_legacy.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-10T10:18:02.903 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_radisys.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rz1000.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-10T10:18:02.904 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 102273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-10T10:18:02.905 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/ 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 161225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/ 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/ 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 141025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/ 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1240825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 203657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-10T10:18:02.906 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/ 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 115057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 143337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/ 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 133345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 119929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 312817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/ 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 117753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/ 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 70201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/applicom.ko 2024-09-10T10:18:02.907 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/ 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 183745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 179465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-10T10:18:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 65425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/ 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 103521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/nvram.ko 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/ 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_atmel.ko 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_infineon.ko 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_nuvoton.ko 2024-09-10T10:18:02.909 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/xen-tpmfront.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/ 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_class.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 62201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_core.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_pcie.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/ 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-palmas.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 57313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-si5351.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-twl6040.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-wm831x.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/ 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-10T10:18:02.910 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 89361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 334505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/ 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/ 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/ 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 833113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/ 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-10T10:18:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-10T10:18:02.912 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/ 2024-09-10T10:18:02.912 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-10T10:18:02.912 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/ 2024-09-10T10:18:02.912 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-10T10:18:02.924 INFO:teuthology.orchestra.run.smithi022.stderr:Sourcing file `/etc/default/grub' 2024-09-10T10:18:02.931 INFO:teuthology.orchestra.run.smithi022.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-10T10:18:02.964 INFO:teuthology.orchestra.run.smithi022.stderr:Generating grub configuration file ... 2024-09-10T10:18:02.969 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ 2024-09-10T10:18:02.969 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/ 2024-09-10T10:18:02.969 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-10T10:18:02.969 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ 2024-09-10T10:18:02.969 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 147345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 50729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 64265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 68801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/ 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-gpio.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max14577.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max77693.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max8997.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-palmas.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-rt8973a.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-sm5502.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/ 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/dmi-sysfs.ko 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/efi/ 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/efi/efi-pstore.ko 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/ 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-adp5520.ko 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-amd8111.ko 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-arizona.ko 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-da9052.ko 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-da9055.ko 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-dln2.ko 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 81153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-f7188x.ko 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-generic.ko 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-janz-ttl.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-kempld.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-lp3943.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max7300.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max730x.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max732x.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ml-ioh.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 56001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-pca953x.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-pcf857x.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-rdc321x.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-sch.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-sch311x.ko 2024-09-10T10:18:02.973 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-tps65912.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-twl4030.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-twl6040.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-vx855.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm831x.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm8350.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm8994.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/ 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-a4tech.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-apple.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-10T10:18:02.974 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-belkin.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cherry.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-chicony.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 74497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cp2112.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cypress.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ezkey.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-10T10:18:02.975 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-generic.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kensington.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-10T10:18:02.976 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 54337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lg-g15.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 67841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 122145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 98177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-magicmouse.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-microsoft.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-monterey.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 60505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ntrig.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-10T10:18:02.977 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 91217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-10T10:18:02.978 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 62345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-10T10:18:02.979 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 81673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 184865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 462849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-10T10:18:02.980 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/ 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 153953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbhid.ko 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbkbd.ko 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbmouse.ko 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 261241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/ 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 76441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 96073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 378337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 77217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 67097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-10T10:18:02.981 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 115201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 55225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 89113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-10T10:18:02.982 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 81665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 68953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 60281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 48145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/cros_ec_hwmon.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/da9052-hwmon.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/da9055-hwmon.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 57681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 113265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-10T10:18:02.983 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc2103.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 79009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 109049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 50769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 65849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-10T10:18:02.984 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 56393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-10T10:18:02.985 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hih6130.ko 2024-09-10T10:18:02.985 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-10T10:18:02.985 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-10T10:18:02.985 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-10T10:18:02.985 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-10T10:18:02.985 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-10T10:18:02.985 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-10T10:18:02.985 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-10T10:18:02.985 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 150681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/jc42.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 57769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 86561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-10T10:18:02.986 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 55721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 73649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 131585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-10T10:18:02.987 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mc13783-adc.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/menf21bmc_hwmon.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 56825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-10T10:18:02.988 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 140657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 72761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 67865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 97865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 62009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-10T10:18:02.989 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 98961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-10T10:18:02.990 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 48793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 46561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 50297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-10T10:18:02.991 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 62817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 71193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 96665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 75217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 83505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 116873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 134513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/wm831x-hwmon.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/wm8350-hwmon.ko 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/ 2024-09-10T10:18:02.992 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/ 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/ 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali1535.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali1563.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali15x3.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko 2024-09-10T10:18:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 63537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-dln2.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-gpio.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 78577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 52945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-kempld.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-10T10:18:02.994 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ocores.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 57137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis5595.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis630.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-taos-evm.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-10T10:18:02.995 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-xiic.ko 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/ 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 328633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-10T10:18:02.996 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1107329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 84409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 404889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 120105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 343753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/ 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 591177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/ 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 515585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/ 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 919921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-10T10:18:02.997 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 375761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ocrdma/ 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 203241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ocrdma/ocrdma.ko 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/usnic/ 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 212353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/usnic/usnic_verbs.ko 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 334665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 120785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 132457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-10T10:18:02.998 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 158257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 157209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/ 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/evbug.ko 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/ff-memless.ko 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/ 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/ 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5520-keys.ko 2024-09-10T10:18:02.999 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5588-keys.ko 2024-09-10T10:18:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5589-keys.ko 2024-09-10T10:18:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/cros_ec_keyb.ko 2024-09-10T10:18:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-10T10:18:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys_polled.ko 2024-09-10T10:18:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lkkbd.ko 2024-09-10T10:18:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lm8323.ko 2024-09-10T10:18:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lm8333.ko 2024-09-10T10:18:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/matrix_keypad.ko 2024-09-10T10:18:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/max7359_keypad.ko 2024-09-10T10:18:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/mcs_touchkey.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/mpr121_touchkey.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/newtonkbd.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/opencores-kbd.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/qt1070.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/qt2160.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/samsung-keypad.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/stowaway.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/sunkbd.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/tca6416-keypad.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/tca8418_keypad.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/twl4030_keypad.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/xtkbd.ko 2024-09-10T10:18:03.001 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/matrix-keymap.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/ 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 160569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 114801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/gpio_mouse.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 430033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/psmouse.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/ 2024-09-10T10:18:03.002 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 139497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ct82c710.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/parkbd.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/pcips2.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ps2mult.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serport.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/ 2024-09-10T10:18:03.003 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-88pm860x.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-adp5520.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 77345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-bd2802.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-da903x.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-da9052.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-gpio.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3533.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm355x.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3642.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp8788.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-max8997.ko 2024-09-10T10:18:03.004 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-mc13783.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-menf21bmc.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca9532.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca955x.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca963x.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-tca6507.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-wm831x-status.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-wm8350.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-10T10:18:03.005 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/ 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/ 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 776777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 46361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 113977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bufio.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 58393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 197121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 137841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-10T10:18:03.006 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 67153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-era.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 50665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 61073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-mirror.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 96937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 86937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-region-hash.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 139257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-snapshot.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-10T10:18:03.007 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 234353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 64945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-zero.ko 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/ 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 257025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 124833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 157401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 443385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/ 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/ 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 211273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-10T10:18:03.008 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 78081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 54889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 150977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 94401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 64033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/ 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm800.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm805.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm80x.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/arizona-i2c.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 146569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/arizona.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/bcm590xx.ko 2024-09-10T10:18:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/cros_ec_dev.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/dln2.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/janz-cmodio.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 54473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/kempld-core.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lm3533-core.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lm3533-ctrlbank.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lp3943.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 60577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/max8907.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mc13xxx-core.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mc13xxx-i2c.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/menf21bmc.ko 2024-09-10T10:18:03.010 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633-adc.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633-gpio.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/rdc321x-southbridge.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/retu-mfd.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 95625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/si476x-core.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 57473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/tps65010.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/tps6507x.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 51201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wm8994.ko 2024-09-10T10:18:03.011 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ad525x_dpot-i2c.ko 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 63993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ad525x_dpot.ko 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/ 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 57393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 47785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 58785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/ 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/c2port-duramar2150.ko 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 47313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/core.ko 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/ 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-10T10:18:03.012 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ds1682.ko 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/dummy-irq.ko 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/echo/ 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/echo/echo.ko 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/ 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/genwqe/ 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 191761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/genwqe/genwqe_card.ko 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hmc6352.ko 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-10T10:18:03.013 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ibmasm/ 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 92489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ibmasm/ibmasm.ko 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ics932s401.ko 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/ 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/ 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 153777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 381905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/phantom.ko 2024-09-10T10:18:03.014 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ti-st/ 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ti-st/st_drv.ko 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 56809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/ 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 232257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/ 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 623361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/ 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/ 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 133161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-10T10:18:03.015 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/ 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 592833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/ 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 158537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 86233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ 2024-09-10T10:18:03.016 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 73953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 109673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/ 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 64817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/ 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 84433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/ 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 70897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/ 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 52713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-10T10:18:03.017 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/ 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 65945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 56145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 116105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/ 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/ 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 124721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/ 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 128625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/ 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 110505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/ 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 102017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 89121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-10T10:18:03.018 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/ 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 106593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 229409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/ 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1734265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 166913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/ 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 164665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 439633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/ 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/ 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 432417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/ 2024-09-10T10:18:03.019 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/ 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 257433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/ 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 444721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/ 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1309441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/ 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 207073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/ 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/ 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/ 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 269777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/ 2024-09-10T10:18:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/ 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 77601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 169313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 76361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/ 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 76161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 78929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 52401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ec_bhf.ko 2024-09-10T10:18:03.021 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/ 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/ 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 356153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 61881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 63345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fujitsu/ 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 51657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fujitsu/fmvj18x_cs.ko 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 115697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/ 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 366465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/ 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 755425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-10T10:18:03.022 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/ 2024-09-10T10:18:03.023 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 324721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-10T10:18:03.090 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/ 2024-09-10T10:18:03.090 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1193705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-10T10:18:03.090 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/ 2024-09-10T10:18:03.090 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 356609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-10T10:18:03.090 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/ 2024-09-10T10:18:03.090 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 672177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-10T10:18:03.090 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/ 2024-09-10T10:18:03.090 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 121609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 966193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 193889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/ 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/ 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 5969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 109353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/ 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 127057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-10T10:18:03.091 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 151049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/ 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/ 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 888945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 346977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/ 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/ 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1408481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8842.ko 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8851_common.ko 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8851_par.ko 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 117585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-10T10:18:03.092 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/ 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/ 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 131601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 91689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 56777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/ 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 181409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/ 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 171649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/ 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 58529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 50409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-10T10:18:03.093 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/ 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/ 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 301017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 105857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/ 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 885465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/ 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 52481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/ 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 81785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 100833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-10T10:18:03.094 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 264393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/ 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/sxgbe/ 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 142481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/sxgbe/samsung-sxgbe.ko 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/ 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1346017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/ 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 58097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/ 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 80233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/ 2024-09-10T10:18:03.095 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 74529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 79601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 100937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 83593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/ 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/ 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-generic.ko 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 47193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac-platform.ko 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 644913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/ 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 129089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 208177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-10T10:18:03.096 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 82033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 91641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/ 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 60113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/ 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 110881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/ 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 98993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 102745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/ 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 61121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-10T10:18:03.097 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/ 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 70057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/ 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/defxx.ko 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/skfp/ 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 275889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/skfp/skfp.ko 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 91785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/ 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 290697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/ 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-10T10:18:03.098 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 107849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 77585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/ 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-gpio.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 62857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/ 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-10T10:18:03.099 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 72969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 61801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 52945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 58729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-10T10:18:03.100 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 113681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 108257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 118505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 76177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/plip/ 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 55377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/plip/plip.ko 2024-09-10T10:18:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/ 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 52177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 79233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/ 2024-09-10T10:18:03.102 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 136729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 108409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/ 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 179329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/ 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 384193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/ 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 175857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-10T10:18:03.103 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/ 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/ 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 337697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 128353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/ 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 164153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 103657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/ 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/ 2024-09-10T10:18:03.104 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/cpcihp_generic.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/cpcihp_zt5550.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pci-stub.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 55425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/ 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 177817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 76785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia_core.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia_rsrc.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 133969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/ 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/broadcom/ 2024-09-10T10:18:03.105 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/broadcom/phy-bcm-kona-usb2.ko 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/samsung/ 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/samsung/phy-exynos-usb2.ko 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/ 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/ 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 78281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/ 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/ 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 60889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros-ec-sensorhub.ko 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec.ko 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_chardev.ko 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_debugfs.ko 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_lightbar.ko 2024-09-10T10:18:03.106 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_sysfs.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_usbpd_notify.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/ 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 88017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 48353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 74033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 172313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 46505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 62105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 52665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-10T10:18:03.107 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/ibm_rtl.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/ 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-smartconnect.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 51857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-10T10:18:03.108 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/ 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/88pm860x_battery.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/88pm860x_charger.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 68921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq2415x_charger.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 73161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq24190_charger.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq24735-charger.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/cros_charge-control.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/cros_peripheral_charger.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/da9030_battery.ko 2024-09-10T10:18:03.109 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/da9052-battery.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2760_battery.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2780_battery.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2781_battery.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2782_battery.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/gpio-charger.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/isp1704_charger.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/lp8727_charger.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max14577_charger.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max17042_battery.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max8903_charger.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max8925_power.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/pcf50633-charger.ko 2024-09-10T10:18:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/sbs-battery.ko 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/test_power.ko 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/tps65090-charger.ko 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm831x_backup.ko 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm831x_power.ko 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm8350_power.ko 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/ 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 98737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/ 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/ 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-10T10:18:03.111 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/ 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/ 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/ 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 89769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 47369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/ 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-88pm80x.ko 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-88pm860x.ko 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-10T10:18:03.112 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9052.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9055.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9063.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 82585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-10T10:18:03.113 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-lp8788.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 47001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t86.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8907.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8925.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8997.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8998.ko 2024-09-10T10:18:03.114 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-mc13xxx.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-palmas.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 56873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf50633.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rc5t583.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-10T10:18:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-s35390a.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-tps6586x.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-tps65910.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-wm831x.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-wm8350.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 164753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-10T10:18:03.116 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/ 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 341105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 120833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/ 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 468305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 380857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic94xx/ 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 244049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic94xx/aic94xx.ko 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/ 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 135801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-10T10:18:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/ 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 305161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/ 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1526289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/ 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 298321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/ 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 144553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 47673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/ 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 390817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/ 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/ 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 89041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-10T10:18:03.118 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/ 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 117561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 168361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 91777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/ 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 267737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 78441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/ 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 95553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 191041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fdomain.ko 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/ 2024-09-10T10:18:03.119 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 366737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 251641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 65529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 57201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/imm.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 55241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 327841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 129881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/ 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 398505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 62785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-10T10:18:03.120 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/ 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 380649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 172833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 63097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/ 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 274913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/ 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 2737441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/ 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 88625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 388737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 105177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-10T10:18:03.121 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/ 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 833969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/ 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 158857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 96697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/ 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 102113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/aha152x_cs.ko 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/fdomain_cs.ko 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/qlogic_cs.ko 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/sym53c500_cs.ko 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/ 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 444273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-10T10:18:03.122 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 152097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ppa.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 67129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/ 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 2323537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 103793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/ 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 697393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qlogicfas408.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 331577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 219497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 349593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 121777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-10T10:18:03.123 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 92385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 54097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 138265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 57489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/ 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 205137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 55009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 48865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/xen-scsifront.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 172697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-10T10:18:03.124 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/ 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/ 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 915121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/ 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 60497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 48281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1161521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 51985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 149801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/ 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-10T10:18:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/ 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/ 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/ 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-10T10:18:03.126 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 46289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_powerclamp.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 99417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/moxa.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 61737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/mxser.ko 2024-09-10T10:18:03.127 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 134633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 79057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/ 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/ 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/8250_dw.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 65273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/altera_jtaguart.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/altera_uart.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/fsl_lpuart.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/ 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 121249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/rp2.ko 2024-09-10T10:18:03.128 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 68009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/sc16is7xx.ko 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/sc16is7xx_i2c.ko 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/ 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 689289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pltfrm.ko 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/ 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 55041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_dmem_genirq.ko 2024-09-10T10:18:03.129 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_mf624.ko 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_netx.ko 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pdrv_genirq.ko 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/ 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/c67x00/ 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/c67x00/c67x00.ko 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 187689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc.ko 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_msm.ko 2024-09-10T10:18:03.130 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_npcm.ko 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_pci.ko 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_usb2.ko 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/ 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 101657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 63545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 56841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 107633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/common/ 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/common/ulpi.ko 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc2/ 2024-09-10T10:18:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc2/dwc2_pci.ko 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/ 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3-haps.ko 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3-pci.ko 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 576329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3.ko 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/ 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/ 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 70081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/u_ether.ko 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 61153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/u_serial.ko 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_acm.ko 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ecm.ko 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ecm_subset.ko 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_eem.ko 2024-09-10T10:18:03.132 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 132897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_fs.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 62473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_hid.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 142801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_mass_storage.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 70785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ncm.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_obex.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_phonet.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 70241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_printer.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 99913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_rndis.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_serial.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 71577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ss_lb.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_tcm.ko 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/ 2024-09-10T10:18:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_acm_ms.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_cdc.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_dbgp.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ether.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ffs.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_hid.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_mass_storage.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ncm.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_nokia.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_printer.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_serial.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_zero.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 78185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/gadgetfs.ko 2024-09-10T10:18:03.134 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/tcm_usb_gadget.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 200137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/libcomposite.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/ 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/amd5536udc_pci.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/bdc/ 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 182665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/bdc/bdc.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/goku_udc.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/gr_udc.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/mv_u3d_core.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/mv_udc.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/net2272.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/net2280.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 94929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/pch_udc.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 80617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/pxa27x_udc.ko 2024-09-10T10:18:03.135 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 87561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/r8a66597-udc.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 94385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/snps_udc_core.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 191281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/udc-core.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/ 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/bcma-hcd.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 108417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/isp116x-hcd.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 104817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/oxu210hp-hcd.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 102361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/r8a66597-hcd.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811_cs.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/ssb-hcd.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/xhci-plat-hcd.ko 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/ 2024-09-10T10:18:03.136 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 47593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/cypress_cy7c63.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/cytherm.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ehset.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-10T10:18:03.137 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/lvstest.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/ 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 84369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbtest.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 52377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/mon/ 2024-09-10T10:18:03.138 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 91561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/mon/usbmon.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/musb/ 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 391209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/musb/musb_hdrc.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/ 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-gpio-vbus-usb.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-isp1301.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-tahvo.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 79769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-10T10:18:03.139 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 58425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/f81232.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 188729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 61601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 152409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 142937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 122425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-10T10:18:03.140 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/metro-usb.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 79801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 91625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 65281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mxuport.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 201257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-10T10:18:03.141 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 61857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 70601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 148729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usbserial.ko 2024-09-10T10:18:03.142 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/wishbone-serial.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 63361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-10T10:18:03.143 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 201057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/ 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 74449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 122537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/ 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/ 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 196977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-10T10:18:03.144 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-10T10:18:03.145 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 134401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-10T10:18:03.145 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 93481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-10T10:18:03.145 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/ 2024-09-10T10:18:03.145 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 135241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-10T10:18:03.145 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-10T10:18:03.145 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 71553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-10T10:18:03.145 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 110185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-10T10:18:03.145 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/ 2024-09-10T10:18:03.145 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/ 2024-09-10T10:18:03.145 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/88pm860x_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/aat2870_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp5520_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp8860_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 51825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp8870_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/as3711_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/bd6107.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/da903x_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/da9052_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/gpio_backlight.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/kb3886_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lm3533_bl.ko 2024-09-10T10:18:03.146 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lm3639_bl.ko 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lv5207lp.ko 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/max8925_bl.ko 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/pandora_bl.ko 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/pcf50633-backlight.ko 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/wm831x_bl.ko 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/ 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 46913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/matrox_w1.ko 2024-09-10T10:18:03.147 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/w1-gpio.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/ 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 70473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-10T10:18:03.148 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 127601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/acquirewdt.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/advantechwdt.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/cpu5wdt.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9052_wdt.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9055_wdt.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9063_wdt.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/dw_wdt.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/eurotechwdt.ko 2024-09-10T10:18:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/kempld_wdt.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/mena21_wdt.ko 2024-09-10T10:18:03.150 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/menf21bmc_wdt.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/of_xilinx_wdt.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pc87413_wdt.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 47033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/retu_wdt.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc60xxwdt.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_epx_c3.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sc1200wdt.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/smsc37b787_wdt.ko 2024-09-10T10:18:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/twl4030_wdt.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wafer5823wdt.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wm831x_wdt.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wm8350_wdt.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/ 2024-09-10T10:18:03.152 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 55425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/ 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 214065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 46705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-scsiback.ko 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/ 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/ 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 195161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/adfs/ 2024-09-10T10:18:03.153 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 78369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/adfs/adfs.ko 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/ 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 197849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/afs/ 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1259073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/afs/kafs.ko 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/autofs/ 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 127665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/autofs/autofs4.ko 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/ 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 80561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/bfs/ 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 50577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/bfs/bfs.ko 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/ 2024-09-10T10:18:03.154 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 4575041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/ 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 384329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1591681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/ 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 130593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/configfs/ 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 137313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/configfs/configfs.ko 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/ 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/ 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 841817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/efs/ 2024-09-10T10:18:03.155 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/efs/efs.ko 2024-09-10T10:18:03.156 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/ 2024-09-10T10:18:03.156 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1901633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-10T10:18:03.202 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/ 2024-09-10T10:18:03.202 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-10T10:18:03.202 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/freevxfs/ 2024-09-10T10:18:03.202 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/freevxfs/freevxfs.ko 2024-09-10T10:18:03.202 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/ 2024-09-10T10:18:03.202 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-10T10:18:03.202 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/ 2024-09-10T10:18:03.202 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1488329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/ 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 183553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/ 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 282177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hpfs/ 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 248625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hpfs/hpfs.ko 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/ 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 93513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/ 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 529833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/ 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 359969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-10T10:18:03.203 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/ 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 113265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/ 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 646793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/ 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/ 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 111585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/ 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 74345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/ 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 147553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1291361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 83001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv2.ko 2024-09-10T10:18:03.204 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 152537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 2526953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/ 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/ 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 2119673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/ 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 734385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/ 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-10T10:18:03.205 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ascii.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-10T10:18:03.206 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 95761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-10T10:18:03.207 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 144409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 167273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 119649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-10T10:18:03.208 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ntfs3/ 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 632217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ntfs3/ntfs3.ko 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 299761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-10T10:18:03.209 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 547233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 3255305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/omfs/ 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 67633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/omfs/omfs.ko 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/ 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 468161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-10T10:18:03.210 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx4/ 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx4/qnx4.ko 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx6/ 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 58177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx6/qnx6.ko 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/ 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_tree.ko 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_v1.ko 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_v2.ko 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/ 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 684489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/ 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/ 2024-09-10T10:18:03.211 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/ 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 3333977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/ 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/ 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 163081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/ 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 116065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/ 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 309513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 198129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-10T10:18:03.212 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/ 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 5454809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/ 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/locking/ 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 97945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/locking/locktorture.ko 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/time/ 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/time/test_udelay.ko 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 70441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 6793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc7.ko 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/ 2024-09-10T10:18:03.213 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/interval_tree_test.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/ 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/ 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/memory-notifier-error-inject.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/notifier-error-inject.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/percpu_test.ko 2024-09-10T10:18:03.214 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/pm-notifier-error-inject.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/ 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 151073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/rbtree_test.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/ 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test-kstrtox.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 4912673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_bpf.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 61249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_firmware.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_module.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/xz/ 2024-09-10T10:18:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/xz/xz_dec_test.ko 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/ 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/ 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-10T10:18:03.216 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/ 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/ 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 106841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/ 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 234745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-10T10:18:03.217 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/ 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 875441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/ 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 88073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1026825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-10T10:18:03.218 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-10T10:18:03.219 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/ 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1229873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/ 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 154121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/ 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 239393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 74433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/ 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 498249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-10T10:18:03.220 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/hsr/ 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 137945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/hsr/hsr.ko 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 55409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 356385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 46153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-10T10:18:03.221 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 59793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 64777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 77777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 78481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ip_tables.ko 2024-09-10T10:18:03.222 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_REJECT.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_filter.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-10T10:18:03.223 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_reject_ipv4.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-10T10:18:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-10T10:18:03.225 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 47193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 102889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_gre.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 117649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/mip6.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 50137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_NPT.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-10T10:18:03.226 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-10T10:18:03.227 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 46033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 29017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 94433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 30065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/ 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 106217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-10T10:18:03.228 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/ 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 155593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/lapb/ 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 61609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/lapb/lapb.ko 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/ 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 333641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc2.ko 2024-09-10T10:18:03.229 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/ 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 388577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/ 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 144881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 124137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 124449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 126777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-10T10:18:03.230 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 126577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-10T10:18:03.231 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 137937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-10T10:18:03.231 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 72457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-10T10:18:03.231 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 133785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-10T10:18:03.231 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 139177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-10T10:18:03.231 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 138369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-10T10:18:03.231 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 136281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-10T10:18:03.231 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 140001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-10T10:18:03.231 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-10T10:18:03.231 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ 2024-09-10T10:18:03.231 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 532393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-10T10:18:03.232 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 54465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 485769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 134177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 140921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 79081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-10T10:18:03.233 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 119745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 46193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 115817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 51953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 813705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-10T10:18:03.234 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 52913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_cttimeout.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 66593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 50641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-10T10:18:03.235 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_osf.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_synproxy.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tproxy.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 104257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/x_tables.ko 2024-09-10T10:18:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 21953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-10T10:18:03.237 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-10T10:18:03.238 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 52929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-10T10:18:03.239 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-10T10:18:03.240 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 14985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 19865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-10T10:18:03.241 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpudp.ko 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/ 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 17321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/ 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/ 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 485961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-10T10:18:03.242 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/ 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/ 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 141545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/phonet.ko 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 69001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/pn_pep.ko 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/ 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 314473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 202161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 85265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rxrpc/ 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1024009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rxrpc/rxrpc.ko 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/ 2024-09-10T10:18:03.243 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 28817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 27689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 53577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 45769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 41561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_cgroup.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 37409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-10T10:18:03.244 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 49417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 79257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 15481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 48889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 9337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 8457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 43865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-10T10:18:03.245 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 39273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq_codel.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 42985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 60913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 26689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 81065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 36713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 11905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 44857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 32425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 13593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 31889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 60337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-10T10:18:03.246 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 40977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 33521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 38457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 35857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 34241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/ 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1184689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 24001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/ 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/ 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 426969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 70273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1895553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-10T10:18:03.247 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/ 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 925089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/ 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 1122601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/ 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 18273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/ 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 101161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 90369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 120625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 12985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 20489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/x25/ 2024-09-10T10:18:03.248 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 165529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/x25/x25.ko 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/ 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 25449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_algo.ko 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 22929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 135873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_user.ko 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 649700 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 633853 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 7850 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 23959 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 10056 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 74053 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 147543 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 233297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-10T10:18:03.249 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 210 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-10T10:18:03.250 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 72756 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-10T10:18:03.250 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 879 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-10T10:18:03.250 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 261535 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-10T10:18:03.250 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 316586 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-10T10:18:03.250 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./usr/ 2024-09-10T10:18:03.250 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./usr/share/ 2024-09-10T10:18:03.250 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./usr/share/doc/ 2024-09-10T10:18:03.250 INFO:teuthology.orchestra.run.smithi145.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/ 2024-09-10T10:18:03.250 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 176 2024-09-06 14:57 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/changelog.Debian.gz 2024-09-10T10:18:03.250 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-r--r-- root/root 691 2024-09-06 14:57 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/copyright 2024-09-10T10:18:03.255 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:03.255 INFO:teuthology.task.kernel:searching for kernel 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:03.256 DEBUG:teuthology.orchestra.run.smithi145:> egrep '(submenu|menuentry.*6.11.0-rc5-g2ca44a2f35ca).*{' /boot/grub/grub.cfg 2024-09-10T10:18:03.262 INFO:teuthology.orchestra.run.smithi145.stdout:submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2024-09-10T10:18:03.262 INFO:teuthology.orchestra.run.smithi145.stdout: menuentry 'Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.11.0-rc5-g2ca44a2f35ca-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2024-09-10T10:18:03.262 INFO:teuthology.orchestra.run.smithi145.stdout: menuentry 'Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.11.0-rc5-g2ca44a2f35ca-recovery-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2024-09-10T10:18:03.263 INFO:teuthology.task.kernel:submenu_title:Advanced options for Ubuntu> 2024-09-10T10:18:03.263 INFO:teuthology.task.kernel:default_title:Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:03.263 DEBUG:teuthology.orchestra.run.smithi145:> /bin/echo -e 'cat </dev/null && sudo chmod a+x -- '/etc/grub.d/01_ceph_kernel.tmp~' && sudo mv -- '/etc/grub.d/01_ceph_kernel.tmp~' /etc/grub.d/01_ceph_kernel && sudo update-grub && rm /tmp/linux-image.deb && ( sleep 1 && sudo shutdown -r now & ) 2024-09-10T10:18:03.266 INFO:teuthology.orchestra.run.smithi022.stderr:Found linux image: /boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:03.282 INFO:teuthology.orchestra.run.smithi022.stderr:Found initrd image: /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:03.307 DEBUG:teuthology.task.kernel:Waiting for install on ubuntu@smithi145.front.sepia.ceph.com to complete... 2024-09-10T10:18:03.593 INFO:teuthology.orchestra.run.smithi022.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-10T10:18:03.599 INFO:teuthology.orchestra.run.smithi022.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-10T10:18:03.664 INFO:teuthology.orchestra.run.smithi022.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-10T10:18:03.669 INFO:teuthology.orchestra.run.smithi022.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-10T10:18:03.795 INFO:teuthology.orchestra.run.smithi145.stderr:Sourcing file `/etc/default/grub' 2024-09-10T10:18:03.796 INFO:teuthology.orchestra.run.smithi145.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-10T10:18:03.809 INFO:teuthology.orchestra.run.smithi145.stderr:Generating grub configuration file ... 2024-09-10T10:18:03.815 INFO:teuthology.orchestra.run.smithi022.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-10T10:18:03.815 INFO:teuthology.orchestra.run.smithi022.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-10T10:18:03.815 INFO:teuthology.orchestra.run.smithi022.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-10T10:18:03.865 INFO:teuthology.orchestra.run.smithi022.stderr:done 2024-09-10T10:18:04.000 INFO:teuthology.orchestra.run.smithi145.stderr:Found linux image: /boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:04.006 INFO:teuthology.orchestra.run.smithi145.stderr:Found initrd image: /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:04.042 DEBUG:teuthology.orchestra.run.smithi022:> dpkg-deb -c /tmp/linux-image.deb 2024-09-10T10:18:04.050 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./ 2024-09-10T10:18:04.050 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./boot/ 2024-09-10T10:18:04.050 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7098725 2024-09-06 14:57 ./boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:04.070 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 174121 2024-09-06 14:57 ./boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:04.071 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13292544 2024-09-06 14:57 ./boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:04.096 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/ 2024-09-10T10:18:04.096 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/kernel/ 2024-09-10T10:18:04.096 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/kernel/postinst.d/ 2024-09-10T10:18:04.096 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/kernel/postrm.d/ 2024-09-10T10:18:04.097 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/kernel/preinst.d/ 2024-09-10T10:18:04.097 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./etc/kernel/prerm.d/ 2024-09-10T10:18:04.097 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/ 2024-09-10T10:18:04.097 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/ 2024-09-10T10:18:04.097 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/ 2024-09-10T10:18:04.097 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/ 2024-09-10T10:18:04.097 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/ 2024-09-10T10:18:04.097 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/ 2024-09-10T10:18:04.097 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ 2024-09-10T10:18:04.097 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 189809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/aesni-intel.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 97321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 109985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 155337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 87097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-10T10:18:04.098 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 50457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-10T10:18:04.099 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 54593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-10T10:18:04.099 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-10T10:18:04.099 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 48073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-10T10:18:04.099 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 62961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-10T10:18:04.099 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-10T10:18:04.099 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-10T10:18:04.099 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-10T10:18:04.099 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/ 2024-09-10T10:18:04.099 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/ 2024-09-10T10:18:04.100 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/ 2024-09-10T10:18:04.100 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-10T10:18:04.100 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpuid.ko 2024-09-10T10:18:04.100 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/msr.ko 2024-09-10T10:18:04.100 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/ 2024-09-10T10:18:04.100 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 505169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-10T10:18:04.101 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1060585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-10T10:18:04.101 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 2858865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-10T10:18:04.116 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ 2024-09-10T10:18:04.116 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 62113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/af_alg.ko 2024-09-10T10:18:04.116 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/algif_hash.ko 2024-09-10T10:18:04.116 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/algif_skcipher.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/asymmetric_keys/ 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/ 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-10T10:18:04.117 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 57801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cryptd.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-10T10:18:04.118 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_simd.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lrw.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-10T10:18:04.119 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 169521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-10T10:18:04.120 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-10T10:18:04.121 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xts.ko 2024-09-10T10:18:04.121 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-10T10:18:04.121 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ 2024-09-10T10:18:04.121 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ 2024-09-10T10:18:04.121 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_extlog.ko 2024-09-10T10:18:04.121 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-10T10:18:04.121 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-10T10:18:04.121 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/apei/ 2024-09-10T10:18:04.121 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/apei/einj.ko 2024-09-10T10:18:04.121 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 120321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 100457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 105105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-10T10:18:04.122 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-10T10:18:04.123 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-10T10:18:04.124 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-10T10:18:04.124 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-10T10:18:04.124 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 60665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_legacy.ko 2024-09-10T10:18:04.124 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-10T10:18:04.124 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-10T10:18:04.124 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-10T10:18:04.124 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-10T10:18:04.124 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-10T10:18:04.124 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_radisys.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rz1000.ko 2024-09-10T10:18:04.125 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 102273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-10T10:18:04.126 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/ 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 161225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/ 2024-09-10T10:18:04.127 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/ 2024-09-10T10:18:04.128 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 141025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-10T10:18:04.128 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/ 2024-09-10T10:18:04.128 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1240825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-10T10:18:04.162 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 203657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-10T10:18:04.162 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/ 2024-09-10T10:18:04.162 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 115057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-10T10:18:04.162 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 143337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-10T10:18:04.162 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/ 2024-09-10T10:18:04.162 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 133345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-10T10:18:04.162 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 119929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-10T10:18:04.162 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 312817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/ 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 117753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/ 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 70201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/applicom.ko 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/ 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-10T10:18:04.163 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 183745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 179465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 65425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/ 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 103521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/nvram.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-10T10:18:04.164 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/ 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_atmel.ko 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_infineon.ko 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_nuvoton.ko 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/xen-tpmfront.ko 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/ 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_class.ko 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 62201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_core.ko 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_pcie.ko 2024-09-10T10:18:04.165 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/ 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-palmas.ko 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 57313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-si5351.ko 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-twl6040.ko 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-wm831x.ko 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/ 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 89361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 334505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-10T10:18:04.166 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/ 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/ 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/ 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 833113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/ 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/ 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/ 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ 2024-09-10T10:18:04.167 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/ 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 147345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 50729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-10T10:18:04.168 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 64265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 68801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/ 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-gpio.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max14577.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max77693.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max8997.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-palmas.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-rt8973a.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-sm5502.ko 2024-09-10T10:18:04.169 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/ 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/dmi-sysfs.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/efi/ 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/efi/efi-pstore.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/ 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-adp5520.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-amd8111.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-arizona.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-da9052.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-da9055.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-dln2.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 81153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-f7188x.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-generic.ko 2024-09-10T10:18:04.170 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-janz-ttl.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-kempld.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-lp3943.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max7300.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max730x.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max732x.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ml-ioh.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 56001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-pca953x.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-pcf857x.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-rdc321x.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-sch.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-sch311x.ko 2024-09-10T10:18:04.171 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-tps65912.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-twl4030.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-twl6040.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-vx855.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm831x.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm8350.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm8994.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/ 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-a4tech.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-apple.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-10T10:18:04.172 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-10T10:18:04.173 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-belkin.ko 2024-09-10T10:18:04.173 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cherry.ko 2024-09-10T10:18:04.173 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-chicony.ko 2024-09-10T10:18:04.173 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 74497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cp2112.ko 2024-09-10T10:18:04.173 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cypress.ko 2024-09-10T10:18:04.173 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-10T10:18:04.173 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-10T10:18:04.173 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-10T10:18:04.173 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ezkey.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-generic.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kensington.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-10T10:18:04.174 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 54337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lg-g15.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 67841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 122145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 98177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-magicmouse.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-microsoft.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-monterey.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 60505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ntrig.ko 2024-09-10T10:18:04.175 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 91217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-10T10:18:04.176 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 62345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-10T10:18:04.177 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 81673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 184865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-10T10:18:04.178 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 462849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/ 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 153953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbhid.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbkbd.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbmouse.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 261241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/ 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 76441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 96073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 378337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 77217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 67097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-10T10:18:04.179 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 115201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 55225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 89113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-10T10:18:04.180 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 81665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 68953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 60281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 48145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/cros_ec_hwmon.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/da9052-hwmon.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/da9055-hwmon.ko 2024-09-10T10:18:04.181 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 57681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 113265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc2103.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 79009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 109049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 50769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 65849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-10T10:18:04.182 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 56393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hih6130.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 150681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/jc42.ko 2024-09-10T10:18:04.183 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 57769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 86561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 55721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 73649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-10T10:18:04.184 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 131585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-10T10:18:04.185 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mc13783-adc.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/menf21bmc_hwmon.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 56825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 140657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 72761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 67865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-10T10:18:04.186 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 97865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 62009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 98961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-10T10:18:04.187 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 48793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 46561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-10T10:18:04.188 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 50297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 62817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 71193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 96665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-10T10:18:04.189 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 75217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 83505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 116873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 134513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/wm831x-hwmon.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/wm8350-hwmon.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/ 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/ 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-10T10:18:04.190 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/ 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali1535.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali1563.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali15x3.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 63537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-10T10:18:04.191 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-dln2.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-gpio.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 78577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 52945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-kempld.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ocores.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 57137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko 2024-09-10T10:18:04.192 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis5595.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis630.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-taos-evm.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-xiic.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-10T10:18:04.193 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/ 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 328633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1107329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 84409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 404889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 120105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 343753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-10T10:18:04.194 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ 2024-09-10T10:18:04.195 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/ 2024-09-10T10:18:04.195 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 591177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-10T10:18:04.195 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/ 2024-09-10T10:18:04.195 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 515585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-10T10:18:04.195 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/ 2024-09-10T10:18:04.195 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 919921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-10T10:18:04.219 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ 2024-09-10T10:18:04.219 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 375761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-10T10:18:04.219 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ocrdma/ 2024-09-10T10:18:04.219 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 203241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ocrdma/ocrdma.ko 2024-09-10T10:18:04.219 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/usnic/ 2024-09-10T10:18:04.219 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 212353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/usnic/usnic_verbs.ko 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 334665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 120785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 132457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 158257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 157209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-10T10:18:04.220 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/ 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/evbug.ko 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/ff-memless.ko 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/ 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/ 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5520-keys.ko 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5588-keys.ko 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5589-keys.ko 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/cros_ec_keyb.ko 2024-09-10T10:18:04.221 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys_polled.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lkkbd.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lm8323.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lm8333.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/matrix_keypad.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/max7359_keypad.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/mcs_touchkey.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/mpr121_touchkey.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/newtonkbd.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/opencores-kbd.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/qt1070.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/qt2160.ko 2024-09-10T10:18:04.222 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/samsung-keypad.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/stowaway.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/sunkbd.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/tca6416-keypad.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/tca8418_keypad.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/twl4030_keypad.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/xtkbd.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/matrix-keymap.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/ 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 160569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 114801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/gpio_mouse.ko 2024-09-10T10:18:04.223 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 430033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/psmouse.ko 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/ 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 139497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ct82c710.ko 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-10T10:18:04.224 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/parkbd.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/pcips2.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ps2mult.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serport.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/ 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-88pm860x.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-adp5520.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 77345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-bd2802.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-da903x.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-da9052.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-gpio.ko 2024-09-10T10:18:04.225 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3533.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm355x.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3642.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp8788.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-max8997.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-mc13783.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-menf21bmc.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca9532.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca955x.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca963x.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-10T10:18:04.226 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-tca6507.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-wm831x-status.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-wm8350.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/ 2024-09-10T10:18:04.227 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/ 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 776777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 46361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 113977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bufio.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 58393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 197121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 137841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 67153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-era.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 50665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 61073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-mirror.ko 2024-09-10T10:18:04.228 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 96937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 86937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-region-hash.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 139257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-snapshot.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 234353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 64945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-zero.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/ 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 257025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-10T10:18:04.229 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 124833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 157401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 443385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/ 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/ 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 211273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 78081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 54889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 150977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 94401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 64033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-10T10:18:04.230 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/ 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm800.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm805.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm80x.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/arizona-i2c.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 146569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/arizona.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/bcm590xx.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/cros_ec_dev.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/dln2.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/janz-cmodio.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 54473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/kempld-core.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lm3533-core.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lm3533-ctrlbank.ko 2024-09-10T10:18:04.231 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lp3943.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 60577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/max8907.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mc13xxx-core.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mc13xxx-i2c.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/menf21bmc.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633-adc.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633-gpio.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/rdc321x-southbridge.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/retu-mfd.ko 2024-09-10T10:18:04.232 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 95625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/si476x-core.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 57473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/tps65010.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/tps6507x.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 51201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wm8994.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ad525x_dpot-i2c.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 63993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ad525x_dpot.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/ 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 57393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-10T10:18:04.233 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 47785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 58785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/ 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/c2port-duramar2150.ko 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 47313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/core.ko 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/ 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ds1682.ko 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/dummy-irq.ko 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/echo/ 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/echo/echo.ko 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/ 2024-09-10T10:18:04.234 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/genwqe/ 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 191761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/genwqe/genwqe_card.ko 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hmc6352.ko 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ibmasm/ 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 92489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ibmasm/ibmasm.ko 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ics932s401.ko 2024-09-10T10:18:04.235 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/ 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/ 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 153777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 381905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/phantom.ko 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ti-st/ 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ti-st/st_drv.ko 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-10T10:18:04.236 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 56809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/ 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 232257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/ 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 623361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/ 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/ 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 133161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-10T10:18:04.237 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/ 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 592833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/ 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 158537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 86233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-10T10:18:04.238 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 73953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 109673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/ 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 64817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/ 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 84433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/ 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 70897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/ 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 52713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/ 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 65945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 56145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-10T10:18:04.239 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 116105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/ 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/ 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 124721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/ 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 128625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/ 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 110505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/ 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 102017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 89121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/ 2024-09-10T10:18:04.240 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 106593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 229409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/ 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1734265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 166913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/ 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 164665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 439633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/ 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/ 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 432417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/ 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/ 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 257433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-10T10:18:04.241 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/ 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 444721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/ 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1309441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/ 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 207073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/ 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/ 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/ 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 269777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/ 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/ 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-10T10:18:04.242 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 77601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 169313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 76361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/ 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 76161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 78929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 52401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ec_bhf.ko 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/ 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/ 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 356153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-10T10:18:04.243 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 61881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-10T10:18:04.244 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 63345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-10T10:18:04.244 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fujitsu/ 2024-09-10T10:18:04.244 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 51657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fujitsu/fmvj18x_cs.ko 2024-09-10T10:18:04.244 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ 2024-09-10T10:18:04.244 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 115697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-10T10:18:04.244 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/ 2024-09-10T10:18:04.244 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 366465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-10T10:18:04.244 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/ 2024-09-10T10:18:04.244 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 755425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-10T10:18:04.245 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/ 2024-09-10T10:18:04.245 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 324721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-10T10:18:04.245 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/ 2024-09-10T10:18:04.245 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1193705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-10T10:18:04.245 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/ 2024-09-10T10:18:04.245 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 356609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-10T10:18:04.246 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/ 2024-09-10T10:18:04.246 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 672177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-10T10:18:04.246 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/ 2024-09-10T10:18:04.246 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 121609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-10T10:18:04.246 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ 2024-09-10T10:18:04.246 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 966193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-10T10:18:04.248 INFO:teuthology.orchestra.run.smithi145.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-10T10:18:04.248 INFO:teuthology.orchestra.run.smithi145.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-10T10:18:04.283 INFO:teuthology.orchestra.run.smithi145.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-10T10:18:04.286 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ 2024-09-10T10:18:04.286 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 193889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-10T10:18:04.287 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/ 2024-09-10T10:18:04.287 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-10T10:18:04.287 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/ 2024-09-10T10:18:04.287 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 5969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-10T10:18:04.287 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 109353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-10T10:18:04.287 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/ 2024-09-10T10:18:04.288 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-10T10:18:04.288 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 127057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-10T10:18:04.288 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 151049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-10T10:18:04.288 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/ 2024-09-10T10:18:04.288 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/ 2024-09-10T10:18:04.289 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 888945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-10T10:18:04.289 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 346977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-10T10:18:04.289 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/ 2024-09-10T10:18:04.289 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/ 2024-09-10T10:18:04.289 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1408481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-10T10:18:04.290 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ 2024-09-10T10:18:04.290 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8842.ko 2024-09-10T10:18:04.290 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8851_common.ko 2024-09-10T10:18:04.290 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8851_par.ko 2024-09-10T10:18:04.290 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 117585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-10T10:18:04.290 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/ 2024-09-10T10:18:04.290 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/ 2024-09-10T10:18:04.290 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 131601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-10T10:18:04.291 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ 2024-09-10T10:18:04.291 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 91689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-10T10:18:04.291 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 56777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-10T10:18:04.291 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/ 2024-09-10T10:18:04.291 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 181409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-10T10:18:04.291 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/ 2024-09-10T10:18:04.291 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 171649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-10T10:18:04.292 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/ 2024-09-10T10:18:04.292 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 58529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-10T10:18:04.292 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 50409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-10T10:18:04.292 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/ 2024-09-10T10:18:04.292 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/ 2024-09-10T10:18:04.292 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 301017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-10T10:18:04.292 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 105857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-10T10:18:04.292 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/ 2024-09-10T10:18:04.292 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 885465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-10T10:18:04.293 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/ 2024-09-10T10:18:04.293 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 52481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-10T10:18:04.293 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/ 2024-09-10T10:18:04.293 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 81785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-10T10:18:04.293 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 100833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-10T10:18:04.293 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-10T10:18:04.293 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 264393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-10T10:18:04.293 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/ 2024-09-10T10:18:04.293 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/sxgbe/ 2024-09-10T10:18:04.293 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 142481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/sxgbe/samsung-sxgbe.ko 2024-09-10T10:18:04.294 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/ 2024-09-10T10:18:04.294 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1346017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-10T10:18:04.294 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/ 2024-09-10T10:18:04.294 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 58097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-10T10:18:04.294 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/ 2024-09-10T10:18:04.294 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-10T10:18:04.294 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 80233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-10T10:18:04.296 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/ 2024-09-10T10:18:04.296 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 74529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-10T10:18:04.296 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 79601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-10T10:18:04.296 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 100937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-10T10:18:04.296 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 83593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-10T10:18:04.296 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/ 2024-09-10T10:18:04.297 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/ 2024-09-10T10:18:04.297 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-generic.ko 2024-09-10T10:18:04.297 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 47193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-10T10:18:04.297 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac-platform.ko 2024-09-10T10:18:04.297 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 644913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-10T10:18:04.297 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/ 2024-09-10T10:18:04.297 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 129089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-10T10:18:04.298 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 208177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-10T10:18:04.298 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 82033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-10T10:18:04.298 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 91641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-10T10:18:04.298 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/ 2024-09-10T10:18:04.298 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 60113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-10T10:18:04.298 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/ 2024-09-10T10:18:04.299 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 110881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-10T10:18:04.299 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/ 2024-09-10T10:18:04.299 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 98993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-10T10:18:04.299 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 102745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-10T10:18:04.299 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/ 2024-09-10T10:18:04.299 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 61121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-10T10:18:04.299 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-10T10:18:04.300 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/ 2024-09-10T10:18:04.300 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 70057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-10T10:18:04.300 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/ 2024-09-10T10:18:04.300 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/defxx.ko 2024-09-10T10:18:04.300 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/skfp/ 2024-09-10T10:18:04.300 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 275889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/skfp/skfp.ko 2024-09-10T10:18:04.300 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 91785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-10T10:18:04.301 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/ 2024-09-10T10:18:04.301 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 290697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-10T10:18:04.301 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/ 2024-09-10T10:18:04.301 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-10T10:18:04.301 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-10T10:18:04.301 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ 2024-09-10T10:18:04.301 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 107849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-10T10:18:04.302 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 77585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-10T10:18:04.302 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-10T10:18:04.302 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/ 2024-09-10T10:18:04.302 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-10T10:18:04.302 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-10T10:18:04.302 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-gpio.ko 2024-09-10T10:18:04.303 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-10T10:18:04.303 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-10T10:18:04.303 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-10T10:18:04.303 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 62857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-10T10:18:04.303 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-10T10:18:04.303 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/ 2024-09-10T10:18:04.304 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-10T10:18:04.304 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 72969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-10T10:18:04.304 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ 2024-09-10T10:18:04.304 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-10T10:18:04.304 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 61801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-10T10:18:04.304 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 52945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-10T10:18:04.305 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-10T10:18:04.305 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 58729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-10T10:18:04.305 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-10T10:18:04.305 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-10T10:18:04.305 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-10T10:18:04.305 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-10T10:18:04.306 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-10T10:18:04.306 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 113681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-10T10:18:04.306 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 108257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-10T10:18:04.306 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-10T10:18:04.306 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 118505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-10T10:18:04.306 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-10T10:18:04.306 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 76177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-10T10:18:04.307 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-10T10:18:04.307 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-10T10:18:04.307 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-10T10:18:04.307 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/plip/ 2024-09-10T10:18:04.307 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 55377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/plip/plip.ko 2024-09-10T10:18:04.307 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ 2024-09-10T10:18:04.307 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-10T10:18:04.308 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-10T10:18:04.308 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-10T10:18:04.308 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-10T10:18:04.308 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-10T10:18:04.308 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-10T10:18:04.308 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-10T10:18:04.308 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-10T10:18:04.309 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/ 2024-09-10T10:18:04.309 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 52177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-10T10:18:04.309 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-10T10:18:04.309 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 79233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-10T10:18:04.309 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/ 2024-09-10T10:18:04.309 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 136729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-10T10:18:04.309 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-10T10:18:04.310 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-10T10:18:04.310 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-10T10:18:04.310 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-10T10:18:04.310 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-10T10:18:04.310 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 108409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-10T10:18:04.310 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/ 2024-09-10T10:18:04.310 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 179329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/ 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 384193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/ 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 175857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/ 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/ 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 337697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 128353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/ 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 164153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-10T10:18:04.313 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 103657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-10T10:18:04.313 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-10T10:18:04.313 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/ 2024-09-10T10:18:04.313 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/ 2024-09-10T10:18:04.313 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-10T10:18:04.313 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/cpcihp_generic.ko 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/cpcihp_zt5550.ko 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pci-stub.ko 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 55425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/ 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 177817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia.ko 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 76785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia_core.ko 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia_rsrc.ko 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 133969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/ 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/broadcom/ 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/broadcom/phy-bcm-kona-usb2.ko 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/samsung/ 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/samsung/phy-exynos-usb2.ko 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/ 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/ 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 78281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/ 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/ 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 60889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros-ec-sensorhub.ko 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec.ko 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_chardev.ko 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_debugfs.ko 2024-09-10T10:18:04.317 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_lightbar.ko 2024-09-10T10:18:04.317 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_sysfs.ko 2024-09-10T10:18:04.317 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_usbpd_notify.ko 2024-09-10T10:18:04.317 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/ 2024-09-10T10:18:04.317 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 88017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-10T10:18:04.317 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-10T10:18:04.317 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 48353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-10T10:18:04.318 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 74033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-10T10:18:04.318 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-10T10:18:04.318 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 172313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-10T10:18:04.318 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 46505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-10T10:18:04.318 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 62105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-10T10:18:04.318 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-10T10:18:04.318 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 52665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/ibm_rtl.ko 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/ 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-smartconnect.ko 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 51857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/ 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ 2024-09-10T10:18:04.322 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/88pm860x_battery.ko 2024-09-10T10:18:04.322 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/88pm860x_charger.ko 2024-09-10T10:18:04.322 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 68921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq2415x_charger.ko 2024-09-10T10:18:04.322 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 73161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq24190_charger.ko 2024-09-10T10:18:04.322 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq24735-charger.ko 2024-09-10T10:18:04.322 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/cros_charge-control.ko 2024-09-10T10:18:04.322 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/cros_peripheral_charger.ko 2024-09-10T10:18:04.323 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/da9030_battery.ko 2024-09-10T10:18:04.323 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/da9052-battery.ko 2024-09-10T10:18:04.323 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2760_battery.ko 2024-09-10T10:18:04.323 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2780_battery.ko 2024-09-10T10:18:04.323 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2781_battery.ko 2024-09-10T10:18:04.323 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2782_battery.ko 2024-09-10T10:18:04.323 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/gpio-charger.ko 2024-09-10T10:18:04.324 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/isp1704_charger.ko 2024-09-10T10:18:04.324 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/lp8727_charger.ko 2024-09-10T10:18:04.324 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max14577_charger.ko 2024-09-10T10:18:04.324 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max17042_battery.ko 2024-09-10T10:18:04.324 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max8903_charger.ko 2024-09-10T10:18:04.324 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max8925_power.ko 2024-09-10T10:18:04.325 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/pcf50633-charger.ko 2024-09-10T10:18:04.325 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/sbs-battery.ko 2024-09-10T10:18:04.325 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/test_power.ko 2024-09-10T10:18:04.325 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/tps65090-charger.ko 2024-09-10T10:18:04.325 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm831x_backup.ko 2024-09-10T10:18:04.325 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm831x_power.ko 2024-09-10T10:18:04.325 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm8350_power.ko 2024-09-10T10:18:04.326 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/ 2024-09-10T10:18:04.326 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 98737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-10T10:18:04.326 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-10T10:18:04.326 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/ 2024-09-10T10:18:04.326 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/ 2024-09-10T10:18:04.326 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-10T10:18:04.327 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-10T10:18:04.327 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-10T10:18:04.327 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-10T10:18:04.327 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ 2024-09-10T10:18:04.327 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-10T10:18:04.327 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-10T10:18:04.327 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/ 2024-09-10T10:18:04.328 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/ 2024-09-10T10:18:04.328 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/ 2024-09-10T10:18:04.328 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 89769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-10T10:18:04.328 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 47369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-10T10:18:04.328 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/ 2024-09-10T10:18:04.328 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-88pm80x.ko 2024-09-10T10:18:04.328 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-88pm860x.ko 2024-09-10T10:18:04.329 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-10T10:18:04.329 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9052.ko 2024-09-10T10:18:04.329 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9055.ko 2024-09-10T10:18:04.329 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9063.ko 2024-09-10T10:18:04.329 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-10T10:18:04.329 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 82585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-10T10:18:04.330 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-10T10:18:04.330 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-10T10:18:04.330 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-10T10:18:04.330 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-10T10:18:04.330 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-10T10:18:04.330 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-10T10:18:04.330 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-10T10:18:04.331 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-10T10:18:04.331 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-10T10:18:04.331 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-10T10:18:04.331 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-10T10:18:04.331 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-lp8788.ko 2024-09-10T10:18:04.331 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 47001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-10T10:18:04.331 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-10T10:18:04.332 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-10T10:18:04.332 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t86.ko 2024-09-10T10:18:04.332 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-10T10:18:04.332 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8907.ko 2024-09-10T10:18:04.332 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8925.ko 2024-09-10T10:18:04.332 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8997.ko 2024-09-10T10:18:04.332 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8998.ko 2024-09-10T10:18:04.333 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-mc13xxx.ko 2024-09-10T10:18:04.333 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-10T10:18:04.333 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-palmas.ko 2024-09-10T10:18:04.333 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 56873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-10T10:18:04.333 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf50633.ko 2024-09-10T10:18:04.333 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-10T10:18:04.334 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-10T10:18:04.334 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-10T10:18:04.334 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-10T10:18:04.334 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rc5t583.ko 2024-09-10T10:18:04.334 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-10T10:18:04.334 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-10T10:18:04.334 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-10T10:18:04.335 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-10T10:18:04.335 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-10T10:18:04.335 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-s35390a.ko 2024-09-10T10:18:04.335 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-10T10:18:04.335 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-tps6586x.ko 2024-09-10T10:18:04.335 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-tps65910.ko 2024-09-10T10:18:04.335 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-wm831x.ko 2024-09-10T10:18:04.336 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-wm8350.ko 2024-09-10T10:18:04.336 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-10T10:18:04.336 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ 2024-09-10T10:18:04.336 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-10T10:18:04.336 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-10T10:18:04.336 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-10T10:18:04.337 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 164753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-10T10:18:04.337 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-10T10:18:04.337 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/ 2024-09-10T10:18:04.337 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 341105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-10T10:18:04.337 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 120833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-10T10:18:04.337 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/ 2024-09-10T10:18:04.337 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 468305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-10T10:18:04.338 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 380857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-10T10:18:04.338 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic94xx/ 2024-09-10T10:18:04.338 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 244049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic94xx/aic94xx.ko 2024-09-10T10:18:04.338 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-10T10:18:04.338 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/ 2024-09-10T10:18:04.338 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 135801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-10T10:18:04.338 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-10T10:18:04.339 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/ 2024-09-10T10:18:04.339 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 305161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-10T10:18:04.339 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/ 2024-09-10T10:18:04.339 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1526289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-10T10:18:04.339 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/ 2024-09-10T10:18:04.339 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 298321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-10T10:18:04.339 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/ 2024-09-10T10:18:04.340 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 144553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-10T10:18:04.340 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 47673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-10T10:18:04.340 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/ 2024-09-10T10:18:04.340 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 390817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-10T10:18:04.340 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/ 2024-09-10T10:18:04.340 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/ 2024-09-10T10:18:04.340 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 89041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/ 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 117561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 168361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 91777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/ 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 267737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 78441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/ 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 95553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-10T10:18:04.341 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 191041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fdomain.ko 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/ 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 366737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 251641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 65529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 57201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/imm.ko 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 55241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 327841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 129881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/ 2024-09-10T10:18:04.342 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 398505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 62785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/ 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 380649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 172833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 63097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/ 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 274913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/ 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 2737441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/ 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 88625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-10T10:18:04.343 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 388737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 105177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/ 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 833969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/ 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 158857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 96697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/ 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 102113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/aha152x_cs.ko 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/fdomain_cs.ko 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/qlogic_cs.ko 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/sym53c500_cs.ko 2024-09-10T10:18:04.344 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/ 2024-09-10T10:18:04.345 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 444273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-10T10:18:04.345 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 152097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-10T10:18:04.345 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ppa.ko 2024-09-10T10:18:04.345 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 67129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-10T10:18:04.345 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/ 2024-09-10T10:18:04.345 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 2323537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-10T10:18:04.346 INFO:teuthology.orchestra.run.smithi145.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-10T10:18:04.390 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 103793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-10T10:18:04.390 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/ 2024-09-10T10:18:04.390 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 697393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-10T10:18:04.390 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qlogicfas408.ko 2024-09-10T10:18:04.390 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 331577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 219497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 349593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 121777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 92385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 54097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 138265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 57489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/ 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 205137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 55009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-10T10:18:04.391 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 48865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/xen-scsifront.ko 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 172697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/ 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/ 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 915121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/ 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 60497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 48281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1161521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-10T10:18:04.392 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 51985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 149801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/ 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/ 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/ 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/ 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-10T10:18:04.393 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-10T10:18:04.394 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-10T10:18:04.394 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-10T10:18:04.394 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-10T10:18:04.394 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-10T10:18:04.394 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-10T10:18:04.394 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 46289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-10T10:18:04.394 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-10T10:18:04.394 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-10T10:18:04.394 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_powerclamp.ko 2024-09-10T10:18:04.394 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 99417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/moxa.ko 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 61737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/mxser.ko 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 134633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 79057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/ 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/ 2024-09-10T10:18:04.395 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/8250_dw.ko 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 65273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/altera_jtaguart.ko 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/altera_uart.ko 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/fsl_lpuart.ko 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/ 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 121249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/rp2.ko 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 68009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/sc16is7xx.ko 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/sc16is7xx_i2c.ko 2024-09-10T10:18:04.396 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/ 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 689289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pltfrm.ko 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/ 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 55041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_dmem_genirq.ko 2024-09-10T10:18:04.397 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_mf624.ko 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_netx.ko 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pdrv_genirq.ko 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/ 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/c67x00/ 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/c67x00/c67x00.ko 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 187689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc.ko 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_msm.ko 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_npcm.ko 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_pci.ko 2024-09-10T10:18:04.398 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_usb2.ko 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/ 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 101657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 63545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 56841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 107633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/common/ 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/common/ulpi.ko 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc2/ 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc2/dwc2_pci.ko 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/ 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3-haps.ko 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3-pci.ko 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 576329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3.ko 2024-09-10T10:18:04.399 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/ 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/ 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 70081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/u_ether.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 61153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/u_serial.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_acm.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ecm.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ecm_subset.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_eem.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 132897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_fs.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 62473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_hid.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 142801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_mass_storage.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 70785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ncm.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_obex.ko 2024-09-10T10:18:04.400 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_phonet.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 70241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_printer.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 99913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_rndis.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_serial.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 71577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ss_lb.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_tcm.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/ 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_acm_ms.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_cdc.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_dbgp.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ether.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ffs.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_hid.ko 2024-09-10T10:18:04.401 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_mass_storage.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ncm.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_nokia.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_printer.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_serial.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_zero.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 78185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/gadgetfs.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/tcm_usb_gadget.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 200137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/libcomposite.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/ 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/amd5536udc_pci.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/bdc/ 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 182665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/bdc/bdc.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/goku_udc.ko 2024-09-10T10:18:04.402 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/gr_udc.ko 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/mv_u3d_core.ko 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/mv_udc.ko 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/net2272.ko 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/net2280.ko 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 94929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/pch_udc.ko 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 80617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/pxa27x_udc.ko 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 87561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/r8a66597-udc.ko 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 94385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/snps_udc_core.ko 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 191281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/udc-core.ko 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/ 2024-09-10T10:18:04.403 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/bcma-hcd.ko 2024-09-10T10:18:04.404 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 108417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/isp116x-hcd.ko 2024-09-10T10:18:04.404 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 104817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/oxu210hp-hcd.ko 2024-09-10T10:18:04.404 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 102361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/r8a66597-hcd.ko 2024-09-10T10:18:04.404 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-10T10:18:04.404 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811_cs.ko 2024-09-10T10:18:04.404 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/ssb-hcd.ko 2024-09-10T10:18:04.404 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/xhci-plat-hcd.ko 2024-09-10T10:18:04.405 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/ 2024-09-10T10:18:04.405 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-10T10:18:04.405 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-10T10:18:04.405 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ 2024-09-10T10:18:04.405 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 47593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-10T10:18:04.405 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/cypress_cy7c63.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/cytherm.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ehset.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-10T10:18:04.406 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/lvstest.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/ 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 84369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbtest.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 52377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/mon/ 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 91561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/mon/usbmon.ko 2024-09-10T10:18:04.407 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/musb/ 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 391209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/musb/musb_hdrc.ko 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/ 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-gpio-vbus-usb.ko 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-isp1301.ko 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-tahvo.ko 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-10T10:18:04.408 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 79769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 58425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/f81232.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 188729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 61601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 152409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 142937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-10T10:18:04.409 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 122425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/metro-usb.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 79801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 91625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 65281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mxuport.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 201257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-10T10:18:04.410 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 61857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 70601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-10T10:18:04.411 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 148729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usbserial.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/wishbone-serial.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 63361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-10T10:18:04.412 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 201057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/ 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 74449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 122537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/ 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/ 2024-09-10T10:18:04.413 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 196977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33737 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 134401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 93481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/ 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 135241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 71553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 110185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/ 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/ 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/88pm860x_bl.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/aat2870_bl.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp5520_bl.ko 2024-09-10T10:18:04.414 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp8860_bl.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 51825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp8870_bl.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/as3711_bl.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/bd6107.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/da903x_bl.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/da9052_bl.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/gpio_backlight.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/kb3886_bl.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lm3533_bl.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lm3639_bl.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lv5207lp.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/max8925_bl.ko 2024-09-10T10:18:04.415 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/pandora_bl.ko 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/pcf50633-backlight.ko 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/wm831x_bl.ko 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/ 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 46913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/matrox_w1.ko 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/w1-gpio.ko 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/ 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-10T10:18:04.416 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 70473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 127601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ 2024-09-10T10:18:04.417 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/acquirewdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/advantechwdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/cpu5wdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9052_wdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9055_wdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9063_wdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/dw_wdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/eurotechwdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-10T10:18:04.418 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/kempld_wdt.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/mena21_wdt.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/menf21bmc_wdt.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/of_xilinx_wdt.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pc87413_wdt.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 47033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-10T10:18:04.419 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/retu_wdt.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc60xxwdt.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_epx_c3.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sc1200wdt.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/smsc37b787_wdt.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/twl4030_wdt.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-10T10:18:04.420 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wafer5823wdt.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wm831x_wdt.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wm8350_wdt.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/ 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 55425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/ 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 214065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 46705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-10T10:18:04.421 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-scsiback.ko 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/ 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/ 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 195161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/adfs/ 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 78369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/adfs/adfs.ko 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/ 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 197849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/afs/ 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1259073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/afs/kafs.ko 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/autofs/ 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 127665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/autofs/autofs4.ko 2024-09-10T10:18:04.422 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/ 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 80561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/bfs/ 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 50577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/bfs/bfs.ko 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/ 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 4575041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/ 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 384329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1591681 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/ 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 130593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-10T10:18:04.423 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/configfs/ 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 137313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/configfs/configfs.ko 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/ 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/ 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 841817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/efs/ 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/efs/efs.ko 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/ 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1901633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/ 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/freevxfs/ 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/freevxfs/freevxfs.ko 2024-09-10T10:18:04.424 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/ 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/ 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1488329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/ 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 183553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/ 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 282177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hpfs/ 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 248625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hpfs/hpfs.ko 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/ 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 93513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/ 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 529833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-10T10:18:04.425 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/ 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 359969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/ 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 113265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/ 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 646793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/ 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/ 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 111585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/ 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 74345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/ 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 147553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1291361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-10T10:18:04.426 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 83001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv2.ko 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 152537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 2526953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/ 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/ 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 2119673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/ 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 734385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/ 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-10T10:18:04.427 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ascii.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-10T10:18:04.428 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-10T10:18:04.429 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 95761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 144409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 167273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 119649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-10T10:18:04.430 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ntfs3/ 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 632217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ntfs3/ntfs3.ko 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 299761 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ 2024-09-10T10:18:04.431 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 547233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 3255305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/omfs/ 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 67633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/omfs/omfs.ko 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/ 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 468161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-10T10:18:04.432 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx4/ 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx4/qnx4.ko 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx6/ 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 58177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx6/qnx6.ko 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/ 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_tree.ko 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_v1.ko 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_v2.ko 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/ 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 684489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/ 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/ 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/ 2024-09-10T10:18:04.433 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 3333977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/ 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/ 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 163081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/ 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 116065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/ 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 309513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 198129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/ 2024-09-10T10:18:04.434 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 5454809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-10T10:18:04.436 INFO:teuthology.orchestra.run.smithi145.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-10T10:18:04.436 INFO:teuthology.orchestra.run.smithi145.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-10T10:18:04.436 INFO:teuthology.orchestra.run.smithi145.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-10T10:18:04.436 INFO:teuthology.orchestra.run.smithi145.stderr:done 2024-09-10T10:18:04.469 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/ 2024-09-10T10:18:04.469 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/locking/ 2024-09-10T10:18:04.469 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 97945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/locking/locktorture.ko 2024-09-10T10:18:04.469 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/time/ 2024-09-10T10:18:04.469 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/time/test_udelay.ko 2024-09-10T10:18:04.469 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 70441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-10T10:18:04.469 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ 2024-09-10T10:18:04.469 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-10T10:18:04.469 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 6793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc7.ko 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/ 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/interval_tree_test.ko 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/ 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/ 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-10T10:18:04.470 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/memory-notifier-error-inject.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/notifier-error-inject.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/percpu_test.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/pm-notifier-error-inject.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/ 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 151073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/rbtree_test.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/ 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20897 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test-kstrtox.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 4912673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_bpf.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 61249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_firmware.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_module.ko 2024-09-10T10:18:04.471 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/xz/ 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/xz/xz_dec_test.ko 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/ 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/ 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-10T10:18:04.472 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/ 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/ 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 106841 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/ 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 234745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-10T10:18:04.473 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/ 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 875441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/ 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 88073 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1026825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-10T10:18:04.474 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11233 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9657 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-10T10:18:04.475 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/ 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1229873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/ 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 154121 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/ 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 239393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10353 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-10T10:18:04.476 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 74433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/ 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 498249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/hsr/ 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 137945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/hsr/hsr.ko 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 55409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 356385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-10T10:18:04.477 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29169 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 46153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 59793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 64777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 77777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 78481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-10T10:18:04.478 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ip_tables.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_REJECT.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16441 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_filter.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-10T10:18:04.479 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_reject_ipv4.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-10T10:18:04.480 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11753 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11825 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53401 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-10T10:18:04.481 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 47193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17201 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 102889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_gre.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 117649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/mip6.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 50137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_NPT.ko 2024-09-10T10:18:04.482 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17537 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-10T10:18:04.483 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 46033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 29017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10617 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11185 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 94433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 30065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/ 2024-09-10T10:18:04.484 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 106217 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/ 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 155593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/lapb/ 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 61609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/lapb/lapb.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/ 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 333641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc2.ko 2024-09-10T10:18:04.485 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/ 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 388577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/ 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 144881 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 124137 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 124449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 126777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 126577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 137937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 72457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 133785 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 139177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 138369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 136281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 140001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 532393 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-10T10:18:04.487 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 54465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 485769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-10T10:18:04.488 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37729 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 134177 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 140921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19025 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 79081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10993 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 119745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 46193 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 115817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13433 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 51953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 813705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 52913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36049 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_cttimeout.ko 2024-09-10T10:18:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26129 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 66593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 50641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17329 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25385 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18017 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_osf.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25081 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_synproxy.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17721 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tproxy.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 104257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/x_tables.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14281 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 21953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45305 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16033 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10937 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22809 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-10T10:18:04.493 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12633 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16777 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11849 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15377 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16665 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12953 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12041 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-10T10:18:04.494 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13113 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10705 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12585 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10345 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 52929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-10T10:18:04.495 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9225 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11609 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16249 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11649 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13641 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-10T10:18:04.496 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9361 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43569 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 14985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 19865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10833 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10945 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10105 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9673 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpudp.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-10T10:18:04.497 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/ 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 17321 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/ 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/ 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 485961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10961 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/ 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/ 2024-09-10T10:18:04.498 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 141545 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/phonet.ko 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 69001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/pn_pep.ko 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/ 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 314473 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 202161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 85265 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rxrpc/ 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1024009 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rxrpc/rxrpc.ko 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/ 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39097 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 28817 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45505 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 27689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-10T10:18:04.499 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 53577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38801 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24057 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43513 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 45769 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32289 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 41561 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_cgroup.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 37409 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39697 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 49417 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 79257 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8793 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 15481 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-10T10:18:04.500 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 48889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 9337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13465 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 8457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25921 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25209 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43577 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 43865 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 39273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq_codel.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 42985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 60913 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 26689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 81065 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-10T10:18:04.501 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33745 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 36713 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 11905 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33153 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 44857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 32425 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 13593 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 31889 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 60337 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 40977 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 33521 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 38457 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 35857 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 34241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-10T10:18:04.502 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/ 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1184689 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 24001 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/ 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/ 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 426969 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 70273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1895553 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/ 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 925089 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/ 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 1122601 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12241 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-10T10:18:04.503 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/ 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 18273 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/ 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 101161 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 90369 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 120625 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 12985 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 20489 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/x25/ 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 165529 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/x25/x25.ko 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/ 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 25449 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_algo.ko 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 22929 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-10T10:18:04.504 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 135873 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_user.ko 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 649700 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 633853 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 7850 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 23959 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 10056 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 74053 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 147543 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 233297 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 210 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 72756 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 879 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 261535 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 316586 2024-09-06 14:57 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-10T10:18:04.505 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./usr/ 2024-09-10T10:18:04.506 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./usr/share/ 2024-09-10T10:18:04.506 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./usr/share/doc/ 2024-09-10T10:18:04.506 INFO:teuthology.orchestra.run.smithi022.stdout:drwxr-xr-x root/root 0 2024-09-06 14:57 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/ 2024-09-10T10:18:04.506 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 176 2024-09-06 14:57 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/changelog.Debian.gz 2024-09-10T10:18:04.506 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r-- root/root 691 2024-09-06 14:57 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/copyright 2024-09-10T10:18:04.510 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:04.510 INFO:teuthology.task.kernel:searching for kernel 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:04.510 DEBUG:teuthology.orchestra.run.smithi022:> egrep '(submenu|menuentry.*6.11.0-rc5-g2ca44a2f35ca).*{' /boot/grub/grub.cfg 2024-09-10T10:18:04.517 INFO:teuthology.orchestra.run.smithi022.stdout:submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2024-09-10T10:18:04.517 INFO:teuthology.orchestra.run.smithi022.stdout: menuentry 'Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.11.0-rc5-g2ca44a2f35ca-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2024-09-10T10:18:04.517 INFO:teuthology.orchestra.run.smithi022.stdout: menuentry 'Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.11.0-rc5-g2ca44a2f35ca-recovery-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2024-09-10T10:18:04.518 INFO:teuthology.task.kernel:submenu_title:Advanced options for Ubuntu> 2024-09-10T10:18:04.518 INFO:teuthology.task.kernel:default_title:Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:04.518 DEBUG:teuthology.orchestra.run.smithi022:> /bin/echo -e 'cat </dev/null && sudo chmod a+x -- '/etc/grub.d/01_ceph_kernel.tmp~' && sudo mv -- '/etc/grub.d/01_ceph_kernel.tmp~' /etc/grub.d/01_ceph_kernel && sudo update-grub && rm /tmp/linux-image.deb && ( sleep 1 && sudo shutdown -r now & ) 2024-09-10T10:18:04.560 DEBUG:teuthology.task.kernel:Waiting for install on ubuntu@smithi022.front.sepia.ceph.com to complete... 2024-09-10T10:18:04.937 INFO:teuthology.orchestra.run.smithi022.stderr:Sourcing file `/etc/default/grub' 2024-09-10T10:18:04.937 INFO:teuthology.orchestra.run.smithi022.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-10T10:18:04.948 INFO:teuthology.orchestra.run.smithi022.stderr:Generating grub configuration file ... 2024-09-10T10:18:05.178 INFO:teuthology.orchestra.run.smithi022.stderr:Found linux image: /boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:05.185 INFO:teuthology.orchestra.run.smithi022.stderr:Found initrd image: /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:18:05.434 INFO:teuthology.orchestra.run.smithi022.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-10T10:18:05.439 INFO:teuthology.orchestra.run.smithi022.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-10T10:18:05.481 INFO:teuthology.orchestra.run.smithi022.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-10T10:18:05.487 INFO:teuthology.orchestra.run.smithi022.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-10T10:18:05.601 INFO:teuthology.orchestra.run.smithi022.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-10T10:18:05.601 INFO:teuthology.orchestra.run.smithi022.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-10T10:18:05.601 INFO:teuthology.orchestra.run.smithi022.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-10T10:18:05.610 INFO:teuthology.orchestra.run.smithi022.stderr:done 2024-09-10T10:18:35.559 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-10T10:18:35.560 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T10:18:35.561 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:18:36.726 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-10T10:18:36.726 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-10T10:18:36.726 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi022.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:18:53.889 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.145 2024-09-10T10:18:55.165 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.22 2024-09-10T10:19:02.898 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T10:19:02.899 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:19:04.167 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-10T10:19:04.168 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi022.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:19:05.949 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.145 2024-09-10T10:19:17.961 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T10:19:17.961 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:19:36.381 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.145 2024-09-10T10:19:51.397 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T10:19:51.398 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:19:51.670 DEBUG:teuthology.orchestra.run.smithi145:> true 2024-09-10T10:19:52.638 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T10:19:52.639 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-10T10:19:52.639 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2024-09-10T10:19:52.689 INFO:teuthology.orchestra.run.smithi145.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:19:52.689 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:19:52.689 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T10:19:52.689 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-10T10:19:53.690 DEBUG:teuthology.parallel:result is None 2024-09-10T10:20:04.170 DEBUG:teuthology.orchestra.remote:timed out 2024-09-10T10:20:16.171 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-10T10:20:16.172 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi022.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:20:16.390 DEBUG:teuthology.orchestra.run.smithi022:> true 2024-09-10T10:20:17.059 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-10T10:20:17.059 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-10T10:20:17.059 DEBUG:teuthology.orchestra.run.smithi022:> uname -r 2024-09-10T10:20:17.109 INFO:teuthology.orchestra.run.smithi022.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:20:17.109 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-10T10:20:17.109 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T10:20:17.110 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-10T10:20:18.113 DEBUG:teuthology.parallel:result is None 2024-09-10T10:20:18.113 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-10T10:20:18.125 INFO:teuthology.task.internal:Creating test directory... 2024-09-10T10:20:18.125 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T10:20:18.128 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T10:20:18.138 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-10T10:20:18.152 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-10T10:20:18.166 INFO:teuthology.task.internal:Creating archive directory... 2024-09-10T10:20:18.166 DEBUG:teuthology.orchestra.run.smithi022:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T10:20:18.180 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T10:20:18.212 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-10T10:20:18.223 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-10T10:20:18.223 DEBUG:teuthology.orchestra.run.smithi022:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T10:20:18.252 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T10:20:18.339 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T10:20:18.341 INFO:teuthology.orchestra.run.smithi022.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T10:20:18.361 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T10:20:18.364 INFO:teuthology.orchestra.run.smithi022.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T10:20:18.367 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-10T10:20:18.378 INFO:teuthology.task.internal:Configuring sudo... 2024-09-10T10:20:18.379 DEBUG:teuthology.orchestra.run.smithi022:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T10:20:18.382 DEBUG:teuthology.orchestra.run.smithi145:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T10:20:18.403 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-10T10:20:18.416 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-10T10:20:18.416 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T10:20:18.449 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T10:20:18.457 DEBUG:teuthology.orchestra.run.smithi022:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T10:20:18.506 DEBUG:teuthology.orchestra.run.smithi022:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T10:20:18.558 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:20:18.558 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T10:20:18.628 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T10:20:18.637 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T10:20:18.689 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:20:18.689 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T10:20:18.762 DEBUG:teuthology.orchestra.run.smithi022:> sudo service rsyslog restart 2024-09-10T10:20:18.765 DEBUG:teuthology.orchestra.run.smithi145:> sudo service rsyslog restart 2024-09-10T10:20:18.890 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-10T10:20:18.903 INFO:teuthology.task.internal:Starting timer... 2024-09-10T10:20:18.904 INFO:teuthology.run_tasks:Running task pcp... 2024-09-10T10:20:18.929 INFO:teuthology.run_tasks:Running task selinux... 2024-09-10T10:20:18.994 DEBUG:teuthology.task.selinux:Excluding smithi022: OS 'ubuntu' does not support SELinux 2024-09-10T10:20:18.994 DEBUG:teuthology.task.selinux:Excluding smithi145: OS 'ubuntu' does not support SELinux 2024-09-10T10:20:18.995 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-10T10:20:18.995 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-10T10:20:18.995 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-10T10:20:18.995 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-10T10:20:19.006 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-10T10:20:19.009 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-10T10:20:19.118 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-10T10:20:19.131 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-10T10:20:19.132 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi022.front.sepia.ceph.com,smithi145.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-10T10:28:33.713 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi022.front.sepia.ceph.com'), Remote(name='ubuntu@smithi145.front.sepia.ceph.com')] 2024-09-10T10:28:33.715 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-10T10:28:33.716 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi022.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:28:33.800 DEBUG:teuthology.orchestra.run.smithi022:> true 2024-09-10T10:28:33.920 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-10T10:28:33.920 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T10:28:33.921 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:28:34.006 DEBUG:teuthology.orchestra.run.smithi145:> true 2024-09-10T10:28:34.127 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-10T10:28:34.128 INFO:teuthology.run_tasks:Running task clock... 2024-09-10T10:28:34.148 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-10T10:28:34.148 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T10:28:34.148 DEBUG:teuthology.orchestra.run.smithi022:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T10:28:34.152 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T10:28:34.152 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T10:28:34.191 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-10T10:28:34.191 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: Command line: ntpd -gq 2024-09-10T10:28:34.191 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: ---------------------------------------------------- 2024-09-10T10:28:34.191 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: ntp-4 is maintained by Network Time Foundation, 2024-09-10T10:28:34.191 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-10T10:28:34.192 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: corporation. Support and training for ntp-4 are 2024-09-10T10:28:34.192 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: available at https://www.nwtime.org/support 2024-09-10T10:28:34.192 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: ---------------------------------------------------- 2024-09-10T10:28:34.192 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: proto: precision = 0.042 usec (-24) 2024-09-10T10:28:34.192 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: basedate set to 2022-02-04 2024-09-10T10:28:34.193 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: gps base set to 2022-02-06 (week 2196) 2024-09-10T10:28:34.193 INFO:teuthology.orchestra.run.smithi022.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-10T10:28:34.193 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-10T10:28:34.193 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: restrict ::: KOD does nothing without LIMITED. 2024-09-10T10:28:34.193 INFO:teuthology.orchestra.run.smithi022.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-10T10:28:34.194 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: Listen and drop on 0 v6wildcard [::]:123 2024-09-10T10:28:34.194 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-10T10:28:34.195 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: Listen normally on 2 lo 127.0.0.1:123 2024-09-10T10:28:34.195 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: Listen normally on 3 ens1f0 172.21.15.22:123 2024-09-10T10:28:34.195 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: Listen normally on 4 lo [::1]:123 2024-09-10T10:28:34.195 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:fe59:5de4%4]:123 2024-09-10T10:28:34.195 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:34 ntpd[18322]: Listening on routing socket on fd #22 for interface updates 2024-09-10T10:28:34.209 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-10T10:28:34.209 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: Command line: ntpd -gq 2024-09-10T10:28:34.209 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: ---------------------------------------------------- 2024-09-10T10:28:34.209 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: ntp-4 is maintained by Network Time Foundation, 2024-09-10T10:28:34.209 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-10T10:28:34.209 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: corporation. Support and training for ntp-4 are 2024-09-10T10:28:34.209 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: available at https://www.nwtime.org/support 2024-09-10T10:28:34.209 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: ---------------------------------------------------- 2024-09-10T10:28:34.210 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: proto: precision = 0.042 usec (-24) 2024-09-10T10:28:34.210 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: basedate set to 2022-02-04 2024-09-10T10:28:34.210 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: gps base set to 2022-02-06 (week 2196) 2024-09-10T10:28:34.210 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-10T10:28:34.211 INFO:teuthology.orchestra.run.smithi145.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-10T10:28:34.211 INFO:teuthology.orchestra.run.smithi145.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-10T10:28:34.211 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: restrict ::: KOD does nothing without LIMITED. 2024-09-10T10:28:34.212 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: Listen and drop on 0 v6wildcard [::]:123 2024-09-10T10:28:34.212 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-10T10:28:34.213 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: Listen normally on 2 lo 127.0.0.1:123 2024-09-10T10:28:34.213 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: Listen normally on 3 enp3s0f1 172.21.15.145:123 2024-09-10T10:28:34.213 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: Listen normally on 4 lo [::1]:123 2024-09-10T10:28:34.213 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7791%5]:123 2024-09-10T10:28:34.213 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:34 ntpd[18438]: Listening on routing socket on fd #22 for interface updates 2024-09-10T10:28:35.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:35 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:35.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:35 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:36.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:36 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:36.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:36 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:36.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:36 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:36.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:36 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:36.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:36 ntpd[18322]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:36.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:36 ntpd[18322]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:36.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:36.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:36 ntpd[18438]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:37.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:37 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:37.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:37 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:37.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:37 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:37.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:37 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:37.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:37 ntpd[18322]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:37.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:37 ntpd[18322]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:37.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:37 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:37.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:37 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:37.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:37 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:37.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:37 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:37.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:37 ntpd[18438]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:37.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:37 ntpd[18438]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:38.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:38.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:38 ntpd[18322]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:38.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:38.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:38.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:38 ntpd[18438]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:39.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:39 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:39.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:39 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:39.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:39 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:39.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:39 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:39.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:39 ntpd[18322]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:39.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:39 ntpd[18322]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:39.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:39 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:39.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:39 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:39.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:39 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:39.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:39 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:39.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:39 ntpd[18438]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:39.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:39 ntpd[18438]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:40 ntpd[18322]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:40.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:40.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:40.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:40.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:40.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:40.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:40.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:40.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:40.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:40.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:40.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:40.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:40 ntpd[18438]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:41.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:41 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:41.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:41 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:41.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:41 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:41.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:41 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:41.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:41 ntpd[18322]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:41.192 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:41 ntpd[18322]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:41.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:41 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:41.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:41 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:41.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:41 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:41.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:41 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:41.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:41 ntpd[18438]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:41.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:41 ntpd[18438]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:42.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:42.193 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:42.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:42.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:42.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:42.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:42.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:42.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:42.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:42.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:42.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:42.194 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:42.195 INFO:teuthology.orchestra.run.smithi022.stdout:10 Sep 10:28:42 ntpd[18322]: ntpd: time slew +0.000230 s 2024-09-10T10:28:42.195 INFO:teuthology.orchestra.run.smithi022.stdout:ntpd: time slew +0.000230s 2024-09-10T10:28:42.195 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-10T10:28:42.195 INFO:teuthology.orchestra.run.smithi022.stderr:10 Sep 10:28:42 ntpd[18322]: can't open /var/log/ntpstats/loopstats.20240910: Permission denied 2024-09-10T10:28:42.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:42 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:42.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:42 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:42.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:42 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:42.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:42 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:42.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:42 ntpd[18438]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:28:42.210 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:42 ntpd[18438]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:28:42.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:42 ntpd[18438]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:28:42.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:42 ntpd[18438]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:28:42.211 INFO:teuthology.orchestra.run.smithi145.stdout:10 Sep 10:28:42 ntpd[18438]: ntpd: time slew -0.001455 s 2024-09-10T10:28:42.211 INFO:teuthology.orchestra.run.smithi145.stdout:ntpd: time slew -0.001455s 2024-09-10T10:28:42.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:42 ntpd[18438]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-10T10:28:42.211 INFO:teuthology.orchestra.run.smithi145.stderr:10 Sep 10:28:42 ntpd[18438]: can't open /var/log/ntpstats/loopstats.20240910: Permission denied 2024-09-10T10:28:42.271 INFO:teuthology.orchestra.run.smithi022.stdout: remote refid st t when poll reach delay offset jitter 2024-09-10T10:28:42.271 INFO:teuthology.orchestra.run.smithi022.stdout:============================================================================== 2024-09-10T10:28:42.271 INFO:teuthology.orchestra.run.smithi022.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:28:42.271 INFO:teuthology.orchestra.run.smithi022.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:28:42.271 INFO:teuthology.orchestra.run.smithi022.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:28:42.272 INFO:teuthology.orchestra.run.smithi022.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:28:42.326 INFO:teuthology.orchestra.run.smithi145.stdout: remote refid st t when poll reach delay offset jitter 2024-09-10T10:28:42.327 INFO:teuthology.orchestra.run.smithi145.stdout:============================================================================== 2024-09-10T10:28:42.327 INFO:teuthology.orchestra.run.smithi145.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:28:42.327 INFO:teuthology.orchestra.run.smithi145.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:28:42.327 INFO:teuthology.orchestra.run.smithi145.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:28:42.327 INFO:teuthology.orchestra.run.smithi145.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:28:42.328 INFO:teuthology.run_tasks:Running task install... 2024-09-10T10:28:42.338 DEBUG:teuthology.task.install:project ceph 2024-09-10T10:28:42.338 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}} 2024-09-10T10:28:42.338 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'} 2024-09-10T10:28:42.338 INFO:teuthology.task.install:Using flavor: default 2024-09-10T10:28:42.344 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T10:28:42.344 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-10T10:28:42.345 DEBUG:teuthology.orchestra.run.smithi022:> sudo apt-key list | grep Ceph 2024-09-10T10:28:42.345 DEBUG:teuthology.orchestra.run.smithi145:> sudo apt-key list | grep Ceph 2024-09-10T10:28:42.449 INFO:teuthology.orchestra.run.smithi022.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-10T10:28:42.473 INFO:teuthology.orchestra.run.smithi145.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-10T10:28:42.501 INFO:teuthology.orchestra.run.smithi022.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-10T10:28:42.502 INFO:teuthology.orchestra.run.smithi022.stdout:uid [ unknown] Ceph.com (release key) 2024-09-10T10:28:42.503 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-10T10:28:42.503 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-10T10:28:42.503 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T10:28:42.524 INFO:teuthology.orchestra.run.smithi145.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-10T10:28:42.524 INFO:teuthology.orchestra.run.smithi145.stdout:uid [ unknown] Ceph.com (release key) 2024-09-10T10:28:42.525 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-10T10:28:42.525 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-10T10:28:42.525 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T10:28:42.643 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default/ 2024-09-10T10:28:42.644 INFO:teuthology.task.install.deb:Package version is 19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:28:42.680 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default/ 2024-09-10T10:28:42.680 INFO:teuthology.task.install.deb:Package version is 19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:28:42.757 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:28:42.757 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-10T10:28:42.777 DEBUG:teuthology.orchestra.run.smithi022:> sudo apt-get update 2024-09-10T10:28:42.795 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:28:42.796 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-10T10:28:42.815 DEBUG:teuthology.orchestra.run.smithi145:> sudo apt-get update 2024-09-10T10:28:42.964 INFO:teuthology.orchestra.run.smithi022.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-10T10:28:43.014 INFO:teuthology.orchestra.run.smithi022.stdout:Ign:2 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy InRelease 2024-09-10T10:28:43.035 INFO:teuthology.orchestra.run.smithi022.stdout:Get:3 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-09-10T10:28:43.049 INFO:teuthology.orchestra.run.smithi145.stdout:Ign:1 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy InRelease 2024-09-10T10:28:43.057 INFO:teuthology.orchestra.run.smithi022.stdout:Ign:4 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-10T10:28:43.070 INFO:teuthology.orchestra.run.smithi145.stdout:Get:2 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-09-10T10:28:43.078 INFO:teuthology.orchestra.run.smithi022.stdout:Get:5 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,404 B] 2024-09-10T10:28:43.092 INFO:teuthology.orchestra.run.smithi022.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-10T10:28:43.092 INFO:teuthology.orchestra.run.smithi145.stdout:Ign:3 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-10T10:28:43.113 INFO:teuthology.orchestra.run.smithi022.stdout:Get:7 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.9 kB] 2024-09-10T10:28:43.113 INFO:teuthology.orchestra.run.smithi145.stdout:Get:4 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,404 B] 2024-09-10T10:28:43.134 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:5 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-10T10:28:43.134 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:6 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-10T10:28:43.155 INFO:teuthology.orchestra.run.smithi145.stdout:Get:7 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.9 kB] 2024-09-10T10:28:43.164 INFO:teuthology.orchestra.run.smithi022.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-10T10:28:43.196 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-10T10:28:43.246 INFO:teuthology.orchestra.run.smithi022.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-10T10:28:43.278 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-10T10:28:43.588 INFO:teuthology.orchestra.run.smithi022.stdout:Fetched 28.9 kB in 1s (50.1 kB/s) 2024-09-10T10:28:43.732 INFO:teuthology.orchestra.run.smithi145.stdout:Fetched 28.9 kB in 1s (41.8 kB/s) 2024-09-10T10:28:44.654 INFO:teuthology.orchestra.run.smithi022.stdout:Reading package lists... 2024-09-10T10:28:44.669 DEBUG:teuthology.orchestra.run.smithi022:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.1.1-305-g1cf819b7-1jammy cephadm=19.1.1-305-g1cf819b7-1jammy ceph-mds=19.1.1-305-g1cf819b7-1jammy ceph-mgr=19.1.1-305-g1cf819b7-1jammy ceph-common=19.1.1-305-g1cf819b7-1jammy ceph-fuse=19.1.1-305-g1cf819b7-1jammy ceph-test=19.1.1-305-g1cf819b7-1jammy ceph-volume=19.1.1-305-g1cf819b7-1jammy radosgw=19.1.1-305-g1cf819b7-1jammy python3-rados=19.1.1-305-g1cf819b7-1jammy python3-rgw=19.1.1-305-g1cf819b7-1jammy python3-cephfs=19.1.1-305-g1cf819b7-1jammy python3-rbd=19.1.1-305-g1cf819b7-1jammy libcephfs2=19.1.1-305-g1cf819b7-1jammy libcephfs-dev=19.1.1-305-g1cf819b7-1jammy librados2=19.1.1-305-g1cf819b7-1jammy librbd1=19.1.1-305-g1cf819b7-1jammy rbd-fuse=19.1.1-305-g1cf819b7-1jammy python3-cephfs=19.1.1-305-g1cf819b7-1jammy cephfs-shell=19.1.1-305-g1cf819b7-1jammy cephfs-top=19.1.1-305-g1cf819b7-1jammy cephfs-mirror=19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:28:44.750 INFO:teuthology.orchestra.run.smithi022.stdout:Reading package lists... 2024-09-10T10:28:44.766 INFO:teuthology.orchestra.run.smithi145.stdout:Reading package lists... 2024-09-10T10:28:44.781 DEBUG:teuthology.orchestra.run.smithi145:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.1.1-305-g1cf819b7-1jammy cephadm=19.1.1-305-g1cf819b7-1jammy ceph-mds=19.1.1-305-g1cf819b7-1jammy ceph-mgr=19.1.1-305-g1cf819b7-1jammy ceph-common=19.1.1-305-g1cf819b7-1jammy ceph-fuse=19.1.1-305-g1cf819b7-1jammy ceph-test=19.1.1-305-g1cf819b7-1jammy ceph-volume=19.1.1-305-g1cf819b7-1jammy radosgw=19.1.1-305-g1cf819b7-1jammy python3-rados=19.1.1-305-g1cf819b7-1jammy python3-rgw=19.1.1-305-g1cf819b7-1jammy python3-cephfs=19.1.1-305-g1cf819b7-1jammy python3-rbd=19.1.1-305-g1cf819b7-1jammy libcephfs2=19.1.1-305-g1cf819b7-1jammy libcephfs-dev=19.1.1-305-g1cf819b7-1jammy librados2=19.1.1-305-g1cf819b7-1jammy librbd1=19.1.1-305-g1cf819b7-1jammy rbd-fuse=19.1.1-305-g1cf819b7-1jammy python3-cephfs=19.1.1-305-g1cf819b7-1jammy cephfs-shell=19.1.1-305-g1cf819b7-1jammy cephfs-top=19.1.1-305-g1cf819b7-1jammy cephfs-mirror=19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:28:44.857 INFO:teuthology.orchestra.run.smithi145.stdout:Reading package lists... 2024-09-10T10:28:44.937 INFO:teuthology.orchestra.run.smithi022.stdout:Building dependency tree... 2024-09-10T10:28:44.938 INFO:teuthology.orchestra.run.smithi022.stdout:Reading state information... 2024-09-10T10:28:45.042 INFO:teuthology.orchestra.run.smithi145.stdout:Building dependency tree... 2024-09-10T10:28:45.042 INFO:teuthology.orchestra.run.smithi145.stdout:Reading state information... 2024-09-10T10:28:45.137 INFO:teuthology.orchestra.run.smithi022.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:28:45.137 INFO:teuthology.orchestra.run.smithi022.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:28:45.137 INFO:teuthology.orchestra.run.smithi022.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:28:45.137 INFO:teuthology.orchestra.run.smithi022.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:28:45.138 INFO:teuthology.orchestra.run.smithi022.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-10T10:28:45.138 INFO:teuthology.orchestra.run.smithi022.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-10T10:28:45.138 INFO:teuthology.orchestra.run.smithi022.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:28:45.139 INFO:teuthology.orchestra.run.smithi022.stdout:The following additional packages will be installed: 2024-09-10T10:28:45.139 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-10T10:28:45.139 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-10T10:28:45.139 INFO:teuthology.orchestra.run.smithi022.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-10T10:28:45.139 INFO:teuthology.orchestra.run.smithi022.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-10T10:28:45.141 INFO:teuthology.orchestra.run.smithi022.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-10T10:28:45.141 INFO:teuthology.orchestra.run.smithi022.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-10T10:28:45.141 INFO:teuthology.orchestra.run.smithi022.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-10T10:28:45.141 INFO:teuthology.orchestra.run.smithi022.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-10T10:28:45.141 INFO:teuthology.orchestra.run.smithi022.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-10T10:28:45.141 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-09-10T10:28:45.141 INFO:teuthology.orchestra.run.smithi022.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-09-10T10:28:45.141 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-10T10:28:45.141 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-10T10:28:45.141 INFO:teuthology.orchestra.run.smithi022.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-10T10:28:45.142 INFO:teuthology.orchestra.run.smithi022.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-10T10:28:45.142 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-10T10:28:45.142 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-10T10:28:45.142 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-10T10:28:45.142 INFO:teuthology.orchestra.run.smithi022.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-10T10:28:45.142 INFO:teuthology.orchestra.run.smithi022.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-10T10:28:45.142 INFO:teuthology.orchestra.run.smithi022.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-10T10:28:45.142 INFO:teuthology.orchestra.run.smithi022.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-10T10:28:45.142 INFO:teuthology.orchestra.run.smithi022.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-10T10:28:45.142 INFO:teuthology.orchestra.run.smithi022.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2024-09-10T10:28:45.143 INFO:teuthology.orchestra.run.smithi022.stdout:Suggested packages: 2024-09-10T10:28:45.143 INFO:teuthology.orchestra.run.smithi022.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-10T10:28:45.143 INFO:teuthology.orchestra.run.smithi022.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-10T10:28:45.143 INFO:teuthology.orchestra.run.smithi022.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-10T10:28:45.143 INFO:teuthology.orchestra.run.smithi022.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-10T10:28:45.143 INFO:teuthology.orchestra.run.smithi022.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-10T10:28:45.143 INFO:teuthology.orchestra.run.smithi022.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-10T10:28:45.143 INFO:teuthology.orchestra.run.smithi022.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-10T10:28:45.143 INFO:teuthology.orchestra.run.smithi022.stdout:Recommended packages: 2024-09-10T10:28:45.143 INFO:teuthology.orchestra.run.smithi022.stdout: btrfs-tools 2024-09-10T10:28:45.232 INFO:teuthology.orchestra.run.smithi145.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:28:45.232 INFO:teuthology.orchestra.run.smithi145.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:28:45.232 INFO:teuthology.orchestra.run.smithi145.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:28:45.233 INFO:teuthology.orchestra.run.smithi145.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:28:45.233 INFO:teuthology.orchestra.run.smithi145.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-10T10:28:45.233 INFO:teuthology.orchestra.run.smithi145.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-10T10:28:45.233 INFO:teuthology.orchestra.run.smithi145.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:28:45.234 INFO:teuthology.orchestra.run.smithi145.stdout:The following additional packages will be installed: 2024-09-10T10:28:45.234 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-10T10:28:45.234 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-10T10:28:45.235 INFO:teuthology.orchestra.run.smithi145.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-10T10:28:45.235 INFO:teuthology.orchestra.run.smithi145.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-10T10:28:45.235 INFO:teuthology.orchestra.run.smithi145.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-10T10:28:45.236 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout:Suggested packages: 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-10T10:28:45.237 INFO:teuthology.orchestra.run.smithi145.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-10T10:28:45.238 INFO:teuthology.orchestra.run.smithi145.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-10T10:28:45.238 INFO:teuthology.orchestra.run.smithi145.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-10T10:28:45.238 INFO:teuthology.orchestra.run.smithi145.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-10T10:28:45.238 INFO:teuthology.orchestra.run.smithi145.stdout:Recommended packages: 2024-09-10T10:28:45.238 INFO:teuthology.orchestra.run.smithi145.stdout: btrfs-tools 2024-09-10T10:28:45.303 INFO:teuthology.orchestra.run.smithi022.stdout:The following NEW packages will be installed: 2024-09-10T10:28:45.303 INFO:teuthology.orchestra.run.smithi022.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-10T10:28:45.303 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-10T10:28:45.303 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-10T10:28:45.303 INFO:teuthology.orchestra.run.smithi022.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-10T10:28:45.304 INFO:teuthology.orchestra.run.smithi022.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-10T10:28:45.304 INFO:teuthology.orchestra.run.smithi022.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-10T10:28:45.304 INFO:teuthology.orchestra.run.smithi022.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2024-09-10T10:28:45.305 INFO:teuthology.orchestra.run.smithi022.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2024-09-10T10:28:45.305 INFO:teuthology.orchestra.run.smithi022.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2024-09-10T10:28:45.305 INFO:teuthology.orchestra.run.smithi022.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-10T10:28:45.305 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-10T10:28:45.305 INFO:teuthology.orchestra.run.smithi022.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-10T10:28:45.306 INFO:teuthology.orchestra.run.smithi022.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-10T10:28:45.307 INFO:teuthology.orchestra.run.smithi022.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-10T10:28:45.307 INFO:teuthology.orchestra.run.smithi022.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-10T10:28:45.307 INFO:teuthology.orchestra.run.smithi022.stdout: socat unzip xmlstarlet zip 2024-09-10T10:28:45.395 INFO:teuthology.orchestra.run.smithi145.stdout:The following NEW packages will be installed: 2024-09-10T10:28:45.395 INFO:teuthology.orchestra.run.smithi145.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-10T10:28:45.395 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-10T10:28:45.395 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-10T10:28:45.397 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-10T10:28:45.397 INFO:teuthology.orchestra.run.smithi145.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-10T10:28:45.397 INFO:teuthology.orchestra.run.smithi145.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-10T10:28:45.398 INFO:teuthology.orchestra.run.smithi145.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-10T10:28:45.399 INFO:teuthology.orchestra.run.smithi145.stdout: socat unzip xmlstarlet zip 2024-09-10T10:28:45.455 INFO:teuthology.orchestra.run.smithi022.stdout:0 upgraded, 124 newly installed, 0 to remove and 334 not upgraded. 2024-09-10T10:28:45.455 INFO:teuthology.orchestra.run.smithi022.stdout:Need to get 181 MB of archives. 2024-09-10T10:28:45.455 INFO:teuthology.orchestra.run.smithi022.stdout:After this operation, 831 MB of additional disk space will be used. 2024-09-10T10:28:45.455 INFO:teuthology.orchestra.run.smithi022.stdout:Get:1 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.1.1-305-g1cf819b7-1jammy [3,592 kB] 2024-09-10T10:28:45.502 INFO:teuthology.orchestra.run.smithi022.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-10T10:28:45.546 INFO:teuthology.orchestra.run.smithi145.stdout:0 upgraded, 124 newly installed, 0 to remove and 334 not upgraded. 2024-09-10T10:28:45.546 INFO:teuthology.orchestra.run.smithi145.stdout:Need to get 181 MB of archives. 2024-09-10T10:28:45.546 INFO:teuthology.orchestra.run.smithi145.stdout:After this operation, 831 MB of additional disk space will be used. 2024-09-10T10:28:45.546 INFO:teuthology.orchestra.run.smithi145.stdout:Get:1 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.1.1-305-g1cf819b7-1jammy [3,592 kB] 2024-09-10T10:28:45.584 INFO:teuthology.orchestra.run.smithi022.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-10T10:28:45.594 INFO:teuthology.orchestra.run.smithi145.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-10T10:28:45.629 INFO:teuthology.orchestra.run.smithi022.stdout:Get:4 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.1.1-305-g1cf819b7-1jammy [3,241 kB] 2024-09-10T10:28:45.631 INFO:teuthology.orchestra.run.smithi022.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-10T10:28:45.676 INFO:teuthology.orchestra.run.smithi145.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-10T10:28:45.690 INFO:teuthology.orchestra.run.smithi022.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.1.1-305-g1cf819b7-1jammy [719 kB] 2024-09-10T10:28:45.718 INFO:teuthology.orchestra.run.smithi022.stdout:Get:7 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.1.1-305-g1cf819b7-1jammy [357 kB] 2024-09-10T10:28:45.722 INFO:teuthology.orchestra.run.smithi145.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-10T10:28:45.723 INFO:teuthology.orchestra.run.smithi022.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.1.1-305-g1cf819b7-1jammy [32.8 kB] 2024-09-10T10:28:45.724 INFO:teuthology.orchestra.run.smithi022.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.1.1-305-g1cf819b7-1jammy [180 kB] 2024-09-10T10:28:45.727 INFO:teuthology.orchestra.run.smithi022.stdout:Get:10 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.1.1-305-g1cf819b7-1jammy [67.6 kB] 2024-09-10T10:28:45.728 INFO:teuthology.orchestra.run.smithi022.stdout:Get:11 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.1.1-305-g1cf819b7-1jammy [333 kB] 2024-09-10T10:28:45.733 INFO:teuthology.orchestra.run.smithi022.stdout:Get:12 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.1.1-305-g1cf819b7-1jammy [6,875 kB] 2024-09-10T10:28:45.795 INFO:teuthology.orchestra.run.smithi145.stdout:Get:5 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.1.1-305-g1cf819b7-1jammy [3,241 kB] 2024-09-10T10:28:45.828 INFO:teuthology.orchestra.run.smithi022.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-10T10:28:45.916 INFO:teuthology.orchestra.run.smithi145.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.1.1-305-g1cf819b7-1jammy [719 kB] 2024-09-10T10:28:45.919 INFO:teuthology.orchestra.run.smithi145.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-10T10:28:45.920 INFO:teuthology.orchestra.run.smithi022.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-10T10:28:45.928 INFO:teuthology.orchestra.run.smithi145.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.1.1-305-g1cf819b7-1jammy [357 kB] 2024-09-10T10:28:45.932 INFO:teuthology.orchestra.run.smithi022.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-10T10:28:45.934 INFO:teuthology.orchestra.run.smithi145.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.1.1-305-g1cf819b7-1jammy [32.8 kB] 2024-09-10T10:28:45.934 INFO:teuthology.orchestra.run.smithi145.stdout:Get:10 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.1.1-305-g1cf819b7-1jammy [180 kB] 2024-09-10T10:28:45.938 INFO:teuthology.orchestra.run.smithi145.stdout:Get:11 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.1.1-305-g1cf819b7-1jammy [67.6 kB] 2024-09-10T10:28:45.938 INFO:teuthology.orchestra.run.smithi145.stdout:Get:12 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.1.1-305-g1cf819b7-1jammy [333 kB] 2024-09-10T10:28:45.946 INFO:teuthology.orchestra.run.smithi145.stdout:Get:13 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.1.1-305-g1cf819b7-1jammy [6,875 kB] 2024-09-10T10:28:45.952 INFO:teuthology.orchestra.run.smithi022.stdout:Get:16 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.1.1-305-g1cf819b7-1jammy [112 kB] 2024-09-10T10:28:45.953 INFO:teuthology.orchestra.run.smithi022.stdout:Get:17 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.1.1-305-g1cf819b7-1jammy [472 kB] 2024-09-10T10:28:45.959 INFO:teuthology.orchestra.run.smithi022.stdout:Get:18 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.1.1-305-g1cf819b7-1jammy [25.9 MB] 2024-09-10T10:28:45.982 INFO:teuthology.orchestra.run.smithi022.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-10T10:28:46.010 INFO:teuthology.orchestra.run.smithi145.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-10T10:28:46.024 INFO:teuthology.orchestra.run.smithi145.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-10T10:28:46.074 INFO:teuthology.orchestra.run.smithi145.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-10T10:28:46.158 INFO:teuthology.orchestra.run.smithi022.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-10T10:28:46.166 INFO:teuthology.orchestra.run.smithi022.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-10T10:28:46.192 INFO:teuthology.orchestra.run.smithi022.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-10T10:28:46.200 INFO:teuthology.orchestra.run.smithi022.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-10T10:28:46.201 INFO:teuthology.orchestra.run.smithi022.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-10T10:28:46.214 INFO:teuthology.orchestra.run.smithi145.stdout:Get:17 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.1.1-305-g1cf819b7-1jammy [112 kB] 2024-09-10T10:28:46.215 INFO:teuthology.orchestra.run.smithi145.stdout:Get:18 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.1.1-305-g1cf819b7-1jammy [472 kB] 2024-09-10T10:28:46.221 INFO:teuthology.orchestra.run.smithi145.stdout:Get:19 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.1.1-305-g1cf819b7-1jammy [25.9 MB] 2024-09-10T10:28:46.224 INFO:teuthology.orchestra.run.smithi022.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-10T10:28:46.227 INFO:teuthology.orchestra.run.smithi022.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-10T10:28:46.232 INFO:teuthology.orchestra.run.smithi022.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-10T10:28:46.234 INFO:teuthology.orchestra.run.smithi022.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-10T10:28:46.240 INFO:teuthology.orchestra.run.smithi022.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-10T10:28:46.250 INFO:teuthology.orchestra.run.smithi145.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-10T10:28:46.258 INFO:teuthology.orchestra.run.smithi145.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-10T10:28:46.286 INFO:teuthology.orchestra.run.smithi145.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-10T10:28:46.295 INFO:teuthology.orchestra.run.smithi145.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-10T10:28:46.296 INFO:teuthology.orchestra.run.smithi145.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-10T10:28:46.314 INFO:teuthology.orchestra.run.smithi145.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-10T10:28:46.316 INFO:teuthology.orchestra.run.smithi022.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-10T10:28:46.318 INFO:teuthology.orchestra.run.smithi022.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-10T10:28:46.318 INFO:teuthology.orchestra.run.smithi145.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-10T10:28:46.319 INFO:teuthology.orchestra.run.smithi022.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-10T10:28:46.320 INFO:teuthology.orchestra.run.smithi022.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-10T10:28:46.320 INFO:teuthology.orchestra.run.smithi022.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-10T10:28:46.322 INFO:teuthology.orchestra.run.smithi022.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-10T10:28:46.322 INFO:teuthology.orchestra.run.smithi022.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-10T10:28:46.323 INFO:teuthology.orchestra.run.smithi145.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-10T10:28:46.323 INFO:teuthology.orchestra.run.smithi022.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-10T10:28:46.323 INFO:teuthology.orchestra.run.smithi022.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-10T10:28:46.324 INFO:teuthology.orchestra.run.smithi145.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-10T10:28:46.332 INFO:teuthology.orchestra.run.smithi145.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-10T10:28:46.404 INFO:teuthology.orchestra.run.smithi022.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-10T10:28:46.404 INFO:teuthology.orchestra.run.smithi022.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-10T10:28:46.404 INFO:teuthology.orchestra.run.smithi022.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-10T10:28:46.406 INFO:teuthology.orchestra.run.smithi022.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-10T10:28:46.406 INFO:teuthology.orchestra.run.smithi022.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-10T10:28:46.407 INFO:teuthology.orchestra.run.smithi145.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-10T10:28:46.409 INFO:teuthology.orchestra.run.smithi145.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-10T10:28:46.410 INFO:teuthology.orchestra.run.smithi145.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-10T10:28:46.411 INFO:teuthology.orchestra.run.smithi145.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-10T10:28:46.411 INFO:teuthology.orchestra.run.smithi145.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-10T10:28:46.414 INFO:teuthology.orchestra.run.smithi145.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-10T10:28:46.414 INFO:teuthology.orchestra.run.smithi145.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-10T10:28:46.415 INFO:teuthology.orchestra.run.smithi145.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-10T10:28:46.415 INFO:teuthology.orchestra.run.smithi145.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-10T10:28:46.485 INFO:teuthology.orchestra.run.smithi022.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-10T10:28:46.485 INFO:teuthology.orchestra.run.smithi022.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-10T10:28:46.486 INFO:teuthology.orchestra.run.smithi022.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-10T10:28:46.486 INFO:teuthology.orchestra.run.smithi022.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-10T10:28:46.487 INFO:teuthology.orchestra.run.smithi022.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-10T10:28:46.495 INFO:teuthology.orchestra.run.smithi145.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-10T10:28:46.495 INFO:teuthology.orchestra.run.smithi145.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-10T10:28:46.496 INFO:teuthology.orchestra.run.smithi145.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-10T10:28:46.498 INFO:teuthology.orchestra.run.smithi145.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-10T10:28:46.499 INFO:teuthology.orchestra.run.smithi145.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-10T10:28:46.566 INFO:teuthology.orchestra.run.smithi022.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-10T10:28:46.567 INFO:teuthology.orchestra.run.smithi022.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-10T10:28:46.567 INFO:teuthology.orchestra.run.smithi022.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-10T10:28:46.572 INFO:teuthology.orchestra.run.smithi022.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-10T10:28:46.573 INFO:teuthology.orchestra.run.smithi022.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-10T10:28:46.576 INFO:teuthology.orchestra.run.smithi145.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-10T10:28:46.577 INFO:teuthology.orchestra.run.smithi145.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-10T10:28:46.578 INFO:teuthology.orchestra.run.smithi145.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-10T10:28:46.578 INFO:teuthology.orchestra.run.smithi145.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-10T10:28:46.578 INFO:teuthology.orchestra.run.smithi145.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-10T10:28:46.648 INFO:teuthology.orchestra.run.smithi022.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-10T10:28:46.648 INFO:teuthology.orchestra.run.smithi022.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-10T10:28:46.649 INFO:teuthology.orchestra.run.smithi022.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-10T10:28:46.651 INFO:teuthology.orchestra.run.smithi022.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-10T10:28:46.652 INFO:teuthology.orchestra.run.smithi022.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-10T10:28:46.658 INFO:teuthology.orchestra.run.smithi145.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-10T10:28:46.659 INFO:teuthology.orchestra.run.smithi145.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-10T10:28:46.660 INFO:teuthology.orchestra.run.smithi145.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-10T10:28:46.665 INFO:teuthology.orchestra.run.smithi145.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-10T10:28:46.665 INFO:teuthology.orchestra.run.smithi145.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-10T10:28:46.729 INFO:teuthology.orchestra.run.smithi022.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-10T10:28:46.730 INFO:teuthology.orchestra.run.smithi022.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-10T10:28:46.732 INFO:teuthology.orchestra.run.smithi022.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-10T10:28:46.732 INFO:teuthology.orchestra.run.smithi022.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-10T10:28:46.733 INFO:teuthology.orchestra.run.smithi022.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-10T10:28:46.740 INFO:teuthology.orchestra.run.smithi145.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-10T10:28:46.741 INFO:teuthology.orchestra.run.smithi145.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-10T10:28:46.742 INFO:teuthology.orchestra.run.smithi145.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-10T10:28:46.743 INFO:teuthology.orchestra.run.smithi145.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-10T10:28:46.744 INFO:teuthology.orchestra.run.smithi145.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-10T10:28:46.811 INFO:teuthology.orchestra.run.smithi022.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-10T10:28:46.822 INFO:teuthology.orchestra.run.smithi145.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-10T10:28:46.822 INFO:teuthology.orchestra.run.smithi145.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-10T10:28:46.824 INFO:teuthology.orchestra.run.smithi145.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-10T10:28:46.825 INFO:teuthology.orchestra.run.smithi145.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-10T10:28:46.826 INFO:teuthology.orchestra.run.smithi145.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-10T10:28:46.847 INFO:teuthology.orchestra.run.smithi022.stdout:Get:65 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.1.1-305-g1cf819b7-1jammy [5,145 kB] 2024-09-10T10:28:46.903 INFO:teuthology.orchestra.run.smithi145.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-10T10:28:46.920 INFO:teuthology.orchestra.run.smithi022.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-10T10:28:46.921 INFO:teuthology.orchestra.run.smithi022.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-10T10:28:46.922 INFO:teuthology.orchestra.run.smithi022.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-10T10:28:46.922 INFO:teuthology.orchestra.run.smithi022.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-10T10:28:46.924 INFO:teuthology.orchestra.run.smithi022.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-10T10:28:46.995 INFO:teuthology.orchestra.run.smithi022.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-10T10:28:46.998 INFO:teuthology.orchestra.run.smithi022.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-10T10:28:46.998 INFO:teuthology.orchestra.run.smithi022.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-10T10:28:47.012 INFO:teuthology.orchestra.run.smithi145.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-10T10:28:47.013 INFO:teuthology.orchestra.run.smithi145.stdout:Get:66 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.1.1-305-g1cf819b7-1jammy [5,145 kB] 2024-09-10T10:28:47.013 INFO:teuthology.orchestra.run.smithi145.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-10T10:28:47.015 INFO:teuthology.orchestra.run.smithi145.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-10T10:28:47.015 INFO:teuthology.orchestra.run.smithi145.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-10T10:28:47.017 INFO:teuthology.orchestra.run.smithi145.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-10T10:28:47.040 INFO:teuthology.orchestra.run.smithi022.stdout:Get:74 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.1.1-305-g1cf819b7-1jammy [245 kB] 2024-09-10T10:28:47.047 INFO:teuthology.orchestra.run.smithi022.stdout:Get:75 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.1.1-305-g1cf819b7-1jammy [124 kB] 2024-09-10T10:28:47.049 INFO:teuthology.orchestra.run.smithi022.stdout:Get:76 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.1.1-305-g1cf819b7-1jammy [1,555 kB] 2024-09-10T10:28:47.068 INFO:teuthology.orchestra.run.smithi022.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-10T10:28:47.068 INFO:teuthology.orchestra.run.smithi022.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-10T10:28:47.085 INFO:teuthology.orchestra.run.smithi022.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-10T10:28:47.085 INFO:teuthology.orchestra.run.smithi022.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-10T10:28:47.086 INFO:teuthology.orchestra.run.smithi145.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-10T10:28:47.086 INFO:teuthology.orchestra.run.smithi022.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-10T10:28:47.087 INFO:teuthology.orchestra.run.smithi022.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-10T10:28:47.087 INFO:teuthology.orchestra.run.smithi022.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-10T10:28:47.088 INFO:teuthology.orchestra.run.smithi022.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-10T10:28:47.088 INFO:teuthology.orchestra.run.smithi145.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-10T10:28:47.089 INFO:teuthology.orchestra.run.smithi145.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-10T10:28:47.092 INFO:teuthology.orchestra.run.smithi022.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-10T10:28:47.103 INFO:teuthology.orchestra.run.smithi022.stdout:Get:86 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.1.1-305-g1cf819b7-1jammy [6,142 kB] 2024-09-10T10:28:47.153 INFO:teuthology.orchestra.run.smithi145.stdout:Get:74 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.1.1-305-g1cf819b7-1jammy [245 kB] 2024-09-10T10:28:47.159 INFO:teuthology.orchestra.run.smithi145.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-10T10:28:47.159 INFO:teuthology.orchestra.run.smithi145.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-10T10:28:47.162 INFO:teuthology.orchestra.run.smithi145.stdout:Get:77 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.1.1-305-g1cf819b7-1jammy [124 kB] 2024-09-10T10:28:47.164 INFO:teuthology.orchestra.run.smithi145.stdout:Get:78 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.1.1-305-g1cf819b7-1jammy [1,555 kB] 2024-09-10T10:28:47.166 INFO:teuthology.orchestra.run.smithi022.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-10T10:28:47.168 INFO:teuthology.orchestra.run.smithi022.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-10T10:28:47.168 INFO:teuthology.orchestra.run.smithi022.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-10T10:28:47.177 INFO:teuthology.orchestra.run.smithi145.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-10T10:28:47.178 INFO:teuthology.orchestra.run.smithi145.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-10T10:28:47.179 INFO:teuthology.orchestra.run.smithi145.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-10T10:28:47.179 INFO:teuthology.orchestra.run.smithi145.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-10T10:28:47.180 INFO:teuthology.orchestra.run.smithi145.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-10T10:28:47.181 INFO:teuthology.orchestra.run.smithi145.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-10T10:28:47.185 INFO:teuthology.orchestra.run.smithi145.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-10T10:28:47.213 INFO:teuthology.orchestra.run.smithi145.stdout:Get:86 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.1.1-305-g1cf819b7-1jammy [6,142 kB] 2024-09-10T10:28:47.248 INFO:teuthology.orchestra.run.smithi022.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-10T10:28:47.250 INFO:teuthology.orchestra.run.smithi022.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-10T10:28:47.251 INFO:teuthology.orchestra.run.smithi022.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-10T10:28:47.252 INFO:teuthology.orchestra.run.smithi022.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-10T10:28:47.253 INFO:teuthology.orchestra.run.smithi022.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-10T10:28:47.257 INFO:teuthology.orchestra.run.smithi022.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-10T10:28:47.258 INFO:teuthology.orchestra.run.smithi022.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-10T10:28:47.259 INFO:teuthology.orchestra.run.smithi145.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-10T10:28:47.261 INFO:teuthology.orchestra.run.smithi145.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-10T10:28:47.261 INFO:teuthology.orchestra.run.smithi145.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-10T10:28:47.329 INFO:teuthology.orchestra.run.smithi022.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-10T10:28:47.329 INFO:teuthology.orchestra.run.smithi022.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-10T10:28:47.330 INFO:teuthology.orchestra.run.smithi022.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-10T10:28:47.340 INFO:teuthology.orchestra.run.smithi145.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-10T10:28:47.343 INFO:teuthology.orchestra.run.smithi145.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-10T10:28:47.344 INFO:teuthology.orchestra.run.smithi145.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-10T10:28:47.345 INFO:teuthology.orchestra.run.smithi145.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-10T10:28:47.346 INFO:teuthology.orchestra.run.smithi145.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-10T10:28:47.350 INFO:teuthology.orchestra.run.smithi145.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-10T10:28:47.351 INFO:teuthology.orchestra.run.smithi145.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-10T10:28:47.351 INFO:teuthology.orchestra.run.smithi022.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.1.1-305-g1cf819b7-1jammy [22.8 MB] 2024-09-10T10:28:47.389 INFO:teuthology.orchestra.run.smithi145.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.1.1-305-g1cf819b7-1jammy [22.8 MB] 2024-09-10T10:28:47.410 INFO:teuthology.orchestra.run.smithi022.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-10T10:28:47.412 INFO:teuthology.orchestra.run.smithi022.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-10T10:28:47.413 INFO:teuthology.orchestra.run.smithi022.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-10T10:28:47.420 INFO:teuthology.orchestra.run.smithi022.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-10T10:28:47.421 INFO:teuthology.orchestra.run.smithi022.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-10T10:28:47.421 INFO:teuthology.orchestra.run.smithi022.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-10T10:28:47.422 INFO:teuthology.orchestra.run.smithi145.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-10T10:28:47.422 INFO:teuthology.orchestra.run.smithi145.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-10T10:28:47.423 INFO:teuthology.orchestra.run.smithi145.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-10T10:28:47.424 INFO:teuthology.orchestra.run.smithi022.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-10T10:28:47.492 INFO:teuthology.orchestra.run.smithi022.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-10T10:28:47.504 INFO:teuthology.orchestra.run.smithi145.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-10T10:28:47.506 INFO:teuthology.orchestra.run.smithi145.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-10T10:28:47.507 INFO:teuthology.orchestra.run.smithi145.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-10T10:28:47.514 INFO:teuthology.orchestra.run.smithi145.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-10T10:28:47.515 INFO:teuthology.orchestra.run.smithi145.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-10T10:28:47.515 INFO:teuthology.orchestra.run.smithi145.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-10T10:28:47.517 INFO:teuthology.orchestra.run.smithi145.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-10T10:28:47.585 INFO:teuthology.orchestra.run.smithi145.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-10T10:28:48.081 INFO:teuthology.orchestra.run.smithi145.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.1.1-305-g1cf819b7-1jammy [14.1 kB] 2024-09-10T10:28:48.081 INFO:teuthology.orchestra.run.smithi145.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.1.1-305-g1cf819b7-1jammy [877 kB] 2024-09-10T10:28:48.108 INFO:teuthology.orchestra.run.smithi145.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.1.1-305-g1cf819b7-1jammy [2,462 kB] 2024-09-10T10:28:48.166 INFO:teuthology.orchestra.run.smithi022.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.1.1-305-g1cf819b7-1jammy [14.1 kB] 2024-09-10T10:28:48.166 INFO:teuthology.orchestra.run.smithi022.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.1.1-305-g1cf819b7-1jammy [877 kB] 2024-09-10T10:28:48.177 INFO:teuthology.orchestra.run.smithi022.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.1.1-305-g1cf819b7-1jammy [2,462 kB] 2024-09-10T10:28:48.185 INFO:teuthology.orchestra.run.smithi145.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.1.1-305-g1cf819b7-1jammy [794 kB] 2024-09-10T10:28:48.197 INFO:teuthology.orchestra.run.smithi145.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.1.1-305-g1cf819b7-1jammy [152 kB] 2024-09-10T10:28:48.200 INFO:teuthology.orchestra.run.smithi145.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.1.1-305-g1cf819b7-1jammy [2,284 kB] 2024-09-10T10:28:48.267 INFO:teuthology.orchestra.run.smithi145.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.1.1-305-g1cf819b7-1jammy [8,625 kB] 2024-09-10T10:28:48.278 INFO:teuthology.orchestra.run.smithi022.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.1.1-305-g1cf819b7-1jammy [794 kB] 2024-09-10T10:28:48.295 INFO:teuthology.orchestra.run.smithi022.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.1.1-305-g1cf819b7-1jammy [152 kB] 2024-09-10T10:28:48.297 INFO:teuthology.orchestra.run.smithi022.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.1.1-305-g1cf819b7-1jammy [2,284 kB] 2024-09-10T10:28:48.397 INFO:teuthology.orchestra.run.smithi022.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.1.1-305-g1cf819b7-1jammy [8,625 kB] 2024-09-10T10:28:48.555 INFO:teuthology.orchestra.run.smithi145.stdout:Get:116 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.1.1-305-g1cf819b7-1jammy [14.2 kB] 2024-09-10T10:28:48.555 INFO:teuthology.orchestra.run.smithi145.stdout:Get:117 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.1.1-305-g1cf819b7-1jammy [51.4 MB] 2024-09-10T10:28:48.679 INFO:teuthology.orchestra.run.smithi022.stdout:Get:116 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.1.1-305-g1cf819b7-1jammy [14.2 kB] 2024-09-10T10:28:48.699 INFO:teuthology.orchestra.run.smithi022.stdout:Get:117 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.1.1-305-g1cf819b7-1jammy [51.4 MB] 2024-09-10T10:28:50.190 INFO:teuthology.orchestra.run.smithi145.stdout:Get:118 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.1.1-305-g1cf819b7-1jammy [130 kB] 2024-09-10T10:28:50.191 INFO:teuthology.orchestra.run.smithi145.stdout:Get:119 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 19.1.1-305-g1cf819b7-1jammy [237 kB] 2024-09-10T10:28:50.193 INFO:teuthology.orchestra.run.smithi145.stdout:Get:120 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 19.1.1-305-g1cf819b7-1jammy [34.0 kB] 2024-09-10T10:28:50.194 INFO:teuthology.orchestra.run.smithi145.stdout:Get:121 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 19.1.1-305-g1cf819b7-1jammy [23.5 kB] 2024-09-10T10:28:50.194 INFO:teuthology.orchestra.run.smithi145.stdout:Get:122 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.1.1-305-g1cf819b7-1jammy [39.0 kB] 2024-09-10T10:28:50.194 INFO:teuthology.orchestra.run.smithi145.stdout:Get:123 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.1.1-305-g1cf819b7-1jammy [13.6 MB] 2024-09-10T10:28:50.407 INFO:teuthology.orchestra.run.smithi022.stdout:Get:118 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.1.1-305-g1cf819b7-1jammy [130 kB] 2024-09-10T10:28:50.408 INFO:teuthology.orchestra.run.smithi022.stdout:Get:119 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 19.1.1-305-g1cf819b7-1jammy [237 kB] 2024-09-10T10:28:50.410 INFO:teuthology.orchestra.run.smithi022.stdout:Get:120 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 19.1.1-305-g1cf819b7-1jammy [34.0 kB] 2024-09-10T10:28:50.410 INFO:teuthology.orchestra.run.smithi022.stdout:Get:121 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 19.1.1-305-g1cf819b7-1jammy [23.5 kB] 2024-09-10T10:28:50.411 INFO:teuthology.orchestra.run.smithi022.stdout:Get:122 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.1.1-305-g1cf819b7-1jammy [39.0 kB] 2024-09-10T10:28:50.411 INFO:teuthology.orchestra.run.smithi022.stdout:Get:123 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.1.1-305-g1cf819b7-1jammy [13.6 MB] 2024-09-10T10:28:50.747 INFO:teuthology.orchestra.run.smithi145.stdout:Get:124 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.1.1-305-g1cf819b7-1jammy [91.4 kB] 2024-09-10T10:28:50.763 INFO:teuthology.orchestra.run.smithi022.stdout:Get:124 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.1.1-305-g1cf819b7-1jammy [91.4 kB] 2024-09-10T10:28:51.403 INFO:teuthology.orchestra.run.smithi145.stdout:Fetched 181 MB in 5s (34.0 MB/s) 2024-09-10T10:28:51.440 INFO:teuthology.orchestra.run.smithi022.stdout:Fetched 181 MB in 5s (33.3 MB/s) 2024-09-10T10:28:51.535 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-10T10:28:51.600 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 132928 files and directories currently installed.) 2024-09-10T10:28:51.604 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-10T10:28:51.642 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-10T10:28:51.705 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-10T10:28:51.773 INFO:teuthology.orchestra.run.smithi022.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 132928 files and directories currently installed.) 2024-09-10T10:28:51.776 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-10T10:28:51.820 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-10T10:28:51.945 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-10T10:28:51.958 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-10T10:28:52.037 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-10T10:28:52.239 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-10T10:28:52.253 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-10T10:28:52.306 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-10T10:28:52.381 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-cmd2. 2024-09-10T10:28:52.394 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-10T10:28:52.439 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-10T10:28:52.784 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-cmd2. 2024-09-10T10:28:52.792 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-10T10:28:52.799 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-10T10:28:52.806 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-10T10:28:52.833 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-10T10:28:52.884 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-10T10:28:53.178 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-10T10:28:53.193 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-10T10:28:53.212 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-10T10:28:53.226 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-10T10:28:53.261 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-10T10:28:53.262 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-10T10:28:53.582 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-10T10:28:53.597 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-10T10:28:53.599 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-10T10:28:53.613 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-10T10:28:53.640 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-10T10:28:53.657 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-10T10:28:53.951 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-10T10:28:53.966 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-10T10:28:54.009 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-10T10:28:54.119 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-10T10:28:54.134 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:28:54.185 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:28:54.488 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-10T10:28:54.503 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:28:54.554 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:28:54.597 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-10T10:28:54.612 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:28:54.655 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:28:54.941 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-10T10:28:54.956 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:28:54.967 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-10T10:28:54.982 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:28:55.000 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:28:55.016 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:28:55.335 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-10T10:28:55.350 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:28:55.393 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:28:55.403 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-10T10:28:55.418 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-10T10:28:55.461 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-10T10:28:55.730 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-10T10:28:55.745 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-10T10:28:55.788 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-10T10:28:56.023 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package librados2. 2024-09-10T10:28:56.038 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../010-librados2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:56.081 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking librados2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:56.091 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package librados2. 2024-09-10T10:28:56.107 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../010-librados2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:56.149 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking librados2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:56.500 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package librbd1. 2024-09-10T10:28:56.515 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../011-librbd1_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:56.550 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking librbd1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:56.585 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package librbd1. 2024-09-10T10:28:56.601 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../011-librbd1_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:56.643 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking librbd1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:56.920 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libcephfs2. 2024-09-10T10:28:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../012-libcephfs2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:56.978 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libcephfs2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:57.063 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libcephfs2. 2024-09-10T10:28:57.077 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../012-libcephfs2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:57.120 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libcephfs2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:57.281 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-rados. 2024-09-10T10:28:57.295 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../013-python3-rados_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:57.339 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-rados (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:57.390 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-rados. 2024-09-10T10:28:57.405 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../013-python3-rados_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:57.440 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-rados (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:57.642 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-10T10:28:57.657 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../014-python3-ceph-argparse_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:28:57.700 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-ceph-argparse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:57.751 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-10T10:28:57.766 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../014-python3-ceph-argparse_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:28:57.809 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-ceph-argparse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:57.944 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-cephfs. 2024-09-10T10:28:57.959 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../015-python3-cephfs_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:58.002 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-cephfs (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:58.078 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-cephfs. 2024-09-10T10:28:58.093 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../015-python3-cephfs_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:58.136 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-cephfs (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:58.338 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-10T10:28:58.353 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../016-python3-ceph-common_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:28:58.396 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:58.447 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-10T10:28:58.463 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../016-python3-ceph-common_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:28:58.505 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:58.699 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-prettytable. 2024-09-10T10:28:58.715 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2024-09-10T10:28:58.749 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-10T10:28:58.825 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-prettytable. 2024-09-10T10:28:58.840 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2024-09-10T10:28:58.884 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-10T10:28:58.960 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-rbd. 2024-09-10T10:28:58.975 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../018-python3-rbd_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:59.018 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-rbd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:59.120 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-rbd. 2024-09-10T10:28:59.135 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../018-python3-rbd_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:28:59.169 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-rbd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:28:59.380 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-10T10:28:59.395 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-10T10:28:59.440 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-10T10:28:59.514 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-10T10:28:59.529 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-10T10:28:59.572 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-10T10:28:59.699 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-10T10:28:59.714 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-10T10:28:59.757 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-10T10:28:59.824 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-10T10:28:59.840 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-10T10:28:59.883 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-10T10:29:00.060 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-10T10:29:00.075 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-10T10:29:00.110 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-10T10:29:00.185 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-10T10:29:00.201 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-10T10:29:00.244 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-10T10:29:00.405 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package lua5.1. 2024-09-10T10:29:00.420 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-10T10:29:00.464 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-10T10:29:00.538 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package lua5.1. 2024-09-10T10:29:00.554 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-10T10:29:00.588 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-10T10:29:00.774 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package lua-any. 2024-09-10T10:29:00.789 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2024-09-10T10:29:00.833 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-10T10:29:00.908 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package lua-any. 2024-09-10T10:29:00.924 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2024-09-10T10:29:00.966 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-10T10:29:01.077 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package zip. 2024-09-10T10:29:01.092 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2024-09-10T10:29:01.135 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking zip (3.0-12build2) ... 2024-09-10T10:29:01.244 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package zip. 2024-09-10T10:29:01.259 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2024-09-10T10:29:01.302 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking zip (3.0-12build2) ... 2024-09-10T10:29:01.471 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package unzip. 2024-09-10T10:29:01.486 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-10T10:29:01.530 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-10T10:29:01.622 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package unzip. 2024-09-10T10:29:01.637 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-10T10:29:01.680 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-10T10:29:01.909 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package luarocks. 2024-09-10T10:29:01.924 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-10T10:29:01.967 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-10T10:29:02.076 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package luarocks. 2024-09-10T10:29:02.092 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-10T10:29:02.159 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-10T10:29:02.374 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package librgw2. 2024-09-10T10:29:02.388 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../027-librgw2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:02.424 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking librgw2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:02.566 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package librgw2. 2024-09-10T10:29:02.581 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../027-librgw2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:02.625 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking librgw2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:02.919 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-rgw. 2024-09-10T10:29:02.933 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../028-python3-rgw_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:02.985 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-rgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:03.135 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-rgw. 2024-09-10T10:29:03.151 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../028-python3-rgw_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:03.193 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-rgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:03.397 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-10T10:29:03.412 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-10T10:29:03.463 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-10T10:29:03.505 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-10T10:29:03.520 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-10T10:29:03.563 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-10T10:29:03.833 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libradosstriper1. 2024-09-10T10:29:03.847 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../030-libradosstriper1_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:03.849 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libradosstriper1. 2024-09-10T10:29:03.865 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../030-libradosstriper1_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:03.891 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libradosstriper1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:03.907 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libradosstriper1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:04.310 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-common. 2024-09-10T10:29:04.326 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../031-ceph-common_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:04.368 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:04.386 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-common. 2024-09-10T10:29:04.401 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../031-ceph-common_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:04.436 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:05.415 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-base. 2024-09-10T10:29:05.431 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../032-ceph-base_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:05.474 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-base (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:05.633 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-base. 2024-09-10T10:29:05.647 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../032-ceph-base_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:05.708 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-base (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:05.994 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-10T10:29:06.009 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-10T10:29:06.052 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-10T10:29:06.380 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-cheroot. 2024-09-10T10:29:06.396 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-10T10:29:06.429 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-10T10:29:06.438 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-10T10:29:06.443 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-10T10:29:06.495 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-10T10:29:06.750 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-10T10:29:06.765 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-10T10:29:06.808 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-10T10:29:06.865 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-cheroot. 2024-09-10T10:29:06.878 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-10T10:29:06.931 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-10T10:29:07.094 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-10T10:29:07.110 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-10T10:29:07.152 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-10T10:29:07.310 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-10T10:29:07.323 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-10T10:29:07.368 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-10T10:29:07.480 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-10T10:29:07.496 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-10T10:29:07.538 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-10T10:29:07.671 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-10T10:29:07.684 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-10T10:29:07.729 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-10T10:29:07.808 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-tempora. 2024-09-10T10:29:07.823 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2024-09-10T10:29:07.866 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-10T10:29:08.032 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-10T10:29:08.045 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-10T10:29:08.090 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-10T10:29:08.193 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-portend. 2024-09-10T10:29:08.209 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2024-09-10T10:29:08.252 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-10T10:29:08.393 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-tempora. 2024-09-10T10:29:08.408 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2024-09-10T10:29:08.484 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-10T10:29:08.554 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-10T10:29:08.570 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-10T10:29:08.613 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-10T10:29:08.804 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-portend. 2024-09-10T10:29:08.818 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2024-09-10T10:29:08.862 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-10T10:29:08.915 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-10T10:29:08.931 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-10T10:29:08.965 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-10T10:29:09.140 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-10T10:29:09.153 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-10T10:29:09.198 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-10T10:29:09.310 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-natsort. 2024-09-10T10:29:09.326 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2024-09-10T10:29:09.369 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-10T10:29:09.493 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-10T10:29:09.507 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-10T10:29:09.551 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-10T10:29:09.705 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-logutils. 2024-09-10T10:29:09.721 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2024-09-10T10:29:09.763 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-10T10:29:09.913 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-natsort. 2024-09-10T10:29:09.927 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2024-09-10T10:29:09.963 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-10T10:29:10.058 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-10T10:29:10.073 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-10T10:29:10.107 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-10T10:29:10.233 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-logutils. 2024-09-10T10:29:10.247 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2024-09-10T10:29:10.291 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-10T10:29:10.402 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-mako. 2024-09-10T10:29:10.418 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-10T10:29:10.460 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-10T10:29:10.602 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-10T10:29:10.616 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-10T10:29:10.660 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-10T10:29:10.780 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-10T10:29:10.795 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-10T10:29:10.838 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-10T10:29:10.963 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-mako. 2024-09-10T10:29:10.977 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-10T10:29:11.021 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-10T10:29:11.133 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-10T10:29:11.148 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-10T10:29:11.182 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-10T10:29:11.341 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-10T10:29:11.355 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-10T10:29:11.399 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-10T10:29:11.485 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-webob. 2024-09-10T10:29:11.501 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-10T10:29:11.543 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-10T10:29:11.719 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-10T10:29:11.733 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-10T10:29:11.769 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-10T10:29:11.863 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-waitress. 2024-09-10T10:29:11.876 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-10T10:29:11.915 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-10T10:29:12.047 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-webob. 2024-09-10T10:29:12.061 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-10T10:29:12.105 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-10T10:29:12.224 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-tempita. 2024-09-10T10:29:12.237 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-10T10:29:12.282 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-10T10:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-waitress. 2024-09-10T10:29:12.455 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-10T10:29:12.502 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-10T10:29:12.602 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-paste. 2024-09-10T10:29:12.617 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-10T10:29:12.668 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-10T10:29:12.844 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-tempita. 2024-09-10T10:29:12.858 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-10T10:29:12.902 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-10T10:29:12.980 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-10T10:29:12.993 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-10T10:29:13.037 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-10T10:29:13.280 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-paste. 2024-09-10T10:29:13.294 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-10T10:29:13.347 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-10T10:29:13.365 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-10T10:29:13.379 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-10T10:29:13.432 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-10T10:29:13.685 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-webtest. 2024-09-10T10:29:13.699 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2024-09-10T10:29:13.708 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-10T10:29:13.722 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-10T10:29:13.735 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-10T10:29:13.767 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-10T10:29:14.029 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-pecan. 2024-09-10T10:29:14.043 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-10T10:29:14.053 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-10T10:29:14.067 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-10T10:29:14.087 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-10T10:29:14.111 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-10T10:29:14.414 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-webtest. 2024-09-10T10:29:14.428 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2024-09-10T10:29:14.434 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-certifi. 2024-09-10T10:29:14.447 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2024-09-10T10:29:14.472 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-10T10:29:14.492 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-10T10:29:14.775 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pecan. 2024-09-10T10:29:14.789 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-10T10:29:14.825 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-10T10:29:14.836 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-idna. 2024-09-10T10:29:14.850 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../057-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-10T10:29:14.894 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-10T10:29:15.205 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-certifi. 2024-09-10T10:29:15.214 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-urllib3. 2024-09-10T10:29:15.218 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2024-09-10T10:29:15.228 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-10T10:29:15.263 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-10T10:29:15.272 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-10T10:29:15.566 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-idna. 2024-09-10T10:29:15.580 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../057-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-10T10:29:15.600 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-requests. 2024-09-10T10:29:15.614 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-10T10:29:15.616 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-10T10:29:15.659 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-10T10:29:15.944 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-urllib3. 2024-09-10T10:29:15.953 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-10T10:29:15.958 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-10T10:29:15.967 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-10T10:29:16.002 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-10T10:29:16.003 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-10T10:29:16.273 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-10T10:29:16.286 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:16.297 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-requests. 2024-09-10T10:29:16.311 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-10T10:29:16.330 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-mgr-modules-core (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:16.355 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-10T10:29:16.727 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-10T10:29:16.741 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:16.785 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libsqlite3-mod-ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:16.900 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-10T10:29:16.914 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-10T10:29:16.958 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-10T10:29:17.104 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-10T10:29:17.119 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../063-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-10T10:29:17.162 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-10T10:29:17.245 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-10T10:29:17.259 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:17.361 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr-modules-core (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:17.457 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-openssl. 2024-09-10T10:29:17.471 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../064-python3-openssl_21.0.0-1_all.deb ... 2024-09-10T10:29:17.507 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-10T10:29:17.775 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-10T10:29:17.789 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:17.824 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libsqlite3-mod-ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:17.843 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-mgr. 2024-09-10T10:29:17.857 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../065-ceph-mgr_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:17.901 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-mgr (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:18.111 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-10T10:29:18.125 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../063-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-10T10:29:18.169 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-10T10:29:19.289 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-openssl. 2024-09-10T10:29:19.303 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../064-python3-openssl_21.0.0-1_all.deb ... 2024-09-10T10:29:19.346 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-10T10:29:19.529 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-mon. 2024-09-10T10:29:19.543 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../066-ceph-mon_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:19.587 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-mon (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:19.683 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr. 2024-09-10T10:29:19.697 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../065-ceph-mgr_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:19.741 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:20.078 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mon. 2024-09-10T10:29:20.091 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../066-ceph-mon_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:20.127 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mon (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:20.175 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-osd. 2024-09-10T10:29:20.189 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../067-ceph-osd_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:20.224 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-osd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:20.698 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-osd. 2024-09-10T10:29:20.711 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../067-ceph-osd_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:20.756 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-osd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:20.927 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph. 2024-09-10T10:29:20.940 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../068-ceph_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:20.985 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:21.288 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-fuse. 2024-09-10T10:29:21.301 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../069-ceph-fuse_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:21.346 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:21.551 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph. 2024-09-10T10:29:21.565 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../068-ceph_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:21.617 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:21.724 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-mds. 2024-09-10T10:29:21.738 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../070-ceph-mds_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:21.790 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-mds (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:22.011 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-fuse. 2024-09-10T10:29:22.025 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../069-ceph-fuse_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:22.078 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:22.135 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package cephadm. 2024-09-10T10:29:22.147 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../071-cephadm_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:22.177 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:22.456 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mds. 2024-09-10T10:29:22.462 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-10T10:29:22.470 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../070-ceph-mds_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:22.474 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../072-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-10T10:29:22.512 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-10T10:29:22.514 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mds (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:22.831 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-10T10:29:22.843 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../073-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-10T10:29:22.873 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-10T10:29:22.884 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package cephadm. 2024-09-10T10:29:22.899 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../071-cephadm_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:22.942 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:23.262 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-10T10:29:23.276 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../072-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-10T10:29:23.320 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-10T10:29:23.614 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-10T10:29:23.629 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../073-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-10T10:29:23.672 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-10T10:29:23.888 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-babel. 2024-09-10T10:29:23.899 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../074-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-10T10:29:23.938 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-10T10:29:24.258 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-jinja2. 2024-09-10T10:29:24.269 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../075-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-10T10:29:24.308 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-10T10:29:24.653 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-10T10:29:24.665 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../076-ceph-mgr-cephadm_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:24.702 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-mgr-cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:24.704 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-babel. 2024-09-10T10:29:24.717 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../074-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-10T10:29:24.746 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-10T10:29:25.014 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-10T10:29:25.023 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-jinja2. 2024-09-10T10:29:25.026 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2024-09-10T10:29:25.036 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../075-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-10T10:29:25.064 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-10T10:29:25.065 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-10T10:29:25.400 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-routes. 2024-09-10T10:29:25.410 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-10T10:29:25.412 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-10T10:29:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../076-ceph-mgr-cephadm_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:25.450 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-10T10:29:25.468 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr-cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:25.780 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-10T10:29:25.793 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2024-09-10T10:29:25.803 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-10T10:29:25.816 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:25.838 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-10T10:29:25.856 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-mgr-dashboard (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:26.141 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-routes. 2024-09-10T10:29:26.153 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-10T10:29:26.190 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-10T10:29:26.510 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-10T10:29:26.523 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:26.552 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr-dashboard (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:27.017 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-10T10:29:27.028 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-10T10:29:27.067 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-10T10:29:27.546 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-joblib. 2024-09-10T10:29:27.557 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-10T10:29:27.595 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-10T10:29:27.890 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-10T10:29:27.904 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-10T10:29:27.948 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-10T10:29:27.965 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-10T10:29:27.977 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-10T10:29:28.093 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-10T10:29:28.387 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-sklearn. 2024-09-10T10:29:28.403 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-10T10:29:28.437 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-10T10:29:28.461 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-joblib. 2024-09-10T10:29:28.474 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-10T10:29:28.520 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-10T10:29:28.897 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-10T10:29:28.910 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-10T10:29:29.032 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-10T10:29:29.121 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-10T10:29:29.136 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:29.171 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-mgr-diskprediction-local (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:29.327 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-sklearn. 2024-09-10T10:29:29.341 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-10T10:29:29.385 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-10T10:29:30.066 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-cachetools. 2024-09-10T10:29:30.069 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-10T10:29:30.079 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2024-09-10T10:29:30.083 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:30.124 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-10T10:29:30.127 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr-diskprediction-local (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:30.461 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-10T10:29:30.474 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-10T10:29:30.519 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-10T10:29:30.848 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-10T10:29:30.861 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-10T10:29:30.897 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-10T10:29:31.105 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-cachetools. 2024-09-10T10:29:31.120 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2024-09-10T10:29:31.164 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-10T10:29:31.183 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-rsa. 2024-09-10T10:29:31.197 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2024-09-10T10:29:31.233 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-10T10:29:31.466 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-10T10:29:31.481 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-10T10:29:31.525 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-10T10:29:31.563 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-google-auth. 2024-09-10T10:29:31.575 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2024-09-10T10:29:31.621 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-10T10:29:31.887 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-10T10:29:31.901 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-10T10:29:31.945 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-10T10:29:31.949 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-10T10:29:31.962 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-10T10:29:32.032 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-10T10:29:32.256 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-rsa. 2024-09-10T10:29:32.271 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2024-09-10T10:29:32.314 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-10T10:29:32.352 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-websocket. 2024-09-10T10:29:32.365 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2024-09-10T10:29:32.410 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-10T10:29:32.609 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-google-auth. 2024-09-10T10:29:32.624 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2024-09-10T10:29:32.668 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-10T10:29:32.697 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-10T10:29:32.710 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-10T10:29:32.738 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-10T10:29:33.005 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-10T10:29:33.019 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-10T10:29:33.062 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-10T10:29:33.374 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-websocket. 2024-09-10T10:29:33.389 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2024-09-10T10:29:33.394 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-10T10:29:33.406 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:33.432 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-10T10:29:33.444 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-mgr-k8sevents (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:33.744 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-10T10:29:33.759 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-10T10:29:33.802 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-10T10:29:33.847 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-10T10:29:33.862 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-10T10:29:33.913 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-10T10:29:34.258 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-10T10:29:34.273 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-10T10:29:34.325 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-10T10:29:34.466 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-10T10:29:34.479 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:34.524 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr-k8sevents (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:34.745 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package jq. 2024-09-10T10:29:34.759 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-10T10:29:34.811 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-10T10:29:34.827 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-10T10:29:34.840 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-10T10:29:34.885 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-10T10:29:35.114 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package socat. 2024-09-10T10:29:35.128 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-10T10:29:35.180 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-10T10:29:35.255 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-10T10:29:35.269 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-10T10:29:35.313 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-10T10:29:35.500 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package xmlstarlet. 2024-09-10T10:29:35.515 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-10T10:29:35.558 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-10T10:29:35.565 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package jq. 2024-09-10T10:29:35.580 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-10T10:29:35.624 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-10T10:29:35.868 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package socat. 2024-09-10T10:29:35.883 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-10T10:29:35.896 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-test. 2024-09-10T10:29:35.910 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../099-ceph-test_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:35.918 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-10T10:29:35.955 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-test (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:36.221 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package xmlstarlet. 2024-09-10T10:29:36.236 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-10T10:29:36.271 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-10T10:29:36.592 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-test. 2024-09-10T10:29:36.605 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../099-ceph-test_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:36.650 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-test (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:37.826 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ceph-volume. 2024-09-10T10:29:37.840 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../100-ceph-volume_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:37.884 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ceph-volume (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:38.255 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-10T10:29:38.269 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../101-cephfs-mirror_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:38.313 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking cephfs-mirror (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:38.641 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-colorama. 2024-09-10T10:29:38.655 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2024-09-10T10:29:38.699 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-10T10:29:38.943 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package cephfs-shell. 2024-09-10T10:29:38.957 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../103-cephfs-shell_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:38.993 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking cephfs-shell (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:39.047 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-volume. 2024-09-10T10:29:39.062 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../100-ceph-volume_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:39.105 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-volume (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:39.246 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package cephfs-top. 2024-09-10T10:29:39.260 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../104-cephfs-top_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:39.304 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking cephfs-top (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:39.484 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-10T10:29:39.499 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../101-cephfs-mirror_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:39.540 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-10T10:29:39.554 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../105-libcephfs-dev_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:39.559 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking cephfs-mirror (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:39.598 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libcephfs-dev (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:39.845 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-colorama. 2024-09-10T10:29:39.860 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2024-09-10T10:29:39.895 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-10T10:29:39.909 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-10T10:29:39.924 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-10T10:29:39.967 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-10T10:29:40.106 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package cephfs-shell. 2024-09-10T10:29:40.121 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../103-cephfs-shell_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:40.164 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking cephfs-shell (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:40.314 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-10T10:29:40.328 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2024-09-10T10:29:40.372 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-10T10:29:40.417 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package cephfs-top. 2024-09-10T10:29:40.431 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../104-cephfs-top_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:29:40.475 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking cephfs-top (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:40.743 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package nvme-cli. 2024-09-10T10:29:40.757 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-10T10:29:40.761 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-10T10:29:40.775 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../105-libcephfs-dev_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:40.801 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-10T10:29:40.819 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libcephfs-dev (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:41.105 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-10T10:29:41.120 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-10T10:29:41.155 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-10T10:29:41.206 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package pkg-config. 2024-09-10T10:29:41.221 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-10T10:29:41.264 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-10T10:29:41.476 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-10T10:29:41.491 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2024-09-10T10:29:41.517 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-10T10:29:41.532 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-10T10:29:41.534 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-10T10:29:41.575 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-10T10:29:41.922 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package nvme-cli. 2024-09-10T10:29:41.936 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-10T10:29:41.979 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-10T10:29:41.987 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-10T10:29:42.002 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-10T10:29:42.045 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-10T10:29:42.348 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-pastescript. 2024-09-10T10:29:42.363 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2024-09-10T10:29:42.398 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-10T10:29:42.401 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package pkg-config. 2024-09-10T10:29:42.416 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-10T10:29:42.468 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-10T10:29:42.668 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-pluggy. 2024-09-10T10:29:42.683 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-10T10:29:42.726 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-10T10:29:42.754 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-10T10:29:42.769 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-10T10:29:42.812 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-10T10:29:43.038 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-psutil. 2024-09-10T10:29:43.052 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-10T10:29:43.096 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-10T10:29:43.257 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-10T10:29:43.272 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-10T10:29:43.315 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-10T10:29:43.424 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-py. 2024-09-10T10:29:43.439 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2024-09-10T10:29:43.482 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-10T10:29:43.601 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pastescript. 2024-09-10T10:29:43.616 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2024-09-10T10:29:43.701 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-10T10:29:43.794 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-pygments. 2024-09-10T10:29:43.809 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-10T10:29:43.869 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-10T10:29:43.996 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pluggy. 2024-09-10T10:29:44.011 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-10T10:29:44.054 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-10T10:29:44.323 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-10T10:29:44.337 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-10T10:29:44.366 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-psutil. 2024-09-10T10:29:44.381 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-10T10:29:44.381 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-10T10:29:44.424 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-10T10:29:44.684 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-toml. 2024-09-10T10:29:44.698 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2024-09-10T10:29:44.742 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-10T10:29:44.794 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-py. 2024-09-10T10:29:44.808 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2024-09-10T10:29:44.852 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-10T10:29:45.045 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-pytest. 2024-09-10T10:29:45.060 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-10T10:29:45.103 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-10T10:29:45.180 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pygments. 2024-09-10T10:29:45.195 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-10T10:29:45.238 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-10T10:29:45.432 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package python3-simplejson. 2024-09-10T10:29:45.447 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-10T10:29:45.490 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-10T10:29:45.684 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-10T10:29:45.697 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-10T10:29:45.767 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-10T10:29:45.801 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-10T10:29:45.816 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-10T10:29:45.859 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-10T10:29:46.086 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-toml. 2024-09-10T10:29:46.101 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2024-09-10T10:29:46.145 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-10T10:29:46.414 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pytest. 2024-09-10T10:29:46.429 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-10T10:29:46.464 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-10T10:29:46.605 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package radosgw. 2024-09-10T10:29:46.618 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../122-radosgw_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:46.655 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking radosgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:46.826 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-simplejson. 2024-09-10T10:29:46.840 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-10T10:29:46.884 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-10T10:29:47.153 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-10T10:29:47.168 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-10T10:29:47.211 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-10T10:29:47.266 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package rbd-fuse. 2024-09-10T10:29:47.281 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../123-rbd-fuse_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:47.341 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking rbd-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:47.627 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-10T10:29:47.930 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-10T10:29:47.966 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package radosgw. 2024-09-10T10:29:47.979 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../122-radosgw_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:48.015 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking radosgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:48.056 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-10T10:29:48.323 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-10T10:29:48.627 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package rbd-fuse. 2024-09-10T10:29:48.641 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../123-rbd-fuse_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:29:48.685 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking rbd-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:48.752 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-10T10:29:49.237 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-10T10:29:49.400 INFO:teuthology.orchestra.run.smithi022.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-10T10:29:49.458 INFO:teuthology.orchestra.run.smithi022.stdout:Could not execute systemctl: at /usr/bin/deb-systemd-invoke line 142. 2024-09-10T10:29:49.506 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-10T10:29:49.584 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:49.633 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-10T10:29:49.883 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-10T10:29:50.284 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-10T10:29:50.387 INFO:teuthology.orchestra.run.smithi022.stdout:Adding system user cephadm....done 2024-09-10T10:29:50.507 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-10T10:29:50.800 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-10T10:29:50.880 INFO:teuthology.orchestra.run.smithi145.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-10T10:29:50.924 INFO:teuthology.orchestra.run.smithi145.stdout:Could not execute systemctl: at /usr/bin/deb-systemd-invoke line 142. 2024-09-10T10:29:50.984 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:51.067 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-10T10:29:51.193 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-10T10:29:51.453 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-10T10:29:51.570 INFO:teuthology.orchestra.run.smithi145.stdout:Adding system user cephadm....done 2024-09-10T10:29:51.732 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-10T10:29:51.737 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-10T10:29:51.847 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-10T10:29:52.017 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-10T10:29:52.149 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-10T10:29:52.268 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-10T10:29:52.394 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-10T10:29:52.526 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-10T10:29:52.662 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-10T10:29:52.811 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-10T10:29:52.938 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-10T10:29:53.078 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-10T10:29:53.089 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-10T10:29:53.363 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-10T10:29:53.424 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-10T10:29:53.631 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-10T10:29:53.801 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-10T10:29:53.907 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-10T10:29:54.094 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-10T10:29:54.175 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-10T10:29:54.362 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-10T10:29:54.435 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-ceph-argparse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:54.646 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-10T10:29:54.711 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-10T10:29:54.837 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-10T10:29:54.914 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-10T10:29:54.963 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-10T10:29:55.182 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-10T10:29:55.231 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-10T10:29:55.348 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-10T10:29:55.450 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-10T10:29:55.616 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-10T10:29:55.693 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-ceph-argparse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:29:55.978 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-10T10:29:55.979 INFO:teuthology.orchestra.run.smithi022.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-10T10:29:56.030 INFO:teuthology.orchestra.run.smithi022.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-10T10:29:56.095 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-10T10:29:56.129 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-10T10:29:56.221 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-10T10:29:56.255 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-10T10:29:56.531 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-10T10:29:56.589 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-10T10:29:56.681 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-10T10:29:56.714 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-10T10:29:56.966 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-10T10:29:56.990 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-10T10:29:57.258 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-10T10:29:57.328 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-10T10:29:57.389 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-10T10:29:57.453 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-10T10:29:57.568 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up zip (3.0-12build2) ... 2024-09-10T10:29:57.579 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-10T10:29:57.702 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-10T10:29:57.947 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-10T10:29:58.073 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-10T10:29:58.391 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-10T10:29:58.421 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-10T10:29:58.658 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-10T10:29:58.689 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-10T10:29:58.806 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-10T10:29:58.932 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-10T10:29:58.976 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up zip (3.0-12build2) ... 2024-09-10T10:29:59.127 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-10T10:29:59.250 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-10T10:29:59.651 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-10T10:29:59.928 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-10T10:30:00.121 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-10T10:30:00.330 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-10T10:30:00.431 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-10T10:30:00.590 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-10T10:30:00.639 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-10T10:30:00.724 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-10T10:30:00.965 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-10T10:30:01.034 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-10T10:30:01.326 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-10T10:30:01.435 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-10T10:30:01.585 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-10T10:30:01.711 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-10T10:30:01.719 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:02.037 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-10T10:30:02.113 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-10T10:30:02.380 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-10T10:30:02.439 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-10T10:30:02.765 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-10T10:30:03.125 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-10T10:30:03.401 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-10T10:30:03.527 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:03.644 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-10T10:30:03.845 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-10T10:30:03.896 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:30:04.030 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-10T10:30:04.256 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-10T10:30:04.331 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-10T10:30:04.457 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-10T10:30:04.583 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-10T10:30:04.893 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-10T10:30:05.178 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-10T10:30:05.445 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:30:05.503 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-10T10:30:05.554 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-10T10:30:05.788 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:30:05.856 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-10T10:30:05.947 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-10T10:30:06.124 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-10T10:30:06.240 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-10T10:30:06.391 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-10T10:30:06.400 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-10T10:30:06.500 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-10T10:30:06.668 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-10T10:30:06.819 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-10T10:30:06.946 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-10T10:30:07.111 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-10T10:30:07.230 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-10T10:30:07.348 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-10T10:30:07.396 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:30:07.522 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-10T10:30:07.641 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-10T10:30:07.792 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-10T10:30:07.840 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-10T10:30:08.093 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-10T10:30:08.099 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-10T10:30:08.359 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-10T10:30:08.411 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-10T10:30:08.685 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-10T10:30:08.687 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-10T10:30:08.813 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-10T10:30:08.939 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-10T10:30:08.953 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-10T10:30:09.020 INFO:teuthology.orchestra.run.smithi022.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-10T10:30:09.254 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-10T10:30:09.266 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-10T10:30:09.380 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-10T10:30:09.400 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-10T10:30:09.715 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-10T10:30:09.810 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-10T10:30:09.840 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-10T10:30:10.086 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-10T10:30:10.136 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-10T10:30:10.221 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-10T10:30:10.453 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-10T10:30:10.480 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:30:10.606 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-10T10:30:10.771 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-10T10:30:10.922 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-10T10:30:10.924 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-10T10:30:11.065 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-10T10:30:11.154 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-10T10:30:11.225 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-10T10:30:11.392 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-10T10:30:11.509 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-10T10:30:11.518 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-10T10:30:11.729 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-10T10:30:11.945 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-10T10:30:12.006 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-10T10:30:12.237 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-10T10:30:12.274 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-10T10:30:12.372 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-10T10:30:12.533 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-10T10:30:12.648 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:30:12.774 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-10T10:30:12.927 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-10T10:30:13.092 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-10T10:30:13.229 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-10T10:30:13.401 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-10T10:30:13.589 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-10T10:30:13.707 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up librados2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:13.711 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-10T10:30:13.808 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libsqlite3-mod-ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:13.914 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-10T10:30:13.934 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-10T10:30:14.191 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-10T10:30:14.271 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libcephfs2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:14.397 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libradosstriper1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:14.450 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-10T10:30:14.539 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-10T10:30:14.709 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-10T10:30:14.833 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up librbd1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-mgr-modules-core (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:15.093 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:15.120 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-10T10:30:15.313 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-10T10:30:15.313 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-10T10:30:15.430 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-10T10:30:15.799 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-10T10:30:15.908 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up librados2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:16.017 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libsqlite3-mod-ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:16.019 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libcephfs-dev (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:16.121 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-rados (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:16.144 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-10T10:30:16.272 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up librgw2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:16.398 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up cephfs-top (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:16.480 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libcephfs2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:16.524 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-10T10:30:16.606 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libradosstriper1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:16.758 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-10T10:30:17.050 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up librbd1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:17.201 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr-modules-core (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:17.361 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:17.588 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-10T10:30:17.588 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-10T10:30:17.878 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-rbd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:18.045 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up rbd-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:18.171 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-rgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:18.245 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libcephfs-dev (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:18.297 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up python3-cephfs (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:18.396 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-rados (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:18.407 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up cephfs-shell (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:18.508 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:18.547 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up librgw2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:18.681 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up cephfs-top (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:18.832 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-10T10:30:19.078 INFO:teuthology.orchestra.run.smithi022.stdout:Adding group ceph....done 2024-09-10T10:30:19.454 INFO:teuthology.orchestra.run.smithi022.stdout:Adding system user ceph....done 2024-09-10T10:30:19.648 INFO:teuthology.orchestra.run.smithi022.stdout:Setting system user ceph properties....done 2024-09-10T10:30:19.668 INFO:teuthology.orchestra.run.smithi022.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-10T10:30:19.823 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-10T10:30:20.128 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-rbd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:20.253 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-10T10:30:20.254 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up rbd-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:20.380 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-rgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:20.506 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-cephfs (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:20.624 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up cephfs-shell (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:20.725 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:20.947 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up cephfs-mirror (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:21.279 INFO:teuthology.orchestra.run.smithi145.stdout:Adding group ceph....done 2024-09-10T10:30:21.459 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-10T10:30:21.459 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-10T10:30:21.663 INFO:teuthology.orchestra.run.smithi145.stdout:Adding system user ceph....done 2024-09-10T10:30:21.862 INFO:teuthology.orchestra.run.smithi145.stdout:Setting system user ceph properties....done 2024-09-10T10:30:21.880 INFO:teuthology.orchestra.run.smithi145.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-10T10:30:22.025 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-10T10:30:22.090 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-test (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:22.199 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up radosgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:22.422 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-10T10:30:22.731 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-10T10:30:22.731 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-10T10:30:23.143 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up cephfs-mirror (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-10T10:30:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-10T10:30:23.384 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-base (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:23.735 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-10T10:30:24.036 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-test (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:24.196 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up radosgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:24.411 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-mds (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:24.640 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-10T10:30:24.641 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-10T10:30:24.759 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-10T10:30:24.759 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-10T10:30:25.296 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-mgr (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:25.398 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-base (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:25.525 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-10T10:30:25.525 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-10T10:30:25.789 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-10T10:30:26.156 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-osd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:26.459 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mds (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:26.489 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-10T10:30:26.489 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-10T10:30:26.689 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-10T10:30:26.689 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-10T10:30:27.116 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-mgr-k8sevents (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:27.242 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-mgr-diskprediction-local (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:27.385 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-mon (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:27.386 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:27.602 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-10T10:30:27.602 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-10T10:30:27.617 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-10T10:30:27.617 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-10T10:30:28.227 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-mgr-cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:28.320 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-osd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:28.362 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:28.488 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-mgr-dashboard (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:28.631 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ceph-volume (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:28.678 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-10T10:30:28.679 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-10T10:30:29.009 INFO:teuthology.orchestra.run.smithi022.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-10T10:30:29.109 INFO:teuthology.orchestra.run.smithi022.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-10T10:30:29.261 INFO:teuthology.orchestra.run.smithi022.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-10T10:30:29.314 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr-k8sevents (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:29.423 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr-diskprediction-local (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:29.541 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mon (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:29.772 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-10T10:30:29.772 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-10T10:30:30.455 INFO:teuthology.orchestra.run.smithi022.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-10T10:30:30.459 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr-cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:30.602 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:30.728 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr-dashboard (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:30.871 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-volume (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:30:31.194 INFO:teuthology.orchestra.run.smithi022.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-10T10:30:31.199 DEBUG:teuthology.orchestra.run.smithi022:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-10T10:30:31.240 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-10T10:30:31.278 INFO:teuthology.orchestra.run.smithi022.stdout:Reading package lists... 2024-09-10T10:30:31.366 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-10T10:30:31.467 INFO:teuthology.orchestra.run.smithi022.stdout:Building dependency tree... 2024-09-10T10:30:31.468 INFO:teuthology.orchestra.run.smithi022.stdout:Reading state information... 2024-09-10T10:30:31.534 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-10T10:30:31.662 INFO:teuthology.orchestra.run.smithi022.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-10T10:30:31.663 INFO:teuthology.orchestra.run.smithi022.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-10T10:30:31.663 INFO:teuthology.orchestra.run.smithi022.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-10T10:30:31.663 INFO:teuthology.orchestra.run.smithi022.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:30:31.663 INFO:teuthology.orchestra.run.smithi022.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:30:31.663 INFO:teuthology.orchestra.run.smithi022.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:30:31.663 INFO:teuthology.orchestra.run.smithi022.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:30:31.664 INFO:teuthology.orchestra.run.smithi022.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-10T10:30:31.664 INFO:teuthology.orchestra.run.smithi022.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-10T10:30:31.664 INFO:teuthology.orchestra.run.smithi022.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:30:31.664 INFO:teuthology.orchestra.run.smithi022.stdout:The following additional packages will be installed: 2024-09-10T10:30:31.664 INFO:teuthology.orchestra.run.smithi022.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-10T10:30:31.664 INFO:teuthology.orchestra.run.smithi022.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-10T10:30:31.665 INFO:teuthology.orchestra.run.smithi022.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-10T10:30:31.665 INFO:teuthology.orchestra.run.smithi022.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-10T10:30:31.665 INFO:teuthology.orchestra.run.smithi022.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-10T10:30:31.666 INFO:teuthology.orchestra.run.smithi022.stdout:Suggested packages: 2024-09-10T10:30:31.666 INFO:teuthology.orchestra.run.smithi022.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-10T10:30:31.666 INFO:teuthology.orchestra.run.smithi022.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-10T10:30:31.667 INFO:teuthology.orchestra.run.smithi022.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-10T10:30:31.725 INFO:teuthology.orchestra.run.smithi022.stdout:The following NEW packages will be installed: 2024-09-10T10:30:31.726 INFO:teuthology.orchestra.run.smithi022.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-10T10:30:31.726 INFO:teuthology.orchestra.run.smithi022.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-10T10:30:31.726 INFO:teuthology.orchestra.run.smithi022.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-10T10:30:31.726 INFO:teuthology.orchestra.run.smithi022.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-10T10:30:31.726 INFO:teuthology.orchestra.run.smithi022.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-10T10:30:31.726 INFO:teuthology.orchestra.run.smithi022.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-10T10:30:31.726 INFO:teuthology.orchestra.run.smithi022.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-10T10:30:31.727 INFO:teuthology.orchestra.run.smithi022.stdout:The following packages will be upgraded: 2024-09-10T10:30:31.728 INFO:teuthology.orchestra.run.smithi022.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-10T10:30:31.804 INFO:teuthology.orchestra.run.smithi022.stdout:4 upgraded, 39 newly installed, 0 to remove and 330 not upgraded. 2024-09-10T10:30:31.804 INFO:teuthology.orchestra.run.smithi022.stdout:Need to get 55.8 MB of archives. 2024-09-10T10:30:31.804 INFO:teuthology.orchestra.run.smithi022.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-10T10:30:31.804 INFO:teuthology.orchestra.run.smithi022.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-10T10:30:31.936 INFO:teuthology.orchestra.run.smithi022.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-10T10:30:31.940 INFO:teuthology.orchestra.run.smithi022.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-10T10:30:31.967 INFO:teuthology.orchestra.run.smithi022.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-10T10:30:31.967 INFO:teuthology.orchestra.run.smithi022.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-10T10:30:31.968 INFO:teuthology.orchestra.run.smithi022.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-10T10:30:31.975 INFO:teuthology.orchestra.run.smithi022.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-10T10:30:31.976 INFO:teuthology.orchestra.run.smithi022.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-10T10:30:31.977 INFO:teuthology.orchestra.run.smithi022.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-10T10:30:31.978 INFO:teuthology.orchestra.run.smithi022.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-10T10:30:31.979 INFO:teuthology.orchestra.run.smithi022.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-10T10:30:31.980 INFO:teuthology.orchestra.run.smithi022.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-10T10:30:31.989 INFO:teuthology.orchestra.run.smithi022.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-10T10:30:31.989 INFO:teuthology.orchestra.run.smithi022.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-10T10:30:31.990 INFO:teuthology.orchestra.run.smithi022.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-10T10:30:32.006 INFO:teuthology.orchestra.run.smithi022.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-10T10:30:32.219 INFO:teuthology.orchestra.run.smithi022.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-10T10:30:32.221 INFO:teuthology.orchestra.run.smithi022.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-10T10:30:32.221 INFO:teuthology.orchestra.run.smithi022.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-09-10T10:30:32.224 INFO:teuthology.orchestra.run.smithi022.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-10T10:30:32.225 INFO:teuthology.orchestra.run.smithi022.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-10T10:30:32.229 INFO:teuthology.orchestra.run.smithi022.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-10T10:30:32.231 INFO:teuthology.orchestra.run.smithi022.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-10T10:30:32.238 INFO:teuthology.orchestra.run.smithi022.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-10T10:30:32.238 INFO:teuthology.orchestra.run.smithi022.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-10T10:30:32.261 INFO:teuthology.orchestra.run.smithi022.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-10T10:30:32.261 INFO:teuthology.orchestra.run.smithi022.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-09-10T10:30:32.271 INFO:teuthology.orchestra.run.smithi022.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-10T10:30:32.291 INFO:teuthology.orchestra.run.smithi022.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-10T10:30:32.296 INFO:teuthology.orchestra.run.smithi022.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-10T10:30:32.297 INFO:teuthology.orchestra.run.smithi022.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-10T10:30:32.297 INFO:teuthology.orchestra.run.smithi022.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-10T10:30:32.298 INFO:teuthology.orchestra.run.smithi022.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-10T10:30:32.310 INFO:teuthology.orchestra.run.smithi022.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-10T10:30:32.312 INFO:teuthology.orchestra.run.smithi022.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-10T10:30:32.460 INFO:teuthology.orchestra.run.smithi022.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-10T10:30:32.460 INFO:teuthology.orchestra.run.smithi022.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-10T10:30:32.460 INFO:teuthology.orchestra.run.smithi022.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-10T10:30:32.461 INFO:teuthology.orchestra.run.smithi022.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-10T10:30:32.461 INFO:teuthology.orchestra.run.smithi022.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-10T10:30:32.461 INFO:teuthology.orchestra.run.smithi022.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-10T10:30:32.474 INFO:teuthology.orchestra.run.smithi022.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-10T10:30:32.475 INFO:teuthology.orchestra.run.smithi022.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-10T10:30:32.719 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-10T10:30:32.875 INFO:teuthology.orchestra.run.smithi022.stdout:Preconfiguring packages ... 2024-09-10T10:30:33.039 INFO:teuthology.orchestra.run.smithi022.stdout:Fetched 55.8 MB in 1s (75.5 MB/s) 2024-09-10T10:30:33.350 INFO:teuthology.orchestra.run.smithi022.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140925 files and directories currently installed.) 2024-09-10T10:30:33.354 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:30:33.466 INFO:teuthology.orchestra.run.smithi145.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-10T10:30:33.470 DEBUG:teuthology.orchestra.run.smithi145:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-10T10:30:33.494 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:30:33.547 INFO:teuthology.orchestra.run.smithi145.stdout:Reading package lists... 2024-09-10T10:30:33.731 INFO:teuthology.orchestra.run.smithi145.stdout:Building dependency tree... 2024-09-10T10:30:33.732 INFO:teuthology.orchestra.run.smithi145.stdout:Reading state information... 2024-09-10T10:30:33.918 INFO:teuthology.orchestra.run.smithi145.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-10T10:30:33.919 INFO:teuthology.orchestra.run.smithi145.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-10T10:30:33.919 INFO:teuthology.orchestra.run.smithi145.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-10T10:30:33.919 INFO:teuthology.orchestra.run.smithi145.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:30:33.919 INFO:teuthology.orchestra.run.smithi145.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:30:33.919 INFO:teuthology.orchestra.run.smithi145.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:30:33.919 INFO:teuthology.orchestra.run.smithi145.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:30:33.919 INFO:teuthology.orchestra.run.smithi145.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-10T10:30:33.920 INFO:teuthology.orchestra.run.smithi145.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-10T10:30:33.920 INFO:teuthology.orchestra.run.smithi145.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:30:33.920 INFO:teuthology.orchestra.run.smithi145.stdout:The following additional packages will be installed: 2024-09-10T10:30:33.920 INFO:teuthology.orchestra.run.smithi145.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-10T10:30:33.920 INFO:teuthology.orchestra.run.smithi145.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-10T10:30:33.921 INFO:teuthology.orchestra.run.smithi145.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-10T10:30:33.921 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-10T10:30:33.921 INFO:teuthology.orchestra.run.smithi145.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-10T10:30:33.922 INFO:teuthology.orchestra.run.smithi145.stdout:Suggested packages: 2024-09-10T10:30:33.922 INFO:teuthology.orchestra.run.smithi145.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-10T10:30:33.922 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-10T10:30:33.922 INFO:teuthology.orchestra.run.smithi145.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-10T10:30:33.979 INFO:teuthology.orchestra.run.smithi145.stdout:The following NEW packages will be installed: 2024-09-10T10:30:33.979 INFO:teuthology.orchestra.run.smithi145.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-10T10:30:33.979 INFO:teuthology.orchestra.run.smithi145.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-10T10:30:33.980 INFO:teuthology.orchestra.run.smithi145.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-10T10:30:33.980 INFO:teuthology.orchestra.run.smithi145.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-10T10:30:33.980 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-10T10:30:33.980 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-10T10:30:33.981 INFO:teuthology.orchestra.run.smithi145.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-10T10:30:33.982 INFO:teuthology.orchestra.run.smithi145.stdout:The following packages will be upgraded: 2024-09-10T10:30:33.982 INFO:teuthology.orchestra.run.smithi145.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-10T10:30:34.087 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-10T10:30:34.362 INFO:teuthology.orchestra.run.smithi145.stdout:4 upgraded, 39 newly installed, 0 to remove and 330 not upgraded. 2024-09-10T10:30:34.362 INFO:teuthology.orchestra.run.smithi145.stdout:Need to get 55.8 MB of archives. 2024-09-10T10:30:34.362 INFO:teuthology.orchestra.run.smithi145.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-10T10:30:34.362 INFO:teuthology.orchestra.run.smithi145.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-10T10:30:34.493 INFO:teuthology.orchestra.run.smithi145.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-10T10:30:34.496 INFO:teuthology.orchestra.run.smithi145.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-10T10:30:34.523 INFO:teuthology.orchestra.run.smithi145.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-10T10:30:34.524 INFO:teuthology.orchestra.run.smithi145.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-10T10:30:34.524 INFO:teuthology.orchestra.run.smithi145.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-10T10:30:34.531 INFO:teuthology.orchestra.run.smithi145.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-10T10:30:34.532 INFO:teuthology.orchestra.run.smithi145.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-10T10:30:34.534 INFO:teuthology.orchestra.run.smithi145.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-10T10:30:34.535 INFO:teuthology.orchestra.run.smithi145.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-10T10:30:34.535 INFO:teuthology.orchestra.run.smithi145.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-10T10:30:34.536 INFO:teuthology.orchestra.run.smithi145.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-10T10:30:34.545 INFO:teuthology.orchestra.run.smithi145.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-10T10:30:34.545 INFO:teuthology.orchestra.run.smithi145.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-10T10:30:34.546 INFO:teuthology.orchestra.run.smithi145.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-10T10:30:34.562 INFO:teuthology.orchestra.run.smithi145.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-10T10:30:34.770 INFO:teuthology.orchestra.run.smithi145.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-10T10:30:34.772 INFO:teuthology.orchestra.run.smithi145.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-10T10:30:34.773 INFO:teuthology.orchestra.run.smithi145.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-09-10T10:30:34.775 INFO:teuthology.orchestra.run.smithi145.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-10T10:30:34.776 INFO:teuthology.orchestra.run.smithi145.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-10T10:30:34.780 INFO:teuthology.orchestra.run.smithi145.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-10T10:30:34.782 INFO:teuthology.orchestra.run.smithi145.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-10T10:30:34.789 INFO:teuthology.orchestra.run.smithi145.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-10T10:30:34.789 INFO:teuthology.orchestra.run.smithi145.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-10T10:30:34.810 INFO:teuthology.orchestra.run.smithi145.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-10T10:30:34.811 INFO:teuthology.orchestra.run.smithi145.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-09-10T10:30:34.821 INFO:teuthology.orchestra.run.smithi145.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-10T10:30:34.841 INFO:teuthology.orchestra.run.smithi145.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-10T10:30:34.844 INFO:teuthology.orchestra.run.smithi145.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-10T10:30:34.845 INFO:teuthology.orchestra.run.smithi145.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-10T10:30:34.845 INFO:teuthology.orchestra.run.smithi145.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-10T10:30:34.846 INFO:teuthology.orchestra.run.smithi145.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-10T10:30:34.857 INFO:teuthology.orchestra.run.smithi145.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-10T10:30:34.859 INFO:teuthology.orchestra.run.smithi145.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-10T10:30:35.003 INFO:teuthology.orchestra.run.smithi145.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-10T10:30:35.003 INFO:teuthology.orchestra.run.smithi145.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-10T10:30:35.003 INFO:teuthology.orchestra.run.smithi145.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-10T10:30:35.004 INFO:teuthology.orchestra.run.smithi145.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-10T10:30:35.004 INFO:teuthology.orchestra.run.smithi145.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-10T10:30:35.004 INFO:teuthology.orchestra.run.smithi145.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-10T10:30:35.017 INFO:teuthology.orchestra.run.smithi145.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-10T10:30:35.017 INFO:teuthology.orchestra.run.smithi145.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-10T10:30:35.207 INFO:teuthology.orchestra.run.smithi022.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-10T10:30:35.398 INFO:teuthology.orchestra.run.smithi145.stdout:Preconfiguring packages ... 2024-09-10T10:30:35.475 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package flex. 2024-09-10T10:30:35.545 INFO:teuthology.orchestra.run.smithi145.stdout:Fetched 55.8 MB in 1s (54.3 MB/s) 2024-09-10T10:30:35.547 INFO:teuthology.orchestra.run.smithi022.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140925 files and directories currently installed.) 2024-09-10T10:30:35.551 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-10T10:30:35.598 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-10T10:30:35.846 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140925 files and directories currently installed.) 2024-09-10T10:30:35.850 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:30:35.977 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:30:36.061 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-10T10:30:36.205 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-10T10:30:36.601 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-10T10:30:36.689 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:30:37.267 INFO:teuthology.orchestra.run.smithi022.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140998 files and directories currently installed.) 2024-09-10T10:30:37.271 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:30:37.396 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:30:37.745 INFO:teuthology.orchestra.run.smithi145.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-10T10:30:37.767 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:30:37.902 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:30:38.033 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package flex. 2024-09-10T10:30:38.103 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140925 files and directories currently installed.) 2024-09-10T10:30:38.107 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-10T10:30:38.148 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-10T10:30:38.237 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-10T10:30:38.620 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package bison. 2024-09-10T10:30:38.698 INFO:teuthology.orchestra.run.smithi022.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140998 files and directories currently installed.) 2024-09-10T10:30:38.702 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-10T10:30:38.747 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-10T10:30:39.013 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-10T10:30:39.132 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-10T10:30:39.148 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-10T10:30:39.190 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-10T10:30:39.308 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-10T10:30:39.526 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package dump. 2024-09-10T10:30:39.543 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-10T10:30:39.576 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking dump (0.4b47-3) ... 2024-09-10T10:30:39.814 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package indent. 2024-09-10T10:30:39.830 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:39.872 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-10T10:30:40.088 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:30:40.166 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-10T10:30:40.183 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-10T10:30:40.224 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-10T10:30:40.512 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-10T10:30:40.529 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-10T10:30:40.562 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-10T10:30:40.676 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140998 files and directories currently installed.) 2024-09-10T10:30:40.679 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:30:40.817 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-10T10:30:40.832 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-10T10:30:40.873 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-10T10:30:40.906 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:30:41.210 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-10T10:30:41.227 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-10T10:30:41.268 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-10T10:30:41.302 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:30:41.463 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:30:41.521 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-10T10:30:41.538 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-10T10:30:41.571 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-10T10:30:41.753 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-10T10:30:41.816 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libjson-perl. 2024-09-10T10:30:41.832 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-10T10:30:41.874 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-10T10:30:42.080 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package bison. 2024-09-10T10:30:42.154 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140998 files and directories currently installed.) 2024-09-10T10:30:42.158 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-10T10:30:42.185 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-10T10:30:42.199 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-10T10:30:42.202 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-10T10:30:42.245 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-10T10:30:42.633 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-10T10:30:42.647 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-10T10:30:42.691 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-10T10:30:43.036 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package dump. 2024-09-10T10:30:43.051 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-10T10:30:43.095 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking dump (0.4b47-3) ... 2024-09-10T10:30:43.340 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package indent. 2024-09-10T10:30:43.355 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:43.423 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-10T10:30:43.538 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-10T10:30:43.555 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-10T10:30:43.597 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:30:43.676 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-10T10:30:43.692 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-10T10:30:43.734 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-10T10:30:43.808 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-10T10:30:43.824 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-10T10:30:43.866 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:30:44.064 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-10T10:30:44.079 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-10T10:30:44.122 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-10T10:30:44.185 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-10T10:30:44.202 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-10T10:30:44.244 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:30:44.366 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-10T10:30:44.382 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-10T10:30:44.441 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-10T10:30:44.555 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-10T10:30:44.572 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-10T10:30:44.614 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-10T10:30:44.778 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-10T10:30:44.794 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-10T10:30:44.836 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-10T10:30:44.942 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-10T10:30:44.958 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-10T10:30:45.000 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-10T10:30:45.089 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-10T10:30:45.105 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-10T10:30:45.147 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-10T10:30:45.361 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-10T10:30:45.378 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:45.392 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libjson-perl. 2024-09-10T10:30:45.408 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-10T10:30:45.419 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:30:45.466 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-10T10:30:45.731 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-10T10:30:45.747 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:45.761 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-10T10:30:45.777 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-10T10:30:45.789 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:30:45.820 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-10T10:30:46.092 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-10T10:30:46.108 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:46.150 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:30:46.419 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-10T10:30:46.436 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-10T10:30:46.478 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:30:46.973 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-10T10:30:46.989 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-10T10:30:47.023 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-10T10:30:47.140 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-10T10:30:47.154 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-10T10:30:47.199 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:30:47.359 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package modemmanager. 2024-09-10T10:30:47.375 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-10T10:30:47.418 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:30:47.435 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-10T10:30:47.451 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-10T10:30:47.493 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:30:47.796 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-10T10:30:47.810 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-10T10:30:47.871 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:30:48.000 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package network-manager. 2024-09-10T10:30:48.017 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-10T10:30:48.067 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-10T10:30:48.215 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-10T10:30:48.229 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-10T10:30:48.274 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-10T10:30:48.635 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-10T10:30:48.651 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-10T10:30:48.694 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-10T10:30:48.699 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package ppp. 2024-09-10T10:30:48.716 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-10T10:30:49.005 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-10T10:30:49.023 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:49.062 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-10T10:30:49.063 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:30:49.362 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package pptp-linux. 2024-09-10T10:30:49.377 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-10T10:30:49.400 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-10T10:30:49.416 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:49.420 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-10T10:30:49.458 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:30:49.640 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-10T10:30:49.655 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-10T10:30:49.690 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-10T10:30:49.744 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-10T10:30:49.760 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:49.794 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:30:49.968 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-10T10:30:49.983 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-10T10:30:50.026 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking postgresql-client-common (238) ... 2024-09-10T10:30:50.072 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-10T10:30:50.086 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-10T10:30:50.130 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:30:50.338 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-10T10:30:50.354 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:50.388 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:30:50.608 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-10T10:30:50.623 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-10T10:30:50.667 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-10T10:30:50.885 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package postgresql-common. 2024-09-10T10:30:50.900 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-10T10:30:50.953 INFO:teuthology.orchestra.run.smithi022.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-10T10:30:50.984 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking postgresql-common (238) ... 2024-09-10T10:30:51.146 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package modemmanager. 2024-09-10T10:30:51.161 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-10T10:30:51.204 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:30:51.411 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package postgresql-14. 2024-09-10T10:30:51.426 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:51.463 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:30:51.811 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package network-manager. 2024-09-10T10:30:51.826 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-10T10:30:51.877 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-10T10:30:52.485 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ppp. 2024-09-10T10:30:52.501 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-10T10:30:52.829 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-10T10:30:52.880 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package postgresql. 2024-09-10T10:30:52.895 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-10T10:30:52.938 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking postgresql (14+238) ... 2024-09-10T10:30:53.140 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package pptp-linux. 2024-09-10T10:30:53.154 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-10T10:30:53.190 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-10T10:30:53.191 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package postgresql-client. 2024-09-10T10:30:53.206 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-10T10:30:53.249 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking postgresql-client (14+238) ... 2024-09-10T10:30:53.426 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-10T10:30:53.441 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-10T10:30:53.468 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-10T10:30:53.484 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-10T10:30:53.484 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-10T10:30:53.518 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-10T10:30:53.779 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-10T10:30:53.794 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-10T10:30:53.838 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-client-common (238) ... 2024-09-10T10:30:53.845 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package tcl8.6. 2024-09-10T10:30:53.862 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-10T10:30:53.903 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-10T10:30:54.173 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package tcl. 2024-09-10T10:30:54.175 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-10T10:30:54.189 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-10T10:30:54.189 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:54.233 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:30:54.236 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-10T10:30:54.584 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package wpasupplicant. 2024-09-10T10:30:54.601 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-10T10:30:54.642 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-10T10:30:54.805 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-common. 2024-09-10T10:30:54.819 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-10T10:30:54.881 INFO:teuthology.orchestra.run.smithi145.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-10T10:30:54.911 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-common (238) ... 2024-09-10T10:30:54.971 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-10T10:30:54.988 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-10T10:30:55.029 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-10T10:30:55.412 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-14. 2024-09-10T10:30:55.426 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:30:55.441 INFO:teuthology.orchestra.run.smithi022.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-10T10:30:55.458 INFO:teuthology.orchestra.run.smithi022.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-10T10:30:55.473 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:30:55.508 INFO:teuthology.orchestra.run.smithi022.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-10T10:30:55.802 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up postgresql-client-common (238) ... 2024-09-10T10:30:55.988 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-10T10:30:56.106 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-10T10:30:56.232 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:30:56.358 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-10T10:30:56.484 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-10T10:30:56.551 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql. 2024-09-10T10:30:56.566 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-10T10:30:56.601 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql (14+238) ... 2024-09-10T10:30:56.626 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:30:56.836 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-client. 2024-09-10T10:30:56.851 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-10T10:30:56.895 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-client (14+238) ... 2024-09-10T10:30:57.186 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-10T10:30:57.200 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-10T10:30:57.238 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-10T10:30:57.533 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package tcl8.6. 2024-09-10T10:30:57.547 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-10T10:30:57.591 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-10T10:30:57.599 INFO:teuthology.orchestra.run.smithi022.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-10T10:30:57.690 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-10T10:30:57.877 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package tcl. 2024-09-10T10:30:57.892 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-10T10:30:57.940 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-10T10:30:58.076 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-10T10:30:58.077 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-10T10:30:58.323 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package wpasupplicant. 2024-09-10T10:30:58.337 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-10T10:30:58.388 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-10T10:30:58.717 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-10T10:30:58.732 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-10T10:30:58.775 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-10T10:30:58.801 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-10T10:30:58.927 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-10T10:30:59.053 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:30:59.154 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-10T10:30:59.169 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-10T10:30:59.170 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-10T10:30:59.254 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-10T10:30:59.280 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-10T10:30:59.406 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-10T10:30:59.531 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-10T10:30:59.539 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-client-common (238) ... 2024-09-10T10:30:59.666 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-10T10:30:59.718 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-10T10:30:59.836 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-10T10:30:59.962 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:31:00.097 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-10T10:31:00.223 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-10T10:31:00.362 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-10T10:31:00.373 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:31:00.489 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up dump (0.4b47-3) ... 2024-09-10T10:31:00.575 INFO:teuthology.orchestra.run.smithi022.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-10T10:31:00.640 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:31:00.766 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-10T10:31:00.892 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-10T10:31:01.018 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-10T10:31:01.144 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-10T10:31:01.234 INFO:teuthology.orchestra.run.smithi022.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-10T10:31:01.304 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-10T10:31:01.333 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-10T10:31:01.430 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-10T10:31:01.573 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-10T10:31:01.696 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-10T10:31:01.699 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:31:01.833 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-10T10:31:02.001 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up postgresql-client (14+238) ... 2024-09-10T10:31:02.085 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-10T10:31:02.085 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-10T10:31:02.144 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-10T10:31:02.791 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-10T10:31:02.908 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-10T10:31:03.009 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:31:03.102 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:03.102 INFO:teuthology.orchestra.run.smithi022.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-10T10:31:03.102 INFO:teuthology.orchestra.run.smithi022.stdout:which means they are currently configured by ifupdown: 2024-09-10T10:31:03.103 INFO:teuthology.orchestra.run.smithi022.stdout:- ens1f0 2024-09-10T10:31:03.103 INFO:teuthology.orchestra.run.smithi022.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-10T10:31:03.103 INFO:teuthology.orchestra.run.smithi022.stdout:remove their configuration from /etc/network/interfaces. 2024-09-10T10:31:03.103 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:03.110 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-10T10:31:03.236 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-10T10:31:03.243 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-10T10:31:03.362 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-10T10:31:03.538 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-10T10:31:03.662 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-10T10:31:03.664 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-10T10:31:04.091 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-10T10:31:04.286 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-10T10:31:04.404 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up dump (0.4b47-3) ... 2024-09-10T10:31:04.507 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-10T10:31:04.606 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:31:04.732 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-10T10:31:04.788 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:31:04.858 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-10T10:31:04.939 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-10T10:31:04.984 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-10T10:31:05.057 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-10T10:31:05.101 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-10T10:31:05.183 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-10T10:31:05.183 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up postgresql-common (238) ... 2024-09-10T10:31:05.245 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-10T10:31:05.362 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-10T10:31:05.539 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-10T10:31:05.690 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:31:05.816 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-10T10:31:06.001 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-client (14+238) ... 2024-09-10T10:31:06.085 INFO:teuthology.orchestra.run.smithi022.stdout:Adding user postgres to group ssl-cert 2024-09-10T10:31:06.119 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-10T10:31:06.342 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:06.342 INFO:teuthology.orchestra.run.smithi022.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-10T10:31:06.614 INFO:teuthology.orchestra.run.smithi022.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-10T10:31:06.615 INFO:teuthology.orchestra.run.smithi022.stdout:Removing obsolete dictionary files: 2024-09-10T10:31:06.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:06.914 INFO:teuthology.orchestra.run.smithi145.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-10T10:31:06.914 INFO:teuthology.orchestra.run.smithi145.stdout:which means they are currently configured by ifupdown: 2024-09-10T10:31:06.914 INFO:teuthology.orchestra.run.smithi145.stdout:- enp3s0f1 2024-09-10T10:31:06.914 INFO:teuthology.orchestra.run.smithi145.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-10T10:31:06.914 INFO:teuthology.orchestra.run.smithi145.stdout:remove their configuration from /etc/network/interfaces. 2024-09-10T10:31:06.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:07.056 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-10T10:31:07.363 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-10T10:31:07.459 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-10T10:31:07.884 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:31:07.884 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-10T10:31:08.231 INFO:teuthology.orchestra.run.smithi022.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-10T10:31:08.251 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-10T10:31:08.312 INFO:teuthology.orchestra.run.smithi022.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-10T10:31:08.313 INFO:teuthology.orchestra.run.smithi022.stdout:This user must also own the server process. 2024-09-10T10:31:08.313 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:08.313 INFO:teuthology.orchestra.run.smithi022.stdout:The database cluster will be initialized with locale "en_US". 2024-09-10T10:31:08.313 INFO:teuthology.orchestra.run.smithi022.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-10T10:31:08.313 INFO:teuthology.orchestra.run.smithi022.stdout:The default text search configuration will be set to "english". 2024-09-10T10:31:08.313 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:08.313 INFO:teuthology.orchestra.run.smithi022.stdout:Data page checksums are disabled. 2024-09-10T10:31:08.313 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:08.313 INFO:teuthology.orchestra.run.smithi022.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-10T10:31:08.314 INFO:teuthology.orchestra.run.smithi022.stdout:creating subdirectories ... ok 2024-09-10T10:31:08.314 INFO:teuthology.orchestra.run.smithi022.stdout:selecting dynamic shared memory implementation ... posix 2024-09-10T10:31:08.339 INFO:teuthology.orchestra.run.smithi022.stdout:selecting default max_connections ... 100 2024-09-10T10:31:08.373 INFO:teuthology.orchestra.run.smithi022.stdout:selecting default shared_buffers ... 128MB 2024-09-10T10:31:08.387 INFO:teuthology.orchestra.run.smithi022.stdout:selecting default time zone ... Etc/UTC 2024-09-10T10:31:08.388 INFO:teuthology.orchestra.run.smithi022.stdout:creating configuration files ... ok 2024-09-10T10:31:08.557 INFO:teuthology.orchestra.run.smithi022.stdout:running bootstrap script ... ok 2024-09-10T10:31:08.563 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:31:08.707 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-10T10:31:08.841 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-10T10:31:08.984 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-common (238) ... 2024-09-10T10:31:09.211 INFO:teuthology.orchestra.run.smithi022.stdout:performing post-bootstrap initialization ... ok 2024-09-10T10:31:09.696 INFO:teuthology.orchestra.run.smithi022.stdout:syncing data to disk ... ok 2024-09-10T10:31:09.906 INFO:teuthology.orchestra.run.smithi145.stdout:Adding user postgres to group ssl-cert 2024-09-10T10:31:10.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:10.180 INFO:teuthology.orchestra.run.smithi145.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-10T10:31:10.237 INFO:teuthology.orchestra.run.smithi022.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-10T10:31:10.433 INFO:teuthology.orchestra.run.smithi145.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-10T10:31:10.433 INFO:teuthology.orchestra.run.smithi145.stdout:Removing obsolete dictionary files: 2024-09-10T10:31:11.192 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-10T10:31:11.660 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:31:11.990 INFO:teuthology.orchestra.run.smithi145.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-10T10:31:12.007 INFO:teuthology.orchestra.run.smithi145.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-10T10:31:12.054 INFO:teuthology.orchestra.run.smithi145.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-10T10:31:12.054 INFO:teuthology.orchestra.run.smithi145.stdout:This user must also own the server process. 2024-09-10T10:31:12.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:12.055 INFO:teuthology.orchestra.run.smithi145.stdout:The database cluster will be initialized with locale "en_US". 2024-09-10T10:31:12.055 INFO:teuthology.orchestra.run.smithi145.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-10T10:31:12.055 INFO:teuthology.orchestra.run.smithi145.stdout:The default text search configuration will be set to "english". 2024-09-10T10:31:12.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:12.055 INFO:teuthology.orchestra.run.smithi145.stdout:Data page checksums are disabled. 2024-09-10T10:31:12.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:12.055 INFO:teuthology.orchestra.run.smithi145.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-10T10:31:12.056 INFO:teuthology.orchestra.run.smithi145.stdout:creating subdirectories ... ok 2024-09-10T10:31:12.056 INFO:teuthology.orchestra.run.smithi145.stdout:selecting dynamic shared memory implementation ... posix 2024-09-10T10:31:12.079 INFO:teuthology.orchestra.run.smithi145.stdout:selecting default max_connections ... 100 2024-09-10T10:31:12.114 INFO:teuthology.orchestra.run.smithi145.stdout:selecting default shared_buffers ... 128MB 2024-09-10T10:31:12.126 INFO:teuthology.orchestra.run.smithi145.stdout:selecting default time zone ... Etc/UTC 2024-09-10T10:31:12.127 INFO:teuthology.orchestra.run.smithi145.stdout:creating configuration files ... ok 2024-09-10T10:31:12.289 INFO:teuthology.orchestra.run.smithi145.stdout:running bootstrap script ... ok 2024-09-10T10:31:12.908 INFO:teuthology.orchestra.run.smithi145.stdout:performing post-bootstrap initialization ... ok 2024-09-10T10:31:13.324 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:31:13.450 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-10T10:31:13.497 INFO:teuthology.orchestra.run.smithi145.stdout:syncing data to disk ... ok 2024-09-10T10:31:13.576 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up postgresql (14+238) ... 2024-09-10T10:31:13.685 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:31:13.794 INFO:teuthology.orchestra.run.smithi022.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:31:14.009 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-10T10:31:14.063 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-10T10:31:14.063 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-10T10:31:14.838 INFO:teuthology.orchestra.run.smithi022.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-10T10:31:14.939 INFO:teuthology.orchestra.run.smithi022.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-10T10:31:15.299 INFO:teuthology.orchestra.run.smithi022.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-10T10:31:15.451 INFO:teuthology.orchestra.run.smithi022.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-10T10:31:16.895 INFO:teuthology.orchestra.run.smithi022.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-10T10:31:16.992 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:31:16.995 INFO:teuthology.orchestra.run.smithi022.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-10T10:31:17.109 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-10T10:31:17.211 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql (14+238) ... 2024-09-10T10:31:17.328 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:31:17.480 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:31:17.543 INFO:teuthology.orchestra.run.smithi022.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-10T10:31:17.551 DEBUG:teuthology.parallel:result is None 2024-09-10T10:31:17.743 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-10T10:31:17.743 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-10T10:31:18.524 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-10T10:31:18.616 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-10T10:31:18.935 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-10T10:31:19.078 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-10T10:31:20.456 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-10T10:31:20.590 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-10T10:31:21.143 INFO:teuthology.orchestra.run.smithi145.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-10T10:31:21.149 DEBUG:teuthology.parallel:result is None 2024-09-10T10:31:21.149 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T10:31:21.293 DEBUG:teuthology.orchestra.run.smithi022:> dpkg-query -W -f '${Version}' ceph 2024-09-10T10:31:21.318 INFO:teuthology.orchestra.run.smithi022.stdout:19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:31:21.318 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:31:21.319 INFO:teuthology.task.install:The correct ceph version 19.1.1-305-g1cf819b7-1jammy is installed. 2024-09-10T10:31:21.320 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T10:31:21.460 DEBUG:teuthology.orchestra.run.smithi145:> dpkg-query -W -f '${Version}' ceph 2024-09-10T10:31:21.482 INFO:teuthology.orchestra.run.smithi145.stdout:19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:31:21.482 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:31:21.483 INFO:teuthology.task.install:The correct ceph version 19.1.1-305-g1cf819b7-1jammy is installed. 2024-09-10T10:31:21.484 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-10T10:31:21.485 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:21.485 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T10:31:21.507 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:31:21.507 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T10:31:21.544 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-10T10:31:21.544 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:21.544 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T10:31:21.568 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T10:31:21.637 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:31:21.637 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T10:31:21.656 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T10:31:21.719 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-10T10:31:21.720 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:21.720 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T10:31:21.742 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T10:31:21.808 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:31:21.809 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T10:31:21.827 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T10:31:21.887 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-10T10:31:21.887 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:21.887 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T10:31:21.908 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T10:31:21.976 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:31:21.976 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T10:31:21.995 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T10:31:22.055 INFO:teuthology.run_tasks:Running task ceph... 2024-09-10T10:31:22.143 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-10T10:31:22.144 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 777 /var/log/ceph 2024-09-10T10:31:22.147 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 777 /var/log/ceph 2024-09-10T10:31:22.165 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-10T10:31:22.166 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T10:31:22.214 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T10:31:22.233 INFO:tasks.ceph:Creating extra log directories... 2024-09-10T10:31:22.234 DEBUG:teuthology.orchestra.run.smithi022:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T10:31:22.282 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T10:31:22.307 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-10T10:31:22.307 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-10T10:31:22.307 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-10T10:31:22.308 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:22.308 DEBUG:teuthology.orchestra.run.smithi022:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-10T10:31:22.356 DEBUG:teuthology.orchestra.run.smithi022:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-10T10:31:22.450 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:31:22.450 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-10T10:31:22.458 DEBUG:teuthology.orchestra.run.smithi145:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-10T10:31:22.551 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-10T10:31:22.551 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'responding to mclientcaps\\(revoke\\)', 'not advance its oldest_client_tid', 'failing to advance its oldest client/flush tid', 'Too many inodes in cache', 'failing to respond to cache pressure', 'slow requests are blocked', 'failing to respond to capability release', 'MDS cache is too large', '\\(MDS_CLIENT_OLDEST_TID\\)', '\\(MDS_CACHE_OVERSIZED\\)'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-10T10:31:22.551 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027', 'branch': 'wip-rishabh-testing-20240909.165402-squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/client-limits}', 'email': None, 'first_in_suite': False, 'job_id': '7899027', 'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240909.165402-squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'responding to mclientcaps\\(revoke\\)', 'not advance its oldest_client_tid', 'failing to advance its oldest client/flush tid', 'Too many inodes in cache', 'failing to respond to cache pressure', 'slow requests are blocked', 'failing to respond to capability release', 'MDS cache is too large', '\\(MDS_CLIENT_OLDEST_TID\\)', '\\(MDS_CACHE_OVERSIZED\\)'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'kclient': {'syntax': 'v2'}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240909.165402-squid', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 9893, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'sleep_before_teardown': 0, 'subset': '197/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240909.165402-squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi022.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPDvLOnQuGUnxuy3Q2WWwJJHZM0GAOeokw9H3RW3ifiI4k7+3OMyB+K/sweHUML1VFvlVjb6xktX/yNJduK3bJc=', 'smithi145.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMjGdXwOgcX61axoqp5P8/LOoqt6K6wNVy5NoGqmYl6efZnxGEwFSDGh8spYostPzOnC62ehn7f9aAhl5gRypw0='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'responding to mclientcaps\\(revoke\\)', 'not advance its oldest_client_tid', 'failing to advance its oldest client/flush tid', 'Too many inodes in cache', 'failing to respond to cache pressure', 'slow requests are blocked', 'failing to respond to capability release', 'MDS cache is too large', '\\(MDS_CLIENT_OLDEST_TID\\)', '\\(MDS_CACHE_OVERSIZED\\)'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_client_limits']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-10_06:58:10', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-10T10:31:22.552 DEBUG:teuthology.orchestra.run.smithi022:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T10:31:22.556 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T10:31:22.564 DEBUG:teuthology.orchestra.run.smithi022:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T10:31:22.607 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T10:31:22.626 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:22.626 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T10:31:22.677 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T10:31:22.677 DEBUG:teuthology.orchestra.run.smithi022:> stat /dev/vg_nvme/lv_1 2024-09-10T10:31:22.733 INFO:teuthology.orchestra.run.smithi022.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T10:31:22.733 INFO:teuthology.orchestra.run.smithi022.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:31:22.733 INFO:teuthology.orchestra.run.smithi022.stdout:Device: 6h/6d Inode: 891 Links: 1 2024-09-10T10:31:22.733 INFO:teuthology.orchestra.run.smithi022.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:31:22.733 INFO:teuthology.orchestra.run.smithi022.stdout:Access: 2024-09-10 10:24:45.788500571 +0000 2024-09-10T10:31:22.733 INFO:teuthology.orchestra.run.smithi022.stdout:Modify: 2024-09-10 10:24:45.492503209 +0000 2024-09-10T10:31:22.733 INFO:teuthology.orchestra.run.smithi022.stdout:Change: 2024-09-10 10:24:45.492503209 +0000 2024-09-10T10:31:22.733 INFO:teuthology.orchestra.run.smithi022.stdout: Birth: 2024-09-10 10:24:45.492503209 +0000 2024-09-10T10:31:22.734 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T10:31:22.799 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records in 2024-09-10T10:31:22.799 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records out 2024-09-10T10:31:22.799 INFO:teuthology.orchestra.run.smithi022.stderr:512 bytes copied, 0.000271086 s, 1.9 MB/s 2024-09-10T10:31:22.801 DEBUG:teuthology.orchestra.run.smithi022:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T10:31:22.858 DEBUG:teuthology.orchestra.run.smithi022:> stat /dev/vg_nvme/lv_2 2024-09-10T10:31:22.912 INFO:teuthology.orchestra.run.smithi022.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T10:31:22.913 INFO:teuthology.orchestra.run.smithi022.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:31:22.913 INFO:teuthology.orchestra.run.smithi022.stdout:Device: 6h/6d Inode: 908 Links: 1 2024-09-10T10:31:22.913 INFO:teuthology.orchestra.run.smithi022.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:31:22.913 INFO:teuthology.orchestra.run.smithi022.stdout:Access: 2024-09-10 10:24:46.344495618 +0000 2024-09-10T10:31:22.913 INFO:teuthology.orchestra.run.smithi022.stdout:Modify: 2024-09-10 10:24:46.040498327 +0000 2024-09-10T10:31:22.913 INFO:teuthology.orchestra.run.smithi022.stdout:Change: 2024-09-10 10:24:46.040498327 +0000 2024-09-10T10:31:22.913 INFO:teuthology.orchestra.run.smithi022.stdout: Birth: 2024-09-10 10:24:46.040498327 +0000 2024-09-10T10:31:22.913 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T10:31:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records in 2024-09-10T10:31:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records out 2024-09-10T10:31:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:512 bytes copied, 0.000266886 s, 1.9 MB/s 2024-09-10T10:31:22.977 DEBUG:teuthology.orchestra.run.smithi022:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T10:31:23.031 DEBUG:teuthology.orchestra.run.smithi022:> stat /dev/vg_nvme/lv_3 2024-09-10T10:31:23.080 INFO:teuthology.orchestra.run.smithi022.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T10:31:23.080 INFO:teuthology.orchestra.run.smithi022.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:31:23.080 INFO:teuthology.orchestra.run.smithi022.stdout:Device: 6h/6d Inode: 924 Links: 1 2024-09-10T10:31:23.081 INFO:teuthology.orchestra.run.smithi022.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:31:23.081 INFO:teuthology.orchestra.run.smithi022.stdout:Access: 2024-09-10 10:24:46.948490236 +0000 2024-09-10T10:31:23.081 INFO:teuthology.orchestra.run.smithi022.stdout:Modify: 2024-09-10 10:24:46.648492910 +0000 2024-09-10T10:31:23.081 INFO:teuthology.orchestra.run.smithi022.stdout:Change: 2024-09-10 10:24:46.648492910 +0000 2024-09-10T10:31:23.081 INFO:teuthology.orchestra.run.smithi022.stdout: Birth: 2024-09-10 10:24:46.648492910 +0000 2024-09-10T10:31:23.081 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T10:31:23.143 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records in 2024-09-10T10:31:23.143 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records out 2024-09-10T10:31:23.143 INFO:teuthology.orchestra.run.smithi022.stderr:512 bytes copied, 0.000260369 s, 2.0 MB/s 2024-09-10T10:31:23.145 DEBUG:teuthology.orchestra.run.smithi022:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T10:31:23.198 DEBUG:teuthology.orchestra.run.smithi022:> stat /dev/vg_nvme/lv_4 2024-09-10T10:31:23.253 INFO:teuthology.orchestra.run.smithi022.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T10:31:23.254 INFO:teuthology.orchestra.run.smithi022.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:31:23.254 INFO:teuthology.orchestra.run.smithi022.stdout:Device: 6h/6d Inode: 941 Links: 1 2024-09-10T10:31:23.254 INFO:teuthology.orchestra.run.smithi022.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:31:23.254 INFO:teuthology.orchestra.run.smithi022.stdout:Access: 2024-09-10 10:24:47.536484998 +0000 2024-09-10T10:31:23.254 INFO:teuthology.orchestra.run.smithi022.stdout:Modify: 2024-09-10 10:24:47.252487527 +0000 2024-09-10T10:31:23.254 INFO:teuthology.orchestra.run.smithi022.stdout:Change: 2024-09-10 10:24:47.252487527 +0000 2024-09-10T10:31:23.254 INFO:teuthology.orchestra.run.smithi022.stdout: Birth: 2024-09-10 10:24:47.252487527 +0000 2024-09-10T10:31:23.254 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T10:31:23.315 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records in 2024-09-10T10:31:23.315 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records out 2024-09-10T10:31:23.315 INFO:teuthology.orchestra.run.smithi022.stderr:512 bytes copied, 0.000258666 s, 2.0 MB/s 2024-09-10T10:31:23.317 DEBUG:teuthology.orchestra.run.smithi022:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T10:31:23.370 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T10:31:23.371 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:31:23.371 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T10:31:23.380 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T10:31:23.380 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_1 2024-09-10T10:31:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T10:31:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:31:23.429 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 902 Links: 1 2024-09-10T10:31:23.429 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:31:23.429 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-10 10:24:43.077516930 +0000 2024-09-10T10:31:23.429 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-10 10:24:43.073516965 +0000 2024-09-10T10:31:23.430 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-10 10:24:43.073516965 +0000 2024-09-10T10:31:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-10 10:24:43.073516965 +0000 2024-09-10T10:31:23.430 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T10:31:23.495 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-10T10:31:23.495 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-10T10:31:23.495 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000417804 s, 1.2 MB/s 2024-09-10T10:31:23.497 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T10:31:23.555 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_2 2024-09-10T10:31:23.609 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T10:31:23.610 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:31:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 920 Links: 1 2024-09-10T10:31:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:31:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-10 10:24:43.937509248 +0000 2024-09-10T10:31:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-10 10:24:43.681511536 +0000 2024-09-10T10:31:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-10 10:24:43.681511536 +0000 2024-09-10T10:31:23.610 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-10 10:24:43.681511536 +0000 2024-09-10T10:31:23.610 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T10:31:23.671 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-10T10:31:23.671 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-10T10:31:23.671 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.00038431 s, 1.3 MB/s 2024-09-10T10:31:23.673 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T10:31:23.727 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_3 2024-09-10T10:31:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T10:31:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:31:23.782 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 937 Links: 1 2024-09-10T10:31:23.782 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:31:23.782 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-10 10:24:44.533503924 +0000 2024-09-10T10:31:23.782 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-10 10:24:44.257506390 +0000 2024-09-10T10:31:23.782 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-10 10:24:44.257506390 +0000 2024-09-10T10:31:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-10 10:24:44.257506390 +0000 2024-09-10T10:31:23.782 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T10:31:23.847 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-10T10:31:23.847 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-10T10:31:23.847 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000384662 s, 1.3 MB/s 2024-09-10T10:31:23.849 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T10:31:23.907 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_4 2024-09-10T10:31:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T10:31:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:31:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 953 Links: 1 2024-09-10T10:31:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:31:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-10 10:24:45.065499173 +0000 2024-09-10T10:31:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-10 10:24:44.793501602 +0000 2024-09-10T10:31:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-10 10:24:44.793501602 +0000 2024-09-10T10:31:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2024-09-10 10:24:44.793501602 +0000 2024-09-10T10:31:23.958 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T10:31:24.023 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-10T10:31:24.023 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-10T10:31:24.023 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000399088 s, 1.3 MB/s 2024-09-10T10:31:24.025 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T10:31:24.081 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T10:31:24.081 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi022.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi145.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-10T10:31:24.081 INFO:tasks.ceph:Generating config... 2024-09-10T10:31:24.083 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-10T10:31:24.083 INFO:tasks.ceph:[client] debug client = 20 2024-09-10T10:31:24.083 INFO:tasks.ceph:[client] debug ms = 1 2024-09-10T10:31:24.083 INFO:tasks.ceph:[client] pid file = 2024-09-10T10:31:24.083 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-10T10:31:24.083 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-10T10:31:24.083 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-10T10:31:24.083 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-10T10:31:24.083 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-10T10:31:24.083 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-10T10:31:24.083 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-10T10:31:24.084 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-10T10:31:24.084 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-10T10:31:24.084 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-10T10:31:24.084 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-10T10:31:24.084 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-10T10:31:24.084 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-10T10:31:24.084 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-10T10:31:24.084 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-10T10:31:24.084 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-10T10:31:24.084 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-10T10:31:24.085 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-10T10:31:24.085 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-10T10:31:24.085 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-10T10:31:24.085 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-10T10:31:24.085 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-10T10:31:24.085 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-10T10:31:24.085 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-10T10:31:24.085 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-10T10:31:24.085 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-10T10:31:24.086 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-10T10:31:24.086 INFO:tasks.ceph:Setting up mon.a... 2024-09-10T10:31:24.087 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-10T10:31:24.135 INFO:teuthology.orchestra.run.smithi022.stdout:creating /etc/ceph/ceph.keyring 2024-09-10T10:31:24.149 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-10T10:31:24.199 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T10:31:24.219 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.22'), ('mon.b', '172.21.15.145'), ('mon.c', '[v2:172.21.15.145:3301,v1:172.21.15.145:6790]')] 2024-09-10T10:31:24.219 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.22,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-10T10:31:24.220 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:24.220 DEBUG:teuthology.orchestra.run.smithi022:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T10:31:24.269 DEBUG:teuthology.orchestra.run.smithi022:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.22 --add b 172.21.15.145 --addv c '[v2:172.21.15.145:3301,v1:172.21.15.145:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:24.413 INFO:teuthology.orchestra.run.smithi022.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:24.413 INFO:teuthology.orchestra.run.smithi022.stdout:monmaptool: generated fsid 46a8271d-9737-4994-9398-0c365e74a95b 2024-09-10T10:31:24.413 INFO:teuthology.orchestra.run.smithi022.stdout:setting min_mon_release = quincy 2024-09-10T10:31:24.413 INFO:teuthology.orchestra.run.smithi022.stdout:epoch 0 2024-09-10T10:31:24.413 INFO:teuthology.orchestra.run.smithi022.stdout:fsid 46a8271d-9737-4994-9398-0c365e74a95b 2024-09-10T10:31:24.413 INFO:teuthology.orchestra.run.smithi022.stdout:last_changed 2024-09-10T10:31:24.413781+0000 2024-09-10T10:31:24.413 INFO:teuthology.orchestra.run.smithi022.stdout:created 2024-09-10T10:31:24.413781+0000 2024-09-10T10:31:24.413 INFO:teuthology.orchestra.run.smithi022.stdout:min_mon_release 17 (quincy) 2024-09-10T10:31:24.414 INFO:teuthology.orchestra.run.smithi022.stdout:election_strategy: 1 2024-09-10T10:31:24.414 INFO:teuthology.orchestra.run.smithi022.stdout:0: [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon.a 2024-09-10T10:31:24.414 INFO:teuthology.orchestra.run.smithi022.stdout:1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.b 2024-09-10T10:31:24.414 INFO:teuthology.orchestra.run.smithi022.stdout:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2024-09-10T10:31:24.414 INFO:teuthology.orchestra.run.smithi022.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-10T10:31:24.416 DEBUG:teuthology.orchestra.run.smithi022:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T10:31:24.425 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 46a8271d-9737-4994-9398-0c365e74a95b... 2024-09-10T10:31:24.426 DEBUG:teuthology.orchestra.run.smithi022:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T10:31:24.470 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T10:31:24.511 INFO:teuthology.orchestra.run.smithi022.stdout:[global] 2024-09-10T10:31:24.511 INFO:teuthology.orchestra.run.smithi022.stdout: chdir = "" 2024-09-10T10:31:24.511 INFO:teuthology.orchestra.run.smithi022.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T10:31:24.511 INFO:teuthology.orchestra.run.smithi022.stdout: auth supported = cephx 2024-09-10T10:31:24.511 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.511 INFO:teuthology.orchestra.run.smithi022.stdout: filestore xattr use omap = true 2024-09-10T10:31:24.511 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: mon clock drift allowed = 1.000 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: osd crush chooseleaf type = 0 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: auth debug = true 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: ms die on old message = true 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: ms die on bug = true 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: mon pg warn max object skew = 0 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T10:31:24.512 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: osd pool default size = 2 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: mon osd allow primary affinity = true 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: mon osd allow pg remap = true 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: mon warn on legacy crush tunables = false 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: mon warn on crush straw calc version zero = false 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: mon warn on no sortbitwise = false 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: mon warn on osd down out interval zero = false 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: mon warn on too few osds = false 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: mon_allow_pool_size_one = true 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.513 INFO:teuthology.orchestra.run.smithi022.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: osd default data pool replay window = 5 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: mon allow pool delete = true 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: mon cluster log file level = debug 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: debug asserts on shutdown = true 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: mon health detail to clog = false 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: mon host = "172.21.15.22,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: ms die on skipped message = False 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: fsid = 46a8271d-9737-4994-9398-0c365e74a95b 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout:[osd] 2024-09-10T10:31:24.514 INFO:teuthology.orchestra.run.smithi022.stdout: osd journal size = 100 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: osd scrub load threshold = 5.0 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: osd scrub max interval = 600 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: osd mclock profile = high_recovery_ops 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: osd recover clone overlap = true 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: osd recovery max chunk = 1048576 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: osd debug shutdown = true 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: osd debug op order = true 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: osd debug verify stray on activate = true 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: osd debug trim objects = true 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.515 INFO:teuthology.orchestra.run.smithi022.stdout: osd open classes on start = true 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: osd debug pg log writeout = true 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: osd deep scrub update digest min age = 30 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: osd map max advance = 10 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: journal zero on create = true 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: filestore ondisk finisher threads = 3 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: filestore apply finisher threads = 3 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: bdev debug aio = true 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: osd debug misdirected ops = true 2024-09-10T10:31:24.516 INFO:teuthology.orchestra.run.smithi022.stdout: bdev async discard = True 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: bdev enable discard = True 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: bluestore allocator = bitmap 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: bluestore block size = 96636764160 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: bluestore fsck on mount = True 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: debug bluefs = 1/20 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: debug bluestore = 1/20 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: debug ms = 1 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: debug osd = 20 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: debug rocksdb = 4/10 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T10:31:24.517 INFO:teuthology.orchestra.run.smithi022.stdout: mon osd full ratio = 0.9 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: mon osd nearfull ratio = 0.8 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: osd failsafe full ratio = 0.95 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: osd objectstore = bluestore 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: osd op complaint time = 180 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout:[mgr] 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: debug ms = 1 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: debug mgr = 20 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: debug mon = 20 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: debug auth = 20 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: mon reweight min pgs per osd = 4 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: mon reweight min bytes per osd = 10 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: mgr/telemetry/nag = false 2024-09-10T10:31:24.518 INFO:teuthology.orchestra.run.smithi022.stdout: debug client = 20 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout:[mon] 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: debug ms = 1 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: debug mon = 20 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: debug paxos = 20 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: debug auth = 20 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: mon data avail warn = 5 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: mon mgr mkfs grace = 240 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: mon reweight min pgs per osd = 4 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: mon osd reporter subtree level = osd 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: mon osd prime pg temp = true 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: mon reweight min bytes per osd = 10 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.519 INFO:teuthology.orchestra.run.smithi022.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T10:31:24.520 INFO:teuthology.orchestra.run.smithi022.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: # 1m isn't quite enough 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: mon_down_mkfs_grace = 2m 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: mon_warn_on_filestore_osds = false 2024-09-10T10:31:24.521 INFO:teuthology.orchestra.run.smithi022.stdout: mon down mkfs grace = 300 2024-09-10T10:31:24.522 INFO:teuthology.orchestra.run.smithi022.stdout: mon op complaint time = 120 2024-09-10T10:31:24.522 INFO:teuthology.orchestra.run.smithi022.stdout: mon warn on pool no app = False 2024-09-10T10:31:24.522 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:31:24.522 INFO:teuthology.orchestra.run.smithi022.stdout:[client] 2024-09-10T10:31:24.522 INFO:teuthology.orchestra.run.smithi022.stdout: rgw cache enabled = true 2024-09-10T10:31:24.522 INFO:teuthology.orchestra.run.smithi022.stdout: rgw enable ops log = true 2024-09-10T10:31:24.522 INFO:teuthology.orchestra.run.smithi022.stdout: rgw enable usage log = true 2024-09-10T10:31:24.522 INFO:teuthology.orchestra.run.smithi022.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T10:31:24.522 INFO:teuthology.orchestra.run.smithi022.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T10:31:24.523 INFO:teuthology.orchestra.run.smithi022.stdout: client mount timeout = 600 2024-09-10T10:31:24.523 INFO:teuthology.orchestra.run.smithi022.stdout: debug client = 20 2024-09-10T10:31:24.523 INFO:teuthology.orchestra.run.smithi022.stdout: debug ms = 1 2024-09-10T10:31:24.523 INFO:teuthology.orchestra.run.smithi022.stdout: pid file = "" 2024-09-10T10:31:24.523 INFO:teuthology.orchestra.run.smithi022.stdout: rados mon op timeout = 900 2024-09-10T10:31:24.523 INFO:teuthology.orchestra.run.smithi022.stdout: rados osd op timeout = 900 2024-09-10T10:31:24.523 INFO:teuthology.orchestra.run.smithi022.stdout:[mon.a] 2024-09-10T10:31:24.523 INFO:teuthology.orchestra.run.smithi022.stdout:[mon.b] 2024-09-10T10:31:24.523 INFO:teuthology.orchestra.run.smithi022.stdout:[mon.c] 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout:[mds.a] 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout:[mds.c] 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout:[mds.b] 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout:[mds.d] 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout:[mds] 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout: debug mds = 20 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout: debug mds balancer = 20 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout: debug ms = 1 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout: mds debug frag = True 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout: mds debug scatterstat = True 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout: mds op complaint time = 180 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout: mds verify scatter = True 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout: osd op complaint time = 180 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout: rados mon op timeout = 900 2024-09-10T10:31:24.524 INFO:teuthology.orchestra.run.smithi022.stdout: rados osd op timeout = 900 2024-09-10T10:31:24.525 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2024-09-10T10:31:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2024-09-10T10:31:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T10:31:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2024-09-10T10:31:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2024-09-10T10:31:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2024-09-10T10:31:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.22,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on skipped message = False 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = 46a8271d-9737-4994-9398-0c365e74a95b 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2024-09-10T10:31:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug trim objects = true 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2024-09-10T10:31:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2024-09-10T10:31:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: osd op complaint time = 180 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2024-09-10T10:31:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: debug client = 20 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-10T10:31:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T10:31:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: mon down mkfs grace = 300 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: mon op complaint time = 120 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on pool no app = False 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T10:31:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: client mount timeout = 600 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: debug client = 20 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: rados mon op timeout = 900 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: rados osd op timeout = 900 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:[mds] 2024-09-10T10:31:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: debug mds = 20 2024-09-10T10:31:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: debug mds balancer = 20 2024-09-10T10:31:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-10T10:31:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: mds debug frag = True 2024-09-10T10:31:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: mds debug scatterstat = True 2024-09-10T10:31:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: mds op complaint time = 180 2024-09-10T10:31:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: mds verify scatter = True 2024-09-10T10:31:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: osd op complaint time = 180 2024-09-10T10:31:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: rados mon op timeout = 900 2024-09-10T10:31:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: rados osd op timeout = 900 2024-09-10T10:31:24.539 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-10T10:31:24.539 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-10T10:31:24.646 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-10T10:31:24.647 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:24.647 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-10T10:31:24.656 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:24.656 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-10T10:31:24.707 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:31:24.708 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:24.708 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T10:31:24.708 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T10:31:24.783 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:31:24.783 DEBUG:teuthology.orchestra.run.smithi022:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:24.832 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:31:24.832 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:31:24.832 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T10:31:24.832 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T10:31:24.867 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:31:24.868 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:24.917 INFO:tasks.ceph:Setting up mon nodes... 2024-09-10T10:31:24.917 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-10T10:31:24.917 DEBUG:teuthology.orchestra.run.smithi022:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T10:31:24.974 INFO:teuthology.orchestra.run.smithi022.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T10:31:24.979 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T10:31:25.038 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T10:31:25.053 INFO:tasks.ceph:Setting up mds nodes... 2024-09-10T10:31:25.054 DEBUG:teuthology.orchestra.run.smithi022:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-10T10:31:25.110 INFO:teuthology.orchestra.run.smithi022.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-10T10:31:25.114 DEBUG:teuthology.orchestra.run.smithi022:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-10T10:31:25.134 DEBUG:teuthology.orchestra.run.smithi022:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-10T10:31:25.232 INFO:teuthology.orchestra.run.smithi022.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-10T10:31:25.236 DEBUG:teuthology.orchestra.run.smithi022:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-10T10:31:25.256 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-10T10:31:25.315 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-10T10:31:25.320 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-10T10:31:25.340 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-10T10:31:25.439 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-10T10:31:25.444 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-10T10:31:25.464 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-10T10:31:25.464 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-10T10:31:25.507 INFO:teuthology.orchestra.run.smithi022.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-10T10:31:25.524 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-10T10:31:25.610 INFO:teuthology.orchestra.run.smithi022.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-10T10:31:25.627 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-10T10:31:25.668 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-10T10:31:25.685 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-10T10:31:25.774 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-10T10:31:25.790 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-10T10:31:25.791 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi022.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi145.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-10T10:31:25.791 DEBUG:teuthology.orchestra.run.smithi022:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-10T10:31:25.810 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T10:31:25.810 INFO:tasks.ceph:role: osd.0 2024-09-10T10:31:25.810 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:31:25.810 DEBUG:teuthology.orchestra.run.smithi022:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T10:31:25.870 INFO:teuthology.orchestra.run.smithi022.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:31:25.870 INFO:teuthology.orchestra.run.smithi022.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:31:25.871 INFO:teuthology.orchestra.run.smithi022.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:31:25.871 INFO:teuthology.orchestra.run.smithi022.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:31:25.871 INFO:teuthology.orchestra.run.smithi022.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:31:25.871 INFO:teuthology.orchestra.run.smithi022.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:31:25.871 INFO:teuthology.orchestra.run.smithi022.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:31:25.871 INFO:teuthology.orchestra.run.smithi022.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:31:25.871 INFO:teuthology.orchestra.run.smithi022.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:31:25.871 INFO:teuthology.orchestra.run.smithi022.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:31:25.895 INFO:teuthology.orchestra.run.smithi022.stdout:Discarding blocks...Done. 2024-09-10T10:31:25.899 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi022.front.sepia.ceph.com -o noatime 2024-09-10T10:31:25.899 DEBUG:teuthology.orchestra.run.smithi022:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-10T10:31:25.964 DEBUG:teuthology.orchestra.run.smithi022:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-10T10:31:26.023 INFO:teuthology.orchestra.run.smithi022.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:31:26.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:31:26.024 DEBUG:teuthology.orchestra.run.smithi022:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-10T10:31:26.091 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T10:31:26.091 INFO:tasks.ceph:role: osd.1 2024-09-10T10:31:26.091 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:31:26.091 DEBUG:teuthology.orchestra.run.smithi022:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T10:31:26.155 INFO:teuthology.orchestra.run.smithi022.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:31:26.155 INFO:teuthology.orchestra.run.smithi022.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:31:26.155 INFO:teuthology.orchestra.run.smithi022.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:31:26.155 INFO:teuthology.orchestra.run.smithi022.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:31:26.155 INFO:teuthology.orchestra.run.smithi022.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:31:26.155 INFO:teuthology.orchestra.run.smithi022.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:31:26.155 INFO:teuthology.orchestra.run.smithi022.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:31:26.155 INFO:teuthology.orchestra.run.smithi022.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:31:26.156 INFO:teuthology.orchestra.run.smithi022.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:31:26.156 INFO:teuthology.orchestra.run.smithi022.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:31:26.180 INFO:teuthology.orchestra.run.smithi022.stdout:Discarding blocks...Done. 2024-09-10T10:31:26.183 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi022.front.sepia.ceph.com -o noatime 2024-09-10T10:31:26.183 DEBUG:teuthology.orchestra.run.smithi022:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-10T10:31:26.247 DEBUG:teuthology.orchestra.run.smithi022:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-10T10:31:26.307 INFO:teuthology.orchestra.run.smithi022.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:31:26.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:31:26.308 DEBUG:teuthology.orchestra.run.smithi022:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-10T10:31:26.370 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T10:31:26.371 INFO:tasks.ceph:role: osd.2 2024-09-10T10:31:26.371 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:31:26.371 DEBUG:teuthology.orchestra.run.smithi022:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T10:31:26.430 INFO:teuthology.orchestra.run.smithi022.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:31:26.431 INFO:teuthology.orchestra.run.smithi022.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:31:26.431 INFO:teuthology.orchestra.run.smithi022.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:31:26.431 INFO:teuthology.orchestra.run.smithi022.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:31:26.431 INFO:teuthology.orchestra.run.smithi022.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:31:26.431 INFO:teuthology.orchestra.run.smithi022.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:31:26.431 INFO:teuthology.orchestra.run.smithi022.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:31:26.431 INFO:teuthology.orchestra.run.smithi022.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:31:26.431 INFO:teuthology.orchestra.run.smithi022.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:31:26.431 INFO:teuthology.orchestra.run.smithi022.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:31:26.455 INFO:teuthology.orchestra.run.smithi022.stdout:Discarding blocks...Done. 2024-09-10T10:31:26.457 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi022.front.sepia.ceph.com -o noatime 2024-09-10T10:31:26.458 DEBUG:teuthology.orchestra.run.smithi022:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-10T10:31:26.524 DEBUG:teuthology.orchestra.run.smithi022:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-10T10:31:26.583 INFO:teuthology.orchestra.run.smithi022.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:31:26.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:31:26.584 DEBUG:teuthology.orchestra.run.smithi022:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-10T10:31:26.647 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T10:31:26.647 INFO:tasks.ceph:role: osd.3 2024-09-10T10:31:26.647 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:31:26.647 DEBUG:teuthology.orchestra.run.smithi022:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T10:31:26.707 INFO:teuthology.orchestra.run.smithi022.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:31:26.707 INFO:teuthology.orchestra.run.smithi022.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:31:26.707 INFO:teuthology.orchestra.run.smithi022.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:31:26.707 INFO:teuthology.orchestra.run.smithi022.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:31:26.707 INFO:teuthology.orchestra.run.smithi022.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:31:26.707 INFO:teuthology.orchestra.run.smithi022.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:31:26.707 INFO:teuthology.orchestra.run.smithi022.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:31:26.707 INFO:teuthology.orchestra.run.smithi022.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:31:26.707 INFO:teuthology.orchestra.run.smithi022.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:31:26.707 INFO:teuthology.orchestra.run.smithi022.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:31:26.731 INFO:teuthology.orchestra.run.smithi022.stdout:Discarding blocks...Done. 2024-09-10T10:31:26.734 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi022.front.sepia.ceph.com -o noatime 2024-09-10T10:31:26.734 DEBUG:teuthology.orchestra.run.smithi022:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-10T10:31:26.804 DEBUG:teuthology.orchestra.run.smithi022:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-10T10:31:26.863 INFO:teuthology.orchestra.run.smithi022.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:31:26.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:31:26.865 DEBUG:teuthology.orchestra.run.smithi022:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:26.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:26.996+0000 7fba5862b7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-10T10:31:26.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:26.996+0000 7fba5862b7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-10T10:31:26.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:26.996+0000 7fba5862b7c0 -1 bdev(0x563be3c73800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-10T10:31:26.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:26.996+0000 7fba5862b7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-10T10:31:31.272 DEBUG:teuthology.orchestra.run.smithi022:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-10T10:31:31.294 DEBUG:teuthology.orchestra.run.smithi022:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:31.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:31.396+0000 7f89968b87c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-10T10:31:31.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:31.396+0000 7f89968b87c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-10T10:31:31.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:31.396+0000 7f89968b87c0 -1 bdev(0x55d846283800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-10T10:31:31.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:31.396+0000 7f89968b87c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-10T10:31:35.668 DEBUG:teuthology.orchestra.run.smithi022:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-10T10:31:35.690 DEBUG:teuthology.orchestra.run.smithi022:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:35.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:35.784+0000 7f16c77b67c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-10T10:31:35.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:35.784+0000 7f16c77b67c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-10T10:31:35.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:35.784+0000 7f16c77b67c0 -1 bdev(0x561e7ef09800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-10T10:31:35.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:35.784+0000 7f16c77b67c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-10T10:31:40.036 DEBUG:teuthology.orchestra.run.smithi022:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-10T10:31:40.059 DEBUG:teuthology.orchestra.run.smithi022:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:40.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:40.160+0000 7f0e1509e7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-10T10:31:40.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:40.160+0000 7f0e1509e7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-10T10:31:40.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:40.160+0000 7f0e1509e7c0 -1 bdev(0x556e48e8d800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-10T10:31:40.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:31:40.160+0000 7f0e1509e7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-10T10:31:44.404 DEBUG:teuthology.orchestra.run.smithi022:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-10T10:31:44.426 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-10T10:31:44.449 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T10:31:44.449 INFO:tasks.ceph:role: osd.4 2024-09-10T10:31:44.449 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:31:44.449 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T10:31:44.520 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:31:44.521 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:31:44.521 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:31:44.521 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:31:44.521 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:31:44.521 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:31:44.521 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:31:44.521 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:31:44.521 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:31:44.521 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:31:44.931 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-10T10:31:44.933 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-10T10:31:44.933 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-10T10:31:45.049 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-10T10:31:45.066 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:31:45.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:31:45.067 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-10T10:31:45.132 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T10:31:45.132 INFO:tasks.ceph:role: osd.5 2024-09-10T10:31:45.132 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:31:45.133 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T10:31:45.208 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:31:45.208 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:31:45.208 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:31:45.208 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:31:45.209 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:31:45.209 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:31:45.209 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:31:45.209 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:31:45.209 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:31:45.209 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:31:45.579 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-10T10:31:45.582 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-10T10:31:45.582 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-10T10:31:45.655 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-10T10:31:45.712 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:31:45.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:31:45.713 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-10T10:31:45.776 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T10:31:45.776 INFO:tasks.ceph:role: osd.6 2024-09-10T10:31:45.777 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:31:45.777 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T10:31:45.847 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:31:45.848 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:31:45.848 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:31:45.848 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:31:45.848 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:31:45.848 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:31:45.848 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:31:45.848 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:31:45.848 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:31:45.848 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:31:46.240 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-10T10:31:46.243 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-10T10:31:46.243 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-10T10:31:46.334 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-10T10:31:46.350 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:31:46.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:31:46.351 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-10T10:31:46.415 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T10:31:46.415 INFO:tasks.ceph:role: osd.7 2024-09-10T10:31:46.415 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:31:46.416 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T10:31:46.488 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:31:46.488 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:31:46.488 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:31:46.488 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:31:46.488 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:31:46.488 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:31:46.488 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:31:46.489 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:31:46.489 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:31:46.489 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:31:46.890 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-10T10:31:46.893 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-10T10:31:46.894 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-10T10:31:47.021 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-10T10:31:47.037 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:31:47.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:31:47.038 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:47.164 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:47.161+0000 7f85c222b7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-10T10:31:47.170 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:47.169+0000 7f85c222b7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-10T10:31:47.170 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:47.169+0000 7f85c222b7c0 -1 bdev(0x559b03231800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-10T10:31:47.170 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:47.169+0000 7f85c222b7c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-10T10:31:50.900 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-10T10:31:50.920 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:51.010 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:51.009+0000 7f08f3ce47c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-10T10:31:51.011 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:51.009+0000 7f08f3ce47c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-10T10:31:51.011 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:51.009+0000 7f08f3ce47c0 -1 bdev(0x55b4337bd800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-10T10:31:51.011 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:51.009+0000 7f08f3ce47c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-10T10:31:52.554 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:31:52.557 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:31:54.247 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-10T10:31:54.268 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:54.364 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:54.361+0000 7fd8438b67c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-10T10:31:54.365 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:54.365+0000 7fd8438b67c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-10T10:31:54.365 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:54.365+0000 7fd8438b67c0 -1 bdev(0x55985a6f9800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-10T10:31:54.366 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:54.365+0000 7fd8438b67c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-10T10:31:57.608 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-10T10:31:57.629 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:31:57.725 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:57.725+0000 7fc9aa6a77c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-10T10:31:57.726 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:57.725+0000 7fc9aa6a77c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-10T10:31:57.726 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:57.725+0000 7fc9aa6a77c0 -1 bdev(0x55896e533800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-10T10:31:57.726 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:31:57.725+0000 7fc9aa6a77c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-10T10:32:01.212 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-10T10:32:01.234 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-10T10:32:01.234 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:01.234 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-10T10:32:01.261 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:01.261 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-10T10:32:01.326 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:01.326 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-10T10:32:01.389 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:01.389 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-10T10:32:01.453 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:01.453 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-10T10:32:01.516 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:01.517 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-10T10:32:01.584 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:01.584 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-10T10:32:01.648 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:01.648 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-10T10:32:01.670 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:01.670 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-10T10:32:01.732 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:01.733 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-10T10:32:01.798 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:01.798 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-10T10:32:01.861 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:01.861 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-10T10:32:01.924 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:01.925 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-10T10:32:01.989 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:01.989 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-10T10:32:02.057 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:02.057 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-10T10:32:02.067 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:02.067 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-10T10:32:02.116 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:02.116 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-10T10:32:02.125 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:02.125 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-10T10:32:02.176 INFO:tasks.ceph:Adding keys to all mons... 2024-09-10T10:32:02.177 DEBUG:teuthology.orchestra.run.smithi022:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T10:32:02.180 DEBUG:teuthology.orchestra.run.smithi145:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T10:32:02.224 INFO:teuthology.orchestra.run.smithi022.stdout:[mgr.y] 2024-09-10T10:32:02.224 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q== 2024-09-10T10:32:02.224 INFO:teuthology.orchestra.run.smithi022.stdout:[mds.a] 2024-09-10T10:32:02.224 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA== 2024-09-10T10:32:02.224 INFO:teuthology.orchestra.run.smithi022.stdout:[mds.c] 2024-09-10T10:32:02.224 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg== 2024-09-10T10:32:02.224 INFO:teuthology.orchestra.run.smithi022.stdout:[osd.0] 2024-09-10T10:32:02.224 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg== 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout:[osd.1] 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q== 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout:[osd.2] 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA== 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout:[osd.3] 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA== 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout:[mgr.x] 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ== 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout:[mds.b] 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw== 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout:[mds.d] 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg== 2024-09-10T10:32:02.225 INFO:teuthology.orchestra.run.smithi022.stdout:[osd.4] 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA== 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout:[osd.5] 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ== 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout:[osd.6] 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA== 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout:[osd.7] 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA== 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout:[client.2] 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA== 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout:[client.1] 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q== 2024-09-10T10:32:02.226 INFO:teuthology.orchestra.run.smithi022.stdout:[client.3] 2024-09-10T10:32:02.227 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg== 2024-09-10T10:32:02.238 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr.y] 2024-09-10T10:32:02.238 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q== 2024-09-10T10:32:02.238 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-10T10:32:02.238 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA== 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg== 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.0] 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg== 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.1] 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q== 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.2] 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA== 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.3] 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA== 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr.x] 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ== 2024-09-10T10:32:02.239 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw== 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg== 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.4] 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA== 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.5] 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ== 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.6] 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA== 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.7] 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA== 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout:[client.0] 2024-09-10T10:32:02.240 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:32:02.241 INFO:teuthology.orchestra.run.smithi145.stdout:[client.2] 2024-09-10T10:32:02.241 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA== 2024-09-10T10:32:02.241 INFO:teuthology.orchestra.run.smithi145.stdout:[client.1] 2024-09-10T10:32:02.241 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q== 2024-09-10T10:32:02.241 INFO:teuthology.orchestra.run.smithi145.stdout:[client.3] 2024-09-10T10:32:02.241 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg== 2024-09-10T10:32:02.242 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T10:32:02.275 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T10:32:02.342 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:32:02.345 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:32:02.404 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:32:02.407 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:32:02.464 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.468 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.520 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.523 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.576 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.580 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.633 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.639 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.692 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T10:32:02.696 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T10:32:02.793 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:32:02.798 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:32:02.853 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:32:02.857 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:32:02.913 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.918 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.971 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:02.974 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:03.027 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:03.030 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:03.083 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:03.087 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:32:03.140 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:32:03.143 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:32:03.199 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:32:03.202 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:32:03.258 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:32:03.261 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:32:03.318 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:32:03.321 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:32:03.377 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-10T10:32:03.378 DEBUG:teuthology.orchestra.run.smithi022:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-10T10:32:03.398 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T10:32:03.507 DEBUG:teuthology.orchestra.run.smithi022:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-10T10:32:03.526 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-10T10:32:03.546 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T10:32:03.656 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-10T10:32:03.675 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-10T10:32:03.735 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T10:32:03.842 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-10T10:32:03.862 DEBUG:teuthology.orchestra.run.smithi022:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:32:03.865 DEBUG:teuthology.orchestra.run.smithi145:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:32:03.911 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-10T10:32:03.912 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-10T10:32:03.912 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-10T10:32:03.918 INFO:tasks.ceph.mon.a:Started 2024-09-10T10:32:03.918 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-10T10:32:03.918 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-10T10:32:03.955 INFO:tasks.ceph.mon.b:Started 2024-09-10T10:32:03.955 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-10T10:32:03.955 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-10T10:32:03.958 INFO:tasks.ceph.mon.c:Started 2024-09-10T10:32:03.958 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-10T10:32:03.958 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-10T10:32:03.958 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-10T10:32:03.961 INFO:tasks.ceph.mgr.y:Started 2024-09-10T10:32:03.961 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-10T10:32:03.961 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-10T10:32:03.964 INFO:tasks.ceph.mgr.x:Started 2024-09-10T10:32:03.965 INFO:tasks.ceph:Setting crush tunables to default 2024-09-10T10:32:03.965 DEBUG:teuthology.orchestra.run.smithi022:> sudo ceph --cluster ceph osd crush tunables default 2024-09-10T10:32:04.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465f000640 1 Processor -- start 2024-09-10T10:32:04.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465f000640 1 -- start start 2024-09-10T10:32:04.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465f000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 0x7f465815c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:04.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465f000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f465806f1c0 0x7f46580ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:04.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465f000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4658159350 con 0x7f4658072f30 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465f000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f4658071340 con 0x7f465806f1c0 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465f000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4658071620 con 0x7f4658158f70 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f4657e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 0x7f465815c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f4657e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 0x7f465815c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40556/0 (socket says 172.21.15.22:40556) 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f4657e00640 1 -- 172.21.15.22:0/524289399 learned_addr learned my addr 172.21.15.22:0/524289399 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465d000640 1 --2- 172.21.15.22:0/524289399 >> v2:172.21.15.145:3300/0 conn(0x7f465806f1c0 0x7f46580ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f4657e00640 1 -- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 msgr2=0x7f465815c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f4657e00640 1 -- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 msgr2=0x7f465815c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f4657e00640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 0x7f465815c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f4657e00640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 0x7f465815c630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465d000640 1 -- 172.21.15.22:0/524289399 >> v2:172.21.15.145:3300/0 conn(0x7f465806f1c0 msgr2=0x7f46580ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465d000640 1 -- 172.21.15.22:0/524289399 >> v2:172.21.15.145:3300/0 conn(0x7f465806f1c0 msgr2=0x7f46580ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:32:04.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465d000640 1 --2- 172.21.15.22:0/524289399 >> v2:172.21.15.145:3300/0 conn(0x7f465806f1c0 0x7f46580ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:32:04.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.107+0000 7f465d000640 1 --2- 172.21.15.22:0/524289399 >> v2:172.21.15.145:3300/0 conn(0x7f465806f1c0 0x7f46580ce4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T10:32:04.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.251+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3876706252 0 0) 0x7f4658159350 con 0x7f4658072f30 2024-09-10T10:32:04.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.251+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f463c003530 con 0x7f4658072f30 2024-09-10T10:32:04.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 <== mon.1 v1:172.21.15.145:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3025452180 0 0) 0x7f463c003530 con 0x7f4658072f30 2024-09-10T10:32:04.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 msgr2=0x7f465815c630 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T10:32:04.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 0x7f465815c630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:04.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 >> v2:172.21.15.145:3300/0 conn(0x7f465806f1c0 msgr2=0x7f46580ce4c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T10:32:04.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 --2- 172.21.15.22:0/524289399 >> v2:172.21.15.145:3300/0 conn(0x7f465806f1c0 0x7f46580ce4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:04.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 --> v1:172.21.15.145:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4658071900 con 0x7f4658072f30 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 <== mon.1 v1:172.21.15.145:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f4644001680 con 0x7f4658072f30 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 >> v1:172.21.15.145:6789/0 conn(0x7f4658072f30 legacy=0x7f465806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 0x7f463c0039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f463c004040 0x7f463c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f463c004d50 0x7f463c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4658071340 con 0x7f463c004040 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4658071620 con 0x7f463c004d50 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f463c00bb30 con 0x7f4658158f70 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4657e00640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 0x7f463c0039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4657400640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f463c004040 0x7f463c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:04.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f465d000640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f463c004d50 0x7f463c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:04.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4657400640 1 -- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 msgr2=0x7f463c0039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:04.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4657400640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 0x7f463c0039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:04.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4657400640 1 -- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f463c004d50 msgr2=0x7f463c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:04.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4657400640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f463c004d50 0x7f463c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:04.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4657400640 1 -- 172.21.15.22:0/524289399 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f463c003530 con 0x7f463c004040 2024-09-10T10:32:04.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.259+0000 7f4657e00640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658158f70 0x7f463c0039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:04.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f4657400640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f463c004040 0x7f463c004810 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4644007f50 tx=0x7f464401f230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3cd5c376f9088b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:04.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46440b5070 con 0x7f463c004040 2024-09-10T10:32:04.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46440b0440 con 0x7f463c004040 2024-09-10T10:32:04.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f4656a00640 1 -- 172.21.15.22:0/524289399 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4644007ba0 con 0x7f463c004040 2024-09-10T10:32:04.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f465f000640 1 -- 172.21.15.22:0/524289399 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f463c004040 msgr2=0x7f463c004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:04.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f465f000640 1 --2- 172.21.15.22:0/524289399 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f463c004040 0x7f463c004810 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4644007f50 tx=0x7f464401f230 comp rx=0 tx=0).stop 2024-09-10T10:32:04.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f465d000640 1 -- 172.21.15.22:0/524289399 reap_dead start 2024-09-10T10:32:04.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f465f000640 1 -- 172.21.15.22:0/524289399 shutdown_connections 2024-09-10T10:32:04.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f465f000640 1 -- 172.21.15.22:0/524289399 >> 172.21.15.22:0/524289399 conn(0x7f4658062eb0 msgr2=0x7f465806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:04.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f465f000640 1 -- 172.21.15.22:0/524289399 shutdown_connections 2024-09-10T10:32:04.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.263+0000 7f465f000640 1 -- 172.21.15.22:0/524289399 wait complete. 2024-09-10T10:32:04.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f465f000640 1 Processor -- start 2024-09-10T10:32:04.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f465f000640 1 -- start start 2024-09-10T10:32:04.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f465f000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f463c004040 0x7f465814e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f465f000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4658148940 0x7f46581483d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f465f000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658149890 0x7f46580b34c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f465f000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4658073370 con 0x7f4658148940 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f465f000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4658071ec0 con 0x7f463c004040 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f465f000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f465815c630 con 0x7f4658149890 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4658148940 0x7f46581483d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f465d000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658149890 0x7f46580b34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f463c004040 0x7f465814e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4658148940 0x7f46581483d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44272/0 (socket says 172.21.15.22:44272) 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f463c004040 0x7f465814e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:42878/0 (socket says 172.21.15.22:42878) 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657400640 1 -- 172.21.15.22:0/1072088294 learned_addr learned my addr 172.21.15.22:0/1072088294 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657400640 1 -- 172.21.15.22:0/1072088294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658149890 msgr2=0x7f46580b34c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:04.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657400640 1 --2- 172.21.15.22:0/1072088294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658149890 0x7f46580b34c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:04.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657400640 1 -- 172.21.15.22:0/1072088294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f463c004040 msgr2=0x7f465814e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:04.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657400640 1 --2- 172.21.15.22:0/1072088294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f463c004040 0x7f465814e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:04.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657400640 1 -- 172.21.15.22:0/1072088294 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f465814ff00 con 0x7f4658148940 2024-09-10T10:32:04.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f4657400640 1 --2- 172.21.15.22:0/1072088294 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4658148940 0x7f46581483d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f464401f060 tx=0x7f463c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:04.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f464fe00640 1 -- 172.21.15.22:0/1072088294 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46440b5040 con 0x7f4658148940 2024-09-10T10:32:04.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.267+0000 7f464fe00640 1 -- 172.21.15.22:0/1072088294 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46440c0070 con 0x7f4658148940 2024-09-10T10:32:04.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.271+0000 7f464fe00640 1 -- 172.21.15.22:0/1072088294 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4644005300 con 0x7f4658148940 2024-09-10T10:32:04.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.271+0000 7f465f000640 1 -- 172.21.15.22:0/1072088294 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f465814c810 con 0x7f4658148940 2024-09-10T10:32:04.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.271+0000 7f465f000640 1 -- 172.21.15.22:0/1072088294 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f465814d6f0 con 0x7f4658148940 2024-09-10T10:32:04.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.271+0000 7f464fe00640 1 -- 172.21.15.22:0/1072088294 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4644003600 con 0x7f4658148940 2024-09-10T10:32:04.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.271+0000 7f464fe00640 1 -- 172.21.15.22:0/1072088294 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f46440c5640 con 0x7f4658148940 2024-09-10T10:32:04.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.271+0000 7f465f000640 1 -- 172.21.15.22:0/1072088294 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f465815ef60 con 0x7f4658148940 2024-09-10T10:32:04.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.291+0000 7f464fe00640 1 -- 172.21.15.22:0/1072088294 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4644018f40 con 0x7f4658148940 2024-09-10T10:32:04.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.391+0000 7f465f000640 1 -- 172.21.15.22:0/1072088294 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f4658072d10 con 0x7f4658148940 2024-09-10T10:32:04.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.395+0000 7f464fe00640 1 -- 172.21.15.22:0/1072088294 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f4644003a80 con 0x7f4658148940 2024-09-10T10:32:04.398 INFO:teuthology.orchestra.run.smithi022.stderr:adjusted tunables profile to default 2024-09-10T10:32:04.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.395+0000 7f465f000640 1 -- 172.21.15.22:0/1072088294 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4658148940 msgr2=0x7f46581483d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:04.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.395+0000 7f465f000640 1 --2- 172.21.15.22:0/1072088294 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4658148940 0x7f46581483d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f464401f060 tx=0x7f463c005840 comp rx=0 tx=0).stop 2024-09-10T10:32:04.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.395+0000 7f465f000640 1 -- 172.21.15.22:0/1072088294 shutdown_connections 2024-09-10T10:32:04.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.395+0000 7f465f000640 1 --2- 172.21.15.22:0/1072088294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4658149890 0x7f46580b34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:04.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.395+0000 7f465f000640 1 --2- 172.21.15.22:0/1072088294 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4658148940 0x7f46581483d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:04.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.395+0000 7f465f000640 1 --2- 172.21.15.22:0/1072088294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f463c004040 0x7f465814e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:04.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.395+0000 7f465f000640 1 -- 172.21.15.22:0/1072088294 >> 172.21.15.22:0/1072088294 conn(0x7f4658062eb0 msgr2=0x7f46580ce330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:04.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.395+0000 7f465f000640 1 -- 172.21.15.22:0/1072088294 shutdown_connections 2024-09-10T10:32:04.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:04.395+0000 7f465f000640 1 -- 172.21.15.22:0/1072088294 wait complete. 2024-09-10T10:32:04.426 INFO:tasks.ceph:check_enable_crimson: False 2024-09-10T10:32:04.426 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-10T10:32:04.426 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:04.426 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-10T10:32:04.447 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:04.447 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-10T10:32:04.468 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:04.465+0000 7f20f637e180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T10:32:04.504 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:04.503+0000 7f6d91ece180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T10:32:04.511 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:04.512 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-10T10:32:04.579 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:04.579 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-10T10:32:04.639 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:04.639 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-10T10:32:04.659 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:04.659 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-10T10:32:04.719 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:04.720 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-10T10:32:04.783 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:04.783 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-10T10:32:04.843 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new ca863e3d-a2e2-4b71-9953-3abf2d2e846a 0 2024-09-10T10:32:04.971 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:04.969+0000 7f20f637e180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T10:32:05.014 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:05.011+0000 7f6d91ece180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T10:32:05.019 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.017+0000 7fd4b2400640 1 Processor -- start 2024-09-10T10:32:05.019 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.017+0000 7fd4b2400640 1 -- start start 2024-09-10T10:32:05.021 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.017+0000 7fd4b2400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd4ac06da50 0x7fd4ac15f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.021 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.017+0000 7fd4b2400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4ac159060 con 0x7fd4ac158c80 2024-09-10T10:32:05.021 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4b2400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4ac06c2a0 con 0x7fd4ac06bcc0 2024-09-10T10:32:05.021 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4b2400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd4ac06c580 con 0x7fd4ac06da50 2024-09-10T10:32:05.021 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4a3e00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fd4ac06bcc0 0x7fd4ac06d340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:53424/0 (socket says 172.21.15.145:53424) 2024-09-10T10:32:05.021 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4a3e00640 1 -- 172.21.15.145:0/23453984 learned_addr learned my addr 172.21.15.145:0/23453984 (peer_addr_for_me v1:172.21.15.145:0/0) 2024-09-10T10:32:05.021 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4ab400640 1 --1- 172.21.15.145:0/23453984 >> v1:172.21.15.22:6789/0 conn(0x7fd4ac158c80 0x7fd4ac15fd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.145:53300/0 (socket says 172.21.15.145:53300) 2024-09-10T10:32:05.021 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4abe00640 1 --2- 172.21.15.145:0/23453984 >> v2:172.21.15.22:3300/0 conn(0x7fd4ac06da50 0x7fd4ac15f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.022 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4aaa00640 1 -- 172.21.15.145:0/23453984 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2087313528 0 0) 0x7fd49c001120 con 0x7fd4ac158c80 2024-09-10T10:32:05.022 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4aaa00640 1 -- 172.21.15.145:0/23453984 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd490003530 con 0x7fd4ac158c80 2024-09-10T10:32:05.022 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4aaa00640 1 -- 172.21.15.145:0/23453984 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3795394933 0 0) 0x7fd4ac06c2a0 con 0x7fd4ac06bcc0 2024-09-10T10:32:05.022 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4aaa00640 1 -- 172.21.15.145:0/23453984 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd49c001120 con 0x7fd4ac06bcc0 2024-09-10T10:32:05.022 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4abe00640 1 -- 172.21.15.145:0/23453984 >> v1:172.21.15.145:6789/0 conn(0x7fd4ac06bcc0 legacy=0x7fd4ac06d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.022 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4abe00640 1 -- 172.21.15.145:0/23453984 >> v1:172.21.15.22:6789/0 conn(0x7fd4ac158c80 legacy=0x7fd4ac15fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.022 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4aaa00640 1 -- 172.21.15.145:0/23453984 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1802117060 0 0) 0x7fd490003530 con 0x7fd4ac158c80 2024-09-10T10:32:05.022 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.021+0000 7fd4abe00640 1 -- 172.21.15.145:0/23453984 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4ac06c860 con 0x7fd4ac06da50 2024-09-10T10:32:05.026 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4abe00640 1 --2- 172.21.15.145:0/23453984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4ac06da50 0x7fd4ac15f600 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009d90 tx=0x7fd4a401c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=465cbe704c43ab25 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:05.027 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4aaa00640 1 -- 172.21.15.145:0/23453984 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd49c001850 con 0x7fd4ac06da50 2024-09-10T10:32:05.027 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4aaa00640 1 -- 172.21.15.145:0/23453984 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4a40a64e0 con 0x7fd4ac06da50 2024-09-10T10:32:05.027 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4aaa00640 1 -- 172.21.15.145:0/23453984 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a40a6890 con 0x7fd4ac06da50 2024-09-10T10:32:05.028 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4b2400640 1 -- 172.21.15.145:0/23453984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4ac06da50 msgr2=0x7fd4ac15f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.028 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4b2400640 1 --2- 172.21.15.145:0/23453984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4ac06da50 0x7fd4ac15f600 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009d90 tx=0x7fd4a401c890 comp rx=0 tx=0).stop 2024-09-10T10:32:05.028 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4b2400640 1 -- 172.21.15.145:0/23453984 shutdown_connections 2024-09-10T10:32:05.028 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4b2400640 1 --2- 172.21.15.145:0/23453984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4ac06da50 0x7fd4ac15f600 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.028 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4b2400640 1 -- 172.21.15.145:0/23453984 >> 172.21.15.145:0/23453984 conn(0x7fd4ac06f3b0 msgr2=0x7fd4ac06f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:05.028 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4b2400640 1 -- 172.21.15.145:0/23453984 shutdown_connections 2024-09-10T10:32:05.028 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.025+0000 7fd4b2400640 1 -- 172.21.15.145:0/23453984 wait complete. 2024-09-10T10:32:05.029 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4b2400640 1 Processor -- start 2024-09-10T10:32:05.029 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4b2400640 1 -- start start 2024-09-10T10:32:05.032 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4b2400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4ac06bcc0 0x7fd4ac157470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.032 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4b2400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4ac06da50 0x7fd4ac1579b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.032 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4b2400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4ac158c80 0x7fd4ac13c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.032 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4b2400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac0b7780 con 0x7fd4ac158c80 2024-09-10T10:32:05.032 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4b2400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac0b7600 con 0x7fd4ac06bcc0 2024-09-10T10:32:05.032 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4b2400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd4ac16c1d0 con 0x7fd4ac06da50 2024-09-10T10:32:05.032 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4ab400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4ac06bcc0 0x7fd4ac157470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.033 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4ac06da50 0x7fd4ac1579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.033 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4ac06da50 0x7fd4ac1579b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:37322/0 (socket says 172.21.15.145:37322) 2024-09-10T10:32:05.033 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4ab400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4ac06bcc0 0x7fd4ac157470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:38886/0 (socket says 172.21.15.145:38886) 2024-09-10T10:32:05.033 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3e00640 1 -- 172.21.15.145:0/3347073705 learned_addr learned my addr 172.21.15.145:0/3347073705 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:05.033 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4abe00640 1 --2- 172.21.15.145:0/3347073705 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4ac158c80 0x7fd4ac13c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.033 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3e00640 1 -- 172.21.15.145:0/3347073705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4ac06bcc0 msgr2=0x7fd4ac157470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.033 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3e00640 1 --2- 172.21.15.145:0/3347073705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4ac06bcc0 0x7fd4ac157470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.033 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3e00640 1 -- 172.21.15.145:0/3347073705 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4ac158c80 msgr2=0x7fd4ac13c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.033 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3e00640 1 --2- 172.21.15.145:0/3347073705 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4ac158c80 0x7fd4ac13c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.033 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3e00640 1 -- 172.21.15.145:0/3347073705 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4ac150e20 con 0x7fd4ac06da50 2024-09-10T10:32:05.034 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3e00640 1 --2- 172.21.15.145:0/3347073705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4ac06da50 0x7fd4ac1579b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd49400c450 tx=0x7fd49400c910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:05.034 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3400640 1 -- 172.21.15.145:0/3347073705 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd494017070 con 0x7fd4ac06da50 2024-09-10T10:32:05.034 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3400640 1 -- 172.21.15.145:0/3347073705 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd494005cf0 con 0x7fd4ac06da50 2024-09-10T10:32:05.034 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4b2400640 1 -- 172.21.15.145:0/3347073705 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4ac151100 con 0x7fd4ac06da50 2024-09-10T10:32:05.034 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3400640 1 -- 172.21.15.145:0/3347073705 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4940072f0 con 0x7fd4ac06da50 2024-09-10T10:32:05.034 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4b2400640 1 -- 172.21.15.145:0/3347073705 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4ac139dc0 con 0x7fd4ac06da50 2024-09-10T10:32:05.034 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3400640 1 -- 172.21.15.145:0/3347073705 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd49401a070 con 0x7fd4ac06da50 2024-09-10T10:32:05.034 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.029+0000 7fd4a3400640 1 -- 172.21.15.145:0/3347073705 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7fd494012740 con 0x7fd4ac06da50 2024-09-10T10:32:05.034 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.033+0000 7fd4b2400640 1 -- 172.21.15.145:0/3347073705 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4ac139800 con 0x7fd4ac06da50 2024-09-10T10:32:05.045 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.045+0000 7fd4a3400640 1 -- 172.21.15.145:0/3347073705 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd4ac139800 con 0x7fd4ac06da50 2024-09-10T10:32:05.112 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.109+0000 7fd4b2400640 1 -- 172.21.15.145:0/3347073705 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ca863e3d-a2e2-4b71-9953-3abf2d2e846a", "id": 0} v 0) -- 0x7fd4ac15f5e0 con 0x7fd4ac06da50 2024-09-10T10:32:05.116 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.113+0000 7fd4a3400640 1 -- 172.21.15.145:0/3347073705 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ca863e3d-a2e2-4b71-9953-3abf2d2e846a", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7fd494021020 con 0x7fd4ac06da50 2024-09-10T10:32:05.116 INFO:teuthology.orchestra.run.smithi145.stdout:0 2024-09-10T10:32:05.117 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.117+0000 7fd4b2400640 1 -- 172.21.15.145:0/3347073705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4ac06da50 msgr2=0x7fd4ac1579b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.117 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.117+0000 7fd4b2400640 1 --2- 172.21.15.145:0/3347073705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4ac06da50 0x7fd4ac1579b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd49400c450 tx=0x7fd49400c910 comp rx=0 tx=0).stop 2024-09-10T10:32:05.117 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.117+0000 7fd4b2400640 1 -- 172.21.15.145:0/3347073705 shutdown_connections 2024-09-10T10:32:05.117 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.117+0000 7fd4b2400640 1 --2- 172.21.15.145:0/3347073705 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4ac158c80 0x7fd4ac13c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.117 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.117+0000 7fd4b2400640 1 --2- 172.21.15.145:0/3347073705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4ac06da50 0x7fd4ac1579b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.117 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.117+0000 7fd4b2400640 1 --2- 172.21.15.145:0/3347073705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4ac06bcc0 0x7fd4ac157470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.118 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.117+0000 7fd4b2400640 1 -- 172.21.15.145:0/3347073705 >> 172.21.15.145:0/3347073705 conn(0x7fd4ac06f3b0 msgr2=0x7fd4ac0cd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:05.118 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.117+0000 7fd4b2400640 1 -- 172.21.15.145:0/3347073705 shutdown_connections 2024-09-10T10:32:05.118 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.117+0000 7fd4b2400640 1 -- 172.21.15.145:0/3347073705 wait complete. 2024-09-10T10:32:05.135 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new a8828d77-5daa-4d4e-b598-7778b1ac5e99 1 2024-09-10T10:32:05.192 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:05.189+0000 7f20f637e180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T10:32:05.224 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:05.223+0000 7f6d91ece180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T10:32:05.273 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a25e00640 1 Processor -- start 2024-09-10T10:32:05.273 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a25e00640 1 -- start start 2024-09-10T10:32:05.274 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a25e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8a20159d70 0x7f8a200d24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a25e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8a2015a150 0x7f8a2015d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a25e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a20070bf0 con 0x7f8a20071970 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a25e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f8a2015d7f0 con 0x7f8a2015a150 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a25e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f8a20070e90 con 0x7f8a20159d70 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a1ea00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8a20159d70 0x7f8a200d24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a1ea00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8a20159d70 0x7f8a200d24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:38900/0 (socket says 172.21.15.145:38900) 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a1ea00640 1 -- 172.21.15.145:0/2817922385 learned_addr learned my addr 172.21.15.145:0/2817922385 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a1f400640 1 --2- 172.21.15.145:0/2817922385 >> v2:172.21.15.22:3300/0 conn(0x7f8a2015a150 0x7f8a2015d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a1ea00640 1 -- 172.21.15.145:0/2817922385 >> v2:172.21.15.22:3300/0 conn(0x7f8a2015a150 msgr2=0x7f8a2015d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a1ea00640 1 --2- 172.21.15.145:0/2817922385 >> v2:172.21.15.22:3300/0 conn(0x7f8a2015a150 0x7f8a2015d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.275 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a1ea00640 1 -- 172.21.15.145:0/2817922385 >> v1:172.21.15.145:6789/0 conn(0x7f8a20071970 legacy=0x7f8a2015cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.276 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.273+0000 7f8a1ea00640 1 -- 172.21.15.145:0/2817922385 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a20071170 con 0x7f8a20159d70 2024-09-10T10:32:05.277 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a1ea00640 1 --2- 172.21.15.145:0/2817922385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20159d70 0x7f8a200d24a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8a10009870 tx=0x7f8a1001c4f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d95a439a04c8d5c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:05.278 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a1d600640 1 -- 172.21.15.145:0/2817922385 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a100ab600 con 0x7f8a20159d70 2024-09-10T10:32:05.278 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a1d600640 1 -- 172.21.15.145:0/2817922385 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a100b0070 con 0x7f8a20159d70 2024-09-10T10:32:05.278 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a1d600640 1 -- 172.21.15.145:0/2817922385 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a100ab9c0 con 0x7f8a20159d70 2024-09-10T10:32:05.278 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a25e00640 1 -- 172.21.15.145:0/2817922385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20159d70 msgr2=0x7f8a200d24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.279 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a25e00640 1 --2- 172.21.15.145:0/2817922385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20159d70 0x7f8a200d24a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8a10009870 tx=0x7f8a1001c4f0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.279 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a25e00640 1 -- 172.21.15.145:0/2817922385 shutdown_connections 2024-09-10T10:32:05.279 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a25e00640 1 --2- 172.21.15.145:0/2817922385 >> v2:172.21.15.22:3300/0 conn(0x7f8a2015a150 0x7f8a2015d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.279 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a25e00640 1 --2- 172.21.15.145:0/2817922385 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20159d70 0x7f8a200d24a0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.279 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a25e00640 1 -- 172.21.15.145:0/2817922385 >> 172.21.15.145:0/2817922385 conn(0x7f8a2006f3b0 msgr2=0x7f8a2006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:05.279 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a25e00640 1 -- 172.21.15.145:0/2817922385 shutdown_connections 2024-09-10T10:32:05.279 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a25e00640 1 -- 172.21.15.145:0/2817922385 wait complete. 2024-09-10T10:32:05.280 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a25e00640 1 Processor -- start 2024-09-10T10:32:05.280 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.277+0000 7f8a25e00640 1 -- start start 2024-09-10T10:32:05.283 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a25e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20071970 0x7f8a201fa610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.283 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a25e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a20159d70 0x7f8a2014caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.283 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a25e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8a2015a150 0x7f8a2014d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.283 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a25e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8a200b7630 con 0x7f8a2015a150 2024-09-10T10:32:05.283 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a25e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8a200b74b0 con 0x7f8a20071970 2024-09-10T10:32:05.283 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a25e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8a200b77b0 con 0x7f8a20159d70 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1ea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20071970 0x7f8a201fa610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a20159d70 0x7f8a2014caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1ea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20071970 0x7f8a201fa610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:38914/0 (socket says 172.21.15.145:38914) 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1ea00640 1 -- 172.21.15.145:0/1274915716 learned_addr learned my addr 172.21.15.145:0/1274915716 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1f400640 1 --2- 172.21.15.145:0/1274915716 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8a2015a150 0x7f8a2014d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1e000640 1 -- 172.21.15.145:0/1274915716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20071970 msgr2=0x7f8a201fa610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1e000640 1 --2- 172.21.15.145:0/1274915716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20071970 0x7f8a201fa610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1e000640 1 -- 172.21.15.145:0/1274915716 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8a2015a150 msgr2=0x7f8a2014d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1e000640 1 --2- 172.21.15.145:0/1274915716 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8a2015a150 0x7f8a2014d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1e000640 1 -- 172.21.15.145:0/1274915716 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a200d2170 con 0x7f8a20159d70 2024-09-10T10:32:05.284 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1ea00640 1 --2- 172.21.15.145:0/1274915716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20071970 0x7f8a201fa610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:05.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a1e000640 1 --2- 172.21.15.145:0/1274915716 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a20159d70 0x7f8a2014caf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8a200d0120 tx=0x7f8a0c00c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:05.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a17400640 1 -- 172.21.15.145:0/1274915716 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0c0052d0 con 0x7f8a20159d70 2024-09-10T10:32:05.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a17400640 1 -- 172.21.15.145:0/1274915716 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a0c005470 con 0x7f8a20159d70 2024-09-10T10:32:05.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a25e00640 1 -- 172.21.15.145:0/1274915716 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a2006cd40 con 0x7f8a20159d70 2024-09-10T10:32:05.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a17400640 1 -- 172.21.15.145:0/1274915716 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0c007260 con 0x7f8a20159d70 2024-09-10T10:32:05.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a25e00640 1 -- 172.21.15.145:0/1274915716 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a2006d300 con 0x7f8a20159d70 2024-09-10T10:32:05.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a17400640 1 -- 172.21.15.145:0/1274915716 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8a0c007400 con 0x7f8a20159d70 2024-09-10T10:32:05.285 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a17400640 1 -- 172.21.15.145:0/1274915716 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f8a0c003a80 con 0x7f8a20159d70 2024-09-10T10:32:05.289 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.281+0000 7f8a25e00640 1 -- 172.21.15.145:0/1274915716 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a200d24a0 con 0x7f8a20159d70 2024-09-10T10:32:05.289 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.285+0000 7f8a17400640 1 -- 172.21.15.145:0/1274915716 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8a200d2170 con 0x7f8a20159d70 2024-09-10T10:32:05.353 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.353+0000 7f8a25e00640 1 -- 172.21.15.145:0/1274915716 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "a8828d77-5daa-4d4e-b598-7778b1ac5e99", "id": 1} v 0) -- 0x7f8a2014a9b0 con 0x7f8a20159d70 2024-09-10T10:32:05.357 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.357+0000 7f8a17400640 1 -- 172.21.15.145:0/1274915716 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a8828d77-5daa-4d4e-b598-7778b1ac5e99", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f8a0c003c80 con 0x7f8a20159d70 2024-09-10T10:32:05.358 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:32:05.358 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.357+0000 7f8a25e00640 1 -- 172.21.15.145:0/1274915716 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a20159d70 msgr2=0x7f8a2014caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.359 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.357+0000 7f8a25e00640 1 --2- 172.21.15.145:0/1274915716 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a20159d70 0x7f8a2014caf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8a200d0120 tx=0x7f8a0c00c820 comp rx=0 tx=0).stop 2024-09-10T10:32:05.359 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.357+0000 7f8a25e00640 1 -- 172.21.15.145:0/1274915716 shutdown_connections 2024-09-10T10:32:05.359 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.357+0000 7f8a25e00640 1 --2- 172.21.15.145:0/1274915716 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8a2015a150 0x7f8a2014d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.359 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.357+0000 7f8a25e00640 1 --2- 172.21.15.145:0/1274915716 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8a20159d70 0x7f8a2014caf0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.359 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.357+0000 7f8a25e00640 1 --2- 172.21.15.145:0/1274915716 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8a20071970 0x7f8a201fa610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.359 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.357+0000 7f8a25e00640 1 -- 172.21.15.145:0/1274915716 >> 172.21.15.145:0/1274915716 conn(0x7f8a2006f3b0 msgr2=0x7f8a200b5de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:05.359 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.357+0000 7f8a25e00640 1 -- 172.21.15.145:0/1274915716 shutdown_connections 2024-09-10T10:32:05.359 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.357+0000 7f8a25e00640 1 -- 172.21.15.145:0/1274915716 wait complete. 2024-09-10T10:32:05.377 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 6df5b572-dac5-418f-bbd2-3f4ce76a69e7 2 2024-09-10T10:32:05.512 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.509+0000 7f32f9600640 1 Processor -- start 2024-09-10T10:32:05.513 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.509+0000 7f32f9600640 1 -- start start 2024-09-10T10:32:05.514 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.513+0000 7f32f9600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f32f406da50 0x7f32f415f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.514 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.513+0000 7f32f9600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32f4159060 con 0x7f32f406bcc0 2024-09-10T10:32:05.515 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.513+0000 7f32f9600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32f406c2a0 con 0x7f32f4158c80 2024-09-10T10:32:05.515 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.513+0000 7f32f9600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f32f406c580 con 0x7f32f406da50 2024-09-10T10:32:05.515 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.513+0000 7f32f2a00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f32f4158c80 0x7f32f415fd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:53436/0 (socket says 172.21.15.145:53436) 2024-09-10T10:32:05.515 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.513+0000 7f32f2a00640 1 -- 172.21.15.145:0/4026862337 learned_addr learned my addr 172.21.15.145:0/4026862337 (peer_addr_for_me v1:172.21.15.145:0/0) 2024-09-10T10:32:05.515 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.513+0000 7f32f3400640 1 --2- 172.21.15.145:0/4026862337 >> v2:172.21.15.145:3300/0 conn(0x7f32f406da50 0x7f32f415f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.515 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.513+0000 7f32f3400640 1 -- 172.21.15.145:0/4026862337 >> v1:172.21.15.145:6789/0 conn(0x7f32f4158c80 legacy=0x7f32f415fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.515 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.513+0000 7f32f3400640 1 -- 172.21.15.145:0/4026862337 >> v1:172.21.15.22:6789/0 conn(0x7f32f406bcc0 legacy=0x7f32f406d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.515 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.513+0000 7f32f3400640 1 -- 172.21.15.145:0/4026862337 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32f406c860 con 0x7f32f406da50 2024-09-10T10:32:05.516 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f3400640 1 --2- 172.21.15.145:0/4026862337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32f406da50 0x7f32f415f600 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f32ec009d90 tx=0x7f32ec01c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=41f91f270cf5408b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:05.517 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f2000640 1 -- 172.21.15.145:0/4026862337 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec0b2070 con 0x7f32f406da50 2024-09-10T10:32:05.517 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f2000640 1 -- 172.21.15.145:0/4026862337 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32ec0a5830 con 0x7f32f406da50 2024-09-10T10:32:05.517 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f2000640 1 -- 172.21.15.145:0/4026862337 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec0a5c00 con 0x7f32f406da50 2024-09-10T10:32:05.518 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 -- 172.21.15.145:0/4026862337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32f406da50 msgr2=0x7f32f415f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.519 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 --2- 172.21.15.145:0/4026862337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32f406da50 0x7f32f415f600 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f32ec009d90 tx=0x7f32ec01c970 comp rx=0 tx=0).stop 2024-09-10T10:32:05.519 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 -- 172.21.15.145:0/4026862337 shutdown_connections 2024-09-10T10:32:05.519 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 --2- 172.21.15.145:0/4026862337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32f406da50 0x7f32f415f600 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.519 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 -- 172.21.15.145:0/4026862337 >> 172.21.15.145:0/4026862337 conn(0x7f32f406f3b0 msgr2=0x7f32f406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:05.519 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 -- 172.21.15.145:0/4026862337 shutdown_connections 2024-09-10T10:32:05.519 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 -- 172.21.15.145:0/4026862337 wait complete. 2024-09-10T10:32:05.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 Processor -- start 2024-09-10T10:32:05.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 -- start start 2024-09-10T10:32:05.524 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32f406bcc0 0x7f32f4156c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.525 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32f406da50 0x7f32f413ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.525 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32f4158c80 0x7f32f414fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.525 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f32f40b7780 con 0x7f32f4158c80 2024-09-10T10:32:05.525 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f32f40b7600 con 0x7f32f406da50 2024-09-10T10:32:05.525 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.517+0000 7f32f9600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f32f416c1d0 con 0x7f32f406bcc0 2024-09-10T10:32:05.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f2a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32f406bcc0 0x7f32f4156c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32ebe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32f406da50 0x7f32f413ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32ebe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32f406da50 0x7f32f413ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:38932/0 (socket says 172.21.15.145:38932) 2024-09-10T10:32:05.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32ebe00640 1 -- 172.21.15.145:0/3305163942 learned_addr learned my addr 172.21.15.145:0/3305163942 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:05.526 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f3400640 1 --2- 172.21.15.145:0/3305163942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32f4158c80 0x7f32f414fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f2a00640 1 -- 172.21.15.145:0/3305163942 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32f406da50 msgr2=0x7f32f413ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f2a00640 1 --2- 172.21.15.145:0/3305163942 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32f406da50 0x7f32f413ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f2a00640 1 -- 172.21.15.145:0/3305163942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32f4158c80 msgr2=0x7f32f414fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f2a00640 1 --2- 172.21.15.145:0/3305163942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32f4158c80 0x7f32f414fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f2a00640 1 -- 172.21.15.145:0/3305163942 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32f41572a0 con 0x7f32f406bcc0 2024-09-10T10:32:05.527 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f2a00640 1 --2- 172.21.15.145:0/3305163942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32f406bcc0 0x7f32f4156c80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f32e400c340 tx=0x7f32e400c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:05.528 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32eaa00640 1 -- 172.21.15.145:0/3305163942 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e4017070 con 0x7f32f406bcc0 2024-09-10T10:32:05.528 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32eaa00640 1 -- 172.21.15.145:0/3305163942 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32e4005cf0 con 0x7f32f406bcc0 2024-09-10T10:32:05.528 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32eaa00640 1 -- 172.21.15.145:0/3305163942 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e40072d0 con 0x7f32f406bcc0 2024-09-10T10:32:05.528 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f9600640 1 -- 172.21.15.145:0/3305163942 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32f4157580 con 0x7f32f406bcc0 2024-09-10T10:32:05.528 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f9600640 1 -- 172.21.15.145:0/3305163942 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f32f4157e20 con 0x7f32f406bcc0 2024-09-10T10:32:05.529 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32eaa00640 1 -- 172.21.15.145:0/3305163942 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f32e401a070 con 0x7f32f406bcc0 2024-09-10T10:32:05.529 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32eaa00640 1 -- 172.21.15.145:0/3305163942 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f32e4007470 con 0x7f32f406bcc0 2024-09-10T10:32:05.529 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.521+0000 7f32f9600640 1 -- 172.21.15.145:0/3305163942 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32f4157750 con 0x7f32f406bcc0 2024-09-10T10:32:05.530 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.525+0000 7f32eaa00640 1 -- 172.21.15.145:0/3305163942 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f32e401cbc0 con 0x7f32f406bcc0 2024-09-10T10:32:05.592 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.589+0000 7f32f9600640 1 -- 172.21.15.145:0/3305163942 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "6df5b572-dac5-418f-bbd2-3f4ce76a69e7", "id": 2} v 0) -- 0x7f32f4158020 con 0x7f32f406bcc0 2024-09-10T10:32:05.597 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.597+0000 7f32eaa00640 1 -- 172.21.15.145:0/3305163942 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6df5b572-dac5-418f-bbd2-3f4ce76a69e7", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f32f4158020 con 0x7f32f406bcc0 2024-09-10T10:32:05.598 INFO:teuthology.orchestra.run.smithi145.stdout:2 2024-09-10T10:32:05.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.597+0000 7f32f9600640 1 -- 172.21.15.145:0/3305163942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32f406bcc0 msgr2=0x7f32f4156c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.597+0000 7f32f9600640 1 --2- 172.21.15.145:0/3305163942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32f406bcc0 0x7f32f4156c80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f32e400c340 tx=0x7f32e400c800 comp rx=0 tx=0).stop 2024-09-10T10:32:05.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.597+0000 7f32f9600640 1 -- 172.21.15.145:0/3305163942 shutdown_connections 2024-09-10T10:32:05.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.597+0000 7f32f9600640 1 --2- 172.21.15.145:0/3305163942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32f4158c80 0x7f32f414fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.597+0000 7f32f9600640 1 --2- 172.21.15.145:0/3305163942 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32f406da50 0x7f32f413ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.597+0000 7f32f9600640 1 --2- 172.21.15.145:0/3305163942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32f406bcc0 0x7f32f4156c80 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.597+0000 7f32f9600640 1 -- 172.21.15.145:0/3305163942 >> 172.21.15.145:0/3305163942 conn(0x7f32f406f3b0 msgr2=0x7f32f40b21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:05.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.597+0000 7f32f9600640 1 -- 172.21.15.145:0/3305163942 shutdown_connections 2024-09-10T10:32:05.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.597+0000 7f32f9600640 1 -- 172.21.15.145:0/3305163942 wait complete. 2024-09-10T10:32:05.617 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new cf1e6369-e17a-4d4c-86be-62f2e5784e22 3 2024-09-10T10:32:05.754 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e9600640 1 Processor -- start 2024-09-10T10:32:05.754 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e9600640 1 -- start start 2024-09-10T10:32:05.755 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e9600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f07e415e8a0 0x7f07e40b5d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.755 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e9600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e40b0050 0x7f07e406ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.755 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e9600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07e40b04a0 con 0x7f07e40b62b0 2024-09-10T10:32:05.755 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e9600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f07e40b6720 con 0x7f07e415e8a0 2024-09-10T10:32:05.755 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e9600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f07e40b4670 con 0x7f07e40b0050 2024-09-10T10:32:05.755 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e2a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f07e415e8a0 0x7f07e40b5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.756 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e40b0050 0x7f07e406ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.756 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e2a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f07e415e8a0 0x7f07e40b5d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:38944/0 (socket says 172.21.15.145:38944) 2024-09-10T10:32:05.756 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e2a00640 1 -- 172.21.15.145:0/3262795334 learned_addr learned my addr 172.21.15.145:0/3262795334 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:05.756 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e3400640 1 -- 172.21.15.145:0/3262795334 >> v2:172.21.15.145:3300/0 conn(0x7f07e415e8a0 msgr2=0x7f07e40b5d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:05.756 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e3400640 1 --2- 172.21.15.145:0/3262795334 >> v2:172.21.15.145:3300/0 conn(0x7f07e415e8a0 0x7f07e40b5d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.757 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e3400640 1 -- 172.21.15.145:0/3262795334 >> v1:172.21.15.145:6789/0 conn(0x7f07e40b62b0 legacy=0x7f07e40af940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.757 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e3400640 1 -- 172.21.15.145:0/3262795334 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07e40b4950 con 0x7f07e40b0050 2024-09-10T10:32:05.757 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.753+0000 7f07e2a00640 1 --2- 172.21.15.145:0/3262795334 >> v2:172.21.15.145:3300/0 conn(0x7f07e415e8a0 0x7f07e40b5d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:05.758 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e3400640 1 --2- 172.21.15.145:0/3262795334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e40b0050 0x7f07e406ea50 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f07dc009d90 tx=0x7f07dc01c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31d8dadae0ae0abc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:05.759 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e2000640 1 -- 172.21.15.145:0/3262795334 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07dc0b2070 con 0x7f07e40b0050 2024-09-10T10:32:05.759 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e2000640 1 -- 172.21.15.145:0/3262795334 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07dc0a5970 con 0x7f07e40b0050 2024-09-10T10:32:05.759 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e2000640 1 -- 172.21.15.145:0/3262795334 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07dc0a5d40 con 0x7f07e40b0050 2024-09-10T10:32:05.760 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e9600640 1 -- 172.21.15.145:0/3262795334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e40b0050 msgr2=0x7f07e406ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.760 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e9600640 1 --2- 172.21.15.145:0/3262795334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e40b0050 0x7f07e406ea50 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f07dc009d90 tx=0x7f07dc01c8b0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.760 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e9600640 1 -- 172.21.15.145:0/3262795334 shutdown_connections 2024-09-10T10:32:05.760 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e9600640 1 --2- 172.21.15.145:0/3262795334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e40b0050 0x7f07e406ea50 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.760 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e9600640 1 --2- 172.21.15.145:0/3262795334 >> v2:172.21.15.145:3300/0 conn(0x7f07e415e8a0 0x7f07e40b5d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.760 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e9600640 1 -- 172.21.15.145:0/3262795334 >> 172.21.15.145:0/3262795334 conn(0x7f07e4073050 msgr2=0x7f07e406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:05.761 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e9600640 1 -- 172.21.15.145:0/3262795334 shutdown_connections 2024-09-10T10:32:05.761 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.757+0000 7f07e9600640 1 -- 172.21.15.145:0/3262795334 wait complete. 2024-09-10T10:32:05.761 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e9600640 1 Processor -- start 2024-09-10T10:32:05.762 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e9600640 1 -- start start 2024-09-10T10:32:05.764 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e9600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07e40b0050 0x7f07e4157e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.764 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e9600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07e40b62b0 0x7f07e4148e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e9600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e415e8a0 0x7f07e4151990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e9600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f07e40b5710 con 0x7f07e40b62b0 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e9600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f07e415ec80 con 0x7f07e40b0050 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e9600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f07e41600b0 con 0x7f07e415e8a0 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e2a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07e40b0050 0x7f07e4157e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e415e8a0 0x7f07e4151990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e2a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07e40b0050 0x7f07e4157e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:38956/0 (socket says 172.21.15.145:38956) 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e2a00640 1 -- 172.21.15.145:0/4032447406 learned_addr learned my addr 172.21.15.145:0/4032447406 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07dbe00640 1 --2- 172.21.15.145:0/4032447406 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07e40b62b0 0x7f07e4148e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e3400640 1 -- 172.21.15.145:0/4032447406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07e40b0050 msgr2=0x7f07e4157e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e3400640 1 --2- 172.21.15.145:0/4032447406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07e40b0050 0x7f07e4157e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.765 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e3400640 1 -- 172.21.15.145:0/4032447406 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07e40b62b0 msgr2=0x7f07e4148e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e3400640 1 --2- 172.21.15.145:0/4032447406 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07e40b62b0 0x7f07e4148e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e3400640 1 -- 172.21.15.145:0/4032447406 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07e4160300 con 0x7f07e415e8a0 2024-09-10T10:32:05.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e2a00640 1 --2- 172.21.15.145:0/4032447406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07e40b0050 0x7f07e4157e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:05.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07dbe00640 1 --2- 172.21.15.145:0/4032447406 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07e40b62b0 0x7f07e4148e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:05.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e3400640 1 --2- 172.21.15.145:0/4032447406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e415e8a0 0x7f07e4151990 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f07dc0ac000 tx=0x7f07dc019650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:05.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07daa00640 1 -- 172.21.15.145:0/4032447406 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07dc0b2050 con 0x7f07e415e8a0 2024-09-10T10:32:05.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07daa00640 1 -- 172.21.15.145:0/4032447406 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07dc0b3040 con 0x7f07e415e8a0 2024-09-10T10:32:05.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e9600640 1 -- 172.21.15.145:0/4032447406 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07e41605e0 con 0x7f07e415e8a0 2024-09-10T10:32:05.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07daa00640 1 -- 172.21.15.145:0/4032447406 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07dc0ad850 con 0x7f07e415e8a0 2024-09-10T10:32:05.766 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07e9600640 1 -- 172.21.15.145:0/4032447406 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f07e4160ba0 con 0x7f07e415e8a0 2024-09-10T10:32:05.767 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.761+0000 7f07daa00640 1 -- 172.21.15.145:0/4032447406 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f07dc0c0020 con 0x7f07e415e8a0 2024-09-10T10:32:05.767 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.765+0000 7f07daa00640 1 -- 172.21.15.145:0/4032447406 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f07dc0a5870 con 0x7f07e415e8a0 2024-09-10T10:32:05.767 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.765+0000 7f07e9600640 1 -- 172.21.15.145:0/4032447406 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07e406ea50 con 0x7f07e415e8a0 2024-09-10T10:32:05.767 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.765+0000 7f07daa00640 1 -- 172.21.15.145:0/4032447406 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f07dc016560 con 0x7f07e415e8a0 2024-09-10T10:32:05.835 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.833+0000 7f07e9600640 1 -- 172.21.15.145:0/4032447406 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "cf1e6369-e17a-4d4c-86be-62f2e5784e22", "id": 3} v 0) -- 0x7f07e415d3e0 con 0x7f07e415e8a0 2024-09-10T10:32:05.839 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.837+0000 7f07daa00640 1 -- 172.21.15.145:0/4032447406 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cf1e6369-e17a-4d4c-86be-62f2e5784e22", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f07dc0ad9f0 con 0x7f07e415e8a0 2024-09-10T10:32:05.840 INFO:teuthology.orchestra.run.smithi145.stdout:3 2024-09-10T10:32:05.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.841+0000 7f07e9600640 1 -- 172.21.15.145:0/4032447406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e415e8a0 msgr2=0x7f07e4151990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:05.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.841+0000 7f07e9600640 1 --2- 172.21.15.145:0/4032447406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e415e8a0 0x7f07e4151990 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f07dc0ac000 tx=0x7f07dc019650 comp rx=0 tx=0).stop 2024-09-10T10:32:05.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.841+0000 7f07e9600640 1 -- 172.21.15.145:0/4032447406 shutdown_connections 2024-09-10T10:32:05.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.841+0000 7f07e9600640 1 --2- 172.21.15.145:0/4032447406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07e415e8a0 0x7f07e4151990 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.841+0000 7f07e9600640 1 --2- 172.21.15.145:0/4032447406 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07e40b62b0 0x7f07e4148e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.841+0000 7f07e9600640 1 --2- 172.21.15.145:0/4032447406 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07e40b0050 0x7f07e4157e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:05.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.841+0000 7f07e9600640 1 -- 172.21.15.145:0/4032447406 >> 172.21.15.145:0/4032447406 conn(0x7f07e4073050 msgr2=0x7f07e4153630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:05.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.841+0000 7f07e9600640 1 -- 172.21.15.145:0/4032447406 shutdown_connections 2024-09-10T10:32:05.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:05.841+0000 7f07e9600640 1 -- 172.21.15.145:0/4032447406 wait complete. 2024-09-10T10:32:05.847 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:05.845+0000 7f20f637e180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T10:32:05.866 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new e0b2e592-1aec-4b97-bdc5-25df11ff1214 4 2024-09-10T10:32:05.879 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:05.875+0000 7f6d91ece180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T10:32:05.919 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:05.917+0000 7f20f637e180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T10:32:05.944 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:05.939+0000 7f6d91ece180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T10:32:05.982 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:05.981+0000 7f20f637e180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T10:32:06.002 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f960d400640 1 Processor -- start 2024-09-10T10:32:06.003 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f960d400640 1 -- start start 2024-09-10T10:32:06.004 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f960d400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9608158c80 0x7f960806bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.004 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f960d400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960806d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.004 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f960d400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9608159060 con 0x7f960815f600 2024-09-10T10:32:06.004 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f960d400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f960806dd10 con 0x7f9608158c80 2024-09-10T10:32:06.004 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f960d400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f960806c2a0 con 0x7f960806d340 2024-09-10T10:32:06.004 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f9606800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9608158c80 0x7f960806bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.004 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f9607200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960806d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.005 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f9606800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9608158c80 0x7f960806bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:38966/0 (socket says 172.21.15.145:38966) 2024-09-10T10:32:06.005 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.001+0000 7f9606800640 1 -- 172.21.15.145:0/3764080054 learned_addr learned my addr 172.21.15.145:0/3764080054 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:06.005 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f9607200640 1 -- 172.21.15.145:0/3764080054 >> v2:172.21.15.145:3300/0 conn(0x7f9608158c80 msgr2=0x7f960806bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:06.005 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f9607200640 1 --2- 172.21.15.145:0/3764080054 >> v2:172.21.15.145:3300/0 conn(0x7f9608158c80 0x7f960806bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.006 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f9607200640 1 -- 172.21.15.145:0/3764080054 >> v1:172.21.15.22:6789/0 conn(0x7f960815f600 legacy=0x7f960815fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.006 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f9607200640 1 -- 172.21.15.145:0/3764080054 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f960806c580 con 0x7f960806d340 2024-09-10T10:32:06.006 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f9605e00640 1 -- 172.21.15.145:0/3764080054 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3328104007 0 0) 0x7f95f0001120 con 0x7f960815f600 2024-09-10T10:32:06.006 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f9606800640 1 --2- 172.21.15.145:0/3764080054 >> v2:172.21.15.145:3300/0 conn(0x7f9608158c80 0x7f960806bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:06.007 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f9607200640 1 --2- 172.21.15.145:0/3764080054 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960806d7d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9600009d90 tx=0x7f960001c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=389513d0243c291c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:06.009 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f9605e00640 1 -- 172.21.15.145:0/3764080054 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96000b2070 con 0x7f960806d340 2024-09-10T10:32:06.009 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f9605e00640 1 -- 172.21.15.145:0/3764080054 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96000a5920 con 0x7f960806d340 2024-09-10T10:32:06.009 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f9605e00640 1 -- 172.21.15.145:0/3764080054 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96000a5cf0 con 0x7f960806d340 2024-09-10T10:32:06.009 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f960d400640 1 -- 172.21.15.145:0/3764080054 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 msgr2=0x7f960806d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.009 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.005+0000 7f960d400640 1 --2- 172.21.15.145:0/3764080054 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960806d7d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9600009d90 tx=0x7f960001c970 comp rx=0 tx=0).stop 2024-09-10T10:32:06.010 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 -- 172.21.15.145:0/3764080054 shutdown_connections 2024-09-10T10:32:06.010 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 --2- 172.21.15.145:0/3764080054 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960806d7d0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.010 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 --2- 172.21.15.145:0/3764080054 >> v2:172.21.15.145:3300/0 conn(0x7f9608158c80 0x7f960806bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.010 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 -- 172.21.15.145:0/3764080054 >> 172.21.15.145:0/3764080054 conn(0x7f960806f3b0 msgr2=0x7f960806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:06.010 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 -- 172.21.15.145:0/3764080054 shutdown_connections 2024-09-10T10:32:06.010 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 -- 172.21.15.145:0/3764080054 wait complete. 2024-09-10T10:32:06.010 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:06.007+0000 7f6d91ece180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T10:32:06.013 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 Processor -- start 2024-09-10T10:32:06.013 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 -- start start 2024-09-10T10:32:06.013 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960814ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.013 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9608158c80 0x7f9608154560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.013 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f960815f600 0x7f9608154aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.014 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f960815fa20 con 0x7f9608158c80 2024-09-10T10:32:06.014 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9608160450 con 0x7f960815f600 2024-09-10T10:32:06.014 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f960d400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f96080b7600 con 0x7f960806d340 2024-09-10T10:32:06.014 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f9606800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960814ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.014 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f9606800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960814ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:37370/0 (socket says 172.21.15.145:37370) 2024-09-10T10:32:06.014 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f9606800640 1 -- 172.21.15.145:0/1511296140 learned_addr learned my addr 172.21.15.145:0/1511296140 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:06.014 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f9607200640 1 --2- 172.21.15.145:0/1511296140 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f960815f600 0x7f9608154aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f95ffe00640 1 --2- 172.21.15.145:0/1511296140 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9608158c80 0x7f9608154560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f9606800640 1 -- 172.21.15.145:0/1511296140 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f960815f600 msgr2=0x7f9608154aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f9606800640 1 --2- 172.21.15.145:0/1511296140 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f960815f600 0x7f9608154aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f9606800640 1 -- 172.21.15.145:0/1511296140 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9608158c80 msgr2=0x7f9608154560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f9606800640 1 --2- 172.21.15.145:0/1511296140 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9608158c80 0x7f9608154560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.009+0000 7f9606800640 1 -- 172.21.15.145:0/1511296140 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96080b4420 con 0x7f960806d340 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.013+0000 7f9606800640 1 --2- 172.21.15.145:0/1511296140 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960814ba90 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f95f800e9d0 tx=0x7f95f800ee90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.013+0000 7f95fea00640 1 -- 172.21.15.145:0/1511296140 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f8017070 con 0x7f960806d340 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.013+0000 7f95fea00640 1 -- 172.21.15.145:0/1511296140 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95f800ca60 con 0x7f960806d340 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.013+0000 7f95fea00640 1 -- 172.21.15.145:0/1511296140 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f800ce10 con 0x7f960806d340 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.013+0000 7f960d400640 1 -- 172.21.15.145:0/1511296140 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f960814ffe0 con 0x7f960806d340 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.013+0000 7f960d400640 1 -- 172.21.15.145:0/1511296140 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f96081505a0 con 0x7f960806d340 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.013+0000 7f95fea00640 1 -- 172.21.15.145:0/1511296140 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f95f801a070 con 0x7f960806d340 2024-09-10T10:32:06.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.013+0000 7f95fea00640 1 -- 172.21.15.145:0/1511296140 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f95f8013470 con 0x7f960806d340 2024-09-10T10:32:06.016 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.013+0000 7f960d400640 1 -- 172.21.15.145:0/1511296140 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f960806d7d0 con 0x7f960806d340 2024-09-10T10:32:06.016 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.013+0000 7f95fea00640 1 -- 172.21.15.145:0/1511296140 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f95f8006020 con 0x7f960806d340 2024-09-10T10:32:06.075 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:06.073+0000 7f20f637e180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T10:32:06.084 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.081+0000 7f960d400640 1 -- 172.21.15.145:0/1511296140 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "e0b2e592-1aec-4b97-bdc5-25df11ff1214", "id": 4} v 0) -- 0x7f960815fe30 con 0x7f960806d340 2024-09-10T10:32:06.088 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.085+0000 7f95fea00640 1 -- 172.21.15.145:0/1511296140 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e0b2e592-1aec-4b97-bdc5-25df11ff1214", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f95f8006520 con 0x7f960806d340 2024-09-10T10:32:06.089 INFO:teuthology.orchestra.run.smithi145.stdout:4 2024-09-10T10:32:06.089 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.089+0000 7f960d400640 1 -- 172.21.15.145:0/1511296140 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 msgr2=0x7f960814ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.090 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.089+0000 7f960d400640 1 --2- 172.21.15.145:0/1511296140 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960814ba90 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f95f800e9d0 tx=0x7f95f800ee90 comp rx=0 tx=0).stop 2024-09-10T10:32:06.090 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.089+0000 7f960d400640 1 -- 172.21.15.145:0/1511296140 shutdown_connections 2024-09-10T10:32:06.090 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.089+0000 7f960d400640 1 --2- 172.21.15.145:0/1511296140 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f960815f600 0x7f9608154aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.090 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.089+0000 7f960d400640 1 --2- 172.21.15.145:0/1511296140 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9608158c80 0x7f9608154560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.090 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.089+0000 7f960d400640 1 --2- 172.21.15.145:0/1511296140 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f960806d340 0x7f960814ba90 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.090 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.089+0000 7f960d400640 1 -- 172.21.15.145:0/1511296140 >> 172.21.15.145:0/1511296140 conn(0x7f960806f3b0 msgr2=0x7f96080b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:06.090 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.089+0000 7f960d400640 1 -- 172.21.15.145:0/1511296140 shutdown_connections 2024-09-10T10:32:06.090 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.089+0000 7f960d400640 1 -- 172.21.15.145:0/1511296140 wait complete. 2024-09-10T10:32:06.102 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:06.099+0000 7f6d91ece180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T10:32:06.108 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 2ce04f72-e07a-4122-8bdd-4d6292a1f05c 5 2024-09-10T10:32:06.140 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:06.137+0000 7f20f637e180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T10:32:06.165 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:06.163+0000 7f6d91ece180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T10:32:06.233 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:06.233+0000 7f20f637e180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T10:32:06.244 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.241+0000 7fd767000640 1 Processor -- start 2024-09-10T10:32:06.245 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.241+0000 7fd767000640 1 -- start start 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd767000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd76015e5d0 0x7fd7600b6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd767000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7600d1880 0x7fd7600ae1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd767000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd7600ae6e0 0x7fd76006c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd767000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd76006c120 con 0x7fd7600ae6e0 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd767000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd7600b2cd0 con 0x7fd76015e5d0 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd767000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd76006bdf0 con 0x7fd7600d1880 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd765200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7600d1880 0x7fd7600ae1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd765c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd76015e5d0 0x7fd7600b6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd765200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7600d1880 0x7fd7600ae1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:37378/0 (socket says 172.21.15.145:37378) 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd765200640 1 -- 172.21.15.145:0/2601507645 learned_addr learned my addr 172.21.15.145:0/2601507645 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd766600640 1 --2- 172.21.15.145:0/2601507645 >> v2:172.21.15.22:3300/0 conn(0x7fd7600ae6e0 0x7fd76006c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.247 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd765200640 1 -- 172.21.15.145:0/2601507645 >> v2:172.21.15.145:3300/0 conn(0x7fd76015e5d0 msgr2=0x7fd7600b6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:06.248 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd765200640 1 --2- 172.21.15.145:0/2601507645 >> v2:172.21.15.145:3300/0 conn(0x7fd76015e5d0 0x7fd7600b6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.248 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd765200640 1 -- 172.21.15.145:0/2601507645 >> v2:172.21.15.22:3300/0 conn(0x7fd7600ae6e0 msgr2=0x7fd76006c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:06.248 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd765200640 1 --2- 172.21.15.145:0/2601507645 >> v2:172.21.15.22:3300/0 conn(0x7fd7600ae6e0 0x7fd76006c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.248 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd765200640 1 -- 172.21.15.145:0/2601507645 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7600b2710 con 0x7fd7600d1880 2024-09-10T10:32:06.248 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.245+0000 7fd766600640 1 --2- 172.21.15.145:0/2601507645 >> v2:172.21.15.22:3300/0 conn(0x7fd7600ae6e0 0x7fd76006c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:06.249 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd765200640 1 --2- 172.21.15.145:0/2601507645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7600d1880 0x7fd7600ae1a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd7600744c0 tx=0x7fd74c01c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e24d91ad1c055d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:06.250 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd75fe00640 1 -- 172.21.15.145:0/2601507645 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74c0b2070 con 0x7fd7600d1880 2024-09-10T10:32:06.250 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd75fe00640 1 -- 172.21.15.145:0/2601507645 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd74c0a9070 con 0x7fd7600d1880 2024-09-10T10:32:06.250 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd75fe00640 1 -- 172.21.15.145:0/2601507645 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74c0ad880 con 0x7fd7600d1880 2024-09-10T10:32:06.251 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd767000640 1 -- 172.21.15.145:0/2601507645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7600d1880 msgr2=0x7fd7600ae1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.251 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd767000640 1 --2- 172.21.15.145:0/2601507645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7600d1880 0x7fd7600ae1a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd7600744c0 tx=0x7fd74c01c490 comp rx=0 tx=0).stop 2024-09-10T10:32:06.251 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd767000640 1 -- 172.21.15.145:0/2601507645 shutdown_connections 2024-09-10T10:32:06.251 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd767000640 1 --2- 172.21.15.145:0/2601507645 >> v2:172.21.15.22:3300/0 conn(0x7fd7600ae6e0 0x7fd76006c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.251 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd767000640 1 --2- 172.21.15.145:0/2601507645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7600d1880 0x7fd7600ae1a0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.251 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd767000640 1 --2- 172.21.15.145:0/2601507645 >> v2:172.21.15.145:3300/0 conn(0x7fd76015e5d0 0x7fd7600b6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.251 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd767000640 1 -- 172.21.15.145:0/2601507645 >> 172.21.15.145:0/2601507645 conn(0x7fd7600b6020 msgr2=0x7fd7600b66e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:06.251 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd767000640 1 -- 172.21.15.145:0/2601507645 shutdown_connections 2024-09-10T10:32:06.251 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.249+0000 7fd767000640 1 -- 172.21.15.145:0/2601507645 wait complete. 2024-09-10T10:32:06.253 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd767000640 1 Processor -- start 2024-09-10T10:32:06.253 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd767000640 1 -- start start 2024-09-10T10:32:06.255 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd767000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7600ae6e0 0x7fd7600b1a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.255 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd767000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7600d1880 0x7fd7600b1f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.255 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd767000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd76015e5d0 0x7fd7600cbab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.255 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd767000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd760073790 con 0x7fd7600d1880 2024-09-10T10:32:06.255 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd767000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd760073610 con 0x7fd7600ae6e0 2024-09-10T10:32:06.255 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd767000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd760073910 con 0x7fd76015e5d0 2024-09-10T10:32:06.256 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd765c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7600ae6e0 0x7fd7600b1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.256 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd766600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd76015e5d0 0x7fd7600cbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.256 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd766600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd76015e5d0 0x7fd7600cbab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:37394/0 (socket says 172.21.15.145:37394) 2024-09-10T10:32:06.256 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd766600640 1 -- 172.21.15.145:0/3778358301 learned_addr learned my addr 172.21.15.145:0/3778358301 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:06.256 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd765c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7600ae6e0 0x7fd7600b1a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:38988/0 (socket says 172.21.15.145:38988) 2024-09-10T10:32:06.256 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd765200640 1 --2- 172.21.15.145:0/3778358301 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7600d1880 0x7fd7600b1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.256 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd765c00640 1 -- 172.21.15.145:0/3778358301 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd76015e5d0 msgr2=0x7fd7600cbab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.256 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd765c00640 1 --2- 172.21.15.145:0/3778358301 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd76015e5d0 0x7fd7600cbab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.256 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd765c00640 1 -- 172.21.15.145:0/3778358301 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7600d1880 msgr2=0x7fd7600b1f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.257 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd765c00640 1 --2- 172.21.15.145:0/3778358301 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7600d1880 0x7fd7600b1f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.257 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd765c00640 1 -- 172.21.15.145:0/3778358301 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd760146d60 con 0x7fd7600ae6e0 2024-09-10T10:32:06.257 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd766600640 1 --2- 172.21.15.145:0/3778358301 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd76015e5d0 0x7fd7600cbab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:06.257 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd765c00640 1 --2- 172.21.15.145:0/3778358301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7600ae6e0 0x7fd7600b1a20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd75400e870 tx=0x7fd75400ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:06.258 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd75d600640 1 -- 172.21.15.145:0/3778358301 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd754017070 con 0x7fd7600ae6e0 2024-09-10T10:32:06.258 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd75d600640 1 -- 172.21.15.145:0/3778358301 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd75400ee60 con 0x7fd7600ae6e0 2024-09-10T10:32:06.258 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd75d600640 1 -- 172.21.15.145:0/3778358301 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd75400cb60 con 0x7fd7600ae6e0 2024-09-10T10:32:06.258 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd767000640 1 -- 172.21.15.145:0/3778358301 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd76009d1e0 con 0x7fd7600ae6e0 2024-09-10T10:32:06.258 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd767000640 1 -- 172.21.15.145:0/3778358301 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd76009d7a0 con 0x7fd7600ae6e0 2024-09-10T10:32:06.258 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd75d600640 1 -- 172.21.15.145:0/3778358301 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd75401a070 con 0x7fd7600ae6e0 2024-09-10T10:32:06.258 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.253+0000 7fd75d600640 1 -- 172.21.15.145:0/3778358301 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7fd7540139f0 con 0x7fd7600ae6e0 2024-09-10T10:32:06.258 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.257+0000 7fd767000640 1 -- 172.21.15.145:0/3778358301 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd76006c5b0 con 0x7fd7600ae6e0 2024-09-10T10:32:06.259 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.257+0000 7fd75d600640 1 -- 172.21.15.145:0/3778358301 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd75400cd00 con 0x7fd7600ae6e0 2024-09-10T10:32:06.260 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:06.255+0000 7f6d91ece180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T10:32:06.300 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:06.297+0000 7f20f637e180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T10:32:06.327 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.325+0000 7fd767000640 1 -- 172.21.15.145:0/3778358301 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2ce04f72-e07a-4122-8bdd-4d6292a1f05c", "id": 5} v 0) -- 0x7fd76015bea0 con 0x7fd7600ae6e0 2024-09-10T10:32:06.331 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.329+0000 7fd75d600640 1 -- 172.21.15.145:0/3778358301 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2ce04f72-e07a-4122-8bdd-4d6292a1f05c", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7fd754013470 con 0x7fd7600ae6e0 2024-09-10T10:32:06.331 INFO:teuthology.orchestra.run.smithi145.stdout:5 2024-09-10T10:32:06.332 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.329+0000 7fd767000640 1 -- 172.21.15.145:0/3778358301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7600ae6e0 msgr2=0x7fd7600b1a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.332 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.329+0000 7fd767000640 1 --2- 172.21.15.145:0/3778358301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7600ae6e0 0x7fd7600b1a20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd75400e870 tx=0x7fd75400ed30 comp rx=0 tx=0).stop 2024-09-10T10:32:06.333 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.329+0000 7fd767000640 1 -- 172.21.15.145:0/3778358301 shutdown_connections 2024-09-10T10:32:06.333 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.329+0000 7fd767000640 1 --2- 172.21.15.145:0/3778358301 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd76015e5d0 0x7fd7600cbab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.333 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.329+0000 7fd767000640 1 --2- 172.21.15.145:0/3778358301 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7600d1880 0x7fd7600b1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.333 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.329+0000 7fd767000640 1 --2- 172.21.15.145:0/3778358301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7600ae6e0 0x7fd7600b1a20 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.333 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.329+0000 7fd767000640 1 -- 172.21.15.145:0/3778358301 >> 172.21.15.145:0/3778358301 conn(0x7fd7600b6020 msgr2=0x7fd76006f340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:06.333 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.333+0000 7fd767000640 1 -- 172.21.15.145:0/3778358301 shutdown_connections 2024-09-10T10:32:06.333 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.333+0000 7fd767000640 1 -- 172.21.15.145:0/3778358301 wait complete. 2024-09-10T10:32:06.336 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:06.323+0000 7f6d91ece180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T10:32:06.351 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2 6 2024-09-10T10:32:06.474 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:06.473+0000 7f20f637e180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T10:32:06.515 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:06.503+0000 7f6d91ece180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T10:32:06.539 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.537+0000 7f47fba00640 1 Processor -- start 2024-09-10T10:32:06.539 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.537+0000 7f47fba00640 1 -- start start 2024-09-10T10:32:06.540 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.537+0000 7f47fba00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406da50 0x7f47f415f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.540 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.537+0000 7f47fba00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47f4159060 con 0x7f47f4158c80 2024-09-10T10:32:06.540 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.537+0000 7f47fba00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47f406c2a0 con 0x7f47f406bcc0 2024-09-10T10:32:06.540 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.537+0000 7f47fba00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f47f406c580 con 0x7f47f406da50 2024-09-10T10:32:06.540 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.537+0000 7f47f9a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406da50 0x7f47f415f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.541 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.537+0000 7f47f3e00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f47f406bcc0 0x7f47f406d340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:53466/0 (socket says 172.21.15.145:53466) 2024-09-10T10:32:06.541 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.537+0000 7f47f3e00640 1 -- 172.21.15.145:0/2785809814 learned_addr learned my addr 172.21.15.145:0/2785809814 (peer_addr_for_me v1:172.21.15.145:0/0) 2024-09-10T10:32:06.541 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.541+0000 7f47f9a00640 1 -- 172.21.15.145:0/2785809814 >> v1:172.21.15.145:6789/0 conn(0x7f47f406bcc0 legacy=0x7f47f406d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.541 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.541+0000 7f47f9a00640 1 -- 172.21.15.145:0/2785809814 >> v1:172.21.15.22:6789/0 conn(0x7f47f4158c80 legacy=0x7f47f415fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.541 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.541+0000 7f47f9a00640 1 -- 172.21.15.145:0/2785809814 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f406c860 con 0x7f47f406da50 2024-09-10T10:32:06.544 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.541+0000 7f47f9a00640 1 --2- 172.21.15.145:0/2785809814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406da50 0x7f47f415f600 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f47ec009dc0 tx=0x7f47ec01c990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45c1e01ddfbb2f2d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:06.544 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.541+0000 7f47f3400640 1 -- 172.21.15.145:0/2785809814 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ec0b2070 con 0x7f47f406da50 2024-09-10T10:32:06.545 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.541+0000 7f47f3400640 1 -- 172.21.15.145:0/2785809814 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47ec0a5850 con 0x7f47f406da50 2024-09-10T10:32:06.545 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.541+0000 7f47f3400640 1 -- 172.21.15.145:0/2785809814 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ec0a5c20 con 0x7f47f406da50 2024-09-10T10:32:06.545 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 -- 172.21.15.145:0/2785809814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406da50 msgr2=0x7f47f415f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.545 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 --2- 172.21.15.145:0/2785809814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406da50 0x7f47f415f600 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f47ec009dc0 tx=0x7f47ec01c990 comp rx=0 tx=0).stop 2024-09-10T10:32:06.546 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 -- 172.21.15.145:0/2785809814 shutdown_connections 2024-09-10T10:32:06.546 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 --2- 172.21.15.145:0/2785809814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406da50 0x7f47f415f600 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.546 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 -- 172.21.15.145:0/2785809814 >> 172.21.15.145:0/2785809814 conn(0x7f47f406f3b0 msgr2=0x7f47f406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:06.546 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 -- 172.21.15.145:0/2785809814 shutdown_connections 2024-09-10T10:32:06.546 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 -- 172.21.15.145:0/2785809814 wait complete. 2024-09-10T10:32:06.547 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 Processor -- start 2024-09-10T10:32:06.547 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 -- start start 2024-09-10T10:32:06.547 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406bcc0 0x7f47f41484d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.547 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47f406da50 0x7f47f40cd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.548 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47f4158c80 0x7f47f4160ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.551 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f47f40b7780 con 0x7f47f406da50 2024-09-10T10:32:06.551 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f47f40b7600 con 0x7f47f4158c80 2024-09-10T10:32:06.551 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47fba00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f47f416c1d0 con 0x7f47f406bcc0 2024-09-10T10:32:06.552 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f9000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406bcc0 0x7f47f41484d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.552 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f9a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47f4158c80 0x7f47f4160ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.552 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f9000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406bcc0 0x7f47f41484d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:37406/0 (socket says 172.21.15.145:37406) 2024-09-10T10:32:06.552 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f9000640 1 -- 172.21.15.145:0/3372290097 learned_addr learned my addr 172.21.15.145:0/3372290097 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:06.552 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f3e00640 1 --2- 172.21.15.145:0/3372290097 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47f406da50 0x7f47f40cd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.552 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f9000640 1 -- 172.21.15.145:0/3372290097 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47f4158c80 msgr2=0x7f47f4160ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.552 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f9000640 1 --2- 172.21.15.145:0/3372290097 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47f4158c80 0x7f47f4160ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.553 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f9000640 1 -- 172.21.15.145:0/3372290097 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47f406da50 msgr2=0x7f47f40cd9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.553 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f9000640 1 --2- 172.21.15.145:0/3372290097 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47f406da50 0x7f47f40cd9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.553 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f9000640 1 -- 172.21.15.145:0/3372290097 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f4135d60 con 0x7f47f406bcc0 2024-09-10T10:32:06.553 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f9a00640 1 --2- 172.21.15.145:0/3372290097 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47f4158c80 0x7f47f4160ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:06.553 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.545+0000 7f47f3e00640 1 --2- 172.21.15.145:0/3372290097 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47f406da50 0x7f47f40cd9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:06.553 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f47f9000640 1 --2- 172.21.15.145:0/3372290097 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406bcc0 0x7f47f41484d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f47e800c420 tx=0x7f47e800c8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:06.553 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f47f0c00640 1 -- 172.21.15.145:0/3372290097 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e80052d0 con 0x7f47f406bcc0 2024-09-10T10:32:06.553 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f47f0c00640 1 -- 172.21.15.145:0/3372290097 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47e8005470 con 0x7f47f406bcc0 2024-09-10T10:32:06.553 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f47f0c00640 1 -- 172.21.15.145:0/3372290097 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e8007260 con 0x7f47f406bcc0 2024-09-10T10:32:06.554 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f47fba00640 1 -- 172.21.15.145:0/3372290097 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47f414ccb0 con 0x7f47f406bcc0 2024-09-10T10:32:06.554 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f20f637e180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T10:32:06.555 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f47fba00640 1 -- 172.21.15.145:0/3372290097 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f47f414d270 con 0x7f47f406bcc0 2024-09-10T10:32:06.555 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f47f0c00640 1 -- 172.21.15.145:0/3372290097 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f47e8007400 con 0x7f47f406bcc0 2024-09-10T10:32:06.556 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f47f0c00640 1 -- 172.21.15.145:0/3372290097 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f47e8006dd0 con 0x7f47f406bcc0 2024-09-10T10:32:06.556 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f47fba00640 1 -- 172.21.15.145:0/3372290097 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47f415f600 con 0x7f47f406bcc0 2024-09-10T10:32:06.556 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.549+0000 7f47f0c00640 1 -- 172.21.15.145:0/3372290097 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f47f4159060 con 0x7f47f406bcc0 2024-09-10T10:32:06.586 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:06.579+0000 7f6d91ece180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T10:32:06.619 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.617+0000 7f47fba00640 1 -- 172.21.15.145:0/3372290097 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2", "id": 6} v 0) -- 0x7f47f4071730 con 0x7f47f406bcc0 2024-09-10T10:32:06.624 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.621+0000 7f47f0c00640 1 -- 172.21.15.145:0/3372290097 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f47e8003600 con 0x7f47f406bcc0 2024-09-10T10:32:06.624 INFO:teuthology.orchestra.run.smithi145.stdout:6 2024-09-10T10:32:06.625 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.625+0000 7f47fba00640 1 -- 172.21.15.145:0/3372290097 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406bcc0 msgr2=0x7f47f41484d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.626 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.625+0000 7f47fba00640 1 --2- 172.21.15.145:0/3372290097 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406bcc0 0x7f47f41484d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f47e800c420 tx=0x7f47e800c8e0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.626 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.625+0000 7f47fba00640 1 -- 172.21.15.145:0/3372290097 shutdown_connections 2024-09-10T10:32:06.626 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.625+0000 7f47fba00640 1 --2- 172.21.15.145:0/3372290097 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47f4158c80 0x7f47f4160ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.626 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.625+0000 7f47fba00640 1 --2- 172.21.15.145:0/3372290097 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47f406da50 0x7f47f40cd9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.626 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.625+0000 7f47fba00640 1 --2- 172.21.15.145:0/3372290097 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47f406bcc0 0x7f47f41484d0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.626 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.625+0000 7f47fba00640 1 -- 172.21.15.145:0/3372290097 >> 172.21.15.145:0/3372290097 conn(0x7f47f406f3b0 msgr2=0x7f47f415fd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:06.626 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.625+0000 7f47fba00640 1 -- 172.21.15.145:0/3372290097 shutdown_connections 2024-09-10T10:32:06.626 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.625+0000 7f47fba00640 1 -- 172.21.15.145:0/3372290097 wait complete. 2024-09-10T10:32:06.643 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 40110fcd-4fd0-4498-b95c-33f8dcf9e048 7 2024-09-10T10:32:06.778 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24c4a00640 1 Processor -- start 2024-09-10T10:32:06.778 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24c4a00640 1 -- start start 2024-09-10T10:32:06.779 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24c4a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015ea30 0x7f24c00b6790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.779 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24c4a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f24c00b6cd0 0x7f24c00d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.779 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24c4a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24c00d2720 con 0x7f24c015e650 2024-09-10T10:32:06.779 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24c4a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f24c00b7140 con 0x7f24c00b6cd0 2024-09-10T10:32:06.780 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24c4a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f24c00d2d00 con 0x7f24c015ea30 2024-09-10T10:32:06.780 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24bd400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015ea30 0x7f24c00b6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.780 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24bde00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f24c015e650 0x7f24c00d3190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.145:53480/0 (socket says 172.21.15.145:53480) 2024-09-10T10:32:06.780 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24bde00640 1 -- 172.21.15.145:0/2595697753 learned_addr learned my addr 172.21.15.145:0/2595697753 (peer_addr_for_me v1:172.21.15.145:0/0) 2024-09-10T10:32:06.780 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24be800640 1 --2- 172.21.15.145:0/2595697753 >> v2:172.21.15.22:3300/0 conn(0x7f24c00b6cd0 0x7f24c00d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.780 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24bd400640 1 -- 172.21.15.145:0/2595697753 >> v2:172.21.15.22:3300/0 conn(0x7f24c00b6cd0 msgr2=0x7f24c00d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:06.781 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24bd400640 1 --2- 172.21.15.145:0/2595697753 >> v2:172.21.15.22:3300/0 conn(0x7f24c00b6cd0 0x7f24c00d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.781 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24bca00640 1 -- 172.21.15.145:0/2595697753 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1860364171 0 0) 0x7f24c00d2720 con 0x7f24c015e650 2024-09-10T10:32:06.781 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24bd400640 1 -- 172.21.15.145:0/2595697753 >> v1:172.21.15.145:6789/0 conn(0x7f24c015e650 legacy=0x7f24c00d3190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.781 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.777+0000 7f24bd400640 1 -- 172.21.15.145:0/2595697753 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24c00d1d40 con 0x7f24c015ea30 2024-09-10T10:32:06.783 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24bd400640 1 --2- 172.21.15.145:0/2595697753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015ea30 0x7f24c00b6790 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f24ac0097c0 tx=0x7f24ac01ec90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6875b7596edb7fc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:06.783 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24bca00640 1 -- 172.21.15.145:0/2595697753 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24ac0b5070 con 0x7f24c015ea30 2024-09-10T10:32:06.783 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24bca00640 1 -- 172.21.15.145:0/2595697753 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24ac0a8990 con 0x7f24c015ea30 2024-09-10T10:32:06.783 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24bca00640 1 -- 172.21.15.145:0/2595697753 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24ac0a8d60 con 0x7f24c015ea30 2024-09-10T10:32:06.784 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24c4a00640 1 -- 172.21.15.145:0/2595697753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015ea30 msgr2=0x7f24c00b6790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.784 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24c4a00640 1 --2- 172.21.15.145:0/2595697753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015ea30 0x7f24c00b6790 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f24ac0097c0 tx=0x7f24ac01ec90 comp rx=0 tx=0).stop 2024-09-10T10:32:06.784 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24c4a00640 1 -- 172.21.15.145:0/2595697753 shutdown_connections 2024-09-10T10:32:06.785 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24c4a00640 1 --2- 172.21.15.145:0/2595697753 >> v2:172.21.15.22:3300/0 conn(0x7f24c00b6cd0 0x7f24c00d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.785 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24c4a00640 1 --2- 172.21.15.145:0/2595697753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015ea30 0x7f24c00b6790 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.785 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24c4a00640 1 -- 172.21.15.145:0/2595697753 >> 172.21.15.145:0/2595697753 conn(0x7f24c00726e0 msgr2=0x7f24c0072af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:06.785 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24c4a00640 1 -- 172.21.15.145:0/2595697753 shutdown_connections 2024-09-10T10:32:06.785 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.781+0000 7f24c4a00640 1 -- 172.21.15.145:0/2595697753 wait complete. 2024-09-10T10:32:06.789 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24c4a00640 1 Processor -- start 2024-09-10T10:32:06.789 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24c4a00640 1 -- start start 2024-09-10T10:32:06.789 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24c4a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f24c00b6cd0 0x7f24c00cd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.789 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24c4a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015e650 0x7f24c0158b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.789 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24c4a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24c015ea30 0x7f24c0159060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24c4a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f24c00d1610 con 0x7f24c00b6cd0 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24c4a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f24c00d2020 con 0x7f24c015ea30 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24c4a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f24c00d1790 con 0x7f24c015e650 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24bd400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015e650 0x7f24c0158b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24be800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24c015ea30 0x7f24c0159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24be800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24c015ea30 0x7f24c0159060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:39004/0 (socket says 172.21.15.145:39004) 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24bd400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015e650 0x7f24c0158b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:37428/0 (socket says 172.21.15.145:37428) 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24bde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f24c00b6cd0 0x7f24c00cd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24be800640 1 -- 172.21.15.145:0/1524010763 learned_addr learned my addr 172.21.15.145:0/1524010763 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24be800640 1 -- 172.21.15.145:0/1524010763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015e650 msgr2=0x7f24c0158b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.790 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24be800640 1 --2- 172.21.15.145:0/1524010763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015e650 0x7f24c0158b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.791 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24be800640 1 -- 172.21.15.145:0/1524010763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f24c00b6cd0 msgr2=0x7f24c00cd3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.791 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24be800640 1 --2- 172.21.15.145:0/1524010763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f24c00b6cd0 0x7f24c00cd3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.791 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24be800640 1 -- 172.21.15.145:0/1524010763 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24c0159d90 con 0x7f24c015ea30 2024-09-10T10:32:06.791 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24bd400640 1 --2- 172.21.15.145:0/1524010763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015e650 0x7f24c0158b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:06.791 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24be800640 1 --2- 172.21.15.145:0/1524010763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24c015ea30 0x7f24c0159060 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f24b800d560 tx=0x7f24b800da20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:06.791 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24b6000640 1 -- 172.21.15.145:0/1524010763 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b80125f0 con 0x7f24c015ea30 2024-09-10T10:32:06.791 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24b6000640 1 -- 172.21.15.145:0/1524010763 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24b8019070 con 0x7f24c015ea30 2024-09-10T10:32:06.792 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24b6000640 1 -- 172.21.15.145:0/1524010763 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b80129f0 con 0x7f24c015ea30 2024-09-10T10:32:06.792 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24c4a00640 1 -- 172.21.15.145:0/1524010763 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24c00cd8f0 con 0x7f24c015ea30 2024-09-10T10:32:06.792 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24c4a00640 1 -- 172.21.15.145:0/1524010763 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24c015a5f0 con 0x7f24c015ea30 2024-09-10T10:32:06.792 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24b6000640 1 -- 172.21.15.145:0/1524010763 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f24b8012b90 con 0x7f24c015ea30 2024-09-10T10:32:06.792 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.785+0000 7f24b6000640 1 -- 172.21.15.145:0/1524010763 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f24b801eac0 con 0x7f24c015ea30 2024-09-10T10:32:06.792 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.789+0000 7f24c4a00640 1 -- 172.21.15.145:0/1524010763 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24c00d10d0 con 0x7f24c015ea30 2024-09-10T10:32:06.793 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.789+0000 7f24b6000640 1 -- 172.21.15.145:0/1524010763 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f24b801e460 con 0x7f24c015ea30 2024-09-10T10:32:06.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.877+0000 7f24c4a00640 1 -- 172.21.15.145:0/1524010763 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd new", "uuid": "40110fcd-4fd0-4498-b95c-33f8dcf9e048", "id": 7} v 0) -- 0x7f24c015a830 con 0x7f24c015ea30 2024-09-10T10:32:06.883 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.881+0000 7f24b6000640 1 -- 172.21.15.145:0/1524010763 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "40110fcd-4fd0-4498-b95c-33f8dcf9e048", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f24b801e640 con 0x7f24c015ea30 2024-09-10T10:32:06.884 INFO:teuthology.orchestra.run.smithi145.stdout:7 2024-09-10T10:32:06.885 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.885+0000 7f24c4a00640 1 -- 172.21.15.145:0/1524010763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24c015ea30 msgr2=0x7f24c0159060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:06.886 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.885+0000 7f24c4a00640 1 --2- 172.21.15.145:0/1524010763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24c015ea30 0x7f24c0159060 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f24b800d560 tx=0x7f24b800da20 comp rx=0 tx=0).stop 2024-09-10T10:32:06.886 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.885+0000 7f24c4a00640 1 -- 172.21.15.145:0/1524010763 shutdown_connections 2024-09-10T10:32:06.886 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.885+0000 7f24c4a00640 1 --2- 172.21.15.145:0/1524010763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24c015ea30 0x7f24c0159060 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.886 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.885+0000 7f24c4a00640 1 --2- 172.21.15.145:0/1524010763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24c015e650 0x7f24c0158b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.886 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.885+0000 7f24c4a00640 1 --2- 172.21.15.145:0/1524010763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f24c00b6cd0 0x7f24c00cd3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:06.886 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.885+0000 7f24c4a00640 1 -- 172.21.15.145:0/1524010763 >> 172.21.15.145:0/1524010763 conn(0x7f24c00726e0 msgr2=0x7f24c0072ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:06.886 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.885+0000 7f24c4a00640 1 -- 172.21.15.145:0/1524010763 shutdown_connections 2024-09-10T10:32:06.886 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:06.885+0000 7f24c4a00640 1 -- 172.21.15.145:0/1524010763 wait complete. 2024-09-10T10:32:06.925 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-10T10:32:06.926 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-10T10:32:06.936 INFO:tasks.ceph.osd.0:Started 2024-09-10T10:32:06.936 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-10T10:32:06.937 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-10T10:32:06.941 INFO:tasks.ceph.osd.1:Started 2024-09-10T10:32:06.941 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-10T10:32:06.941 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-10T10:32:06.955 INFO:tasks.ceph.osd.2:Started 2024-09-10T10:32:06.956 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-10T10:32:06.956 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-10T10:32:06.960 INFO:tasks.ceph.osd.3:Started 2024-09-10T10:32:06.960 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-10T10:32:06.960 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-10T10:32:06.965 INFO:tasks.ceph.osd.4:Started 2024-09-10T10:32:06.965 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-10T10:32:06.965 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-10T10:32:06.968 INFO:tasks.ceph.osd.5:Started 2024-09-10T10:32:06.968 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-10T10:32:06.968 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-10T10:32:06.971 INFO:tasks.ceph.osd.6:Started 2024-09-10T10:32:06.971 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-10T10:32:06.971 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-10T10:32:06.974 INFO:tasks.ceph.osd.7:Started 2024-09-10T10:32:06.975 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:07.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.155+0000 7fb0d3e00640 1 Processor -- start 2024-09-10T10:32:07.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.155+0000 7fb0d3e00640 1 -- start start 2024-09-10T10:32:07.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb0cc15c670 0x7fb0cc15ca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:07.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d3e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb0cc0b6760 0x7fb0cc0afb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:07.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d3e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0cc0b57f0 con 0x7fb0cc0b18b0 2024-09-10T10:32:07.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d3e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb0cc15cf90 con 0x7fb0cc15c670 2024-09-10T10:32:07.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d3e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb0cc0b5db0 con 0x7fb0cc0b6760 2024-09-10T10:32:07.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d1400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb0cc15c670 0x7fb0cc15ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:07.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d1400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb0cc15c670 0x7fb0cc15ca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40258/0 (socket says 172.21.15.22:40258) 2024-09-10T10:32:07.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d1400640 1 -- 172.21.15.22:0/1310559489 learned_addr learned my addr 172.21.15.22:0/1310559489 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:07.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d0a00640 1 --1- 172.21.15.22:0/1310559489 >> v1:172.21.15.22:6789/0 conn(0x7fb0cc0b18b0 0x7fb0cc0b6050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59956/0 (socket says 172.21.15.22:59956) 2024-09-10T10:32:07.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d1e00640 1 --2- 172.21.15.22:0/1310559489 >> v2:172.21.15.145:3300/0 conn(0x7fb0cc0b6760 0x7fb0cc0afb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:07.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d1400640 1 -- 172.21.15.22:0/1310559489 >> v2:172.21.15.145:3300/0 conn(0x7fb0cc0b6760 msgr2=0x7fb0cc0afb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:07.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d1400640 1 --2- 172.21.15.22:0/1310559489 >> v2:172.21.15.145:3300/0 conn(0x7fb0cc0b6760 0x7fb0cc0afb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:07.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d1400640 1 -- 172.21.15.22:0/1310559489 >> v1:172.21.15.22:6789/0 conn(0x7fb0cc0b18b0 legacy=0x7fb0cc0b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:07.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.159+0000 7fb0d1400640 1 -- 172.21.15.22:0/1310559489 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0cc0b5ad0 con 0x7fb0cc15c670 2024-09-10T10:32:07.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d1400640 1 --2- 172.21.15.22:0/1310559489 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc15c670 0x7fb0cc15ca50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc073110 tx=0x7fb0c001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b6ccdd79aca6cd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:07.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0cbe00640 1 -- 172.21.15.22:0/1310559489 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c00ab430 con 0x7fb0cc15c670 2024-09-10T10:32:07.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0cbe00640 1 -- 172.21.15.22:0/1310559489 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0c00b0070 con 0x7fb0cc15c670 2024-09-10T10:32:07.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0cbe00640 1 -- 172.21.15.22:0/1310559489 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c00ab7f0 con 0x7fb0cc15c670 2024-09-10T10:32:07.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d3e00640 1 -- 172.21.15.22:0/1310559489 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc15c670 msgr2=0x7fb0cc15ca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:07.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d3e00640 1 --2- 172.21.15.22:0/1310559489 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc15c670 0x7fb0cc15ca50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc073110 tx=0x7fb0c001c520 comp rx=0 tx=0).stop 2024-09-10T10:32:07.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d3e00640 1 -- 172.21.15.22:0/1310559489 shutdown_connections 2024-09-10T10:32:07.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d3e00640 1 --2- 172.21.15.22:0/1310559489 >> v2:172.21.15.145:3300/0 conn(0x7fb0cc0b6760 0x7fb0cc0afb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:07.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d3e00640 1 --2- 172.21.15.22:0/1310559489 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc15c670 0x7fb0cc15ca50 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:07.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d3e00640 1 -- 172.21.15.22:0/1310559489 >> 172.21.15.22:0/1310559489 conn(0x7fb0cc0b7ac0 msgr2=0x7fb0cc0b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:07.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d3e00640 1 -- 172.21.15.22:0/1310559489 shutdown_connections 2024-09-10T10:32:07.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d3e00640 1 -- 172.21.15.22:0/1310559489 wait complete. 2024-09-10T10:32:07.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d3e00640 1 Processor -- start 2024-09-10T10:32:07.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.163+0000 7fb0d3e00640 1 -- start start 2024-09-10T10:32:07.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0cc0b18b0 0x7fb0cc151200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc0b6760 0x7fb0cc151da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d3e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0cc15c670 0x7fb0cc157720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d3e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb0cc0b2d20 con 0x7fb0cc0b6760 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d3e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb0cc0b55a0 con 0x7fb0cc15c670 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d3e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb0cc1694e0 con 0x7fb0cc0b18b0 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc0b6760 0x7fb0cc151da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc0b6760 0x7fb0cc151da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40260/0 (socket says 172.21.15.22:40260) 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d0a00640 1 -- 172.21.15.22:0/3071744420 learned_addr learned my addr 172.21.15.22:0/3071744420 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d1400640 1 --2- 172.21.15.22:0/3071744420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0cc0b18b0 0x7fb0cc151200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d1e00640 1 --2- 172.21.15.22:0/3071744420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0cc15c670 0x7fb0cc157720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d0a00640 1 -- 172.21.15.22:0/3071744420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0cc0b18b0 msgr2=0x7fb0cc151200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:07.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d0a00640 1 --2- 172.21.15.22:0/3071744420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0cc0b18b0 0x7fb0cc151200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d0a00640 1 -- 172.21.15.22:0/3071744420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0cc15c670 msgr2=0x7fb0cc157720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d0a00640 1 --2- 172.21.15.22:0/3071744420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0cc15c670 0x7fb0cc157720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d0a00640 1 -- 172.21.15.22:0/3071744420 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0cc152820 con 0x7fb0cc0b6760 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d1e00640 1 --2- 172.21.15.22:0/3071744420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0cc15c670 0x7fb0cc157720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d0a00640 1 --2- 172.21.15.22:0/3071744420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc0b6760 0x7fb0cc151da0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb0b800c420 tx=0x7fb0b800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0c9600640 1 -- 172.21.15.22:0/3071744420 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b80074e0 con 0x7fb0cc0b6760 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0c9600640 1 -- 172.21.15.22:0/3071744420 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0b8007680 con 0x7fb0cc0b6760 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0c9600640 1 -- 172.21.15.22:0/3071744420 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b8004a30 con 0x7fb0cc0b6760 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d3e00640 1 -- 172.21.15.22:0/3071744420 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0cc1fb2a0 con 0x7fb0cc0b6760 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d3e00640 1 -- 172.21.15.22:0/3071744420 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0cc1fb860 con 0x7fb0cc0b6760 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0c9600640 1 -- 172.21.15.22:0/3071744420 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb0b801a020 con 0x7fb0cc0b6760 2024-09-10T10:32:07.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0c9600640 1 -- 172.21.15.22:0/3071744420 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fb0b8013ad0 con 0x7fb0cc0b6760 2024-09-10T10:32:07.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.167+0000 7fb0d3e00640 1 -- 172.21.15.22:0/3071744420 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0cc0afb80 con 0x7fb0cc0b6760 2024-09-10T10:32:07.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.171+0000 7fb0c9600640 1 -- 172.21.15.22:0/3071744420 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb0b8021070 con 0x7fb0cc0b6760 2024-09-10T10:32:07.204 INFO:tasks.ceph.mgr.x.smithi145.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-10T10:32:07.205 INFO:tasks.ceph.mgr.x.smithi145.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-10T10:32:07.205 INFO:tasks.ceph.mgr.x.smithi145.stderr: from numpy import show_config as show_numpy_config 2024-09-10T10:32:07.221 INFO:tasks.ceph.mgr.y.smithi022.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-10T10:32:07.221 INFO:tasks.ceph.mgr.y.smithi022.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-10T10:32:07.221 INFO:tasks.ceph.mgr.y.smithi022.stderr: from numpy import show_config as show_numpy_config 2024-09-10T10:32:07.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0d3e00640 1 -- 172.21.15.22:0/3071744420 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb0cc156250 con 0x7fb0cc0b6760 2024-09-10T10:32:07.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0c9600640 1 -- 172.21.15.22:0/3071744420 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fb0b8013400 con 0x7fb0cc0b6760 2024-09-10T10:32:07.233 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:07.233 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":10,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:06.878850+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:07.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0d3e00640 1 -- 172.21.15.22:0/3071744420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc0b6760 msgr2=0x7fb0cc151da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:07.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0d3e00640 1 --2- 172.21.15.22:0/3071744420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc0b6760 0x7fb0cc151da0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb0b800c420 tx=0x7fb0b800c8e0 comp rx=0 tx=0).stop 2024-09-10T10:32:07.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0d3e00640 1 -- 172.21.15.22:0/3071744420 shutdown_connections 2024-09-10T10:32:07.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0d3e00640 1 --2- 172.21.15.22:0/3071744420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0cc15c670 0x7fb0cc157720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0d3e00640 1 --2- 172.21.15.22:0/3071744420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0cc0b6760 0x7fb0cc151da0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0d3e00640 1 --2- 172.21.15.22:0/3071744420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0cc0b18b0 0x7fb0cc151200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0d3e00640 1 -- 172.21.15.22:0/3071744420 >> 172.21.15.22:0/3071744420 conn(0x7fb0cc0b7ac0 msgr2=0x7fb0cc0b4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0d3e00640 1 -- 172.21.15.22:0/3071744420 shutdown_connections 2024-09-10T10:32:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:07.231+0000 7fb0d3e00640 1 -- 172.21.15.22:0/3071744420 wait complete. 2024-09-10T10:32:07.253 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-10T10:32:07.253 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-10T10:32:07.255 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:07.251+0000 7f6d91ece180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T10:32:07.272 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:07.269+0000 7f20f637e180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T10:32:07.413 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:07.411+0000 7f6d91ece180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T10:32:07.422 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:07.420+0000 7f20f637e180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T10:32:07.599 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:07.595+0000 7f6d91ece180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T10:32:07.607 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:07.604+0000 7f20f637e180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T10:32:07.676 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:07.671+0000 7f6d91ece180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T10:32:07.696 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:07.692+0000 7f20f637e180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T10:32:07.836 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:07.831+0000 7f6d91ece180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T10:32:07.849 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:07.848+0000 7f20f637e180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T10:32:08.060 DEBUG:teuthology.orchestra.run.smithi022:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:08.191 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.187+0000 7f6071000640 1 Processor -- start 2024-09-10T10:32:08.191 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.187+0000 7f6071000640 1 -- start start 2024-09-10T10:32:08.193 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6071000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f606c06fad0 0x7f606c0b1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6071000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f606c073e10 0x7f606c0b5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6071000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f606c071530 con 0x7f606c15c6a0 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6071000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f606c071af0 con 0x7f606c06fad0 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6071000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f606c0d1330 con 0x7f606c073e10 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6069e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f606c15c6a0 0x7f606c06f3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59966/0 (socket says 172.21.15.22:59966) 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6069e00640 1 -- 172.21.15.22:0/2103871436 learned_addr learned my addr 172.21.15.22:0/2103871436 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6061400640 1 --2- 172.21.15.22:0/2103871436 >> v2:172.21.15.22:3300/0 conn(0x7f606c06fad0 0x7f606c0b1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f606a800640 1 --2- 172.21.15.22:0/2103871436 >> v2:172.21.15.145:3300/0 conn(0x7f606c073e10 0x7f606c0b5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6061400640 1 -- 172.21.15.22:0/2103871436 >> v2:172.21.15.145:3300/0 conn(0x7f606c073e10 msgr2=0x7f606c0b5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6061400640 1 --2- 172.21.15.22:0/2103871436 >> v2:172.21.15.145:3300/0 conn(0x7f606c073e10 0x7f606c0b5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6061400640 1 -- 172.21.15.22:0/2103871436 >> v1:172.21.15.22:6789/0 conn(0x7f606c15c6a0 legacy=0x7f606c06f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:08.194 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6061400640 1 -- 172.21.15.22:0/2103871436 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f606c071810 con 0x7f606c06fad0 2024-09-10T10:32:08.195 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.191+0000 7f6069400640 1 -- 172.21.15.22:0/2103871436 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3601157390 0 0) 0x7f606c071530 con 0x7f606c15c6a0 2024-09-10T10:32:08.196 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6061400640 1 --2- 172.21.15.22:0/2103871436 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c06fad0 0x7f606c0b1a00 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f606c0cffc0 tx=0x7f605401cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10a4e461b0883b68 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:08.197 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6069400640 1 -- 172.21.15.22:0/2103871436 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60540aa600 con 0x7f606c06fad0 2024-09-10T10:32:08.197 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6069400640 1 -- 172.21.15.22:0/2103871436 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60540af070 con 0x7f606c06fad0 2024-09-10T10:32:08.197 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6069400640 1 -- 172.21.15.22:0/2103871436 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60540aa9c0 con 0x7f606c06fad0 2024-09-10T10:32:08.197 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6071000640 1 -- 172.21.15.22:0/2103871436 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c06fad0 msgr2=0x7f606c0b1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:08.198 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6071000640 1 --2- 172.21.15.22:0/2103871436 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c06fad0 0x7f606c0b1a00 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f606c0cffc0 tx=0x7f605401cee0 comp rx=0 tx=0).stop 2024-09-10T10:32:08.198 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6071000640 1 -- 172.21.15.22:0/2103871436 shutdown_connections 2024-09-10T10:32:08.198 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6071000640 1 --2- 172.21.15.22:0/2103871436 >> v2:172.21.15.145:3300/0 conn(0x7f606c073e10 0x7f606c0b5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:08.198 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6071000640 1 --2- 172.21.15.22:0/2103871436 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c06fad0 0x7f606c0b1a00 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:08.198 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6071000640 1 -- 172.21.15.22:0/2103871436 >> 172.21.15.22:0/2103871436 conn(0x7f606c0b4140 msgr2=0x7f606c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:08.198 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6071000640 1 -- 172.21.15.22:0/2103871436 shutdown_connections 2024-09-10T10:32:08.198 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6071000640 1 -- 172.21.15.22:0/2103871436 wait complete. 2024-09-10T10:32:08.199 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6071000640 1 Processor -- start 2024-09-10T10:32:08.199 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.195+0000 7f6071000640 1 -- start start 2024-09-10T10:32:08.202 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6071000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f606c06fad0 0x7f606c14f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:08.202 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6071000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c073e10 0x7f606c06dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:08.202 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6071000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f606c15c6a0 0x7f606c0ccef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:08.202 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6071000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f606c0b6a80 con 0x7f606c073e10 2024-09-10T10:32:08.202 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6071000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f606c0b6900 con 0x7f606c06fad0 2024-09-10T10:32:08.202 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6071000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f606c0b6c00 con 0x7f606c15c6a0 2024-09-10T10:32:08.202 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6061400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c073e10 0x7f606c06dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:08.202 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6061400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c073e10 0x7f606c06dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40286/0 (socket says 172.21.15.22:40286) 2024-09-10T10:32:08.202 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6061400640 1 -- 172.21.15.22:0/3649979185 learned_addr learned my addr 172.21.15.22:0/3649979185 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6069e00640 1 --2- 172.21.15.22:0/3649979185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f606c06fad0 0x7f606c14f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f606a800640 1 --2- 172.21.15.22:0/3649979185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f606c15c6a0 0x7f606c0ccef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6061400640 1 -- 172.21.15.22:0/3649979185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f606c15c6a0 msgr2=0x7f606c0ccef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6061400640 1 --2- 172.21.15.22:0/3649979185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f606c15c6a0 0x7f606c0ccef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6061400640 1 -- 172.21.15.22:0/3649979185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f606c06fad0 msgr2=0x7f606c14f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6061400640 1 --2- 172.21.15.22:0/3649979185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f606c06fad0 0x7f606c14f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6061400640 1 -- 172.21.15.22:0/3649979185 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f606c06cf30 con 0x7f606c073e10 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6061400640 1 --2- 172.21.15.22:0/3649979185 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c073e10 0x7f606c06dcf0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f60540ac040 tx=0x7f605401acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6062a00640 1 -- 172.21.15.22:0/3649979185 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60540be610 con 0x7f606c073e10 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6062a00640 1 -- 172.21.15.22:0/3649979185 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60540be7d0 con 0x7f606c073e10 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6071000640 1 -- 172.21.15.22:0/3649979185 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f606c06d210 con 0x7f606c073e10 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6062a00640 1 -- 172.21.15.22:0/3649979185 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60540bebc0 con 0x7f606c073e10 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6071000640 1 -- 172.21.15.22:0/3649979185 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f606c14f900 con 0x7f606c073e10 2024-09-10T10:32:08.203 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6062a00640 1 -- 172.21.15.22:0/3649979185 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f60540bc020 con 0x7f606c073e10 2024-09-10T10:32:08.204 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6062a00640 1 -- 172.21.15.22:0/3649979185 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f60540bed60 con 0x7f606c073e10 2024-09-10T10:32:08.204 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.199+0000 7f6071000640 1 -- 172.21.15.22:0/3649979185 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f606c0b1a00 con 0x7f606c073e10 2024-09-10T10:32:08.205 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.203+0000 7f6062a00640 1 -- 172.21.15.22:0/3649979185 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f6054016070 con 0x7f606c073e10 2024-09-10T10:32:08.265 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6071000640 1 -- 172.21.15.22:0/3649979185 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f606c0b4770 con 0x7f606c073e10 2024-09-10T10:32:08.266 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6062a00640 1 -- 172.21.15.22:0/3649979185 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f60540b4b30 con 0x7f606c073e10 2024-09-10T10:32:08.266 INFO:teuthology.misc.health.smithi022.stdout: 2024-09-10T10:32:08.266 INFO:teuthology.misc.health.smithi022.stdout:{"epoch":10,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:06.878850+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:08.267 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6071000640 1 -- 172.21.15.22:0/3649979185 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c073e10 msgr2=0x7f606c06dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:08.267 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6071000640 1 --2- 172.21.15.22:0/3649979185 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c073e10 0x7f606c06dcf0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f60540ac040 tx=0x7f605401acc0 comp rx=0 tx=0).stop 2024-09-10T10:32:08.267 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6071000640 1 -- 172.21.15.22:0/3649979185 shutdown_connections 2024-09-10T10:32:08.267 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6071000640 1 --2- 172.21.15.22:0/3649979185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f606c15c6a0 0x7f606c0ccef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:08.267 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6071000640 1 --2- 172.21.15.22:0/3649979185 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f606c073e10 0x7f606c06dcf0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:08.267 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6071000640 1 --2- 172.21.15.22:0/3649979185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f606c06fad0 0x7f606c14f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:08.267 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6071000640 1 -- 172.21.15.22:0/3649979185 >> 172.21.15.22:0/3649979185 conn(0x7f606c0b4140 msgr2=0x7f606c0b3990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:08.267 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6071000640 1 -- 172.21.15.22:0/3649979185 shutdown_connections 2024-09-10T10:32:08.268 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:08.263+0000 7f6071000640 1 -- 172.21.15.22:0/3649979185 wait complete. 2024-09-10T10:32:08.284 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-10T10:32:08.527 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:08.524+0000 7f20f637e180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T10:32:08.554 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:08.551+0000 7f6d91ece180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T10:32:08.615 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:08.612+0000 7f20f637e180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T10:32:08.647 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:08.643+0000 7f6d91ece180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T10:32:08.820 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:08.816+0000 7f20f637e180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T10:32:08.860 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:08.855+0000 7f6d91ece180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T10:32:08.905 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:08.904+0000 7f20f637e180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T10:32:08.906 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-10T10:32:08.904+0000 7fcd1f0727c0 -1 Falling back to public interface 2024-09-10T10:32:08.949 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:08.947+0000 7f6d91ece180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T10:32:08.962 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-10T10:32:08.960+0000 7fd79822b7c0 -1 Falling back to public interface 2024-09-10T10:32:09.157 INFO:tasks.ceph.osd.1.smithi022.stderr:2024-09-10T10:32:09.155+0000 7fca8ae2b7c0 -1 Falling back to public interface 2024-09-10T10:32:09.169 INFO:tasks.ceph.osd.3.smithi022.stderr:2024-09-10T10:32:09.167+0000 7f66465207c0 -1 Falling back to public interface 2024-09-10T10:32:09.170 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-10T10:32:09.168+0000 7efd32aaf7c0 -1 Falling back to public interface 2024-09-10T10:32:09.174 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-10T10:32:09.172+0000 7f1f739207c0 -1 Falling back to public interface 2024-09-10T10:32:09.185 INFO:tasks.ceph.osd.2.smithi022.stderr:2024-09-10T10:32:09.183+0000 7fb8bb4a47c0 -1 Falling back to public interface 2024-09-10T10:32:09.243 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:09.240+0000 7f20f637e180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T10:32:09.249 INFO:tasks.ceph.osd.0.smithi022.stderr:2024-09-10T10:32:09.247+0000 7f9ec7a5b7c0 -1 Falling back to public interface 2024-09-10T10:32:09.304 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:09.299+0000 7f6d91ece180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T10:32:09.315 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:09.312+0000 7f20f637e180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T10:32:09.382 INFO:tasks.ceph.mgr.y.smithi022.stderr:2024-09-10T10:32:09.379+0000 7f6d91ece180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T10:32:10.340 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:10.336+0000 7f209ba00640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-10T10:32:10.340 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-10T10:32:10.336+0000 7f209ba00640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-10T10:32:13.872 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-10T10:32:13.868+0000 7fcd1f0727c0 -1 osd.5 0 log_to_monitors true 2024-09-10T10:32:14.010 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-10T10:32:14.008+0000 7fd79822b7c0 -1 osd.6 0 log_to_monitors true 2024-09-10T10:32:14.091 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-10T10:32:14.088+0000 7efd32aaf7c0 -1 osd.7 0 log_to_monitors true 2024-09-10T10:32:14.177 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-10T10:32:14.176+0000 7f1f739207c0 -1 osd.4 0 log_to_monitors true 2024-09-10T10:32:14.282 INFO:tasks.ceph.osd.3.smithi022.stderr:2024-09-10T10:32:14.279+0000 7f66465207c0 -1 osd.3 0 log_to_monitors true 2024-09-10T10:32:14.380 INFO:tasks.ceph.osd.2.smithi022.stderr:2024-09-10T10:32:14.375+0000 7fb8bb4a47c0 -1 osd.2 0 log_to_monitors true 2024-09-10T10:32:14.406 INFO:tasks.ceph.osd.0.smithi022.stderr:2024-09-10T10:32:14.403+0000 7f9ec7a5b7c0 -1 osd.0 0 log_to_monitors true 2024-09-10T10:32:14.511 INFO:tasks.ceph.osd.1.smithi022.stderr:2024-09-10T10:32:14.507+0000 7fca8ae2b7c0 -1 osd.1 0 log_to_monitors true 2024-09-10T10:32:15.090 DEBUG:teuthology.orchestra.run.smithi022:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:15.222 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c3600640 1 Processor -- start 2024-09-10T10:32:15.222 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c3600640 1 -- start start 2024-09-10T10:32:15.224 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c3600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd1bc0cfd90 0x7fd1bc0b2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:15.224 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c3600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1bc0b2580 0x7fd1bc15f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:15.224 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c3600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd1bc15f840 0x7fd1bc0b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:15.224 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c3600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd1bc0b29e0 con 0x7fd1bc0cfd90 2024-09-10T10:32:15.225 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c3600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd1bc15c590 con 0x7fd1bc15f840 2024-09-10T10:32:15.225 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c3600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd1bc15ca20 con 0x7fd1bc0b2580 2024-09-10T10:32:15.225 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c0c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd1bc0cfd90 0x7fd1bc0b2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:15.225 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c0c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd1bc0cfd90 0x7fd1bc0b2040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60124/0 (socket says 172.21.15.22:60124) 2024-09-10T10:32:15.225 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c0c00640 1 -- 172.21.15.22:0/1898979568 learned_addr learned my addr 172.21.15.22:0/1898979568 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:15.225 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c1600640 1 --2- 172.21.15.22:0/1898979568 >> v2:172.21.15.145:3300/0 conn(0x7fd1bc15f840 0x7fd1bc0b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:15.225 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1bbe00640 1 --2- 172.21.15.22:0/1898979568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1bc0b2580 0x7fd1bc15f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:15.225 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c0c00640 1 -- 172.21.15.22:0/1898979568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1bc0b2580 msgr2=0x7fd1bc15f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:15.225 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c0c00640 1 --2- 172.21.15.22:0/1898979568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1bc0b2580 0x7fd1bc15f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.226 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c0c00640 1 -- 172.21.15.22:0/1898979568 >> v2:172.21.15.145:3300/0 conn(0x7fd1bc15f840 msgr2=0x7fd1bc0b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:15.226 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c0c00640 1 --2- 172.21.15.22:0/1898979568 >> v2:172.21.15.145:3300/0 conn(0x7fd1bc15f840 0x7fd1bc0b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.226 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.219+0000 7fd1c0c00640 1 -- 172.21.15.22:0/1898979568 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1bc15bc60 con 0x7fd1bc0cfd90 2024-09-10T10:32:15.226 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1c0c00640 1 --2- 172.21.15.22:0/1898979568 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc0cfd90 0x7fd1bc0b2040 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc0711b0 tx=0x7fd1ac01c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2299861890358bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1bb400640 1 -- 172.21.15.22:0/1898979568 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac0a55b0 con 0x7fd1bc0cfd90 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1bb400640 1 -- 172.21.15.22:0/1898979568 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1ac0a5750 con 0x7fd1bc0cfd90 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1bb400640 1 -- 172.21.15.22:0/1898979568 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac0a5b20 con 0x7fd1bc0cfd90 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1c3600640 1 -- 172.21.15.22:0/1898979568 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc0cfd90 msgr2=0x7fd1bc0b2040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1c3600640 1 --2- 172.21.15.22:0/1898979568 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc0cfd90 0x7fd1bc0b2040 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc0711b0 tx=0x7fd1ac01c730 comp rx=0 tx=0).stop 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1c3600640 1 -- 172.21.15.22:0/1898979568 shutdown_connections 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1c3600640 1 --2- 172.21.15.22:0/1898979568 >> v2:172.21.15.145:3300/0 conn(0x7fd1bc15f840 0x7fd1bc0b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1c3600640 1 --2- 172.21.15.22:0/1898979568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1bc0b2580 0x7fd1bc15f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1c3600640 1 --2- 172.21.15.22:0/1898979568 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc0cfd90 0x7fd1bc0b2040 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1c3600640 1 -- 172.21.15.22:0/1898979568 >> 172.21.15.22:0/1898979568 conn(0x7fd1bc06bbd0 msgr2=0x7fd1bc06bfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1c3600640 1 -- 172.21.15.22:0/1898979568 shutdown_connections 2024-09-10T10:32:15.228 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.223+0000 7fd1c3600640 1 -- 172.21.15.22:0/1898979568 wait complete. 2024-09-10T10:32:15.229 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c3600640 1 Processor -- start 2024-09-10T10:32:15.229 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c3600640 1 -- start start 2024-09-10T10:32:15.231 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c3600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1bc0b2580 0x7fd1bc152970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:15.231 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c3600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1bc0cfd90 0x7fd1bc157c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:15.231 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c3600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc15f840 0x7fd1bc145af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c3600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd1bc15fdd0 con 0x7fd1bc15f840 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c3600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd1bc15fc50 con 0x7fd1bc0cfd90 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c3600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd1bc0b34b0 con 0x7fd1bc0b2580 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c1600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc15f840 0x7fd1bc145af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c1600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc15f840 0x7fd1bc145af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60128/0 (socket says 172.21.15.22:60128) 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c1600640 1 -- 172.21.15.22:0/4265643800 learned_addr learned my addr 172.21.15.22:0/4265643800 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c0c00640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1bc0b2580 0x7fd1bc152970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1bbe00640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1bc0cfd90 0x7fd1bc157c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c1600640 1 -- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1bc0b2580 msgr2=0x7fd1bc152970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c1600640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1bc0b2580 0x7fd1bc152970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c1600640 1 -- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1bc0cfd90 msgr2=0x7fd1bc157c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c1600640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1bc0cfd90 0x7fd1bc157c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.232 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c1600640 1 -- 172.21.15.22:0/4265643800 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1bc153050 con 0x7fd1bc15f840 2024-09-10T10:32:15.233 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c1600640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc15f840 0x7fd1bc145af0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd1b400e7f0 tx=0x7fd1b400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:15.233 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1b8c00640 1 -- 172.21.15.22:0/4265643800 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b4017070 con 0x7fd1bc15f840 2024-09-10T10:32:15.233 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1b8c00640 1 -- 172.21.15.22:0/4265643800 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1b400c6d0 con 0x7fd1bc15f840 2024-09-10T10:32:15.233 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c3600640 1 -- 172.21.15.22:0/4265643800 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1bc155190 con 0x7fd1bc15f840 2024-09-10T10:32:15.234 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1b8c00640 1 -- 172.21.15.22:0/4265643800 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b400cae0 con 0x7fd1bc15f840 2024-09-10T10:32:15.234 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.227+0000 7fd1c3600640 1 -- 172.21.15.22:0/4265643800 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1bc155750 con 0x7fd1bc15f840 2024-09-10T10:32:15.234 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.231+0000 7fd1c3600640 1 -- 172.21.15.22:0/4265643800 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1bc165af0 con 0x7fd1bc15f840 2024-09-10T10:32:15.234 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.231+0000 7fd1b8c00640 1 -- 172.21.15.22:0/4265643800 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 4) ==== 87389+0+0 (secure 0 0 0) 0x7fd1b401a070 con 0x7fd1bc15f840 2024-09-10T10:32:15.235 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.231+0000 7fd1b8c00640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd19c067830 0x7fd19c069cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:15.235 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.231+0000 7fd1b8c00640 1 -- 172.21.15.22:0/4265643800 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2009+0+0 (secure 0 0 0) 0x7fd1b4084d80 con 0x7fd1bc15f840 2024-09-10T10:32:15.235 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.231+0000 7fd1c0c00640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd19c067830 0x7fd19c069cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:15.236 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.235+0000 7fd1c0c00640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd19c067830 0x7fd19c069cf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac0ae000 tx=0x7fd1ac0a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:15.240 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.239+0000 7fd1b8c00640 1 -- 172.21.15.22:0/4265643800 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd1b408a020 con 0x7fd1bc15f840 2024-09-10T10:32:15.407 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.403+0000 7fd1c3600640 1 -- 172.21.15.22:0/4265643800 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd1bc15f300 con 0x7fd1bc15f840 2024-09-10T10:32:15.408 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.403+0000 7fd1b8c00640 1 -- 172.21.15.22:0/4265643800 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) ==== 74+0+7058 (secure 0 0 0) 0x7fd1b40561b0 con 0x7fd1bc15f840 2024-09-10T10:32:15.408 INFO:teuthology.misc.health.smithi022.stdout: 2024-09-10T10:32:15.408 INFO:teuthology.misc.health.smithi022.stdout:{"epoch":12,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:14.932417+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:15.410 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 -- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd19c067830 msgr2=0x7fd19c069cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:15.410 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd19c067830 0x7fd19c069cf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac0ae000 tx=0x7fd1ac0a7070 comp rx=0 tx=0).stop 2024-09-10T10:32:15.410 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 -- 172.21.15.22:0/4265643800 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc15f840 msgr2=0x7fd1bc145af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:15.410 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc15f840 0x7fd1bc145af0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd1b400e7f0 tx=0x7fd1b400ecb0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.410 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 -- 172.21.15.22:0/4265643800 shutdown_connections 2024-09-10T10:32:15.411 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd19c067830 0x7fd19c069cf0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.411 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1bc15f840 0x7fd1bc145af0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.411 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1bc0cfd90 0x7fd1bc157c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.411 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 --2- 172.21.15.22:0/4265643800 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1bc0b2580 0x7fd1bc152970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:15.411 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 -- 172.21.15.22:0/4265643800 >> 172.21.15.22:0/4265643800 conn(0x7fd1bc06bbd0 msgr2=0x7fd1bc158340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:15.411 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 -- 172.21.15.22:0/4265643800 shutdown_connections 2024-09-10T10:32:15.411 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:15.407+0000 7fd1c3600640 1 -- 172.21.15.22:0/4265643800 wait complete. 2024-09-10T10:32:15.427 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-10T10:32:16.027 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-10T10:32:16.024+0000 7fcd19600640 -1 osd.5 0 waiting for initial osdmap 2024-09-10T10:32:16.151 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-10T10:32:16.148+0000 7fcd10000640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:32:17.644 INFO:tasks.ceph.osd.0.smithi022.stderr:2024-09-10T10:32:17.639+0000 7f9ec3400640 -1 osd.0 0 waiting for initial osdmap 2024-09-10T10:32:17.666 INFO:tasks.ceph.osd.3.smithi022.stderr:2024-09-10T10:32:17.663+0000 7f6640a00640 -1 osd.3 0 waiting for initial osdmap 2024-09-10T10:32:17.669 INFO:tasks.ceph.osd.2.smithi022.stderr:2024-09-10T10:32:17.667+0000 7fb8b5a00640 -1 osd.2 0 waiting for initial osdmap 2024-09-10T10:32:17.681 INFO:tasks.ceph.osd.0.smithi022.stderr:2024-09-10T10:32:17.679+0000 7f9eb8a00640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:32:17.697 INFO:tasks.ceph.osd.3.smithi022.stderr:2024-09-10T10:32:17.695+0000 7f6637400640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:32:17.700 INFO:tasks.ceph.osd.1.smithi022.stderr:2024-09-10T10:32:17.695+0000 7fca85c00640 -1 osd.1 0 waiting for initial osdmap 2024-09-10T10:32:17.709 INFO:tasks.ceph.osd.2.smithi022.stderr:2024-09-10T10:32:17.707+0000 7fb8ac400640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:32:17.721 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-10T10:32:17.720+0000 7fd793000640 -1 osd.6 0 waiting for initial osdmap 2024-09-10T10:32:17.726 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-10T10:32:17.724+0000 7efd2d000640 -1 osd.7 0 waiting for initial osdmap 2024-09-10T10:32:17.737 INFO:tasks.ceph.osd.1.smithi022.stderr:2024-09-10T10:32:17.735+0000 7fca7b200640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:32:17.755 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-10T10:32:17.752+0000 7fd788600640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:32:17.777 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-10T10:32:17.772+0000 7efd23a00640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:32:17.796 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-10T10:32:17.792+0000 7f1f6de00640 -1 osd.4 0 waiting for initial osdmap 2024-09-10T10:32:17.846 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-10T10:32:17.844+0000 7f1f64800640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:32:22.234 DEBUG:teuthology.orchestra.run.smithi022:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:22.365 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6f600640 1 Processor -- start 2024-09-10T10:32:22.365 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6f600640 1 -- start start 2024-09-10T10:32:22.367 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6f600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7c6806fad0 0x7f7c68162e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6f600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c68073e60 con 0x7f7c68071690 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6f600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c68074140 con 0x7f7c6815ea90 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6f600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7c68071ad0 con 0x7f7c6806fad0 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6cc00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f7c6815ea90 0x7f7c680d1040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:41220/0 (socket says 172.21.15.22:41220) 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6cc00640 1 -- 172.21.15.22:0/4238755910 learned_addr learned my addr 172.21.15.22:0/4238755910 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c67e00640 1 --1- 172.21.15.22:0/4238755910 >> v1:172.21.15.22:6789/0 conn(0x7f7c68071690 0x7f7c6806f3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57162/0 (socket says 172.21.15.22:57162) 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6d600640 1 --2- 172.21.15.22:0/4238755910 >> v2:172.21.15.145:3300/0 conn(0x7f7c6806fad0 0x7f7c68162e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c67400640 1 -- 172.21.15.22:0/4238755910 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3948307228 0 0) 0x7f7c68074140 con 0x7f7c6815ea90 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c67400640 1 -- 172.21.15.22:0/4238755910 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c4c003530 con 0x7f7c6815ea90 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c67400640 1 -- 172.21.15.22:0/4238755910 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2977976407 0 0) 0x7f7c68073e60 con 0x7f7c68071690 2024-09-10T10:32:22.368 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c67400640 1 -- 172.21.15.22:0/4238755910 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c68074140 con 0x7f7c68071690 2024-09-10T10:32:22.369 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6d600640 1 -- 172.21.15.22:0/4238755910 >> v1:172.21.15.145:6789/0 conn(0x7f7c6815ea90 legacy=0x7f7c680d1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.369 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6d600640 1 -- 172.21.15.22:0/4238755910 >> v1:172.21.15.22:6789/0 conn(0x7f7c68071690 legacy=0x7f7c6806f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.369 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.363+0000 7f7c6d600640 1 -- 172.21.15.22:0/4238755910 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c68070ab0 con 0x7f7c6806fad0 2024-09-10T10:32:22.371 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c6d600640 1 --2- 172.21.15.22:0/4238755910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c6806fad0 0x7f7c68162e90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7c600097c0 tx=0x7f7c6001c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5df068aa2d0ee7be server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:22.371 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c67400640 1 -- 172.21.15.22:0/4238755910 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c600b0070 con 0x7f7c6806fad0 2024-09-10T10:32:22.371 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c67400640 1 -- 172.21.15.22:0/4238755910 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c600ab600 con 0x7f7c6806fad0 2024-09-10T10:32:22.371 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c67400640 1 -- 172.21.15.22:0/4238755910 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c600ab9d0 con 0x7f7c6806fad0 2024-09-10T10:32:22.372 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c6f600640 1 -- 172.21.15.22:0/4238755910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c6806fad0 msgr2=0x7f7c68162e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.372 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c6f600640 1 --2- 172.21.15.22:0/4238755910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c6806fad0 0x7f7c68162e90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7c600097c0 tx=0x7f7c6001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.372 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c6f600640 1 -- 172.21.15.22:0/4238755910 shutdown_connections 2024-09-10T10:32:22.372 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c6f600640 1 --2- 172.21.15.22:0/4238755910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c6806fad0 0x7f7c68162e90 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.372 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c6f600640 1 -- 172.21.15.22:0/4238755910 >> 172.21.15.22:0/4238755910 conn(0x7f7c680b4140 msgr2=0x7f7c680b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:22.373 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c6f600640 1 -- 172.21.15.22:0/4238755910 shutdown_connections 2024-09-10T10:32:22.373 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.367+0000 7f7c6f600640 1 -- 172.21.15.22:0/4238755910 wait complete. 2024-09-10T10:32:22.377 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6f600640 1 Processor -- start 2024-09-10T10:32:22.377 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6f600640 1 -- start start 2024-09-10T10:32:22.377 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6f600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c6806fad0 0x7f7c681540d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.377 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6f600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c68071690 0x7f7c68155900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.377 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6f600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c6815ea90 0x7f7c68155e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.377 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6f600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7c6806dfb0 con 0x7f7c68071690 2024-09-10T10:32:22.378 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6f600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c6806de30 con 0x7f7c6815ea90 2024-09-10T10:32:22.378 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6f600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7c68070860 con 0x7f7c6806fad0 2024-09-10T10:32:22.378 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c67e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c68071690 0x7f7c68155900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.378 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c67e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c68071690 0x7f7c68155900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60138/0 (socket says 172.21.15.22:60138) 2024-09-10T10:32:22.378 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c67e00640 1 -- 172.21.15.22:0/3801030429 learned_addr learned my addr 172.21.15.22:0/3801030429 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:22.378 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6cc00640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c6806fad0 0x7f7c681540d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.378 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6d600640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c6815ea90 0x7f7c68155e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c67e00640 1 -- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c6806fad0 msgr2=0x7f7c681540d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c67e00640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c6806fad0 0x7f7c681540d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c67e00640 1 -- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c6815ea90 msgr2=0x7f7c68155e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c67e00640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c6815ea90 0x7f7c68155e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c67e00640 1 -- 172.21.15.22:0/3801030429 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c68161d80 con 0x7f7c68071690 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c67e00640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c68071690 0x7f7c68155900 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f7c5000c460 tx=0x7f7c5000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c64c00640 1 -- 172.21.15.22:0/3801030429 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c50018070 con 0x7f7c68071690 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c64c00640 1 -- 172.21.15.22:0/3801030429 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c500074a0 con 0x7f7c68071690 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6f600640 1 -- 172.21.15.22:0/3801030429 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c680b69c0 con 0x7f7c68071690 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c64c00640 1 -- 172.21.15.22:0/3801030429 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c50004a30 con 0x7f7c68071690 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.371+0000 7f7c6f600640 1 -- 172.21.15.22:0/3801030429 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c681617c0 con 0x7f7c68071690 2024-09-10T10:32:22.379 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.375+0000 7f7c6f600640 1 -- 172.21.15.22:0/3801030429 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c68162e90 con 0x7f7c68071690 2024-09-10T10:32:22.381 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.375+0000 7f7c64c00640 1 -- 172.21.15.22:0/3801030429 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 4) ==== 87389+0+0 (secure 0 0 0) 0x7f7c50004bd0 con 0x7f7c68071690 2024-09-10T10:32:22.381 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.375+0000 7f7c64c00640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c44067860 0x7f7c44069d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.381 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.375+0000 7f7c64c00640 1 -- 172.21.15.22:0/3801030429 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f7c50084b80 con 0x7f7c68071690 2024-09-10T10:32:22.381 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.375+0000 7f7c6cc00640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c44067860 0x7f7c44069d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.381 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.375+0000 7f7c6cc00640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c44067860 0x7f7c44069d20 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7c58001570 tx=0x7f7c58001a00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:22.383 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.379+0000 7f7c64c00640 1 -- 172.21.15.22:0/3801030429 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7c50055380 con 0x7f7c68071690 2024-09-10T10:32:22.551 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.547+0000 7f7c6f600640 1 -- 172.21.15.22:0/3801030429 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7c680ced20 con 0x7f7c68071690 2024-09-10T10:32:22.552 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.547+0000 7f7c64c00640 1 -- 172.21.15.22:0/3801030429 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+12908 (secure 0 0 0) 0x7f7c50059680 con 0x7f7c68071690 2024-09-10T10:32:22.552 INFO:teuthology.misc.health.smithi022.stdout: 2024-09-10T10:32:22.552 INFO:teuthology.misc.health.smithi022.stdout:{"epoch":18,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:21.991259+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:22.554 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 -- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c44067860 msgr2=0x7f7c44069d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.554 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c44067860 0x7f7c44069d20 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7c58001570 tx=0x7f7c58001a00 comp rx=0 tx=0).stop 2024-09-10T10:32:22.554 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 -- 172.21.15.22:0/3801030429 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c68071690 msgr2=0x7f7c68155900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.554 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c68071690 0x7f7c68155900 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f7c5000c460 tx=0x7f7c5000c920 comp rx=0 tx=0).stop 2024-09-10T10:32:22.554 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 -- 172.21.15.22:0/3801030429 shutdown_connections 2024-09-10T10:32:22.555 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c44067860 0x7f7c44069d20 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.555 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c6815ea90 0x7f7c68155e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.555 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c68071690 0x7f7c68155900 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.555 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 --2- 172.21.15.22:0/3801030429 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c6806fad0 0x7f7c681540d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.555 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 -- 172.21.15.22:0/3801030429 >> 172.21.15.22:0/3801030429 conn(0x7f7c680b4140 msgr2=0x7f7c6815a0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:22.555 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 -- 172.21.15.22:0/3801030429 shutdown_connections 2024-09-10T10:32:22.555 INFO:teuthology.misc.health.smithi022.stderr:2024-09-10T10:32:22.551+0000 7f7c6f600640 1 -- 172.21.15.22:0/3801030429 wait complete. 2024-09-10T10:32:22.571 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-10T10:32:22.572 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-10T10:32:22.572 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:32:22.572 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:32:22.575 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:32:22.576 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:32:22.576 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:32:22.579 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:32:22.579 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:32:22.579 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:32:22.582 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:32:22.582 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:32:22.582 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:32:22.585 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:32:22.585 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-10T10:32:22.585 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:32:22.632 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:32:22.638 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:32:22.672 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:32:22.673 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:32:22.717 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:32:22.718 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:32:22.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.735+0000 7f9f7bc00640 1 Processor -- start 2024-09-10T10:32:22.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.735+0000 7f9f7bc00640 1 -- start start 2024-09-10T10:32:22.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f7bc00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9f7415fa50 0x7f9f740b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f7bc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9f740b4e20 0x7f9f740cf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f7bc00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f7406d410 con 0x7f9f740626e0 2024-09-10T10:32:22.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f7bc00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9f7415ed20 con 0x7f9f740b4e20 2024-09-10T10:32:22.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f7bc00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9f740b5430 con 0x7f9f7415fa50 2024-09-10T10:32:22.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f79c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9f740b4e20 0x7f9f740cf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f79c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9f740b4e20 0x7f9f740cf8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60190/0 (socket says 172.21.15.22:60190) 2024-09-10T10:32:22.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f79c00640 1 -- 172.21.15.22:0/1413009154 learned_addr learned my addr 172.21.15.22:0/1413009154 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:22.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f79200640 1 --1- 172.21.15.22:0/1413009154 >> v1:172.21.15.22:6789/0 conn(0x7f9f740626e0 0x7f9f74062ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57202/0 (socket says 172.21.15.22:57202) 2024-09-10T10:32:22.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f6be00640 1 --2- 172.21.15.22:0/1413009154 >> v2:172.21.15.145:3300/0 conn(0x7f9f7415fa50 0x7f9f740b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f79c00640 1 -- 172.21.15.22:0/1413009154 >> v2:172.21.15.145:3300/0 conn(0x7f9f7415fa50 msgr2=0x7f9f740b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:22.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f79c00640 1 --2- 172.21.15.22:0/1413009154 >> v2:172.21.15.145:3300/0 conn(0x7f9f7415fa50 0x7f9f740b48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f79c00640 1 -- 172.21.15.22:0/1413009154 >> v1:172.21.15.22:6789/0 conn(0x7f9f740626e0 legacy=0x7f9f74062ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.739+0000 7f9f79c00640 1 -- 172.21.15.22:0/1413009154 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f7415ef70 con 0x7f9f740b4e20 2024-09-10T10:32:22.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f79c00640 1 --2- 172.21.15.22:0/1413009154 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740b4e20 0x7f9f740cf8f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f9f7406d7a0 tx=0x7f9f6c01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91da4ccade6874d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:22.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f73e00640 1 -- 172.21.15.22:0/1413009154 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f6c0ac070 con 0x7f9f740b4e20 2024-09-10T10:32:22.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f73e00640 1 -- 172.21.15.22:0/1413009154 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f6c0a6410 con 0x7f9f740b4e20 2024-09-10T10:32:22.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f73e00640 1 -- 172.21.15.22:0/1413009154 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f6c0a67e0 con 0x7f9f740b4e20 2024-09-10T10:32:22.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1413009154 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740b4e20 msgr2=0x7f9f740cf8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 --2- 172.21.15.22:0/1413009154 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740b4e20 0x7f9f740cf8f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f9f7406d7a0 tx=0x7f9f6c01c9f0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1413009154 shutdown_connections 2024-09-10T10:32:22.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 --2- 172.21.15.22:0/1413009154 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740b4e20 0x7f9f740cf8f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 --2- 172.21.15.22:0/1413009154 >> v2:172.21.15.145:3300/0 conn(0x7f9f7415fa50 0x7f9f740b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1413009154 >> 172.21.15.22:0/1413009154 conn(0x7f9f740ce1f0 msgr2=0x7f9f740ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:22.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1413009154 shutdown_connections 2024-09-10T10:32:22.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1413009154 wait complete. 2024-09-10T10:32:22.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 Processor -- start 2024-09-10T10:32:22.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 -- start start 2024-09-10T10:32:22.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740626e0 0x7f9f7406f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.743+0000 7f9f7bc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f740b4e20 0x7f9f740af630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f7bc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f7415fa50 0x7f9f74146930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f7bc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9f7416b470 con 0x7f9f740626e0 2024-09-10T10:32:22.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f7bc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9f7416b2f0 con 0x7f9f7415fa50 2024-09-10T10:32:22.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f7bc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9f7416b5f0 con 0x7f9f740b4e20 2024-09-10T10:32:22.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f79200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740626e0 0x7f9f7406f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f79200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740626e0 0x7f9f7406f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60204/0 (socket says 172.21.15.22:60204) 2024-09-10T10:32:22.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f79200640 1 -- 172.21.15.22:0/1205792053 learned_addr learned my addr 172.21.15.22:0/1205792053 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:22.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f6be00640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f740b4e20 0x7f9f740af630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f79c00640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f7415fa50 0x7f9f74146930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f79200640 1 -- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f740b4e20 msgr2=0x7f9f740af630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f79200640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f740b4e20 0x7f9f740af630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f79200640 1 -- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f7415fa50 msgr2=0x7f9f74146930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f79200640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f7415fa50 0x7f9f74146930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f79200640 1 -- 172.21.15.22:0/1205792053 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f7406f900 con 0x7f9f740626e0 2024-09-10T10:32:22.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f79200640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740626e0 0x7f9f7406f190 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9f6400c420 tx=0x7f9f6400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:22.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f71600640 1 -- 172.21.15.22:0/1205792053 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f640074e0 con 0x7f9f740626e0 2024-09-10T10:32:22.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f71600640 1 -- 172.21.15.22:0/1205792053 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f64007680 con 0x7f9f740626e0 2024-09-10T10:32:22.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f71600640 1 -- 172.21.15.22:0/1205792053 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f64004a30 con 0x7f9f740626e0 2024-09-10T10:32:22.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1205792053 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f7406fbe0 con 0x7f9f740626e0 2024-09-10T10:32:22.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1205792053 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f74157e20 con 0x7f9f740626e0 2024-09-10T10:32:22.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1205792053 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f740b2d00 con 0x7f9f740626e0 2024-09-10T10:32:22.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.747+0000 7f9f71600640 1 -- 172.21.15.22:0/1205792053 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 4) ==== 87389+0+0 (secure 0 0 0) 0x7f9f6401a020 con 0x7f9f740626e0 2024-09-10T10:32:22.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.751+0000 7f9f71600640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f50067830 0x7f9f50069cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:22.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.751+0000 7f9f71600640 1 -- 172.21.15.22:0/1205792053 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f9f64084fa0 con 0x7f9f740626e0 2024-09-10T10:32:22.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.751+0000 7f9f6be00640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f50067830 0x7f9f50069cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:22.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.751+0000 7f9f6be00640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f50067830 0x7f9f50069cf0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9f740b2cd0 tx=0x7f9f5c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:22.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.755+0000 7f9f71600640 1 -- 172.21.15.22:0/1205792053 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9f64055820 con 0x7f9f740626e0 2024-09-10T10:32:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.951+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1205792053 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9f74062e40 con 0x7f9f740626e0 2024-09-10T10:32:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.951+0000 7f9f71600640 1 -- 172.21.15.22:0/1205792053 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f9f64059b20 con 0x7f9f740626e0 2024-09-10T10:32:22.956 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:22.956 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":2,"btime":"2024-09-10T10:32:22:680632+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4273,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/4147193785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":4147193785},{"type":"v1","addr":"172.21.15.22:6835","nonce":4147193785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T10:32:22.956 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 2 2024-09-10T10:32:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f50067830 msgr2=0x7f9f50069cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f50067830 0x7f9f50069cf0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9f740b2cd0 tx=0x7f9f5c009190 comp rx=0 tx=0).stop 2024-09-10T10:32:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1205792053 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740626e0 msgr2=0x7f9f7406f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740626e0 0x7f9f7406f190 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9f6400c420 tx=0x7f9f6400c8e0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1205792053 shutdown_connections 2024-09-10T10:32:22.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f50067830 0x7f9f50069cf0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f7415fa50 0x7f9f74146930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f740b4e20 0x7f9f740af630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 --2- 172.21.15.22:0/1205792053 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f740626e0 0x7f9f7406f190 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:22.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1205792053 >> 172.21.15.22:0/1205792053 conn(0x7f9f740ce1f0 msgr2=0x7f9f7406c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:22.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1205792053 shutdown_connections 2024-09-10T10:32:22.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:22.955+0000 7f9f7bc00640 1 -- 172.21.15.22:0/1205792053 wait complete. 2024-09-10T10:32:24.979 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:32:25.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.127+0000 7f5b6ca00640 1 Processor -- start 2024-09-10T10:32:25.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.127+0000 7f5b6ca00640 1 -- start start 2024-09-10T10:32:25.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.131+0000 7f5b6ca00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5b680b74c0 0x7f5b680d2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.131+0000 7f5b6ca00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b6815f2d0 con 0x7f5b6815c2a0 2024-09-10T10:32:25.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.131+0000 7f5b6ca00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b6815f5b0 con 0x7f5b6815bec0 2024-09-10T10:32:25.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.131+0000 7f5b6ca00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f5b6815f890 con 0x7f5b680b74c0 2024-09-10T10:32:25.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.131+0000 7f5b66800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5b680b74c0 0x7f5b680d2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.131+0000 7f5b66800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5b680b74c0 0x7f5b680d2a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60208/0 (socket says 172.21.15.22:60208) 2024-09-10T10:32:25.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.131+0000 7f5b66800640 1 -- 172.21.15.22:0/4289461242 learned_addr learned my addr 172.21.15.22:0/4289461242 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:25.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.131+0000 7f5b66800640 1 -- 172.21.15.22:0/4289461242 >> v1:172.21.15.145:6789/0 conn(0x7f5b6815bec0 legacy=0x7f5b680b6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:25.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.131+0000 7f5b66800640 1 -- 172.21.15.22:0/4289461242 >> v1:172.21.15.22:6789/0 conn(0x7f5b6815c2a0 legacy=0x7f5b6806c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.131+0000 7f5b66800640 1 -- 172.21.15.22:0/4289461242 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b6806be60 con 0x7f5b680b74c0 2024-09-10T10:32:25.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b66800640 1 --2- 172.21.15.22:0/4289461242 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b680b74c0 0x7f5b680d2a80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5b60009870 tx=0x7f5b6001c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3866431a21e6b250 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:25.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b65400640 1 -- 172.21.15.22:0/4289461242 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b600b0070 con 0x7f5b680b74c0 2024-09-10T10:32:25.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b65400640 1 -- 172.21.15.22:0/4289461242 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b600ab400 con 0x7f5b680b74c0 2024-09-10T10:32:25.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b65400640 1 -- 172.21.15.22:0/4289461242 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b600ab7d0 con 0x7f5b680b74c0 2024-09-10T10:32:25.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 -- 172.21.15.22:0/4289461242 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b680b74c0 msgr2=0x7f5b680d2a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 --2- 172.21.15.22:0/4289461242 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b680b74c0 0x7f5b680d2a80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5b60009870 tx=0x7f5b6001c260 comp rx=0 tx=0).stop 2024-09-10T10:32:25.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 -- 172.21.15.22:0/4289461242 shutdown_connections 2024-09-10T10:32:25.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 --2- 172.21.15.22:0/4289461242 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b680b74c0 0x7f5b680d2a80 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 -- 172.21.15.22:0/4289461242 >> 172.21.15.22:0/4289461242 conn(0x7f5b6806e780 msgr2=0x7f5b680b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:25.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 -- 172.21.15.22:0/4289461242 shutdown_connections 2024-09-10T10:32:25.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 -- 172.21.15.22:0/4289461242 wait complete. 2024-09-10T10:32:25.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 Processor -- start 2024-09-10T10:32:25.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 -- start start 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b680b74c0 0x7f5b6814a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.135+0000 7f5b6ca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5b6815bec0 0x7f5b680b2d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b6ca00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b6815c2a0 0x7f5b680cb900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b6ca00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5b6806d670 con 0x7f5b6815c2a0 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b6ca00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5b6806d4f0 con 0x7f5b680b74c0 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b6ca00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5b6816c1b0 con 0x7f5b6815bec0 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b66800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b6815c2a0 0x7f5b680cb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b66800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b6815c2a0 0x7f5b680cb900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60224/0 (socket says 172.21.15.22:60224) 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b5d400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5b6815bec0 0x7f5b680b2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b66800640 1 -- 172.21.15.22:0/3302188674 learned_addr learned my addr 172.21.15.22:0/3302188674 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:25.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b65e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b680b74c0 0x7f5b6814a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b66800640 1 -- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5b6815bec0 msgr2=0x7f5b680b2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b66800640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5b6815bec0 0x7f5b680b2d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b66800640 1 -- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b680b74c0 msgr2=0x7f5b6814a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b66800640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b680b74c0 0x7f5b6814a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b66800640 1 -- 172.21.15.22:0/3302188674 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b680b37c0 con 0x7f5b6815c2a0 2024-09-10T10:32:25.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b66800640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b6815c2a0 0x7f5b680cb900 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5b60018e70 tx=0x7f5b6001aaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:25.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b5ea00640 1 -- 172.21.15.22:0/3302188674 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b600b0040 con 0x7f5b6815c2a0 2024-09-10T10:32:25.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b5ea00640 1 -- 172.21.15.22:0/3302188674 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b600bc070 con 0x7f5b6815c2a0 2024-09-10T10:32:25.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b5ea00640 1 -- 172.21.15.22:0/3302188674 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b600aa990 con 0x7f5b6815c2a0 2024-09-10T10:32:25.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b6ca00640 1 -- 172.21.15.22:0/3302188674 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b680cef00 con 0x7f5b6815c2a0 2024-09-10T10:32:25.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b6ca00640 1 -- 172.21.15.22:0/3302188674 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b680cf4c0 con 0x7f5b6815c2a0 2024-09-10T10:32:25.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b6ca00640 1 -- 172.21.15.22:0/3302188674 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b680d2a80 con 0x7f5b6815c2a0 2024-09-10T10:32:25.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.139+0000 7f5b5ea00640 1 -- 172.21.15.22:0/3302188674 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5b600aab30 con 0x7f5b6815c2a0 2024-09-10T10:32:25.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.143+0000 7f5b5ea00640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5b440678c0 0x7f5b44069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.143+0000 7f5b5ea00640 1 -- 172.21.15.22:0/3302188674 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f5b6011fde0 con 0x7f5b6815c2a0 2024-09-10T10:32:25.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.143+0000 7f5b65e00640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5b440678c0 0x7f5b44069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.143+0000 7f5b65e00640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5b440678c0 0x7f5b44069d80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5b58007fd0 tx=0x7f5b58007e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:25.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.147+0000 7f5b5ea00640 1 -- 172.21.15.22:0/3302188674 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5b60016110 con 0x7f5b6815c2a0 2024-09-10T10:32:25.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 -- 172.21.15.22:0/3302188674 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5b68071d40 con 0x7f5b6815c2a0 2024-09-10T10:32:25.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b5ea00640 1 -- 172.21.15.22:0/3302188674 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3909 (secure 0 0 0) 0x7f5b600aae20 con 0x7f5b6815c2a0 2024-09-10T10:32:25.350 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:25.350 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":3,"btime":"2024-09-10T10:32:23:681938+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3011545973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3011545973},{"type":"v1","addr":"172.21.15.145:6837","nonce":3011545973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4270,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/3431092497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3431092497},{"type":"v1","addr":"172.21.15.22:6834","nonce":3431092497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4273,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/4147193785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":4147193785},{"type":"v1","addr":"172.21.15.22:6835","nonce":4147193785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/798249162","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":798249162},{"type":"v1","addr":"172.21.15.145:6836","nonce":798249162}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-10T10:32:25.350 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 3 2024-09-10T10:32:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 -- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5b440678c0 msgr2=0x7f5b44069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5b440678c0 0x7f5b44069d80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5b58007fd0 tx=0x7f5b58007e40 comp rx=0 tx=0).stop 2024-09-10T10:32:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 -- 172.21.15.22:0/3302188674 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b6815c2a0 msgr2=0x7f5b680cb900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b6815c2a0 0x7f5b680cb900 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5b60018e70 tx=0x7f5b6001aaa0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 -- 172.21.15.22:0/3302188674 shutdown_connections 2024-09-10T10:32:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5b440678c0 0x7f5b44069d80 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5b6815c2a0 0x7f5b680cb900 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5b6815bec0 0x7f5b680b2d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 --2- 172.21.15.22:0/3302188674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5b680b74c0 0x7f5b6814a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 -- 172.21.15.22:0/3302188674 >> 172.21.15.22:0/3302188674 conn(0x7f5b6806e780 msgr2=0x7f5b6815e3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:25.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 -- 172.21.15.22:0/3302188674 shutdown_connections 2024-09-10T10:32:25.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.347+0000 7f5b6ca00640 1 -- 172.21.15.22:0/3302188674 wait complete. 2024-09-10T10:32:25.372 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:32:25.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98ed400640 1 Processor -- start 2024-09-10T10:32:25.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98ed400640 1 -- start start 2024-09-10T10:32:25.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98ed400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f98e80cd670 0x7f98e80cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98ed400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f98e806e1b0 0x7f98e806e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98ed400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98e806d3f0 con 0x7f98e8145fb0 2024-09-10T10:32:25.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98ed400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f98e80ce010 con 0x7f98e806e1b0 2024-09-10T10:32:25.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98ed400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f98e806d1a0 con 0x7f98e80cd670 2024-09-10T10:32:25.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98e7200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f98e806e1b0 0x7f98e806e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98e7200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f98e806e1b0 0x7f98e806e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35986/0 (socket says 172.21.15.22:35986) 2024-09-10T10:32:25.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98e7200640 1 -- 172.21.15.22:0/2196785692 learned_addr learned my addr 172.21.15.22:0/2196785692 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:25.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98e5e00640 1 --2- 172.21.15.22:0/2196785692 >> v2:172.21.15.145:3300/0 conn(0x7f98e80cd670 0x7f98e80cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98e7200640 1 -- 172.21.15.22:0/2196785692 >> v2:172.21.15.145:3300/0 conn(0x7f98e80cd670 msgr2=0x7f98e80cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:25.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98e7200640 1 --2- 172.21.15.22:0/2196785692 >> v2:172.21.15.145:3300/0 conn(0x7f98e80cd670 0x7f98e80cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98e7200640 1 -- 172.21.15.22:0/2196785692 >> v1:172.21.15.145:6789/0 conn(0x7f98e8145fb0 legacy=0x7f98e80b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.511+0000 7f98e7200640 1 -- 172.21.15.22:0/2196785692 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98e806d6d0 con 0x7f98e806e1b0 2024-09-10T10:32:25.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98e7200640 1 --2- 172.21.15.22:0/2196785692 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e806e1b0 0x7f98e806e620 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f98e80b5c20 tx=0x7f98e001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c71bd61accaa5a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:25.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98e5400640 1 -- 172.21.15.22:0/2196785692 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e00a56c0 con 0x7f98e806e1b0 2024-09-10T10:32:25.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98e5400640 1 -- 172.21.15.22:0/2196785692 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98e00a5860 con 0x7f98e806e1b0 2024-09-10T10:32:25.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98e5400640 1 -- 172.21.15.22:0/2196785692 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e00a5c30 con 0x7f98e806e1b0 2024-09-10T10:32:25.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98ed400640 1 -- 172.21.15.22:0/2196785692 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e806e1b0 msgr2=0x7f98e806e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98ed400640 1 --2- 172.21.15.22:0/2196785692 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e806e1b0 0x7f98e806e620 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f98e80b5c20 tx=0x7f98e001c9f0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98ed400640 1 -- 172.21.15.22:0/2196785692 shutdown_connections 2024-09-10T10:32:25.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98ed400640 1 --2- 172.21.15.22:0/2196785692 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e806e1b0 0x7f98e806e620 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98ed400640 1 --2- 172.21.15.22:0/2196785692 >> v2:172.21.15.145:3300/0 conn(0x7f98e80cd670 0x7f98e80cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98ed400640 1 -- 172.21.15.22:0/2196785692 >> 172.21.15.22:0/2196785692 conn(0x7f98e8062dd0 msgr2=0x7f98e806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:25.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98ed400640 1 -- 172.21.15.22:0/2196785692 shutdown_connections 2024-09-10T10:32:25.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98ed400640 1 -- 172.21.15.22:0/2196785692 wait complete. 2024-09-10T10:32:25.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.515+0000 7f98ed400640 1 Processor -- start 2024-09-10T10:32:25.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98ed400640 1 -- start start 2024-09-10T10:32:25.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98ed400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98e806e1b0 0x7f98e81651e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98ed400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98e80cd670 0x7f98e8165720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98ed400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e8145fb0 0x7f98e8133a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98ed400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f98e80d0170 con 0x7f98e8145fb0 2024-09-10T10:32:25.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98ed400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f98e80cfff0 con 0x7f98e80cd670 2024-09-10T10:32:25.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98ed400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f98e806dd20 con 0x7f98e806e1b0 2024-09-10T10:32:25.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e7200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e8145fb0 0x7f98e8133a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e7200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e8145fb0 0x7f98e8133a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36002/0 (socket says 172.21.15.22:36002) 2024-09-10T10:32:25.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e7200640 1 -- 172.21.15.22:0/39995858 learned_addr learned my addr 172.21.15.22:0/39995858 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:25.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e5e00640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98e80cd670 0x7f98e8165720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e6800640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98e806e1b0 0x7f98e81651e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e7200640 1 -- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98e806e1b0 msgr2=0x7f98e81651e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e7200640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98e806e1b0 0x7f98e81651e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e7200640 1 -- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98e80cd670 msgr2=0x7f98e8165720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e7200640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98e80cd670 0x7f98e8165720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e7200640 1 -- 172.21.15.22:0/39995858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98e8135260 con 0x7f98e8145fb0 2024-09-10T10:32:25.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e6800640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98e806e1b0 0x7f98e81651e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:25.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98e7200640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e8145fb0 0x7f98e8133a90 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f98e0019600 tx=0x7f98e0019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:25.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98dea00640 1 -- 172.21.15.22:0/39995858 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e0009510 con 0x7f98e8145fb0 2024-09-10T10:32:25.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98dea00640 1 -- 172.21.15.22:0/39995858 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98e00be070 con 0x7f98e8145fb0 2024-09-10T10:32:25.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98ed400640 1 -- 172.21.15.22:0/39995858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98e8135540 con 0x7f98e8145fb0 2024-09-10T10:32:25.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98dea00640 1 -- 172.21.15.22:0/39995858 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e00b88b0 con 0x7f98e8145fb0 2024-09-10T10:32:25.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98ed400640 1 -- 172.21.15.22:0/39995858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98e8135b00 con 0x7f98e8145fb0 2024-09-10T10:32:25.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.519+0000 7f98ed400640 1 -- 172.21.15.22:0/39995858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98e806e620 con 0x7f98e8145fb0 2024-09-10T10:32:25.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.523+0000 7f98dea00640 1 -- 172.21.15.22:0/39995858 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f98e00b8a50 con 0x7f98e8145fb0 2024-09-10T10:32:25.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.523+0000 7f98dea00640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98c80678c0 0x7f98c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.523+0000 7f98dea00640 1 -- 172.21.15.22:0/39995858 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f98e0120990 con 0x7f98e8145fb0 2024-09-10T10:32:25.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.523+0000 7f98e6800640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98c80678c0 0x7f98c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.523+0000 7f98e6800640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98c80678c0 0x7f98c8069d80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f98d8001710 tx=0x7f98d8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:25.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.527+0000 7f98dea00640 1 -- 172.21.15.22:0/39995858 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f98e00165e0 con 0x7f98e8145fb0 2024-09-10T10:32:25.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 -- 172.21.15.22:0/39995858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f98e80b1e60 con 0x7f98e8145fb0 2024-09-10T10:32:25.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98dea00640 1 -- 172.21.15.22:0/39995858 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) ==== 84+0+65 (secure 0 0 0) 0x7f98e00f18a0 con 0x7f98e8145fb0 2024-09-10T10:32:25.702 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:25.702 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:32:25.702 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:32:25.702 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:32:25.702 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:32:25.703 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:32:25.703 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:32:25.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 -- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98c80678c0 msgr2=0x7f98c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98c80678c0 0x7f98c8069d80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f98d8001710 tx=0x7f98d8009040 comp rx=0 tx=0).stop 2024-09-10T10:32:25.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 -- 172.21.15.22:0/39995858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e8145fb0 msgr2=0x7f98e8133a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e8145fb0 0x7f98e8133a90 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f98e0019600 tx=0x7f98e0019790 comp rx=0 tx=0).stop 2024-09-10T10:32:25.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 -- 172.21.15.22:0/39995858 shutdown_connections 2024-09-10T10:32:25.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98c80678c0 0x7f98c8069d80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98e8145fb0 0x7f98e8133a90 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98e80cd670 0x7f98e8165720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 --2- 172.21.15.22:0/39995858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98e806e1b0 0x7f98e81651e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 -- 172.21.15.22:0/39995858 >> 172.21.15.22:0/39995858 conn(0x7f98e8062dd0 msgr2=0x7f98e80b4f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:25.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 -- 172.21.15.22:0/39995858 shutdown_connections 2024-09-10T10:32:25.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.699+0000 7f98ed400640 1 -- 172.21.15.22:0/39995858 wait complete. 2024-09-10T10:32:25.722 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:32:25.722 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:32:25.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.863+0000 7f5646600640 1 Processor -- start 2024-09-10T10:32:25.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.863+0000 7f5646600640 1 -- start start 2024-09-10T10:32:25.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.863+0000 7f5646600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 0x7f56400cd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.863+0000 7f5646600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f564015c960 0x7f564015cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.863+0000 7f5646600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56400b3fd0 con 0x7f56401460d0 2024-09-10T10:32:25.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.863+0000 7f5646600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f56400cdc80 con 0x7f564015c960 2024-09-10T10:32:25.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.863+0000 7f5646600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f56400b42b0 con 0x7f56400cd300 2024-09-10T10:32:25.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f563fe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f564015c960 0x7f564015cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f563f400640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f56401460d0 0x7f56400b35c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:33514/0 (socket says 172.21.15.22:33514) 2024-09-10T10:32:25.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f563fe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f564015c960 0x7f564015cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:60648/0 (socket says 172.21.15.22:60648) 2024-09-10T10:32:25.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f563f400640 1 -- 172.21.15.22:0/4007710259 learned_addr learned my addr 172.21.15.22:0/4007710259 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:25.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f5636a00640 1 --2- 172.21.15.22:0/4007710259 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 0x7f56400cd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f563ea00640 1 -- 172.21.15.22:0/4007710259 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 868364991 0 0) 0x7f56400b3fd0 con 0x7f56401460d0 2024-09-10T10:32:25.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f563ea00640 1 -- 172.21.15.22:0/4007710259 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5624003530 con 0x7f56401460d0 2024-09-10T10:32:25.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f5636a00640 1 -- 172.21.15.22:0/4007710259 >> v2:172.21.15.145:3300/0 conn(0x7f564015c960 msgr2=0x7f564015cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:25.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f5636a00640 1 --2- 172.21.15.22:0/4007710259 >> v2:172.21.15.145:3300/0 conn(0x7f564015c960 0x7f564015cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f5636a00640 1 -- 172.21.15.22:0/4007710259 >> v1:172.21.15.145:6789/0 conn(0x7f56401460d0 legacy=0x7f56400b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f5636a00640 1 -- 172.21.15.22:0/4007710259 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56400b4590 con 0x7f56400cd300 2024-09-10T10:32:25.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f563fe00640 1 --2- 172.21.15.22:0/4007710259 >> v2:172.21.15.145:3300/0 conn(0x7f564015c960 0x7f564015cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:25.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.867+0000 7f5636a00640 1 --2- 172.21.15.22:0/4007710259 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 0x7f56400cd740 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f56280097c0 tx=0x7f562801c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f74a479f7e232266 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:25.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f563ea00640 1 -- 172.21.15.22:0/4007710259 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56280a7070 con 0x7f56400cd300 2024-09-10T10:32:25.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f563ea00640 1 -- 172.21.15.22:0/4007710259 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56280b0070 con 0x7f56400cd300 2024-09-10T10:32:25.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f563ea00640 1 -- 172.21.15.22:0/4007710259 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56280ab870 con 0x7f56400cd300 2024-09-10T10:32:25.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 -- 172.21.15.22:0/4007710259 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 msgr2=0x7f56400cd740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 --2- 172.21.15.22:0/4007710259 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 0x7f56400cd740 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f56280097c0 tx=0x7f562801c470 comp rx=0 tx=0).stop 2024-09-10T10:32:25.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 -- 172.21.15.22:0/4007710259 shutdown_connections 2024-09-10T10:32:25.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 --2- 172.21.15.22:0/4007710259 >> v2:172.21.15.145:3300/0 conn(0x7f564015c960 0x7f564015cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 --2- 172.21.15.22:0/4007710259 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 0x7f56400cd740 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 -- 172.21.15.22:0/4007710259 >> 172.21.15.22:0/4007710259 conn(0x7f5640063000 msgr2=0x7f564006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:25.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 -- 172.21.15.22:0/4007710259 shutdown_connections 2024-09-10T10:32:25.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 -- 172.21.15.22:0/4007710259 wait complete. 2024-09-10T10:32:25.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 Processor -- start 2024-09-10T10:32:25.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 -- start start 2024-09-10T10:32:25.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 0x7f564015aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56401460d0 0x7f5640141ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564015c960 0x7f56400b2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f564006e990 con 0x7f564015c960 2024-09-10T10:32:25.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f564006e810 con 0x7f56401460d0 2024-09-10T10:32:25.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5646600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f56400b5070 con 0x7f56400cd300 2024-09-10T10:32:25.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f563fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564015c960 0x7f56400b2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f563fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564015c960 0x7f56400b2340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36014/0 (socket says 172.21.15.22:36014) 2024-09-10T10:32:25.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f563fe00640 1 -- 172.21.15.22:0/1060027519 learned_addr learned my addr 172.21.15.22:0/1060027519 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:25.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f5636a00640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56401460d0 0x7f5640141ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.871+0000 7f563f400640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 0x7f564015aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f563fe00640 1 -- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 msgr2=0x7f564015aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f563fe00640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 0x7f564015aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f563fe00640 1 -- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56401460d0 msgr2=0x7f5640141ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:25.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f563fe00640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56401460d0 0x7f5640141ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:25.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f563fe00640 1 -- 172.21.15.22:0/1060027519 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56400b12a0 con 0x7f564015c960 2024-09-10T10:32:25.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f563f400640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 0x7f564015aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:25.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f563fe00640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564015c960 0x7f56400b2340 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f563800efc0 tx=0x7f5638009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:25.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f5637e00640 1 -- 172.21.15.22:0/1060027519 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638018030 con 0x7f564015c960 2024-09-10T10:32:25.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f5637e00640 1 -- 172.21.15.22:0/1060027519 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f563800cde0 con 0x7f564015c960 2024-09-10T10:32:25.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f5646600640 1 -- 172.21.15.22:0/1060027519 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56400b1580 con 0x7f564015c960 2024-09-10T10:32:25.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f5637e00640 1 -- 172.21.15.22:0/1060027519 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638003bc0 con 0x7f564015c960 2024-09-10T10:32:25.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f5646600640 1 -- 172.21.15.22:0/1060027519 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56400b1b40 con 0x7f564015c960 2024-09-10T10:32:25.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f5646600640 1 -- 172.21.15.22:0/1060027519 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56400ccd00 con 0x7f564015c960 2024-09-10T10:32:25.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f5637e00640 1 -- 172.21.15.22:0/1060027519 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f563801b070 con 0x7f564015c960 2024-09-10T10:32:25.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f5637e00640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f561c0678c0 0x7f561c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:25.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f5637e00640 1 -- 172.21.15.22:0/1060027519 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f56380863d0 con 0x7f564015c960 2024-09-10T10:32:25.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.875+0000 7f563f400640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f561c0678c0 0x7f561c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:25.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.879+0000 7f563f400640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f561c0678c0 0x7f561c069d80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5630005890 tx=0x7f5630009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:25.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:25.879+0000 7f5637e00640 1 -- 172.21.15.22:0/1060027519 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5638010040 con 0x7f564015c960 2024-09-10T10:32:26.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:26.047+0000 7f5646600640 1 -- 172.21.15.22:0/1060027519 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f56400cd740 con 0x7f564015c960 2024-09-10T10:32:27.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.019+0000 7f5637e00640 1 -- 172.21.15.22:0/1060027519 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) ==== 138+0+0 (secure 0 0 0) 0x7f56380571c0 con 0x7f564015c960 2024-09-10T10:32:27.023 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:32:27.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 -- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f561c0678c0 msgr2=0x7f561c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:27.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f561c0678c0 0x7f561c069d80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5630005890 tx=0x7f5630009040 comp rx=0 tx=0).stop 2024-09-10T10:32:27.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 -- 172.21.15.22:0/1060027519 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564015c960 msgr2=0x7f56400b2340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:27.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564015c960 0x7f56400b2340 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f563800efc0 tx=0x7f5638009f90 comp rx=0 tx=0).stop 2024-09-10T10:32:27.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 -- 172.21.15.22:0/1060027519 shutdown_connections 2024-09-10T10:32:27.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f561c0678c0 0x7f561c069d80 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:27.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564015c960 0x7f56400b2340 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:27.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56401460d0 0x7f5640141ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:27.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 --2- 172.21.15.22:0/1060027519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56400cd300 0x7f564015aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:27.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 -- 172.21.15.22:0/1060027519 >> 172.21.15.22:0/1060027519 conn(0x7f5640063000 msgr2=0x7f564015f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:27.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 -- 172.21.15.22:0/1060027519 shutdown_connections 2024-09-10T10:32:27.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.023+0000 7f5646600640 1 -- 172.21.15.22:0/1060027519 wait complete. 2024-09-10T10:32:27.056 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:32:27.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.203+0000 7f577b200640 1 Processor -- start 2024-09-10T10:32:27.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.203+0000 7f577b200640 1 -- start start 2024-09-10T10:32:27.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f577b200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f577c15e700 0x7f577c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:27.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f577b200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0d0040 0x7f577c0aede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:27.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f577b200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f577c071a20 con 0x7f577c0b3740 2024-09-10T10:32:27.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f577b200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f577c15eae0 con 0x7f577c15e700 2024-09-10T10:32:27.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f577b200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f577c0b3d00 con 0x7f577c0d0040 2024-09-10T10:32:27.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f577a800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f577c0b3740 0x7f577c0b4050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57262/0 (socket says 172.21.15.22:57262) 2024-09-10T10:32:27.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f577a800640 1 -- 172.21.15.22:0/1403846004 learned_addr learned my addr 172.21.15.22:0/1403846004 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:27.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f5779e00640 1 --2- 172.21.15.22:0/1403846004 >> v2:172.21.15.145:3300/0 conn(0x7f577c15e700 0x7f577c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:27.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f5771400640 1 --2- 172.21.15.22:0/1403846004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0d0040 0x7f577c0aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:27.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f5779400640 1 -- 172.21.15.22:0/1403846004 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2093653930 0 0) 0x7f577c071a20 con 0x7f577c0b3740 2024-09-10T10:32:27.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f5779400640 1 -- 172.21.15.22:0/1403846004 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5760003530 con 0x7f577c0b3740 2024-09-10T10:32:27.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f5771400640 1 -- 172.21.15.22:0/1403846004 >> v2:172.21.15.145:3300/0 conn(0x7f577c15e700 msgr2=0x7f577c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:27.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f5771400640 1 --2- 172.21.15.22:0/1403846004 >> v2:172.21.15.145:3300/0 conn(0x7f577c15e700 0x7f577c0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:27.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f5771400640 1 -- 172.21.15.22:0/1403846004 >> v1:172.21.15.22:6789/0 conn(0x7f577c0b3740 legacy=0x7f577c0b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:27.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f5771400640 1 -- 172.21.15.22:0/1403846004 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f577c072f10 con 0x7f577c0d0040 2024-09-10T10:32:27.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.207+0000 7f5779e00640 1 --2- 172.21.15.22:0/1403846004 >> v2:172.21.15.145:3300/0 conn(0x7f577c15e700 0x7f577c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:27.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f5771400640 1 --2- 172.21.15.22:0/1403846004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0d0040 0x7f577c0aede0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f577c0b3e80 tx=0x7f576401c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82bd095c86715be3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:27.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f5779400640 1 -- 172.21.15.22:0/1403846004 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57640b0070 con 0x7f577c0d0040 2024-09-10T10:32:27.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f5779400640 1 -- 172.21.15.22:0/1403846004 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57640ab600 con 0x7f577c0d0040 2024-09-10T10:32:27.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f5779400640 1 -- 172.21.15.22:0/1403846004 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57640ab9b0 con 0x7f577c0d0040 2024-09-10T10:32:27.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f577b200640 1 -- 172.21.15.22:0/1403846004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0d0040 msgr2=0x7f577c0aede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:27.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f577b200640 1 --2- 172.21.15.22:0/1403846004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0d0040 0x7f577c0aede0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f577c0b3e80 tx=0x7f576401c330 comp rx=0 tx=0).stop 2024-09-10T10:32:27.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f577b200640 1 -- 172.21.15.22:0/1403846004 shutdown_connections 2024-09-10T10:32:27.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f577b200640 1 --2- 172.21.15.22:0/1403846004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0d0040 0x7f577c0aede0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:27.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f577b200640 1 --2- 172.21.15.22:0/1403846004 >> v2:172.21.15.145:3300/0 conn(0x7f577c15e700 0x7f577c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:27.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f577b200640 1 -- 172.21.15.22:0/1403846004 >> 172.21.15.22:0/1403846004 conn(0x7f577c0b2440 msgr2=0x7f577c0b2850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:27.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f577b200640 1 -- 172.21.15.22:0/1403846004 shutdown_connections 2024-09-10T10:32:27.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f577b200640 1 -- 172.21.15.22:0/1403846004 wait complete. 2024-09-10T10:32:27.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f577b200640 1 Processor -- start 2024-09-10T10:32:27.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.211+0000 7f577b200640 1 -- start start 2024-09-10T10:32:27.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577b200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0b3740 0x7f577c151fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:27.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577b200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f577c0d0040 0x7f577c06da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:27.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577b200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577c15e700 0x7f577c153070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:27.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577b200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f577c06d040 con 0x7f577c0d0040 2024-09-10T10:32:27.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577b200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f577c0735d0 con 0x7f577c15e700 2024-09-10T10:32:27.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577b200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f577c16b1b0 con 0x7f577c0b3740 2024-09-10T10:32:27.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5771400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f577c0d0040 0x7f577c06da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:27.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5771400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f577c0d0040 0x7f577c06da80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36020/0 (socket says 172.21.15.22:36020) 2024-09-10T10:32:27.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5771400640 1 -- 172.21.15.22:0/3931076347 learned_addr learned my addr 172.21.15.22:0/3931076347 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5779e00640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0b3740 0x7f577c151fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577a800640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577c15e700 0x7f577c153070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5771400640 1 -- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0b3740 msgr2=0x7f577c151fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5771400640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0b3740 0x7f577c151fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5771400640 1 -- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577c15e700 msgr2=0x7f577c153070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5771400640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577c15e700 0x7f577c153070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5771400640 1 -- 172.21.15.22:0/3931076347 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f577c15b150 con 0x7f577c0d0040 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577a800640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577c15e700 0x7f577c153070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5771400640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f577c0d0040 0x7f577c06da80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f57640ae040 tx=0x7f57640190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5772a00640 1 -- 172.21.15.22:0/3931076347 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57640b0040 con 0x7f577c0d0040 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5772a00640 1 -- 172.21.15.22:0/3931076347 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57640ab9b0 con 0x7f577c0d0040 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577b200640 1 -- 172.21.15.22:0/3931076347 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f577c15a5d0 con 0x7f577c0d0040 2024-09-10T10:32:27.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5772a00640 1 -- 172.21.15.22:0/3931076347 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57640abd60 con 0x7f577c0d0040 2024-09-10T10:32:27.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577b200640 1 -- 172.21.15.22:0/3931076347 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f577c15ab90 con 0x7f577c0d0040 2024-09-10T10:32:27.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f577b200640 1 -- 172.21.15.22:0/3931076347 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f577c0b4050 con 0x7f577c0d0040 2024-09-10T10:32:27.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.215+0000 7f5772a00640 1 -- 172.21.15.22:0/3931076347 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f57640ab480 con 0x7f577c0d0040 2024-09-10T10:32:27.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.219+0000 7f5772a00640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57580678c0 0x7f5758069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:27.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.219+0000 7f5772a00640 1 -- 172.21.15.22:0/3931076347 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5227+0+0 (secure 0 0 0) 0x7f576411f410 con 0x7f577c0d0040 2024-09-10T10:32:27.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.219+0000 7f5779e00640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57580678c0 0x7f5758069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:27.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.219+0000 7f5779e00640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57580678c0 0x7f5758069d80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f576c009580 tx=0x7f576c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:27.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.223+0000 7f5772a00640 1 -- 172.21.15.22:0/3931076347 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5764016070 con 0x7f577c0d0040 2024-09-10T10:32:27.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:27.391+0000 7f577b200640 1 -- 172.21.15.22:0/3931076347 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f577c0b44b0 con 0x7f577c0d0040 2024-09-10T10:32:28.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.027+0000 7f5772a00640 1 -- 172.21.15.22:0/3931076347 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v20) ==== 170+0+0 (secure 0 0 0) 0x7f57640f0120 con 0x7f577c0d0040 2024-09-10T10:32:28.030 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:32:28.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 -- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57580678c0 msgr2=0x7f5758069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:28.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57580678c0 0x7f5758069d80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f576c009580 tx=0x7f576c009190 comp rx=0 tx=0).stop 2024-09-10T10:32:28.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 -- 172.21.15.22:0/3931076347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f577c0d0040 msgr2=0x7f577c06da80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:28.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f577c0d0040 0x7f577c06da80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f57640ae040 tx=0x7f57640190d0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 -- 172.21.15.22:0/3931076347 shutdown_connections 2024-09-10T10:32:28.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57580678c0 0x7f5758069d80 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f577c15e700 0x7f577c153070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f577c0d0040 0x7f577c06da80 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 --2- 172.21.15.22:0/3931076347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f577c0b3740 0x7f577c151fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 -- 172.21.15.22:0/3931076347 >> 172.21.15.22:0/3931076347 conn(0x7f577c0b2440 msgr2=0x7f577c0b0760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:28.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 -- 172.21.15.22:0/3931076347 shutdown_connections 2024-09-10T10:32:28.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.031+0000 7f577b200640 1 -- 172.21.15.22:0/3931076347 wait complete. 2024-09-10T10:32:28.073 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:32:28.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe23e00640 1 Processor -- start 2024-09-10T10:32:28.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe23e00640 1 -- start start 2024-09-10T10:32:28.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe23e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7efe1c06f1c0 0x7efe1c1662f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:28.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe23e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe1c159350 con 0x7efe1c15c630 2024-09-10T10:32:28.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe23e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe1c071340 con 0x7efe1c158f70 2024-09-10T10:32:28.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe23e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7efe1c071620 con 0x7efe1c06f1c0 2024-09-10T10:32:28.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe20a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7efe1c15c630 0x7efe1c06eab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57266/0 (socket says 172.21.15.22:57266) 2024-09-10T10:32:28.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe20a00640 1 -- 172.21.15.22:0/3683474858 learned_addr learned my addr 172.21.15.22:0/3683474858 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:28.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe21e00640 1 --2- 172.21.15.22:0/3683474858 >> v2:172.21.15.145:3300/0 conn(0x7efe1c06f1c0 0x7efe1c1662f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:28.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2729890773 0 0) 0x7efe1c159350 con 0x7efe1c15c630 2024-09-10T10:32:28.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efe04003530 con 0x7efe1c15c630 2024-09-10T10:32:28.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1176173176 0 0) 0x7efe04003530 con 0x7efe1c15c630 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 >> v2:172.21.15.145:3300/0 conn(0x7efe1c06f1c0 msgr2=0x7efe1c1662f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 --2- 172.21.15.22:0/3683474858 >> v2:172.21.15.145:3300/0 conn(0x7efe1c06f1c0 0x7efe1c1662f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 >> v1:172.21.15.145:6789/0 conn(0x7efe1c158f70 legacy=0x7efe1c072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe1c071900 con 0x7efe1c15c630 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7efe08001680 con 0x7efe1c15c630 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 >> v1:172.21.15.22:6789/0 conn(0x7efe1c15c630 legacy=0x7efe1c06eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe040039c0 0x7efe04003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe04004810 0x7efe04004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efe040051d0 0x7efe0400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efe1c071620 con 0x7efe04004810 2024-09-10T10:32:28.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efe0400c050 con 0x7efe040039c0 2024-09-10T10:32:28.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.215+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efe0400c250 con 0x7efe040051d0 2024-09-10T10:32:28.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe20a00640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe04004810 0x7efe04004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:28.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe21400640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe040039c0 0x7efe04003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:28.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe21e00640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efe040051d0 0x7efe0400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:28.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe20a00640 1 -- 172.21.15.22:0/3683474858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efe040051d0 msgr2=0x7efe0400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:28.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe20a00640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efe040051d0 0x7efe0400b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe20a00640 1 -- 172.21.15.22:0/3683474858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe040039c0 msgr2=0x7efe04003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:28.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe20a00640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe040039c0 0x7efe04003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe20a00640 1 -- 172.21.15.22:0/3683474858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe04003530 con 0x7efe04004810 2024-09-10T10:32:28.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe21e00640 1 -- 172.21.15.22:0/3683474858 reap_dead start 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe20a00640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe04004810 0x7efe04004c90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7efe0800c110 tx=0x7efe0801cb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b158ba5bab2688c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe08007c50 con 0x7efe04004810 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe080a9020 con 0x7efe04004810 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.219+0000 7efe1be00640 1 -- 172.21.15.22:0/3683474858 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe08005b20 con 0x7efe04004810 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 -- 172.21.15.22:0/3683474858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe04004810 msgr2=0x7efe04004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe04004810 0x7efe04004c90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7efe0800c110 tx=0x7efe0801cb20 comp rx=0 tx=0).stop 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 -- 172.21.15.22:0/3683474858 shutdown_connections 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 --2- 172.21.15.22:0/3683474858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe04004810 0x7efe04004c90 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 -- 172.21.15.22:0/3683474858 >> 172.21.15.22:0/3683474858 conn(0x7efe1c062eb0 msgr2=0x7efe1c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 -- 172.21.15.22:0/3683474858 shutdown_connections 2024-09-10T10:32:28.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 -- 172.21.15.22:0/3683474858 wait complete. 2024-09-10T10:32:28.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 Processor -- start 2024-09-10T10:32:28.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 -- start start 2024-09-10T10:32:28.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe04004810 0x7efe1c149b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:28.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe1c0b1000 0x7efe1c0b1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:28.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efe1c153590 0x7efe1c153a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:28.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efe1c06eab0 con 0x7efe1c0b1000 2024-09-10T10:32:28.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efe1c071ec0 con 0x7efe04004810 2024-09-10T10:32:28.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe23e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efe1c06ec30 con 0x7efe1c153590 2024-09-10T10:32:28.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe20a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe1c0b1000 0x7efe1c0b1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:28.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe20a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe1c0b1000 0x7efe1c0b1460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36038/0 (socket says 172.21.15.22:36038) 2024-09-10T10:32:28.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe20a00640 1 -- 172.21.15.22:0/1689444955 learned_addr learned my addr 172.21.15.22:0/1689444955 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:28.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe21e00640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efe1c153590 0x7efe1c153a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe21400640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe04004810 0x7efe1c149b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe20a00640 1 -- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efe1c153590 msgr2=0x7efe1c153a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe20a00640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efe1c153590 0x7efe1c153a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe20a00640 1 -- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe04004810 msgr2=0x7efe1c149b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe20a00640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe04004810 0x7efe1c149b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe20a00640 1 -- 172.21.15.22:0/1689444955 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe1c1511a0 con 0x7efe1c0b1000 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.223+0000 7efe20a00640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe1c0b1000 0x7efe1c0b1460 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7efe080ab040 tx=0x7efe04005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.227+0000 7efe19600640 1 -- 172.21.15.22:0/1689444955 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe080049f0 con 0x7efe1c0b1000 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.227+0000 7efe19600640 1 -- 172.21.15.22:0/1689444955 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe080b2070 con 0x7efe1c0b1000 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.227+0000 7efe23e00640 1 -- 172.21.15.22:0/1689444955 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe1c0ae8a0 con 0x7efe1c0b1000 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.227+0000 7efe19600640 1 -- 172.21.15.22:0/1689444955 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe08004dd0 con 0x7efe1c0b1000 2024-09-10T10:32:28.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.227+0000 7efe23e00640 1 -- 172.21.15.22:0/1689444955 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe1c1526f0 con 0x7efe1c0b1000 2024-09-10T10:32:28.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.227+0000 7efe23e00640 1 -- 172.21.15.22:0/1689444955 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe1c0b59c0 con 0x7efe1c0b1000 2024-09-10T10:32:28.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.227+0000 7efe19600640 1 -- 172.21.15.22:0/1689444955 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efe08007070 con 0x7efe1c0b1000 2024-09-10T10:32:28.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.227+0000 7efe19600640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdfc0678f0 0x7efdfc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:28.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.227+0000 7efe19600640 1 -- 172.21.15.22:0/1689444955 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5609+0+0 (secure 0 0 0) 0x7efe0811f390 con 0x7efe1c0b1000 2024-09-10T10:32:28.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.227+0000 7efe21400640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdfc0678f0 0x7efdfc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:28.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.231+0000 7efe21400640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdfc0678f0 0x7efdfc069db0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7efe10007990 tx=0x7efe10009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:28.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.235+0000 7efe19600640 1 -- 172.21.15.22:0/1689444955 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efe1c1511a0 con 0x7efe1c0b1000 2024-09-10T10:32:28.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:28.435+0000 7efe23e00640 1 -- 172.21.15.22:0/1689444955 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7efe1c0cd0f0 con 0x7efe1c0b1000 2024-09-10T10:32:29.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.027+0000 7efe19600640 1 -- 172.21.15.22:0/1689444955 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7efe08016830 con 0x7efe1c0b1000 2024-09-10T10:32:29.032 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 2 and data pool 3 2024-09-10T10:32:29.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 -- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdfc0678f0 msgr2=0x7efdfc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdfc0678f0 0x7efdfc069db0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7efe10007990 tx=0x7efe10009040 comp rx=0 tx=0).stop 2024-09-10T10:32:29.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 -- 172.21.15.22:0/1689444955 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe1c0b1000 msgr2=0x7efe1c0b1460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe1c0b1000 0x7efe1c0b1460 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7efe080ab040 tx=0x7efe04005840 comp rx=0 tx=0).stop 2024-09-10T10:32:29.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 -- 172.21.15.22:0/1689444955 shutdown_connections 2024-09-10T10:32:29.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdfc0678f0 0x7efdfc069db0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efe1c153590 0x7efe1c153a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efe1c0b1000 0x7efe1c0b1460 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 --2- 172.21.15.22:0/1689444955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efe04004810 0x7efe1c149b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 -- 172.21.15.22:0/1689444955 >> 172.21.15.22:0/1689444955 conn(0x7efe1c062eb0 msgr2=0x7efe1c0ced20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:29.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.031+0000 7efe23e00640 1 -- 172.21.15.22:0/1689444955 shutdown_connections 2024-09-10T10:32:29.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.035+0000 7efe23e00640 1 -- 172.21.15.22:0/1689444955 wait complete. 2024-09-10T10:32:29.084 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:29.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29cc600640 1 Processor -- start 2024-09-10T10:32:29.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29cc600640 1 -- start start 2024-09-10T10:32:29.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29cc600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f29c415c230 0x7f29c40626e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29cc600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29c415eea0 con 0x7f29c40b0c20 2024-09-10T10:32:29.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29cc600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29c415f180 con 0x7f29c40aecc0 2024-09-10T10:32:29.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29cc600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f29c415ec80 con 0x7f29c415c230 2024-09-10T10:32:29.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29ca600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f29c40b0c20 0x7f29c406bdc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57280/0 (socket says 172.21.15.22:57280) 2024-09-10T10:32:29.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29ca600640 1 -- 172.21.15.22:0/1615005805 learned_addr learned my addr 172.21.15.22:0/1615005805 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:29.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29c9c00640 1 --2- 172.21.15.22:0/1615005805 >> v2:172.21.15.145:3300/0 conn(0x7f29c415c230 0x7f29c40626e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29c3e00640 1 -- 172.21.15.22:0/1615005805 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1723064491 0 0) 0x7f29c415eea0 con 0x7f29c40b0c20 2024-09-10T10:32:29.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.223+0000 7f29c3e00640 1 -- 172.21.15.22:0/1615005805 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f29ac003530 con 0x7f29c40b0c20 2024-09-10T10:32:29.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29c3e00640 1 -- 172.21.15.22:0/1615005805 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1970335489 0 0) 0x7f29c415f180 con 0x7f29c40aecc0 2024-09-10T10:32:29.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29c3e00640 1 -- 172.21.15.22:0/1615005805 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f29c415eea0 con 0x7f29c40aecc0 2024-09-10T10:32:29.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29c9c00640 1 -- 172.21.15.22:0/1615005805 >> v1:172.21.15.145:6789/0 conn(0x7f29c40aecc0 legacy=0x7f29c40b0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29c9c00640 1 -- 172.21.15.22:0/1615005805 >> v1:172.21.15.22:6789/0 conn(0x7f29c40b0c20 legacy=0x7f29c406bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29c9c00640 1 -- 172.21.15.22:0/1615005805 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c415f460 con 0x7f29c415c230 2024-09-10T10:32:29.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29c9c00640 1 --2- 172.21.15.22:0/1615005805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29c415c230 0x7f29c40626e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f29b80097c0 tx=0x7f29b801c350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3750d827dbfbaf9a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:29.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29c3e00640 1 -- 172.21.15.22:0/1615005805 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b80b0070 con 0x7f29c415c230 2024-09-10T10:32:29.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29c3e00640 1 -- 172.21.15.22:0/1615005805 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29b80ab600 con 0x7f29c415c230 2024-09-10T10:32:29.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29c3e00640 1 -- 172.21.15.22:0/1615005805 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b80ab9d0 con 0x7f29c415c230 2024-09-10T10:32:29.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29cc600640 1 -- 172.21.15.22:0/1615005805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29c415c230 msgr2=0x7f29c40626e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29cc600640 1 --2- 172.21.15.22:0/1615005805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29c415c230 0x7f29c40626e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f29b80097c0 tx=0x7f29b801c350 comp rx=0 tx=0).stop 2024-09-10T10:32:29.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29cc600640 1 -- 172.21.15.22:0/1615005805 shutdown_connections 2024-09-10T10:32:29.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29cc600640 1 --2- 172.21.15.22:0/1615005805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29c415c230 0x7f29c40626e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29cc600640 1 -- 172.21.15.22:0/1615005805 >> 172.21.15.22:0/1615005805 conn(0x7f29c40b3640 msgr2=0x7f29c40b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:29.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.227+0000 7f29cc600640 1 -- 172.21.15.22:0/1615005805 shutdown_connections 2024-09-10T10:32:29.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 -- 172.21.15.22:0/1615005805 wait complete. 2024-09-10T10:32:29.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 Processor -- start 2024-09-10T10:32:29.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 -- start start 2024-09-10T10:32:29.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29c40aecc0 0x7f29c4153080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f29c40b0c20 0x7f29c415d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29c415c230 0x7f29c414f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f29c416c660 con 0x7f29c40b0c20 2024-09-10T10:32:29.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f29c4063030 con 0x7f29c40aecc0 2024-09-10T10:32:29.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f29c416c7e0 con 0x7f29c415c230 2024-09-10T10:32:29.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f29c40b0c20 0x7f29c415d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f29c40b0c20 0x7f29c415d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36046/0 (socket says 172.21.15.22:36046) 2024-09-10T10:32:29.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c9200640 1 -- 172.21.15.22:0/2266453168 learned_addr learned my addr 172.21.15.22:0/2266453168 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:29.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c9c00640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29c40aecc0 0x7f29c4153080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29ca600640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29c415c230 0x7f29c414f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c9200640 1 -- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29c415c230 msgr2=0x7f29c414f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c9200640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29c415c230 0x7f29c414f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c9200640 1 -- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29c40aecc0 msgr2=0x7f29c4153080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c9200640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29c40aecc0 0x7f29c4153080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c9200640 1 -- 172.21.15.22:0/2266453168 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c4151d00 con 0x7f29c40b0c20 2024-09-10T10:32:29.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c9200640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f29c40b0c20 0x7f29c415d060 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f29b000c430 tx=0x7f29b000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:29.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c1600640 1 -- 172.21.15.22:0/2266453168 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b0017070 con 0x7f29c40b0c20 2024-09-10T10:32:29.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c1600640 1 -- 172.21.15.22:0/2266453168 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29b00052f0 con 0x7f29c40b0c20 2024-09-10T10:32:29.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29c1600640 1 -- 172.21.15.22:0/2266453168 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b0003840 con 0x7f29c40b0c20 2024-09-10T10:32:29.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 -- 172.21.15.22:0/2266453168 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29c4151fe0 con 0x7f29c40b0c20 2024-09-10T10:32:29.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.231+0000 7f29cc600640 1 -- 172.21.15.22:0/2266453168 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29c4152880 con 0x7f29c40b0c20 2024-09-10T10:32:29.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.235+0000 7f29cc600640 1 -- 172.21.15.22:0/2266453168 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29c40626e0 con 0x7f29c40b0c20 2024-09-10T10:32:29.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.235+0000 7f29c1600640 1 -- 172.21.15.22:0/2266453168 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f29b001a070 con 0x7f29c40b0c20 2024-09-10T10:32:29.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.235+0000 7f29c1600640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29a4067940 0x7f29a4069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.235+0000 7f29c1600640 1 -- 172.21.15.22:0/2266453168 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f29b0084fd0 con 0x7f29c40b0c20 2024-09-10T10:32:29.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.235+0000 7f29c9c00640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29a4067940 0x7f29a4069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.235+0000 7f29c9c00640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29a4067940 0x7f29a4069e00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f29b80ad000 tx=0x7f29b80a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:29.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.239+0000 7f29c1600640 1 -- 172.21.15.22:0/2266453168 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f29b00554a0 con 0x7f29c40b0c20 2024-09-10T10:32:29.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.406+0000 7f29cc600640 1 -- 172.21.15.22:0/2266453168 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f29c40b0350 con 0x7f29c40b0c20 2024-09-10T10:32:29.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29c1600640 1 -- 172.21.15.22:0/2266453168 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16694 (secure 0 0 0) 0x7f29b00597a0 con 0x7f29c40b0c20 2024-09-10T10:32:29.414 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:29.414 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":21,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:28.439062+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:32:26.096225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:32:27.439106+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:29.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 -- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29a4067940 msgr2=0x7f29a4069e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29a4067940 0x7f29a4069e00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f29b80ad000 tx=0x7f29b80a6000 comp rx=0 tx=0).stop 2024-09-10T10:32:29.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 -- 172.21.15.22:0/2266453168 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f29c40b0c20 msgr2=0x7f29c415d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f29c40b0c20 0x7f29c415d060 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f29b000c430 tx=0x7f29b000c8f0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 -- 172.21.15.22:0/2266453168 shutdown_connections 2024-09-10T10:32:29.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29a4067940 0x7f29a4069e00 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f29c415c230 0x7f29c414f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f29c40b0c20 0x7f29c415d060 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 --2- 172.21.15.22:0/2266453168 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f29c40aecc0 0x7f29c4153080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 -- 172.21.15.22:0/2266453168 >> 172.21.15.22:0/2266453168 conn(0x7f29c40b3640 msgr2=0x7f29c40afc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:29.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 -- 172.21.15.22:0/2266453168 shutdown_connections 2024-09-10T10:32:29.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.410+0000 7f29cc600640 1 -- 172.21.15.22:0/2266453168 wait complete. 2024-09-10T10:32:29.438 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:29.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff289e00640 1 Processor -- start 2024-09-10T10:32:29.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff289e00640 1 -- start start 2024-09-10T10:32:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff289e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 0x7ff284071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff289e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2840ce880 con 0x7ff28415b600 2024-09-10T10:32:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff289e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2840ceb60 con 0x7ff28415b220 2024-09-10T10:32:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff289e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff28406d6e0 con 0x7ff2840b56f0 2024-09-10T10:32:29.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff27a000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff28415b600 0x7ff2840b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57286/0 (socket says 172.21.15.22:57286) 2024-09-10T10:32:29.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff27a000640 1 -- 172.21.15.22:0/2507867469 learned_addr learned my addr 172.21.15.22:0/2507867469 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:29.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff283400640 1 --2- 172.21.15.22:0/2507867469 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 0x7ff284071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff282000640 1 -- 172.21.15.22:0/2507867469 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 868117211 0 0) 0x7ff2840ce880 con 0x7ff28415b600 2024-09-10T10:32:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff282000640 1 -- 172.21.15.22:0/2507867469 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff268005740 con 0x7ff28415b600 2024-09-10T10:32:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff282000640 1 -- 172.21.15.22:0/2507867469 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2393081250 0 0) 0x7ff2840ceb60 con 0x7ff28415b220 2024-09-10T10:32:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff282000640 1 -- 172.21.15.22:0/2507867469 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff2840ce880 con 0x7ff28415b220 2024-09-10T10:32:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff283400640 1 -- 172.21.15.22:0/2507867469 >> v1:172.21.15.145:6789/0 conn(0x7ff28415b220 legacy=0x7ff2840b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff283400640 1 -- 172.21.15.22:0/2507867469 >> v1:172.21.15.22:6789/0 conn(0x7ff28415b600 legacy=0x7ff2840b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.574+0000 7ff283400640 1 -- 172.21.15.22:0/2507867469 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2840cee40 con 0x7ff2840b56f0 2024-09-10T10:32:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff283400640 1 --2- 172.21.15.22:0/2507867469 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 0x7ff284071140 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff27c009dc0 tx=0x7ff27c01c840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5596cbe7e7f00774 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff282000640 1 -- 172.21.15.22:0/2507867469 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff27c0b2070 con 0x7ff2840b56f0 2024-09-10T10:32:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff282000640 1 -- 172.21.15.22:0/2507867469 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff27c0a5810 con 0x7ff2840b56f0 2024-09-10T10:32:29.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff282000640 1 -- 172.21.15.22:0/2507867469 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff27c0a5be0 con 0x7ff2840b56f0 2024-09-10T10:32:29.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff289e00640 1 -- 172.21.15.22:0/2507867469 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 msgr2=0x7ff284071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff289e00640 1 --2- 172.21.15.22:0/2507867469 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 0x7ff284071140 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff27c009dc0 tx=0x7ff27c01c840 comp rx=0 tx=0).stop 2024-09-10T10:32:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff289e00640 1 -- 172.21.15.22:0/2507867469 shutdown_connections 2024-09-10T10:32:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff289e00640 1 --2- 172.21.15.22:0/2507867469 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 0x7ff284071140 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff289e00640 1 -- 172.21.15.22:0/2507867469 >> 172.21.15.22:0/2507867469 conn(0x7ff284062dd0 msgr2=0x7ff28406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff289e00640 1 -- 172.21.15.22:0/2507867469 shutdown_connections 2024-09-10T10:32:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.578+0000 7ff289e00640 1 -- 172.21.15.22:0/2507867469 wait complete. 2024-09-10T10:32:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff289e00640 1 Processor -- start 2024-09-10T10:32:29.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff289e00640 1 -- start start 2024-09-10T10:32:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff289e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 0x7ff284150370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff289e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff28415b220 0x7ff2840b1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff289e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff28415b600 0x7ff2840b1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff289e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff2840d01e0 con 0x7ff28415b220 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff289e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff2840d0060 con 0x7ff28415b600 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff289e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff28406da30 con 0x7ff2840b56f0 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff28415b220 0x7ff2840b1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff28415b220 0x7ff2840b1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36050/0 (socket says 172.21.15.22:36050) 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27a000640 1 -- 172.21.15.22:0/1991375678 learned_addr learned my addr 172.21.15.22:0/1991375678 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff282a00640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 0x7ff284150370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff283400640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff28415b600 0x7ff2840b1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27a000640 1 -- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 msgr2=0x7ff284150370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27a000640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 0x7ff284150370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27a000640 1 -- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff28415b600 msgr2=0x7ff2840b1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27a000640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff28415b600 0x7ff2840b1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27a000640 1 -- 172.21.15.22:0/1991375678 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2841528a0 con 0x7ff28415b220 2024-09-10T10:32:29.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27a000640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff28415b220 0x7ff2840b1910 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff26c00c450 tx=0x7ff26c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:29.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27be00640 1 -- 172.21.15.22:0/1991375678 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff26c017070 con 0x7ff28415b220 2024-09-10T10:32:29.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27be00640 1 -- 172.21.15.22:0/1991375678 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff26c005cf0 con 0x7ff28415b220 2024-09-10T10:32:29.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff27be00640 1 -- 172.21.15.22:0/1991375678 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff26c007270 con 0x7ff28415b220 2024-09-10T10:32:29.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.582+0000 7ff289e00640 1 -- 172.21.15.22:0/1991375678 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff28414dd80 con 0x7ff28415b220 2024-09-10T10:32:29.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.586+0000 7ff289e00640 1 -- 172.21.15.22:0/1991375678 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2840b0430 con 0x7ff28415b220 2024-09-10T10:32:29.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.586+0000 7ff289e00640 1 -- 172.21.15.22:0/1991375678 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff284072e90 con 0x7ff28415b220 2024-09-10T10:32:29.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.586+0000 7ff27be00640 1 -- 172.21.15.22:0/1991375678 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff26c01a070 con 0x7ff28415b220 2024-09-10T10:32:29.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.586+0000 7ff27be00640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2600678c0 0x7ff260069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.586+0000 7ff27be00640 1 -- 172.21.15.22:0/1991375678 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff26c084fe0 con 0x7ff28415b220 2024-09-10T10:32:29.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.586+0000 7ff282a00640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2600678c0 0x7ff260069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.586+0000 7ff282a00640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2600678c0 0x7ff260069d80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff2740017c0 tx=0x7ff274009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:29.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.590+0000 7ff27be00640 1 -- 172.21.15.22:0/1991375678 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff26c0553c0 con 0x7ff28415b220 2024-09-10T10:32:29.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.762+0000 7ff289e00640 1 -- 172.21.15.22:0/1991375678 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff2840722a0 con 0x7ff28415b220 2024-09-10T10:32:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.762+0000 7ff27be00640 1 -- 172.21.15.22:0/1991375678 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16694 (secure 0 0 0) 0x7ff26c0596c0 con 0x7ff28415b220 2024-09-10T10:32:29.766 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:29.767 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":21,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:28.439062+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:32:26.096225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:32:27.439106+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.762+0000 7ff289e00640 1 -- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2600678c0 msgr2=0x7ff260069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.762+0000 7ff289e00640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2600678c0 0x7ff260069d80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff2740017c0 tx=0x7ff274009040 comp rx=0 tx=0).stop 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.762+0000 7ff289e00640 1 -- 172.21.15.22:0/1991375678 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff28415b220 msgr2=0x7ff2840b1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.762+0000 7ff289e00640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff28415b220 0x7ff2840b1910 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff26c00c450 tx=0x7ff26c00c910 comp rx=0 tx=0).stop 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.766+0000 7ff289e00640 1 -- 172.21.15.22:0/1991375678 shutdown_connections 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.766+0000 7ff289e00640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2600678c0 0x7ff260069d80 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.766+0000 7ff289e00640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff28415b600 0x7ff2840b1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.766+0000 7ff289e00640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff28415b220 0x7ff2840b1910 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.766+0000 7ff289e00640 1 --2- 172.21.15.22:0/1991375678 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2840b56f0 0x7ff284150370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.766+0000 7ff289e00640 1 -- 172.21.15.22:0/1991375678 >> 172.21.15.22:0/1991375678 conn(0x7ff284062dd0 msgr2=0x7ff28415ba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.766+0000 7ff289e00640 1 -- 172.21.15.22:0/1991375678 shutdown_connections 2024-09-10T10:32:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.766+0000 7ff289e00640 1 -- 172.21.15.22:0/1991375678 wait complete. 2024-09-10T10:32:29.788 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:32:29.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.926+0000 7f3d3f400640 1 Processor -- start 2024-09-10T10:32:29.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3f400640 1 -- start start 2024-09-10T10:32:29.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3f400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38072410 0x7f3d380b4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3f400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3d380b4dd0 0x7f3d380adda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3f400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d3806db40 con 0x7f3d38071c80 2024-09-10T10:32:29.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3f400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3d3806dde0 con 0x7f3d380b4dd0 2024-09-10T10:32:29.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3f400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3d3806e0c0 con 0x7f3d38072410 2024-09-10T10:32:29.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3ca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38072410 0x7f3d380b4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3d400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3d380b4dd0 0x7f3d380adda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3ca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38072410 0x7f3d380b4890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:47454/0 (socket says 172.21.15.22:47454) 2024-09-10T10:32:29.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3ca00640 1 -- 172.21.15.22:0/1642241141 learned_addr learned my addr 172.21.15.22:0/1642241141 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:29.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3ca00640 1 -- 172.21.15.22:0/1642241141 >> v2:172.21.15.145:3300/0 conn(0x7f3d380b4dd0 msgr2=0x7f3d380adda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:29.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3ca00640 1 --2- 172.21.15.22:0/1642241141 >> v2:172.21.15.145:3300/0 conn(0x7f3d380b4dd0 0x7f3d380adda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3ca00640 1 -- 172.21.15.22:0/1642241141 >> v1:172.21.15.145:6789/0 conn(0x7f3d38071c80 legacy=0x7f3d3806eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.930+0000 7f3d3ca00640 1 -- 172.21.15.22:0/1642241141 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d3806e3a0 con 0x7f3d38072410 2024-09-10T10:32:29.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3ca00640 1 --2- 172.21.15.22:0/1642241141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38072410 0x7f3d380b4890 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f3d3806dd10 tx=0x7f3d2801ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c16d7cce7086d471 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:29.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d37e00640 1 -- 172.21.15.22:0/1642241141 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d280b5070 con 0x7f3d38072410 2024-09-10T10:32:29.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d37e00640 1 -- 172.21.15.22:0/1642241141 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d280a8a30 con 0x7f3d38072410 2024-09-10T10:32:29.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d37e00640 1 -- 172.21.15.22:0/1642241141 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d280a8e00 con 0x7f3d38072410 2024-09-10T10:32:29.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3f400640 1 -- 172.21.15.22:0/1642241141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38072410 msgr2=0x7f3d380b4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3f400640 1 --2- 172.21.15.22:0/1642241141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38072410 0x7f3d380b4890 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f3d3806dd10 tx=0x7f3d2801ed30 comp rx=0 tx=0).stop 2024-09-10T10:32:29.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3f400640 1 -- 172.21.15.22:0/1642241141 shutdown_connections 2024-09-10T10:32:29.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3f400640 1 --2- 172.21.15.22:0/1642241141 >> v2:172.21.15.145:3300/0 conn(0x7f3d380b4dd0 0x7f3d380adda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3f400640 1 --2- 172.21.15.22:0/1642241141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38072410 0x7f3d380b4890 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3f400640 1 -- 172.21.15.22:0/1642241141 >> 172.21.15.22:0/1642241141 conn(0x7f3d380b2a80 msgr2=0x7f3d380b2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:29.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3f400640 1 -- 172.21.15.22:0/1642241141 shutdown_connections 2024-09-10T10:32:29.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3f400640 1 -- 172.21.15.22:0/1642241141 wait complete. 2024-09-10T10:32:29.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3f400640 1 Processor -- start 2024-09-10T10:32:29.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.934+0000 7f3d3f400640 1 -- start start 2024-09-10T10:32:29.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3f400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38071c80 0x7f3d38153470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3f400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d38072410 0x7f3d38157a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d380b4dd0 0x7f3d38157f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3f400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3806f430 con 0x7f3d380b4dd0 2024-09-10T10:32:29.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3f400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3806f2b0 con 0x7f3d38072410 2024-09-10T10:32:29.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3f400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3d380ae2e0 con 0x7f3d38071c80 2024-09-10T10:32:29.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3ca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38071c80 0x7f3d38153470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d380b4dd0 0x7f3d38157f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3ca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38071c80 0x7f3d38153470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:47470/0 (socket says 172.21.15.22:47470) 2024-09-10T10:32:29.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3ca00640 1 -- 172.21.15.22:0/2577899564 learned_addr learned my addr 172.21.15.22:0/2577899564 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:29.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d2fe00640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d38072410 0x7f3d38157a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3ca00640 1 -- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d38072410 msgr2=0x7f3d38157a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3ca00640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d38072410 0x7f3d38157a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3ca00640 1 -- 172.21.15.22:0/2577899564 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d380b4dd0 msgr2=0x7f3d38157f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:29.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3ca00640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d380b4dd0 0x7f3d38157f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:29.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3ca00640 1 -- 172.21.15.22:0/2577899564 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d3815ad50 con 0x7f3d38071c80 2024-09-10T10:32:29.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3d400640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d380b4dd0 0x7f3d38157f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:29.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3ca00640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38071c80 0x7f3d38153470 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f3d280b3040 tx=0x7f3d2801bad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:29.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d35600640 1 -- 172.21.15.22:0/2577899564 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d280c0070 con 0x7f3d38071c80 2024-09-10T10:32:29.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d35600640 1 -- 172.21.15.22:0/2577899564 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d280b0a50 con 0x7f3d38071c80 2024-09-10T10:32:29.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3f400640 1 -- 172.21.15.22:0/2577899564 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d3815b030 con 0x7f3d38071c80 2024-09-10T10:32:29.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d35600640 1 -- 172.21.15.22:0/2577899564 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d280b5070 con 0x7f3d38071c80 2024-09-10T10:32:29.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3f400640 1 -- 172.21.15.22:0/2577899564 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d3815b5f0 con 0x7f3d38071c80 2024-09-10T10:32:29.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.938+0000 7f3d3f400640 1 -- 172.21.15.22:0/2577899564 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d380af840 con 0x7f3d38071c80 2024-09-10T10:32:29.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.942+0000 7f3d35600640 1 -- 172.21.15.22:0/2577899564 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3d280c3070 con 0x7f3d38071c80 2024-09-10T10:32:29.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.942+0000 7f3d35600640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d140678f0 0x7f3d14069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:29.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.942+0000 7f3d35600640 1 -- 172.21.15.22:0/2577899564 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3d28122db0 con 0x7f3d38071c80 2024-09-10T10:32:29.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.942+0000 7f3d2fe00640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d140678f0 0x7f3d14069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:29.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.942+0000 7f3d2fe00640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d140678f0 0x7f3d14069db0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3d38153e30 tx=0x7f3d20009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:29.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:29.946+0000 7f3d35600640 1 -- 172.21.15.22:0/2577899564 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3d28018890 con 0x7f3d38071c80 2024-09-10T10:32:30.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:30.154+0000 7f3d3f400640 1 -- 172.21.15.22:0/2577899564 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f3d3815a750 con 0x7f3d38071c80 2024-09-10T10:32:31.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.062+0000 7f3d35600640 1 -- 172.21.15.22:0/2577899564 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7f3d280f3310 con 0x7f3d38071c80 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 -- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d140678f0 msgr2=0x7f3d14069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d140678f0 0x7f3d14069db0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3d38153e30 tx=0x7f3d20009040 comp rx=0 tx=0).stop 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 -- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38071c80 msgr2=0x7f3d38153470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38071c80 0x7f3d38153470 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f3d280b3040 tx=0x7f3d2801bad0 comp rx=0 tx=0).stop 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 -- 172.21.15.22:0/2577899564 shutdown_connections 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d140678f0 0x7f3d14069db0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d380b4dd0 0x7f3d38157f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d38072410 0x7f3d38157a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 --2- 172.21.15.22:0/2577899564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d38071c80 0x7f3d38153470 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 -- 172.21.15.22:0/2577899564 >> 172.21.15.22:0/2577899564 conn(0x7f3d380b2a80 msgr2=0x7f3d38073170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:31.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 -- 172.21.15.22:0/2577899564 shutdown_connections 2024-09-10T10:32:31.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.066+0000 7f3d3f400640 1 -- 172.21.15.22:0/2577899564 wait complete. 2024-09-10T10:32:31.094 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:32:31.094 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:32:31.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f6351200640 1 Processor -- start 2024-09-10T10:32:31.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f6351200640 1 -- start start 2024-09-10T10:32:31.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f6351200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f634c06ed00 0x7f634c15cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:31.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f6351200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15d190 0x7f634c165e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:31.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f6351200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f634c0d07f0 con 0x7f634c15c870 2024-09-10T10:32:31.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f6351200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f634c0cf120 con 0x7f634c06ed00 2024-09-10T10:32:31.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f6351200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f634c0cf340 con 0x7f634c15d190 2024-09-10T10:32:31.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f634be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15d190 0x7f634c165e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:31.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f634aa00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f634c06ed00 0x7f634c15cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:31.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f634be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15d190 0x7f634c165e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:47472/0 (socket says 172.21.15.22:47472) 2024-09-10T10:32:31.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f634be00640 1 -- 172.21.15.22:0/293428225 learned_addr learned my addr 172.21.15.22:0/293428225 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:31.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f634be00640 1 -- 172.21.15.22:0/293428225 >> v2:172.21.15.145:3300/0 conn(0x7f634c06ed00 msgr2=0x7f634c15cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:31.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f634be00640 1 --2- 172.21.15.22:0/293428225 >> v2:172.21.15.145:3300/0 conn(0x7f634c06ed00 0x7f634c15cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:31.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f634be00640 1 -- 172.21.15.22:0/293428225 >> v1:172.21.15.145:6789/0 conn(0x7f634c15c870 legacy=0x7f634c0d00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:31.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.238+0000 7f634be00640 1 -- 172.21.15.22:0/293428225 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634c0cf620 con 0x7f634c15d190 2024-09-10T10:32:31.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f634be00640 1 --2- 172.21.15.22:0/293428225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15d190 0x7f634c165e20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6344009870 tx=0x7f634401c530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58eea653541a3075 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:31.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f634a000640 1 -- 172.21.15.22:0/293428225 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63440a95f0 con 0x7f634c15d190 2024-09-10T10:32:31.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f634a000640 1 -- 172.21.15.22:0/293428225 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63440a9790 con 0x7f634c15d190 2024-09-10T10:32:31.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f634a000640 1 -- 172.21.15.22:0/293428225 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63440a9b60 con 0x7f634c15d190 2024-09-10T10:32:31.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f6351200640 1 -- 172.21.15.22:0/293428225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15d190 msgr2=0x7f634c165e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:31.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f6351200640 1 --2- 172.21.15.22:0/293428225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15d190 0x7f634c165e20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6344009870 tx=0x7f634401c530 comp rx=0 tx=0).stop 2024-09-10T10:32:31.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f6351200640 1 -- 172.21.15.22:0/293428225 shutdown_connections 2024-09-10T10:32:31.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f6351200640 1 --2- 172.21.15.22:0/293428225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15d190 0x7f634c165e20 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:31.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f6351200640 1 --2- 172.21.15.22:0/293428225 >> v2:172.21.15.145:3300/0 conn(0x7f634c06ed00 0x7f634c15cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:31.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f6351200640 1 -- 172.21.15.22:0/293428225 >> 172.21.15.22:0/293428225 conn(0x7f634c0b2770 msgr2=0x7f634c0b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:31.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f6351200640 1 -- 172.21.15.22:0/293428225 shutdown_connections 2024-09-10T10:32:31.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.242+0000 7f6351200640 1 -- 172.21.15.22:0/293428225 wait complete. 2024-09-10T10:32:31.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6351200640 1 Processor -- start 2024-09-10T10:32:31.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6351200640 1 -- start start 2024-09-10T10:32:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6351200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f634c06ed00 0x7f634c1492a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6351200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15c870 0x7f634c14d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6351200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c15d190 0x7f634c1454b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6351200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f634c15d600 con 0x7f634c06ed00 2024-09-10T10:32:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6351200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f634c156c40 con 0x7f634c15d190 2024-09-10T10:32:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6351200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f634c075b40 con 0x7f634c15c870 2024-09-10T10:32:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f634c06ed00 0x7f634c1492a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f634c06ed00 0x7f634c1492a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36066/0 (socket says 172.21.15.22:36066) 2024-09-10T10:32:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634b400640 1 -- 172.21.15.22:0/4109783754 learned_addr learned my addr 172.21.15.22:0/4109783754 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634be00640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c15d190 0x7f634c1454b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634aa00640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15c870 0x7f634c14d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634b400640 1 -- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15c870 msgr2=0x7f634c14d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634b400640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15c870 0x7f634c14d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634b400640 1 -- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c15d190 msgr2=0x7f634c1454b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634b400640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c15d190 0x7f634c1454b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634b400640 1 -- 172.21.15.22:0/4109783754 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634c149930 con 0x7f634c06ed00 2024-09-10T10:32:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634aa00640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15c870 0x7f634c14d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f634b400640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f634c06ed00 0x7f634c1492a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f633c00c790 tx=0x7f633c00cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6343400640 1 -- 172.21.15.22:0/4109783754 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c016020 con 0x7f634c06ed00 2024-09-10T10:32:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6343400640 1 -- 172.21.15.22:0/4109783754 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f633c006d60 con 0x7f634c06ed00 2024-09-10T10:32:31.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6343400640 1 -- 172.21.15.22:0/4109783754 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c003bc0 con 0x7f634c06ed00 2024-09-10T10:32:31.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6351200640 1 -- 172.21.15.22:0/4109783754 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f634c1459f0 con 0x7f634c06ed00 2024-09-10T10:32:31.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.246+0000 7f6351200640 1 -- 172.21.15.22:0/4109783754 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f634c150220 con 0x7f634c06ed00 2024-09-10T10:32:31.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.250+0000 7f6351200640 1 -- 172.21.15.22:0/4109783754 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f634c15cc50 con 0x7f634c06ed00 2024-09-10T10:32:31.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.250+0000 7f6343400640 1 -- 172.21.15.22:0/4109783754 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f633c00a850 con 0x7f634c06ed00 2024-09-10T10:32:31.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.250+0000 7f6343400640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f632c0678c0 0x7f632c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:31.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.250+0000 7f6343400640 1 -- 172.21.15.22:0/4109783754 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f633c085900 con 0x7f634c06ed00 2024-09-10T10:32:31.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.250+0000 7f634aa00640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f632c0678c0 0x7f632c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:31.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.250+0000 7f634aa00640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f632c0678c0 0x7f632c069d80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f634c156660 tx=0x7f6338008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:31.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.254+0000 7f6343400640 1 -- 172.21.15.22:0/4109783754 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f633c020020 con 0x7f634c06ed00 2024-09-10T10:32:31.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:31.454+0000 7f6351200640 1 -- 172.21.15.22:0/4109783754 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f634c15dc80 con 0x7f634c06ed00 2024-09-10T10:32:32.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.066+0000 7f6343400640 1 -- 172.21.15.22:0/4109783754 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7f633c085030 con 0x7f634c06ed00 2024-09-10T10:32:32.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 -- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f632c0678c0 msgr2=0x7f632c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f632c0678c0 0x7f632c069d80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f634c156660 tx=0x7f6338008040 comp rx=0 tx=0).stop 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 -- 172.21.15.22:0/4109783754 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f634c06ed00 msgr2=0x7f634c1492a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f634c06ed00 0x7f634c1492a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f633c00c790 tx=0x7f633c00cc50 comp rx=0 tx=0).stop 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 -- 172.21.15.22:0/4109783754 shutdown_connections 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f632c0678c0 0x7f632c069d80 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c15d190 0x7f634c1454b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15c870 0x7f634c14d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 --2- 172.21.15.22:0/4109783754 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f634c06ed00 0x7f634c1492a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 -- 172.21.15.22:0/4109783754 >> 172.21.15.22:0/4109783754 conn(0x7f634c0b2770 msgr2=0x7f634c15f140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 -- 172.21.15.22:0/4109783754 shutdown_connections 2024-09-10T10:32:32.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.070+0000 7f6351200640 1 -- 172.21.15.22:0/4109783754 wait complete. 2024-09-10T10:32:32.096 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:32:32.096 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:32:32.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.234+0000 7f40a9800640 1 Processor -- start 2024-09-10T10:32:32.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.234+0000 7f40a9800640 1 -- start start 2024-09-10T10:32:32.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a9800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a415c230 0x7f40a40626e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a9800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f40a40b0c20 0x7f40a4062c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a9800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40a415eea0 con 0x7f40a40aecc0 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a9800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f40a415ec80 con 0x7f40a40b0c20 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a9800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f40a415f180 con 0x7f40a415c230 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f40a40b0c20 0x7f40a4062c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f40a40b0c20 0x7f40a4062c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36076/0 (socket says 172.21.15.22:36076) 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a3400640 1 -- 172.21.15.22:0/1790843897 learned_addr learned my addr 172.21.15.22:0/1790843897 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a2a00640 1 --2- 172.21.15.22:0/1790843897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a415c230 0x7f40a40626e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a3400640 1 -- 172.21.15.22:0/1790843897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a415c230 msgr2=0x7f40a40626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a3400640 1 --2- 172.21.15.22:0/1790843897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a415c230 0x7f40a40626e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a3400640 1 -- 172.21.15.22:0/1790843897 >> v1:172.21.15.22:6789/0 conn(0x7f40a40aecc0 legacy=0x7f40a40b0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:32.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a3400640 1 -- 172.21.15.22:0/1790843897 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40a415f460 con 0x7f40a40b0c20 2024-09-10T10:32:32.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.238+0000 7f40a2000640 1 -- 172.21.15.22:0/1790843897 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2288750422 0 0) 0x7f40a415eea0 con 0x7f40a40aecc0 2024-09-10T10:32:32.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a3400640 1 --2- 172.21.15.22:0/1790843897 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a40b0c20 0x7f40a4062c20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f409c009e50 tx=0x7f409c01d320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db46565c6088f8c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:32.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a2000640 1 -- 172.21.15.22:0/1790843897 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409c0a57a0 con 0x7f40a40b0c20 2024-09-10T10:32:32.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a2000640 1 -- 172.21.15.22:0/1790843897 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f409c0a5940 con 0x7f40a40b0c20 2024-09-10T10:32:32.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a2000640 1 -- 172.21.15.22:0/1790843897 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409c0a5d10 con 0x7f40a40b0c20 2024-09-10T10:32:32.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 -- 172.21.15.22:0/1790843897 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a40b0c20 msgr2=0x7f40a4062c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:32.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 --2- 172.21.15.22:0/1790843897 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a40b0c20 0x7f40a4062c20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f409c009e50 tx=0x7f409c01d320 comp rx=0 tx=0).stop 2024-09-10T10:32:32.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 -- 172.21.15.22:0/1790843897 shutdown_connections 2024-09-10T10:32:32.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 --2- 172.21.15.22:0/1790843897 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a40b0c20 0x7f40a4062c20 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 --2- 172.21.15.22:0/1790843897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a415c230 0x7f40a40626e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 -- 172.21.15.22:0/1790843897 >> 172.21.15.22:0/1790843897 conn(0x7f40a40b3640 msgr2=0x7f40a40b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:32.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 -- 172.21.15.22:0/1790843897 shutdown_connections 2024-09-10T10:32:32.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 -- 172.21.15.22:0/1790843897 wait complete. 2024-09-10T10:32:32.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 Processor -- start 2024-09-10T10:32:32.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 -- start start 2024-09-10T10:32:32.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40a40aecc0 0x7f40a41527e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a40b0c20 0x7f40a41543e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a415c230 0x7f40a4155d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f40a406c980 con 0x7f40a415c230 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f40a406c800 con 0x7f40a40aecc0 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a9800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f40a406cb00 con 0x7f40a40b0c20 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a415c230 0x7f40a4155d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a415c230 0x7f40a4155d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36078/0 (socket says 172.21.15.22:36078) 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.242+0000 7f40a3400640 1 -- 172.21.15.22:0/3230796050 learned_addr learned my addr 172.21.15.22:0/3230796050 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a3400640 1 -- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a40b0c20 msgr2=0x7f40a41543e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f409be00640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a40b0c20 0x7f40a41543e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a2a00640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40a40aecc0 0x7f40a41527e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:32.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a3400640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a40b0c20 0x7f40a41543e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a3400640 1 -- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40a40aecc0 msgr2=0x7f40a41527e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a3400640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40a40aecc0 0x7f40a41527e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a3400640 1 -- 172.21.15.22:0/3230796050 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40a4154cc0 con 0x7f40a415c230 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a2a00640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40a40aecc0 0x7f40a41527e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f409be00640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a40b0c20 0x7f40a41543e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a3400640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a415c230 0x7f40a4155d60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f409c01a4f0 tx=0x7f409c019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f409aa00640 1 -- 172.21.15.22:0/3230796050 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409c0bc030 con 0x7f40a415c230 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f409aa00640 1 -- 172.21.15.22:0/3230796050 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f409c0b8470 con 0x7f40a415c230 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a9800640 1 -- 172.21.15.22:0/3230796050 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40a4154fa0 con 0x7f40a415c230 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f409aa00640 1 -- 172.21.15.22:0/3230796050 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409c0b8880 con 0x7f40a415c230 2024-09-10T10:32:32.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a9800640 1 -- 172.21.15.22:0/3230796050 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40a4155560 con 0x7f40a415c230 2024-09-10T10:32:32.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f40a9800640 1 -- 172.21.15.22:0/3230796050 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40a40b0510 con 0x7f40a415c230 2024-09-10T10:32:32.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f409aa00640 1 -- 172.21.15.22:0/3230796050 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f409c0bf070 con 0x7f40a415c230 2024-09-10T10:32:32.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f409aa00640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40800678c0 0x7f4080069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:32.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.246+0000 7f409aa00640 1 -- 172.21.15.22:0/3230796050 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f409c120bf0 con 0x7f40a415c230 2024-09-10T10:32:32.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.250+0000 7f40a2a00640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40800678c0 0x7f4080069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:32.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.250+0000 7f40a2a00640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40800678c0 0x7f4080069d80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4094009840 tx=0x7f4094008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:32.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.250+0000 7f409aa00640 1 -- 172.21.15.22:0/3230796050 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f409c0c6070 con 0x7f40a415c230 2024-09-10T10:32:32.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.450+0000 7f40a9800640 1 -- 172.21.15.22:0/3230796050 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40a406f010 con 0x7f40a415c230 2024-09-10T10:32:32.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.450+0000 7f409aa00640 1 -- 172.21.15.22:0/3230796050 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f409c016600 con 0x7f40a415c230 2024-09-10T10:32:32.455 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:32.456 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"btime":"2024-09-10T10:32:32:065957+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3011545973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3011545973},{"type":"v1","addr":"172.21.15.145:6837","nonce":3011545973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4270,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/3431092497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3431092497},{"type":"v1","addr":"172.21.15.22:6834","nonce":3431092497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4273,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/4147193785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":4147193785},{"type":"v1","addr":"172.21.15.22:6835","nonce":4147193785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:32:28.439443+0000","modified":"2024-09-10T10:32:31.460816+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/798249162","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":798249162},{"type":"v1","addr":"172.21.15.145:6836","nonce":798249162}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-10T10:32:32.456 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-10T10:32:32.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 -- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40800678c0 msgr2=0x7f4080069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40800678c0 0x7f4080069d80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4094009840 tx=0x7f4094008040 comp rx=0 tx=0).stop 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 -- 172.21.15.22:0/3230796050 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a415c230 msgr2=0x7f40a4155d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a415c230 0x7f40a4155d60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f409c01a4f0 tx=0x7f409c019660 comp rx=0 tx=0).stop 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 -- 172.21.15.22:0/3230796050 shutdown_connections 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40800678c0 0x7f4080069d80 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40a415c230 0x7f40a4155d60 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40a40b0c20 0x7f40a41543e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 --2- 172.21.15.22:0/3230796050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40a40aecc0 0x7f40a41527e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 -- 172.21.15.22:0/3230796050 >> 172.21.15.22:0/3230796050 conn(0x7f40a40b3640 msgr2=0x7f40a40d0780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 -- 172.21.15.22:0/3230796050 shutdown_connections 2024-09-10T10:32:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.454+0000 7f40a9800640 1 -- 172.21.15.22:0/3230796050 wait complete. 2024-09-10T10:32:32.478 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:32.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbf200640 1 Processor -- start 2024-09-10T10:32:33.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbf200640 1 -- start start 2024-09-10T10:32:33.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbf200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3dc015c440 0x7f3dc00d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbf200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3dc00b6ae0 0x7f3dc00b6f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbf200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dc0071570 con 0x7f3dc00d1980 2024-09-10T10:32:33.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbf200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3dc00b1fb0 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbf200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3dc0071850 con 0x7f3dc015c440 2024-09-10T10:32:33.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbe800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3dc00b6ae0 0x7f3dc00b6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbe800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3dc00b6ae0 0x7f3dc00b6f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36092/0 (socket says 172.21.15.22:36092) 2024-09-10T10:32:33.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbe800640 1 -- 172.21.15.22:0/390501441 learned_addr learned my addr 172.21.15.22:0/390501441 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:33.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbde00640 1 --2- 172.21.15.22:0/390501441 >> v2:172.21.15.145:3300/0 conn(0x7f3dc015c440 0x7f3dc00d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbe800640 1 -- 172.21.15.22:0/390501441 >> v2:172.21.15.145:3300/0 conn(0x7f3dc015c440 msgr2=0x7f3dc00d1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:33.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbe800640 1 --2- 172.21.15.22:0/390501441 >> v2:172.21.15.145:3300/0 conn(0x7f3dc015c440 0x7f3dc00d1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbe800640 1 -- 172.21.15.22:0/390501441 >> v1:172.21.15.145:6789/0 conn(0x7f3dc00d1980 legacy=0x7f3dc00b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:33.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.614+0000 7f3dbe800640 1 -- 172.21.15.22:0/390501441 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc00b5680 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbe800640 1 --2- 172.21.15.22:0/390501441 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 0x7f3dc00b6f70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3dc0050fc0 tx=0x7f3db801c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce87c858aec8976b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:33.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbca00640 1 -- 172.21.15.22:0/390501441 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db80a5670 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbca00640 1 -- 172.21.15.22:0/390501441 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3db80a5810 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbca00640 1 -- 172.21.15.22:0/390501441 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db80a5be0 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbf200640 1 -- 172.21.15.22:0/390501441 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 msgr2=0x7f3dc00b6f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbf200640 1 --2- 172.21.15.22:0/390501441 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 0x7f3dc00b6f70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3dc0050fc0 tx=0x7f3db801c9b0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbf200640 1 -- 172.21.15.22:0/390501441 shutdown_connections 2024-09-10T10:32:33.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbf200640 1 --2- 172.21.15.22:0/390501441 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 0x7f3dc00b6f70 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbf200640 1 --2- 172.21.15.22:0/390501441 >> v2:172.21.15.145:3300/0 conn(0x7f3dc015c440 0x7f3dc00d1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbf200640 1 -- 172.21.15.22:0/390501441 >> 172.21.15.22:0/390501441 conn(0x7f3dc00b41e0 msgr2=0x7f3dc00b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbf200640 1 -- 172.21.15.22:0/390501441 shutdown_connections 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.618+0000 7f3dbf200640 1 -- 172.21.15.22:0/390501441 wait complete. 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbf200640 1 Processor -- start 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbf200640 1 -- start start 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbf200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 0x7f3dc0151bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbf200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3dc00d1980 0x7f3dc0157570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbf200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc015c440 0x7f3dc0157ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbf200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc0169250 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbf200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc01690d0 con 0x7f3dc015c440 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbf200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3dc01693d0 con 0x7f3dc00d1980 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 0x7f3dc0151bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 0x7f3dc0151bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36106/0 (socket says 172.21.15.22:36106) 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbde00640 1 -- 172.21.15.22:0/1359827707 learned_addr learned my addr 172.21.15.22:0/1359827707 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbd400640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3dc00d1980 0x7f3dc0157570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbe800640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc015c440 0x7f3dc0157ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbde00640 1 -- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3dc00d1980 msgr2=0x7f3dc0157570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbde00640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3dc00d1980 0x7f3dc0157570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbde00640 1 -- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc015c440 msgr2=0x7f3dc0157ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbde00640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc015c440 0x7f3dc0157ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbde00640 1 -- 172.21.15.22:0/1359827707 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc00af700 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbd400640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3dc00d1980 0x7f3dc0157570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbde00640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 0x7f3dc0151bf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3db000d5f0 tx=0x7f3db000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3db6000640 1 -- 172.21.15.22:0/1359827707 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db00125f0 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3db6000640 1 -- 172.21.15.22:0/1359827707 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3db0019070 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbf200640 1 -- 172.21.15.22:0/1359827707 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dc00ae940 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3db6000640 1 -- 172.21.15.22:0/1359827707 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db00129d0 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.622+0000 7f3dbf200640 1 -- 172.21.15.22:0/1359827707 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dc00aef00 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.626+0000 7f3dbf200640 1 -- 172.21.15.22:0/1359827707 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dc00b6f70 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.626+0000 7f3db6000640 1 -- 172.21.15.22:0/1359827707 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3db0012b70 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.626+0000 7f3db6000640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3da00678f0 0x7f3da0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.626+0000 7f3db6000640 1 -- 172.21.15.22:0/1359827707 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3db00860e0 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.626+0000 7f3dbd400640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3da00678f0 0x7f3da0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.626+0000 7f3dbd400640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3da00678f0 0x7f3da0069db0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3dc00b1190 tx=0x7f3dac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.630+0000 7f3db6000640 1 -- 172.21.15.22:0/1359827707 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3db0056c10 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.794+0000 7f3dbf200640 1 -- 172.21.15.22:0/1359827707 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3dc0158890 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3db6000640 1 -- 172.21.15.22:0/1359827707 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16681 (secure 0 0 0) 0x7f3db0056510 con 0x7f3dc00b6ae0 2024-09-10T10:32:33.083 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:33.083 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":22,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:30.049541+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:32:26.096225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:32:27.439106+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:33.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 -- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3da00678f0 msgr2=0x7f3da0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3da00678f0 0x7f3da0069db0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3dc00b1190 tx=0x7f3dac009040 comp rx=0 tx=0).stop 2024-09-10T10:32:33.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 -- 172.21.15.22:0/1359827707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 msgr2=0x7f3dc0151bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 0x7f3dc0151bf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3db000d5f0 tx=0x7f3db000dab0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 -- 172.21.15.22:0/1359827707 shutdown_connections 2024-09-10T10:32:33.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3da00678f0 0x7f3da0069db0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3dc015c440 0x7f3dc0157ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3dc00d1980 0x7f3dc0157570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 --2- 172.21.15.22:0/1359827707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3dc00b6ae0 0x7f3dc0151bf0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 -- 172.21.15.22:0/1359827707 >> 172.21.15.22:0/1359827707 conn(0x7f3dc00b41e0 msgr2=0x7f3dc015b4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:33.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 -- 172.21.15.22:0/1359827707 shutdown_connections 2024-09-10T10:32:33.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:32.798+0000 7f3dbf200640 1 -- 172.21.15.22:0/1359827707 wait complete. 2024-09-10T10:32:33.086 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:32:33.087 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:32:33.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.222+0000 7fdd9ac00640 1 Processor -- start 2024-09-10T10:32:33.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.222+0000 7fdd9ac00640 1 -- start start 2024-09-10T10:32:33.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd9ac00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdd940b6c20 0x7fdd9415e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd9ac00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd94073130 0x7fdd940b7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd9ac00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd9406bd60 con 0x7fdd940b7540 2024-09-10T10:32:33.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd9ac00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fdd9406c970 con 0x7fdd940b6c20 2024-09-10T10:32:33.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd9ac00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdd9406c040 con 0x7fdd94073130 2024-09-10T10:32:33.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd99800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdd940b6c20 0x7fdd9415e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd9a200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fdd940b7540 0x7fdd94070950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57304/0 (socket says 172.21.15.22:57304) 2024-09-10T10:32:33.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd9a200640 1 -- 172.21.15.22:0/1299454552 learned_addr learned my addr 172.21.15.22:0/1299454552 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:33.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd98e00640 1 --2- 172.21.15.22:0/1299454552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd94073130 0x7fdd940b7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd99800640 1 -- 172.21.15.22:0/1299454552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd94073130 msgr2=0x7fdd940b7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:33.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd99800640 1 --2- 172.21.15.22:0/1299454552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd94073130 0x7fdd940b7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd99800640 1 -- 172.21.15.22:0/1299454552 >> v1:172.21.15.22:6789/0 conn(0x7fdd940b7540 legacy=0x7fdd94070950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.226+0000 7fdd99800640 1 -- 172.21.15.22:0/1299454552 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd9406c320 con 0x7fdd940b6c20 2024-09-10T10:32:33.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd99800640 1 --2- 172.21.15.22:0/1299454552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b6c20 0x7fdd9415e8e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdd880097c0 tx=0x7fdd8801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8436aed0b3458cee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:33.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd93e00640 1 -- 172.21.15.22:0/1299454552 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd880b2070 con 0x7fdd940b6c20 2024-09-10T10:32:33.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd93e00640 1 -- 172.21.15.22:0/1299454552 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd880ad640 con 0x7fdd940b6c20 2024-09-10T10:32:33.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd93e00640 1 -- 172.21.15.22:0/1299454552 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd880ada10 con 0x7fdd940b6c20 2024-09-10T10:32:33.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 -- 172.21.15.22:0/1299454552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b6c20 msgr2=0x7fdd9415e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 --2- 172.21.15.22:0/1299454552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b6c20 0x7fdd9415e8e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdd880097c0 tx=0x7fdd8801c470 comp rx=0 tx=0).stop 2024-09-10T10:32:33.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 -- 172.21.15.22:0/1299454552 shutdown_connections 2024-09-10T10:32:33.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 --2- 172.21.15.22:0/1299454552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd94073130 0x7fdd940b7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 --2- 172.21.15.22:0/1299454552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b6c20 0x7fdd9415e8e0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 -- 172.21.15.22:0/1299454552 >> 172.21.15.22:0/1299454552 conn(0x7fdd940b4250 msgr2=0x7fdd940b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:33.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 -- 172.21.15.22:0/1299454552 shutdown_connections 2024-09-10T10:32:33.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 -- 172.21.15.22:0/1299454552 wait complete. 2024-09-10T10:32:33.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 Processor -- start 2024-09-10T10:32:33.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 -- start start 2024-09-10T10:32:33.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd94073130 0x7fdd9414b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd940b6c20 0x7fdd9415b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b7540 0x7fdd94157740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdd94074370 con 0x7fdd940b7540 2024-09-10T10:32:33.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd940741f0 con 0x7fdd94073130 2024-09-10T10:32:33.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.230+0000 7fdd9ac00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdd9416b160 con 0x7fdd940b6c20 2024-09-10T10:32:33.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9a200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b7540 0x7fdd94157740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9a200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b7540 0x7fdd94157740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36128/0 (socket says 172.21.15.22:36128) 2024-09-10T10:32:33.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9a200640 1 -- 172.21.15.22:0/327545605 learned_addr learned my addr 172.21.15.22:0/327545605 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:33.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd98e00640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd940b6c20 0x7fdd9415b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd99800640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd94073130 0x7fdd9414b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9a200640 1 -- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd940b6c20 msgr2=0x7fdd9415b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9a200640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd940b6c20 0x7fdd9415b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9a200640 1 -- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd94073130 msgr2=0x7fdd9414b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9a200640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd94073130 0x7fdd9414b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9a200640 1 -- 172.21.15.22:0/327545605 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd940b5e10 con 0x7fdd940b7540 2024-09-10T10:32:33.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9a200640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b7540 0x7fdd94157740 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c00ca80 tx=0x7fdd8c00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:33.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd91600640 1 -- 172.21.15.22:0/327545605 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd8c017070 con 0x7fdd940b7540 2024-09-10T10:32:33.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd91600640 1 -- 172.21.15.22:0/327545605 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd8c00ac30 con 0x7fdd940b7540 2024-09-10T10:32:33.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd91600640 1 -- 172.21.15.22:0/327545605 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd8c012600 con 0x7fdd940b7540 2024-09-10T10:32:33.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9ac00640 1 -- 172.21.15.22:0/327545605 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd9414c670 con 0x7fdd940b7540 2024-09-10T10:32:33.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9ac00640 1 -- 172.21.15.22:0/327545605 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd9414cc30 con 0x7fdd940b7540 2024-09-10T10:32:33.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd9ac00640 1 -- 172.21.15.22:0/327545605 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd940b7000 con 0x7fdd940b7540 2024-09-10T10:32:33.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd91600640 1 -- 172.21.15.22:0/327545605 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdd8c01a070 con 0x7fdd940b7540 2024-09-10T10:32:33.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.234+0000 7fdd91600640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd740678c0 0x7fdd74069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.238+0000 7fdd91600640 1 -- 172.21.15.22:0/327545605 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fdd8c085930 con 0x7fdd940b7540 2024-09-10T10:32:33.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.238+0000 7fdd99800640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd740678c0 0x7fdd74069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.238+0000 7fdd99800640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd740678c0 0x7fdd74069d80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fdd880af000 tx=0x7fdd88008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:33.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.242+0000 7fdd91600640 1 -- 172.21.15.22:0/327545605 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdd8c00ae20 con 0x7fdd940b7540 2024-09-10T10:32:33.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.402+0000 7fdd9ac00640 1 -- 172.21.15.22:0/327545605 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdd94071af0 con 0x7fdd740678c0 2024-09-10T10:32:33.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.410+0000 7fdd91600640 1 -- 172.21.15.22:0/327545605 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247618 (secure 0 0 0) 0x7fdd94071af0 con 0x7fdd740678c0 2024-09-10T10:32:33.416 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:33.420 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:32:33.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 -- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd740678c0 msgr2=0x7fdd74069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd740678c0 0x7fdd74069d80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fdd880af000 tx=0x7fdd88008040 comp rx=0 tx=0).stop 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 -- 172.21.15.22:0/327545605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b7540 msgr2=0x7fdd94157740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b7540 0x7fdd94157740 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c00ca80 tx=0x7fdd8c00cf40 comp rx=0 tx=0).stop 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 -- 172.21.15.22:0/327545605 shutdown_connections 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd740678c0 0x7fdd74069d80 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd940b7540 0x7fdd94157740 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd940b6c20 0x7fdd9415b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 --2- 172.21.15.22:0/327545605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd94073130 0x7fdd9414b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 -- 172.21.15.22:0/327545605 >> 172.21.15.22:0/327545605 conn(0x7fdd940b4250 msgr2=0x7fdd9415cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 -- 172.21.15.22:0/327545605 shutdown_connections 2024-09-10T10:32:33.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.414+0000 7fdd9ac00640 1 -- 172.21.15.22:0/327545605 wait complete. 2024-09-10T10:32:33.439 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-10T10:32:33.333635+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590438,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":160,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":54,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235604,"kb_used_data":2716,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739116,"statfs":{"total":773094113280,"available":772852854784,"internally_reserved":0,"allocated":2781184,"data_stored":1693300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001156"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038775+0000","last_change":"2024-09-10T10:32:28.038775+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038775+0000","last_undegraded":"2024-09-10T10:32:28.038775+0000","last_fullsized":"2024-09-10T10:32:28.038775+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086530+0000","last_change":"2024-09-10T10:32:29.055028+0000","last_active":"2024-09-10T10:32:30.086530+0000","last_peered":"2024-09-10T10:32:30.086530+0000","last_clean":"2024-09-10T10:32:30.086530+0000","last_became_active":"2024-09-10T10:32:29.054764+0000","last_became_peered":"2024-09-10T10:32:29.054764+0000","last_unstale":"2024-09-10T10:32:30.086530+0000","last_undegraded":"2024-09-10T10:32:30.086530+0000","last_fullsized":"2024-09-10T10:32:30.086530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:17.725431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086336+0000","last_change":"2024-09-10T10:32:29.061695+0000","last_active":"2024-09-10T10:32:30.086336+0000","last_peered":"2024-09-10T10:32:30.086336+0000","last_clean":"2024-09-10T10:32:30.086336+0000","last_became_active":"2024-09-10T10:32:29.061291+0000","last_became_peered":"2024-09-10T10:32:29.061291+0000","last_unstale":"2024-09-10T10:32:30.086336+0000","last_undegraded":"2024-09-10T10:32:30.086336+0000","last_fullsized":"2024-09-10T10:32:30.086336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:18.833417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038251+0000","last_change":"2024-09-10T10:32:28.038251+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038251+0000","last_undegraded":"2024-09-10T10:32:28.038251+0000","last_fullsized":"2024-09-10T10:32:28.038251+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041845+0000","last_change":"2024-09-10T10:32:28.041845+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041845+0000","last_undegraded":"2024-09-10T10:32:28.041845+0000","last_fullsized":"2024-09-10T10:32:28.041845+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039013+0000","last_change":"2024-09-10T10:32:28.039013+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039013+0000","last_undegraded":"2024-09-10T10:32:28.039013+0000","last_fullsized":"2024-09-10T10:32:28.039013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039831+0000","last_change":"2024-09-10T10:32:28.039831+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039831+0000","last_undegraded":"2024-09-10T10:32:28.039831+0000","last_fullsized":"2024-09-10T10:32:28.039831+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086747+0000","last_change":"2024-09-10T10:32:29.062881+0000","last_active":"2024-09-10T10:32:30.086747+0000","last_peered":"2024-09-10T10:32:30.086747+0000","last_clean":"2024-09-10T10:32:30.086747+0000","last_became_active":"2024-09-10T10:32:29.062478+0000","last_became_peered":"2024-09-10T10:32:29.062478+0000","last_unstale":"2024-09-10T10:32:30.086747+0000","last_undegraded":"2024-09-10T10:32:30.086747+0000","last_fullsized":"2024-09-10T10:32:30.086747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:42.319373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.046333+0000","last_change":"2024-09-10T10:32:28.046333+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.046333+0000","last_undegraded":"2024-09-10T10:32:28.046333+0000","last_fullsized":"2024-09-10T10:32:28.046333+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038565+0000","last_change":"2024-09-10T10:32:28.038565+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038565+0000","last_undegraded":"2024-09-10T10:32:28.038565+0000","last_fullsized":"2024-09-10T10:32:28.038565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039292+0000","last_change":"2024-09-10T10:32:28.039292+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039292+0000","last_undegraded":"2024-09-10T10:32:28.039292+0000","last_fullsized":"2024-09-10T10:32:28.039292+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040814+0000","last_change":"2024-09-10T10:32:28.040814+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040814+0000","last_undegraded":"2024-09-10T10:32:28.040814+0000","last_fullsized":"2024-09-10T10:32:28.040814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043064+0000","last_change":"2024-09-10T10:32:28.043064+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043064+0000","last_undegraded":"2024-09-10T10:32:28.043064+0000","last_fullsized":"2024-09-10T10:32:28.043064+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.042365+0000","last_change":"2024-09-10T10:32:28.042365+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.042365+0000","last_undegraded":"2024-09-10T10:32:28.042365+0000","last_fullsized":"2024-09-10T10:32:28.042365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087105+0000","last_change":"2024-09-10T10:32:29.057867+0000","last_active":"2024-09-10T10:32:30.087105+0000","last_peered":"2024-09-10T10:32:30.087105+0000","last_clean":"2024-09-10T10:32:30.087105+0000","last_became_active":"2024-09-10T10:32:29.057462+0000","last_became_peered":"2024-09-10T10:32:29.057462+0000","last_unstale":"2024-09-10T10:32:30.087105+0000","last_undegraded":"2024-09-10T10:32:30.087105+0000","last_fullsized":"2024-09-10T10:32:30.087105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:02.204778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.060000+0000","last_change":"2024-09-10T10:32:28.060000+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.060000+0000","last_undegraded":"2024-09-10T10:32:28.060000+0000","last_fullsized":"2024-09-10T10:32:28.060000+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043565+0000","last_change":"2024-09-10T10:32:28.043565+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043565+0000","last_undegraded":"2024-09-10T10:32:28.043565+0000","last_fullsized":"2024-09-10T10:32:28.043565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037979+0000","last_change":"2024-09-10T10:32:28.037979+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037979+0000","last_undegraded":"2024-09-10T10:32:28.037979+0000","last_fullsized":"2024-09-10T10:32:28.037979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045409+0000","last_change":"2024-09-10T10:32:28.045409+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045409+0000","last_undegraded":"2024-09-10T10:32:28.045409+0000","last_fullsized":"2024-09-10T10:32:28.045409+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038273+0000","last_change":"2024-09-10T10:32:28.038273+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038273+0000","last_undegraded":"2024-09-10T10:32:28.038273+0000","last_fullsized":"2024-09-10T10:32:28.038273+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040450+0000","last_change":"2024-09-10T10:32:28.040450+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040450+0000","last_undegraded":"2024-09-10T10:32:28.040450+0000","last_fullsized":"2024-09-10T10:32:28.040450+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045021+0000","last_change":"2024-09-10T10:32:28.045021+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045021+0000","last_undegraded":"2024-09-10T10:32:28.045021+0000","last_fullsized":"2024-09-10T10:32:28.045021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087113+0000","last_change":"2024-09-10T10:32:29.053601+0000","last_active":"2024-09-10T10:32:30.087113+0000","last_peered":"2024-09-10T10:32:30.087113+0000","last_clean":"2024-09-10T10:32:30.087113+0000","last_became_active":"2024-09-10T10:32:29.053344+0000","last_became_peered":"2024-09-10T10:32:29.053344+0000","last_unstale":"2024-09-10T10:32:30.087113+0000","last_undegraded":"2024-09-10T10:32:30.087113+0000","last_fullsized":"2024-09-10T10:32:30.087113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:57.544341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.044834+0000","last_change":"2024-09-10T10:32:28.044834+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.044834+0000","last_undegraded":"2024-09-10T10:32:28.044834+0000","last_fullsized":"2024-09-10T10:32:28.044834+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086282+0000","last_change":"2024-09-10T10:32:29.064338+0000","last_active":"2024-09-10T10:32:30.086282+0000","last_peered":"2024-09-10T10:32:30.086282+0000","last_clean":"2024-09-10T10:32:30.086282+0000","last_became_active":"2024-09-10T10:32:29.063384+0000","last_became_peered":"2024-09-10T10:32:29.063384+0000","last_unstale":"2024-09-10T10:32:30.086282+0000","last_undegraded":"2024-09-10T10:32:30.086282+0000","last_fullsized":"2024-09-10T10:32:30.086282+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:42.756760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039648+0000","last_change":"2024-09-10T10:32:28.039648+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039648+0000","last_undegraded":"2024-09-10T10:32:28.039648+0000","last_fullsized":"2024-09-10T10:32:28.039648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043015+0000","last_change":"2024-09-10T10:32:28.043015+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043015+0000","last_undegraded":"2024-09-10T10:32:28.043015+0000","last_fullsized":"2024-09-10T10:32:28.043015+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045008+0000","last_change":"2024-09-10T10:32:28.045008+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045008+0000","last_undegraded":"2024-09-10T10:32:28.045008+0000","last_fullsized":"2024-09-10T10:32:28.045008+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086408+0000","last_change":"2024-09-10T10:32:29.063809+0000","last_active":"2024-09-10T10:32:30.086408+0000","last_peered":"2024-09-10T10:32:30.086408+0000","last_clean":"2024-09-10T10:32:30.086408+0000","last_became_active":"2024-09-10T10:32:29.062266+0000","last_became_peered":"2024-09-10T10:32:29.062266+0000","last_unstale":"2024-09-10T10:32:30.086408+0000","last_undegraded":"2024-09-10T10:32:30.086408+0000","last_fullsized":"2024-09-10T10:32:30.086408+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:32.533530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045367+0000","last_change":"2024-09-10T10:32:28.045367+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045367+0000","last_undegraded":"2024-09-10T10:32:28.045367+0000","last_fullsized":"2024-09-10T10:32:28.045367+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038728+0000","last_change":"2024-09-10T10:32:28.038728+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038728+0000","last_undegraded":"2024-09-10T10:32:28.038728+0000","last_fullsized":"2024-09-10T10:32:28.038728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045651+0000","last_change":"2024-09-10T10:32:28.045651+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045651+0000","last_undegraded":"2024-09-10T10:32:28.045651+0000","last_fullsized":"2024-09-10T10:32:28.045651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039689+0000","last_change":"2024-09-10T10:32:28.039689+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039689+0000","last_undegraded":"2024-09-10T10:32:28.039689+0000","last_fullsized":"2024-09-10T10:32:28.039689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086473+0000","last_change":"2024-09-10T10:32:28.062609+0000","last_active":"2024-09-10T10:32:30.086473+0000","last_peered":"2024-09-10T10:32:30.086473+0000","last_clean":"2024-09-10T10:32:30.086473+0000","last_became_active":"2024-09-10T10:32:28.062222+0000","last_became_peered":"2024-09-10T10:32:28.062222+0000","last_unstale":"2024-09-10T10:32:30.086473+0000","last_undegraded":"2024-09-10T10:32:30.086473+0000","last_fullsized":"2024-09-10T10:32:30.086473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:43.836262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039830+0000","last_change":"2024-09-10T10:32:28.039830+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039830+0000","last_undegraded":"2024-09-10T10:32:28.039830+0000","last_fullsized":"2024-09-10T10:32:28.039830+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067033+0000","last_change":"2024-09-10T10:32:28.062755+0000","last_active":"2024-09-10T10:32:28.067033+0000","last_peered":"2024-09-10T10:32:28.067033+0000","last_clean":"2024-09-10T10:32:28.067033+0000","last_became_active":"2024-09-10T10:32:28.062503+0000","last_became_peered":"2024-09-10T10:32:28.062503+0000","last_unstale":"2024-09-10T10:32:28.067033+0000","last_undegraded":"2024-09-10T10:32:28.067033+0000","last_fullsized":"2024-09-10T10:32:28.067033+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.053206+0000","last_change":"2024-09-10T10:32:28.052032+0000","last_active":"2024-09-10T10:32:28.053206+0000","last_peered":"2024-09-10T10:32:28.053206+0000","last_clean":"2024-09-10T10:32:28.053206+0000","last_became_active":"2024-09-10T10:32:28.051649+0000","last_became_peered":"2024-09-10T10:32:28.051649+0000","last_unstale":"2024-09-10T10:32:28.053206+0000","last_undegraded":"2024-09-10T10:32:28.053206+0000","last_fullsized":"2024-09-10T10:32:28.053206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087034+0000","last_change":"2024-09-10T10:32:29.060458+0000","last_active":"2024-09-10T10:32:30.087034+0000","last_peered":"2024-09-10T10:32:30.087034+0000","last_clean":"2024-09-10T10:32:30.087034+0000","last_became_active":"2024-09-10T10:32:29.060165+0000","last_became_peered":"2024-09-10T10:32:29.060165+0000","last_unstale":"2024-09-10T10:32:30.087034+0000","last_undegraded":"2024-09-10T10:32:30.087034+0000","last_fullsized":"2024-09-10T10:32:30.087034+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:08.690335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067227+0000","last_change":"2024-09-10T10:32:28.065257+0000","last_active":"2024-09-10T10:32:28.067227+0000","last_peered":"2024-09-10T10:32:28.067227+0000","last_clean":"2024-09-10T10:32:28.067227+0000","last_became_active":"2024-09-10T10:32:28.064881+0000","last_became_peered":"2024-09-10T10:32:28.064881+0000","last_unstale":"2024-09-10T10:32:28.067227+0000","last_undegraded":"2024-09-10T10:32:28.067227+0000","last_fullsized":"2024-09-10T10:32:28.067227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040120+0000","last_change":"2024-09-10T10:32:28.040120+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040120+0000","last_undegraded":"2024-09-10T10:32:28.040120+0000","last_fullsized":"2024-09-10T10:32:28.040120+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.052018+0000","last_change":"2024-09-10T10:32:28.049741+0000","last_active":"2024-09-10T10:32:28.052018+0000","last_peered":"2024-09-10T10:32:28.052018+0000","last_clean":"2024-09-10T10:32:28.052018+0000","last_became_active":"2024-09-10T10:32:28.049315+0000","last_became_peered":"2024-09-10T10:32:28.049315+0000","last_unstale":"2024-09-10T10:32:28.052018+0000","last_undegraded":"2024-09-10T10:32:28.052018+0000","last_fullsized":"2024-09-10T10:32:28.052018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038529+0000","last_change":"2024-09-10T10:32:28.038529+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038529+0000","last_undegraded":"2024-09-10T10:32:28.038529+0000","last_fullsized":"2024-09-10T10:32:28.038529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.053936+0000","last_change":"2024-09-10T10:32:28.051475+0000","last_active":"2024-09-10T10:32:28.053936+0000","last_peered":"2024-09-10T10:32:28.053936+0000","last_clean":"2024-09-10T10:32:28.053936+0000","last_became_active":"2024-09-10T10:32:28.051180+0000","last_became_peered":"2024-09-10T10:32:28.051180+0000","last_unstale":"2024-09-10T10:32:28.053936+0000","last_undegraded":"2024-09-10T10:32:28.053936+0000","last_fullsized":"2024-09-10T10:32:28.053936+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086579+0000","last_change":"2024-09-10T10:32:29.056539+0000","last_active":"2024-09-10T10:32:30.086579+0000","last_peered":"2024-09-10T10:32:30.086579+0000","last_clean":"2024-09-10T10:32:30.086579+0000","last_became_active":"2024-09-10T10:32:29.056268+0000","last_became_peered":"2024-09-10T10:32:29.056268+0000","last_unstale":"2024-09-10T10:32:30.086579+0000","last_undegraded":"2024-09-10T10:32:30.086579+0000","last_fullsized":"2024-09-10T10:32:30.086579+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:28.256027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.062432+0000","last_change":"2024-09-10T10:32:28.059266+0000","last_active":"2024-09-10T10:32:28.062432+0000","last_peered":"2024-09-10T10:32:28.062432+0000","last_clean":"2024-09-10T10:32:28.062432+0000","last_became_active":"2024-09-10T10:32:28.058972+0000","last_became_peered":"2024-09-10T10:32:28.058972+0000","last_unstale":"2024-09-10T10:32:28.062432+0000","last_undegraded":"2024-09-10T10:32:28.062432+0000","last_fullsized":"2024-09-10T10:32:28.062432+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040178+0000","last_change":"2024-09-10T10:32:28.040178+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040178+0000","last_undegraded":"2024-09-10T10:32:28.040178+0000","last_fullsized":"2024-09-10T10:32:28.040178+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.058302+0000","last_change":"2024-09-10T10:32:28.052198+0000","last_active":"2024-09-10T10:32:28.058302+0000","last_peered":"2024-09-10T10:32:28.058302+0000","last_clean":"2024-09-10T10:32:28.058302+0000","last_became_active":"2024-09-10T10:32:28.051988+0000","last_became_peered":"2024-09-10T10:32:28.051988+0000","last_unstale":"2024-09-10T10:32:28.058302+0000","last_undegraded":"2024-09-10T10:32:28.058302+0000","last_fullsized":"2024-09-10T10:32:28.058302+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037552+0000","last_change":"2024-09-10T10:32:28.037552+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037552+0000","last_undegraded":"2024-09-10T10:32:28.037552+0000","last_fullsized":"2024-09-10T10:32:28.037552+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.066919+0000","last_change":"2024-09-10T10:32:28.063210+0000","last_active":"2024-09-10T10:32:28.066919+0000","last_peered":"2024-09-10T10:32:28.066919+0000","last_clean":"2024-09-10T10:32:28.066919+0000","last_became_active":"2024-09-10T10:32:28.062952+0000","last_became_peered":"2024-09-10T10:32:28.062952+0000","last_unstale":"2024-09-10T10:32:28.066919+0000","last_undegraded":"2024-09-10T10:32:28.066919+0000","last_fullsized":"2024-09-10T10:32:28.066919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041836+0000","last_change":"2024-09-10T10:32:28.041836+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041836+0000","last_undegraded":"2024-09-10T10:32:28.041836+0000","last_fullsized":"2024-09-10T10:32:28.041836+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.064764+0000","last_change":"2024-09-10T10:32:28.062189+0000","last_active":"2024-09-10T10:32:28.064764+0000","last_peered":"2024-09-10T10:32:28.064764+0000","last_clean":"2024-09-10T10:32:28.064764+0000","last_became_active":"2024-09-10T10:32:28.061633+0000","last_became_peered":"2024-09-10T10:32:28.061633+0000","last_unstale":"2024-09-10T10:32:28.064764+0000","last_undegraded":"2024-09-10T10:32:28.064764+0000","last_fullsized":"2024-09-10T10:32:28.064764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.042496+0000","last_change":"2024-09-10T10:32:28.042496+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.042496+0000","last_undegraded":"2024-09-10T10:32:28.042496+0000","last_fullsized":"2024-09-10T10:32:28.042496+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063643+0000","last_change":"2024-09-10T10:32:28.061765+0000","last_active":"2024-09-10T10:32:28.063643+0000","last_peered":"2024-09-10T10:32:28.063643+0000","last_clean":"2024-09-10T10:32:28.063643+0000","last_became_active":"2024-09-10T10:32:28.061469+0000","last_became_peered":"2024-09-10T10:32:28.061469+0000","last_unstale":"2024-09-10T10:32:28.063643+0000","last_undegraded":"2024-09-10T10:32:28.063643+0000","last_fullsized":"2024-09-10T10:32:28.063643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040752+0000","last_change":"2024-09-10T10:32:28.040752+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040752+0000","last_undegraded":"2024-09-10T10:32:28.040752+0000","last_fullsized":"2024-09-10T10:32:28.040752+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.049795+0000","last_change":"2024-09-10T10:32:28.047575+0000","last_active":"2024-09-10T10:32:28.049795+0000","last_peered":"2024-09-10T10:32:28.049795+0000","last_clean":"2024-09-10T10:32:28.049795+0000","last_became_active":"2024-09-10T10:32:28.047044+0000","last_became_peered":"2024-09-10T10:32:28.047044+0000","last_unstale":"2024-09-10T10:32:28.049795+0000","last_undegraded":"2024-09-10T10:32:28.049795+0000","last_fullsized":"2024-09-10T10:32:28.049795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.044685+0000","last_change":"2024-09-10T10:32:28.044685+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.044685+0000","last_undegraded":"2024-09-10T10:32:28.044685+0000","last_fullsized":"2024-09-10T10:32:28.044685+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063507+0000","last_change":"2024-09-10T10:32:28.061411+0000","last_active":"2024-09-10T10:32:28.063507+0000","last_peered":"2024-09-10T10:32:28.063507+0000","last_clean":"2024-09-10T10:32:28.063507+0000","last_became_active":"2024-09-10T10:32:28.061080+0000","last_became_peered":"2024-09-10T10:32:28.061080+0000","last_unstale":"2024-09-10T10:32:28.063507+0000","last_undegraded":"2024-09-10T10:32:28.063507+0000","last_fullsized":"2024-09-10T10:32:28.063507+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037868+0000","last_change":"2024-09-10T10:32:28.037868+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037868+0000","last_undegraded":"2024-09-10T10:32:28.037868+0000","last_fullsized":"2024-09-10T10:32:28.037868+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061149+0000","last_change":"2024-09-10T10:32:28.058216+0000","last_active":"2024-09-10T10:32:28.061149+0000","last_peered":"2024-09-10T10:32:28.061149+0000","last_clean":"2024-09-10T10:32:28.061149+0000","last_became_active":"2024-09-10T10:32:28.054955+0000","last_became_peered":"2024-09-10T10:32:28.054955+0000","last_unstale":"2024-09-10T10:32:28.061149+0000","last_undegraded":"2024-09-10T10:32:28.061149+0000","last_fullsized":"2024-09-10T10:32:28.061149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037650+0000","last_change":"2024-09-10T10:32:28.037650+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037650+0000","last_undegraded":"2024-09-10T10:32:28.037650+0000","last_fullsized":"2024-09-10T10:32:28.037650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086405+0000","last_change":"2024-09-10T10:32:28.060086+0000","last_active":"2024-09-10T10:32:30.086405+0000","last_peered":"2024-09-10T10:32:30.086405+0000","last_clean":"2024-09-10T10:32:30.086405+0000","last_became_active":"2024-09-10T10:32:28.059813+0000","last_became_peered":"2024-09-10T10:32:28.059813+0000","last_unstale":"2024-09-10T10:32:30.086405+0000","last_undegraded":"2024-09-10T10:32:30.086405+0000","last_fullsized":"2024-09-10T10:32:30.086405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:18.744745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037711+0000","last_change":"2024-09-10T10:32:28.037711+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037711+0000","last_undegraded":"2024-09-10T10:32:28.037711+0000","last_fullsized":"2024-09-10T10:32:28.037711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.056820+0000","last_change":"2024-09-10T10:32:28.055546+0000","last_active":"2024-09-10T10:32:28.056820+0000","last_peered":"2024-09-10T10:32:28.056820+0000","last_clean":"2024-09-10T10:32:28.056820+0000","last_became_active":"2024-09-10T10:32:28.054975+0000","last_became_peered":"2024-09-10T10:32:28.054975+0000","last_unstale":"2024-09-10T10:32:28.056820+0000","last_undegraded":"2024-09-10T10:32:28.056820+0000","last_fullsized":"2024-09-10T10:32:28.056820+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.058956+0000","last_change":"2024-09-10T10:32:28.058956+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.058956+0000","last_undegraded":"2024-09-10T10:32:28.058956+0000","last_fullsized":"2024-09-10T10:32:28.058956+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.041058+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:32:28.041058+0000","last_peered":"2024-09-10T10:32:28.041058+0000","last_clean":"2024-09-10T10:32:28.041058+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:32:28.041058+0000","last_undegraded":"2024-09-10T10:32:28.041058+0000","last_fullsized":"2024-09-10T10:32:28.041058+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070185+0000","last_change":"2024-09-10T10:32:28.068231+0000","last_active":"2024-09-10T10:32:28.070185+0000","last_peered":"2024-09-10T10:32:28.070185+0000","last_clean":"2024-09-10T10:32:28.070185+0000","last_became_active":"2024-09-10T10:32:28.067984+0000","last_became_peered":"2024-09-10T10:32:28.067984+0000","last_unstale":"2024-09-10T10:32:28.070185+0000","last_undegraded":"2024-09-10T10:32:28.070185+0000","last_fullsized":"2024-09-10T10:32:28.070185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:03.155252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038099+0000","last_change":"2024-09-10T10:32:28.038099+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038099+0000","last_undegraded":"2024-09-10T10:32:28.038099+0000","last_fullsized":"2024-09-10T10:32:28.038099+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070166+0000","last_change":"2024-09-10T10:32:28.067705+0000","last_active":"2024-09-10T10:32:28.070166+0000","last_peered":"2024-09-10T10:32:28.070166+0000","last_clean":"2024-09-10T10:32:28.070166+0000","last_became_active":"2024-09-10T10:32:28.067437+0000","last_became_peered":"2024-09-10T10:32:28.067437+0000","last_unstale":"2024-09-10T10:32:28.070166+0000","last_undegraded":"2024-09-10T10:32:28.070166+0000","last_fullsized":"2024-09-10T10:32:28.070166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041785+0000","last_change":"2024-09-10T10:32:28.041785+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041785+0000","last_undegraded":"2024-09-10T10:32:28.041785+0000","last_fullsized":"2024-09-10T10:32:28.041785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.064364+0000","last_change":"2024-09-10T10:32:28.060003+0000","last_active":"2024-09-10T10:32:28.064364+0000","last_peered":"2024-09-10T10:32:28.064364+0000","last_clean":"2024-09-10T10:32:28.064364+0000","last_became_active":"2024-09-10T10:32:28.059681+0000","last_became_peered":"2024-09-10T10:32:28.059681+0000","last_unstale":"2024-09-10T10:32:28.064364+0000","last_undegraded":"2024-09-10T10:32:28.064364+0000","last_fullsized":"2024-09-10T10:32:28.064364+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087055+0000","last_change":"2024-09-10T10:32:29.067713+0000","last_active":"2024-09-10T10:32:30.087055+0000","last_peered":"2024-09-10T10:32:30.087055+0000","last_clean":"2024-09-10T10:32:30.087055+0000","last_became_active":"2024-09-10T10:32:29.067417+0000","last_became_peered":"2024-09-10T10:32:29.067417+0000","last_unstale":"2024-09-10T10:32:30.087055+0000","last_undegraded":"2024-09-10T10:32:30.087055+0000","last_fullsized":"2024-09-10T10:32:30.087055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:17.598694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067141+0000","last_change":"2024-09-10T10:32:28.063463+0000","last_active":"2024-09-10T10:32:28.067141+0000","last_peered":"2024-09-10T10:32:28.067141+0000","last_clean":"2024-09-10T10:32:28.067141+0000","last_became_active":"2024-09-10T10:32:28.063234+0000","last_became_peered":"2024-09-10T10:32:28.063234+0000","last_unstale":"2024-09-10T10:32:28.067141+0000","last_undegraded":"2024-09-10T10:32:28.067141+0000","last_fullsized":"2024-09-10T10:32:28.067141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.036782+0000","last_change":"2024-09-10T10:32:28.036782+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.036782+0000","last_undegraded":"2024-09-10T10:32:28.036782+0000","last_fullsized":"2024-09-10T10:32:28.036782+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086120+0000","last_change":"2024-09-10T10:32:28.062420+0000","last_active":"2024-09-10T10:32:30.086120+0000","last_peered":"2024-09-10T10:32:30.086120+0000","last_clean":"2024-09-10T10:32:30.086120+0000","last_became_active":"2024-09-10T10:32:28.062051+0000","last_became_peered":"2024-09-10T10:32:28.062051+0000","last_unstale":"2024-09-10T10:32:30.086120+0000","last_undegraded":"2024-09-10T10:32:30.086120+0000","last_fullsized":"2024-09-10T10:32:30.086120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:45.541712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039020+0000","last_change":"2024-09-10T10:32:28.039020+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039020+0000","last_undegraded":"2024-09-10T10:32:28.039020+0000","last_fullsized":"2024-09-10T10:32:28.039020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067073+0000","last_change":"2024-09-10T10:32:28.063319+0000","last_active":"2024-09-10T10:32:28.067073+0000","last_peered":"2024-09-10T10:32:28.067073+0000","last_clean":"2024-09-10T10:32:28.067073+0000","last_became_active":"2024-09-10T10:32:28.060657+0000","last_became_peered":"2024-09-10T10:32:28.060657+0000","last_unstale":"2024-09-10T10:32:28.067073+0000","last_undegraded":"2024-09-10T10:32:28.067073+0000","last_fullsized":"2024-09-10T10:32:28.067073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043843+0000","last_change":"2024-09-10T10:32:28.043843+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043843+0000","last_undegraded":"2024-09-10T10:32:28.043843+0000","last_fullsized":"2024-09-10T10:32:28.043843+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061170+0000","last_change":"2024-09-10T10:32:28.058889+0000","last_active":"2024-09-10T10:32:28.061170+0000","last_peered":"2024-09-10T10:32:28.061170+0000","last_clean":"2024-09-10T10:32:28.061170+0000","last_became_active":"2024-09-10T10:32:28.054880+0000","last_became_peered":"2024-09-10T10:32:28.054880+0000","last_unstale":"2024-09-10T10:32:28.061170+0000","last_undegraded":"2024-09-10T10:32:28.061170+0000","last_fullsized":"2024-09-10T10:32:28.061170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038495+0000","last_change":"2024-09-10T10:32:28.038495+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038495+0000","last_undegraded":"2024-09-10T10:32:28.038495+0000","last_fullsized":"2024-09-10T10:32:28.038495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067168+0000","last_change":"2024-09-10T10:32:28.063935+0000","last_active":"2024-09-10T10:32:28.067168+0000","last_peered":"2024-09-10T10:32:28.067168+0000","last_clean":"2024-09-10T10:32:28.067168+0000","last_became_active":"2024-09-10T10:32:28.063706+0000","last_became_peered":"2024-09-10T10:32:28.063706+0000","last_unstale":"2024-09-10T10:32:28.067168+0000","last_undegraded":"2024-09-10T10:32:28.067168+0000","last_fullsized":"2024-09-10T10:32:28.067168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039625+0000","last_change":"2024-09-10T10:32:28.039625+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039625+0000","last_undegraded":"2024-09-10T10:32:28.039625+0000","last_fullsized":"2024-09-10T10:32:28.039625+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.057473+0000","last_change":"2024-09-10T10:32:28.056199+0000","last_active":"2024-09-10T10:32:28.057473+0000","last_peered":"2024-09-10T10:32:28.057473+0000","last_clean":"2024-09-10T10:32:28.057473+0000","last_became_active":"2024-09-10T10:32:28.055922+0000","last_became_peered":"2024-09-10T10:32:28.055922+0000","last_unstale":"2024-09-10T10:32:28.057473+0000","last_undegraded":"2024-09-10T10:32:28.057473+0000","last_fullsized":"2024-09-10T10:32:28.057473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041924+0000","last_change":"2024-09-10T10:32:28.041924+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041924+0000","last_undegraded":"2024-09-10T10:32:28.041924+0000","last_fullsized":"2024-09-10T10:32:28.041924+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061088+0000","last_change":"2024-09-10T10:32:28.055719+0000","last_active":"2024-09-10T10:32:28.061088+0000","last_peered":"2024-09-10T10:32:28.061088+0000","last_clean":"2024-09-10T10:32:28.061088+0000","last_became_active":"2024-09-10T10:32:28.055432+0000","last_became_peered":"2024-09-10T10:32:28.055432+0000","last_unstale":"2024-09-10T10:32:28.061088+0000","last_undegraded":"2024-09-10T10:32:28.061088+0000","last_fullsized":"2024-09-10T10:32:28.061088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039042+0000","last_change":"2024-09-10T10:32:28.039042+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039042+0000","last_undegraded":"2024-09-10T10:32:28.039042+0000","last_fullsized":"2024-09-10T10:32:28.039042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063372+0000","last_change":"2024-09-10T10:32:28.059500+0000","last_active":"2024-09-10T10:32:28.063372+0000","last_peered":"2024-09-10T10:32:28.063372+0000","last_clean":"2024-09-10T10:32:28.063372+0000","last_became_active":"2024-09-10T10:32:28.059314+0000","last_became_peered":"2024-09-10T10:32:28.059314+0000","last_unstale":"2024-09-10T10:32:28.063372+0000","last_undegraded":"2024-09-10T10:32:28.063372+0000","last_fullsized":"2024-09-10T10:32:28.063372+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037988+0000","last_change":"2024-09-10T10:32:28.037988+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037988+0000","last_undegraded":"2024-09-10T10:32:28.037988+0000","last_fullsized":"2024-09-10T10:32:28.037988+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070206+0000","last_change":"2024-09-10T10:32:28.068401+0000","last_active":"2024-09-10T10:32:28.070206+0000","last_peered":"2024-09-10T10:32:28.070206+0000","last_clean":"2024-09-10T10:32:28.070206+0000","last_became_active":"2024-09-10T10:32:28.068133+0000","last_became_peered":"2024-09-10T10:32:28.068133+0000","last_unstale":"2024-09-10T10:32:28.070206+0000","last_undegraded":"2024-09-10T10:32:28.070206+0000","last_fullsized":"2024-09-10T10:32:28.070206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:54:40.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043991+0000","last_change":"2024-09-10T10:32:28.043991+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043991+0000","last_undegraded":"2024-09-10T10:32:28.043991+0000","last_fullsized":"2024-09-10T10:32:28.043991+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.059421+0000","last_change":"2024-09-10T10:32:28.059421+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.059421+0000","last_undegraded":"2024-09-10T10:32:28.059421+0000","last_fullsized":"2024-09-10T10:32:28.059421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.055615+0000","last_change":"2024-09-10T10:32:28.053067+0000","last_active":"2024-09-10T10:32:28.055615+0000","last_peered":"2024-09-10T10:32:28.055615+0000","last_clean":"2024-09-10T10:32:28.055615+0000","last_became_active":"2024-09-10T10:32:28.052777+0000","last_became_peered":"2024-09-10T10:32:28.052777+0000","last_unstale":"2024-09-10T10:32:28.055615+0000","last_undegraded":"2024-09-10T10:32:28.055615+0000","last_fullsized":"2024-09-10T10:32:28.055615+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.050170+0000","last_change":"2024-09-10T10:32:28.050170+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.050170+0000","last_undegraded":"2024-09-10T10:32:28.050170+0000","last_fullsized":"2024-09-10T10:32:28.050170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.054690+0000","last_change":"2024-09-10T10:32:28.052149+0000","last_active":"2024-09-10T10:32:28.054690+0000","last_peered":"2024-09-10T10:32:28.054690+0000","last_clean":"2024-09-10T10:32:28.054690+0000","last_became_active":"2024-09-10T10:32:28.051849+0000","last_became_peered":"2024-09-10T10:32:28.051849+0000","last_unstale":"2024-09-10T10:32:28.054690+0000","last_undegraded":"2024-09-10T10:32:28.054690+0000","last_fullsized":"2024-09-10T10:32:28.054690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086434+0000","last_change":"2024-09-10T10:32:29.064105+0000","last_active":"2024-09-10T10:32:30.086434+0000","last_peered":"2024-09-10T10:32:30.086434+0000","last_clean":"2024-09-10T10:32:30.086434+0000","last_became_active":"2024-09-10T10:32:29.062986+0000","last_became_peered":"2024-09-10T10:32:29.062986+0000","last_unstale":"2024-09-10T10:32:30.086434+0000","last_undegraded":"2024-09-10T10:32:30.086434+0000","last_fullsized":"2024-09-10T10:32:30.086434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:04.559187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086822+0000","last_change":"2024-09-10T10:32:28.061533+0000","last_active":"2024-09-10T10:32:30.086822+0000","last_peered":"2024-09-10T10:32:30.086822+0000","last_clean":"2024-09-10T10:32:30.086822+0000","last_became_active":"2024-09-10T10:32:28.061239+0000","last_became_peered":"2024-09-10T10:32:28.061239+0000","last_unstale":"2024-09-10T10:32:30.086822+0000","last_undegraded":"2024-09-10T10:32:30.086822+0000","last_fullsized":"2024-09-10T10:32:30.086822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:16.983926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086758+0000","last_change":"2024-09-10T10:32:29.051180+0000","last_active":"2024-09-10T10:32:30.086758+0000","last_peered":"2024-09-10T10:32:30.086758+0000","last_clean":"2024-09-10T10:32:30.086758+0000","last_became_active":"2024-09-10T10:32:29.050889+0000","last_became_peered":"2024-09-10T10:32:29.050889+0000","last_unstale":"2024-09-10T10:32:30.086758+0000","last_undegraded":"2024-09-10T10:32:30.086758+0000","last_fullsized":"2024-09-10T10:32:30.086758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:28.374260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067126+0000","last_change":"2024-09-10T10:32:28.064396+0000","last_active":"2024-09-10T10:32:28.067126+0000","last_peered":"2024-09-10T10:32:28.067126+0000","last_clean":"2024-09-10T10:32:28.067126+0000","last_became_active":"2024-09-10T10:32:28.063910+0000","last_became_peered":"2024-09-10T10:32:28.063910+0000","last_unstale":"2024-09-10T10:32:28.067126+0000","last_undegraded":"2024-09-10T10:32:28.067126+0000","last_fullsized":"2024-09-10T10:32:28.067126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":790528,"data_stored":653577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509443,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:32:33.444 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:32:33.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.614+0000 7fbc77200640 1 Processor -- start 2024-09-10T10:32:33.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.614+0000 7fbc77200640 1 -- start start 2024-09-10T10:32:33.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc77200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc700cd670 0x7fbc700cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc77200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbc7006e1b0 0x7fbc7006e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc77200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc7006d3f0 con 0x7fbc70145fb0 2024-09-10T10:32:33.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc77200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fbc700ce010 con 0x7fbc7006e1b0 2024-09-10T10:32:33.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc77200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbc7006d1a0 con 0x7fbc700cd670 2024-09-10T10:32:33.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc75200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbc7006e1b0 0x7fbc7006e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc6fe00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fbc70145fb0 0x7fbc700b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57306/0 (socket says 172.21.15.22:57306) 2024-09-10T10:32:33.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc6fe00640 1 -- 172.21.15.22:0/3424017740 learned_addr learned my addr 172.21.15.22:0/3424017740 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:33.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc67400640 1 --2- 172.21.15.22:0/3424017740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc700cd670 0x7fbc700cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc75200640 1 -- 172.21.15.22:0/3424017740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc700cd670 msgr2=0x7fbc700cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:33.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc75200640 1 --2- 172.21.15.22:0/3424017740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc700cd670 0x7fbc700cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc75200640 1 -- 172.21.15.22:0/3424017740 >> v1:172.21.15.22:6789/0 conn(0x7fbc70145fb0 legacy=0x7fbc700b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc75200640 1 -- 172.21.15.22:0/3424017740 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc7006d6d0 con 0x7fbc7006e1b0 2024-09-10T10:32:33.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.618+0000 7fbc6f400640 1 -- 172.21.15.22:0/3424017740 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1892655931 0 0) 0x7fbc7006d3f0 con 0x7fbc70145fb0 2024-09-10T10:32:33.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc75200640 1 --2- 172.21.15.22:0/3424017740 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc7006e1b0 0x7fbc7006e660 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbc68009d90 tx=0x7fbc6801c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46da49302e8e0726 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:33.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc6f400640 1 -- 172.21.15.22:0/3424017740 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc680b2070 con 0x7fbc7006e1b0 2024-09-10T10:32:33.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc6f400640 1 -- 172.21.15.22:0/3424017740 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc680a5830 con 0x7fbc7006e1b0 2024-09-10T10:32:33.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc6f400640 1 -- 172.21.15.22:0/3424017740 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc680a5c00 con 0x7fbc7006e1b0 2024-09-10T10:32:33.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 -- 172.21.15.22:0/3424017740 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc7006e1b0 msgr2=0x7fbc7006e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 --2- 172.21.15.22:0/3424017740 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc7006e1b0 0x7fbc7006e660 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbc68009d90 tx=0x7fbc6801c970 comp rx=0 tx=0).stop 2024-09-10T10:32:33.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 -- 172.21.15.22:0/3424017740 shutdown_connections 2024-09-10T10:32:33.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 --2- 172.21.15.22:0/3424017740 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc7006e1b0 0x7fbc7006e660 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 --2- 172.21.15.22:0/3424017740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc700cd670 0x7fbc700cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 -- 172.21.15.22:0/3424017740 >> 172.21.15.22:0/3424017740 conn(0x7fbc70062dd0 msgr2=0x7fbc7006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:33.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 -- 172.21.15.22:0/3424017740 shutdown_connections 2024-09-10T10:32:33.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 -- 172.21.15.22:0/3424017740 wait complete. 2024-09-10T10:32:33.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 Processor -- start 2024-09-10T10:32:33.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 -- start start 2024-09-10T10:32:33.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc7006e1b0 0x7fbc701644a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc700cd670 0x7fbc70142cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc70145fb0 0x7fbc70071dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbc700d0130 con 0x7fbc700cd670 2024-09-10T10:32:33.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbc700cffb0 con 0x7fbc7006e1b0 2024-09-10T10:32:33.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc77200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbc7006dd20 con 0x7fbc70145fb0 2024-09-10T10:32:33.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.622+0000 7fbc67400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc700cd670 0x7fbc70142cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc67400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc700cd670 0x7fbc70142cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36156/0 (socket says 172.21.15.22:36156) 2024-09-10T10:32:33.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc67400640 1 -- 172.21.15.22:0/3413139506 learned_addr learned my addr 172.21.15.22:0/3413139506 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:33.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc75200640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc70145fb0 0x7fbc70071dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc6fe00640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc7006e1b0 0x7fbc701644a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc67400640 1 -- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc70145fb0 msgr2=0x7fbc70071dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc67400640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc70145fb0 0x7fbc70071dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc67400640 1 -- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc7006e1b0 msgr2=0x7fbc701644a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc67400640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc7006e1b0 0x7fbc701644a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc67400640 1 -- 172.21.15.22:0/3413139506 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc70163400 con 0x7fbc700cd670 2024-09-10T10:32:33.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc67400640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc700cd670 0x7fbc70142cf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbc5800d7d0 tx=0x7fbc5800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:33.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc6cc00640 1 -- 172.21.15.22:0/3413139506 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc58004020 con 0x7fbc700cd670 2024-09-10T10:32:33.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc6cc00640 1 -- 172.21.15.22:0/3413139506 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc580041c0 con 0x7fbc700cd670 2024-09-10T10:32:33.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc6cc00640 1 -- 172.21.15.22:0/3413139506 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc580043b0 con 0x7fbc700cd670 2024-09-10T10:32:33.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc77200640 1 -- 172.21.15.22:0/3413139506 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc701636e0 con 0x7fbc700cd670 2024-09-10T10:32:33.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc77200640 1 -- 172.21.15.22:0/3413139506 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc70163ca0 con 0x7fbc700cd670 2024-09-10T10:32:33.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc77200640 1 -- 172.21.15.22:0/3413139506 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc7006e660 con 0x7fbc700cd670 2024-09-10T10:32:33.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc6cc00640 1 -- 172.21.15.22:0/3413139506 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbc5801b020 con 0x7fbc700cd670 2024-09-10T10:32:33.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc6cc00640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc4c0678c0 0x7fbc4c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:33.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.626+0000 7fbc6cc00640 1 -- 172.21.15.22:0/3413139506 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fbc58085a00 con 0x7fbc700cd670 2024-09-10T10:32:33.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.630+0000 7fbc6fe00640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc4c0678c0 0x7fbc4c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:33.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.630+0000 7fbc6fe00640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc4c0678c0 0x7fbc4c069d80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbc60000f70 tx=0x7fbc60007df0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:33.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.630+0000 7fbc6cc00640 1 -- 172.21.15.22:0/3413139506 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbc58055e50 con 0x7fbc700cd670 2024-09-10T10:32:33.692 INFO:tasks.ceph.mds.b.smithi145.stderr:2024-09-10T10:32:33.687+0000 7fc6c4400640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:32:33.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.794+0000 7fbc77200640 1 -- 172.21.15.22:0/3413139506 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbc700b59b0 con 0x7fbc4c0678c0 2024-09-10T10:32:33.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc6cc00640 1 -- 172.21.15.22:0/3413139506 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247618 (secure 0 0 0) 0x7fbc700b59b0 con 0x7fbc4c0678c0 2024-09-10T10:32:33.807 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:33.809 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:32:33.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc77200640 1 -- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc4c0678c0 msgr2=0x7fbc4c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc77200640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc4c0678c0 0x7fbc4c069d80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbc60000f70 tx=0x7fbc60007df0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc77200640 1 -- 172.21.15.22:0/3413139506 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc700cd670 msgr2=0x7fbc70142cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:33.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc77200640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc700cd670 0x7fbc70142cf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbc5800d7d0 tx=0x7fbc5800dc90 comp rx=0 tx=0).stop 2024-09-10T10:32:33.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc77200640 1 -- 172.21.15.22:0/3413139506 shutdown_connections 2024-09-10T10:32:33.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc77200640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc4c0678c0 0x7fbc4c069d80 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc77200640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc70145fb0 0x7fbc70071dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc77200640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc700cd670 0x7fbc70142cf0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc77200640 1 --2- 172.21.15.22:0/3413139506 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc7006e1b0 0x7fbc701644a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:33.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.802+0000 7fbc77200640 1 -- 172.21.15.22:0/3413139506 >> 172.21.15.22:0/3413139506 conn(0x7fbc70062dd0 msgr2=0x7fbc700b2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:33.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.806+0000 7fbc77200640 1 -- 172.21.15.22:0/3413139506 shutdown_connections 2024-09-10T10:32:33.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:33.806+0000 7fbc77200640 1 -- 172.21.15.22:0/3413139506 wait complete. 2024-09-10T10:32:33.828 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-10T10:32:33.333635+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590438,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":160,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":54,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235604,"kb_used_data":2716,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739116,"statfs":{"total":773094113280,"available":772852854784,"internally_reserved":0,"allocated":2781184,"data_stored":1693300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001156"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038775+0000","last_change":"2024-09-10T10:32:28.038775+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038775+0000","last_undegraded":"2024-09-10T10:32:28.038775+0000","last_fullsized":"2024-09-10T10:32:28.038775+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086530+0000","last_change":"2024-09-10T10:32:29.055028+0000","last_active":"2024-09-10T10:32:30.086530+0000","last_peered":"2024-09-10T10:32:30.086530+0000","last_clean":"2024-09-10T10:32:30.086530+0000","last_became_active":"2024-09-10T10:32:29.054764+0000","last_became_peered":"2024-09-10T10:32:29.054764+0000","last_unstale":"2024-09-10T10:32:30.086530+0000","last_undegraded":"2024-09-10T10:32:30.086530+0000","last_fullsized":"2024-09-10T10:32:30.086530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:17.725431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086336+0000","last_change":"2024-09-10T10:32:29.061695+0000","last_active":"2024-09-10T10:32:30.086336+0000","last_peered":"2024-09-10T10:32:30.086336+0000","last_clean":"2024-09-10T10:32:30.086336+0000","last_became_active":"2024-09-10T10:32:29.061291+0000","last_became_peered":"2024-09-10T10:32:29.061291+0000","last_unstale":"2024-09-10T10:32:30.086336+0000","last_undegraded":"2024-09-10T10:32:30.086336+0000","last_fullsized":"2024-09-10T10:32:30.086336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:18.833417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038251+0000","last_change":"2024-09-10T10:32:28.038251+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038251+0000","last_undegraded":"2024-09-10T10:32:28.038251+0000","last_fullsized":"2024-09-10T10:32:28.038251+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041845+0000","last_change":"2024-09-10T10:32:28.041845+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041845+0000","last_undegraded":"2024-09-10T10:32:28.041845+0000","last_fullsized":"2024-09-10T10:32:28.041845+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039013+0000","last_change":"2024-09-10T10:32:28.039013+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039013+0000","last_undegraded":"2024-09-10T10:32:28.039013+0000","last_fullsized":"2024-09-10T10:32:28.039013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039831+0000","last_change":"2024-09-10T10:32:28.039831+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039831+0000","last_undegraded":"2024-09-10T10:32:28.039831+0000","last_fullsized":"2024-09-10T10:32:28.039831+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086747+0000","last_change":"2024-09-10T10:32:29.062881+0000","last_active":"2024-09-10T10:32:30.086747+0000","last_peered":"2024-09-10T10:32:30.086747+0000","last_clean":"2024-09-10T10:32:30.086747+0000","last_became_active":"2024-09-10T10:32:29.062478+0000","last_became_peered":"2024-09-10T10:32:29.062478+0000","last_unstale":"2024-09-10T10:32:30.086747+0000","last_undegraded":"2024-09-10T10:32:30.086747+0000","last_fullsized":"2024-09-10T10:32:30.086747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:42.319373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.046333+0000","last_change":"2024-09-10T10:32:28.046333+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.046333+0000","last_undegraded":"2024-09-10T10:32:28.046333+0000","last_fullsized":"2024-09-10T10:32:28.046333+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038565+0000","last_change":"2024-09-10T10:32:28.038565+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038565+0000","last_undegraded":"2024-09-10T10:32:28.038565+0000","last_fullsized":"2024-09-10T10:32:28.038565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039292+0000","last_change":"2024-09-10T10:32:28.039292+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039292+0000","last_undegraded":"2024-09-10T10:32:28.039292+0000","last_fullsized":"2024-09-10T10:32:28.039292+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040814+0000","last_change":"2024-09-10T10:32:28.040814+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040814+0000","last_undegraded":"2024-09-10T10:32:28.040814+0000","last_fullsized":"2024-09-10T10:32:28.040814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043064+0000","last_change":"2024-09-10T10:32:28.043064+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043064+0000","last_undegraded":"2024-09-10T10:32:28.043064+0000","last_fullsized":"2024-09-10T10:32:28.043064+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.042365+0000","last_change":"2024-09-10T10:32:28.042365+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.042365+0000","last_undegraded":"2024-09-10T10:32:28.042365+0000","last_fullsized":"2024-09-10T10:32:28.042365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087105+0000","last_change":"2024-09-10T10:32:29.057867+0000","last_active":"2024-09-10T10:32:30.087105+0000","last_peered":"2024-09-10T10:32:30.087105+0000","last_clean":"2024-09-10T10:32:30.087105+0000","last_became_active":"2024-09-10T10:32:29.057462+0000","last_became_peered":"2024-09-10T10:32:29.057462+0000","last_unstale":"2024-09-10T10:32:30.087105+0000","last_undegraded":"2024-09-10T10:32:30.087105+0000","last_fullsized":"2024-09-10T10:32:30.087105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:02.204778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.060000+0000","last_change":"2024-09-10T10:32:28.060000+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.060000+0000","last_undegraded":"2024-09-10T10:32:28.060000+0000","last_fullsized":"2024-09-10T10:32:28.060000+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043565+0000","last_change":"2024-09-10T10:32:28.043565+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043565+0000","last_undegraded":"2024-09-10T10:32:28.043565+0000","last_fullsized":"2024-09-10T10:32:28.043565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037979+0000","last_change":"2024-09-10T10:32:28.037979+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037979+0000","last_undegraded":"2024-09-10T10:32:28.037979+0000","last_fullsized":"2024-09-10T10:32:28.037979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045409+0000","last_change":"2024-09-10T10:32:28.045409+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045409+0000","last_undegraded":"2024-09-10T10:32:28.045409+0000","last_fullsized":"2024-09-10T10:32:28.045409+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038273+0000","last_change":"2024-09-10T10:32:28.038273+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038273+0000","last_undegraded":"2024-09-10T10:32:28.038273+0000","last_fullsized":"2024-09-10T10:32:28.038273+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040450+0000","last_change":"2024-09-10T10:32:28.040450+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040450+0000","last_undegraded":"2024-09-10T10:32:28.040450+0000","last_fullsized":"2024-09-10T10:32:28.040450+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045021+0000","last_change":"2024-09-10T10:32:28.045021+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045021+0000","last_undegraded":"2024-09-10T10:32:28.045021+0000","last_fullsized":"2024-09-10T10:32:28.045021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087113+0000","last_change":"2024-09-10T10:32:29.053601+0000","last_active":"2024-09-10T10:32:30.087113+0000","last_peered":"2024-09-10T10:32:30.087113+0000","last_clean":"2024-09-10T10:32:30.087113+0000","last_became_active":"2024-09-10T10:32:29.053344+0000","last_became_peered":"2024-09-10T10:32:29.053344+0000","last_unstale":"2024-09-10T10:32:30.087113+0000","last_undegraded":"2024-09-10T10:32:30.087113+0000","last_fullsized":"2024-09-10T10:32:30.087113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:57.544341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.044834+0000","last_change":"2024-09-10T10:32:28.044834+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.044834+0000","last_undegraded":"2024-09-10T10:32:28.044834+0000","last_fullsized":"2024-09-10T10:32:28.044834+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086282+0000","last_change":"2024-09-10T10:32:29.064338+0000","last_active":"2024-09-10T10:32:30.086282+0000","last_peered":"2024-09-10T10:32:30.086282+0000","last_clean":"2024-09-10T10:32:30.086282+0000","last_became_active":"2024-09-10T10:32:29.063384+0000","last_became_peered":"2024-09-10T10:32:29.063384+0000","last_unstale":"2024-09-10T10:32:30.086282+0000","last_undegraded":"2024-09-10T10:32:30.086282+0000","last_fullsized":"2024-09-10T10:32:30.086282+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:42.756760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039648+0000","last_change":"2024-09-10T10:32:28.039648+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039648+0000","last_undegraded":"2024-09-10T10:32:28.039648+0000","last_fullsized":"2024-09-10T10:32:28.039648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043015+0000","last_change":"2024-09-10T10:32:28.043015+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043015+0000","last_undegraded":"2024-09-10T10:32:28.043015+0000","last_fullsized":"2024-09-10T10:32:28.043015+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045008+0000","last_change":"2024-09-10T10:32:28.045008+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045008+0000","last_undegraded":"2024-09-10T10:32:28.045008+0000","last_fullsized":"2024-09-10T10:32:28.045008+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086408+0000","last_change":"2024-09-10T10:32:29.063809+0000","last_active":"2024-09-10T10:32:30.086408+0000","last_peered":"2024-09-10T10:32:30.086408+0000","last_clean":"2024-09-10T10:32:30.086408+0000","last_became_active":"2024-09-10T10:32:29.062266+0000","last_became_peered":"2024-09-10T10:32:29.062266+0000","last_unstale":"2024-09-10T10:32:30.086408+0000","last_undegraded":"2024-09-10T10:32:30.086408+0000","last_fullsized":"2024-09-10T10:32:30.086408+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:32.533530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045367+0000","last_change":"2024-09-10T10:32:28.045367+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045367+0000","last_undegraded":"2024-09-10T10:32:28.045367+0000","last_fullsized":"2024-09-10T10:32:28.045367+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038728+0000","last_change":"2024-09-10T10:32:28.038728+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038728+0000","last_undegraded":"2024-09-10T10:32:28.038728+0000","last_fullsized":"2024-09-10T10:32:28.038728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045651+0000","last_change":"2024-09-10T10:32:28.045651+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045651+0000","last_undegraded":"2024-09-10T10:32:28.045651+0000","last_fullsized":"2024-09-10T10:32:28.045651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039689+0000","last_change":"2024-09-10T10:32:28.039689+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039689+0000","last_undegraded":"2024-09-10T10:32:28.039689+0000","last_fullsized":"2024-09-10T10:32:28.039689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086473+0000","last_change":"2024-09-10T10:32:28.062609+0000","last_active":"2024-09-10T10:32:30.086473+0000","last_peered":"2024-09-10T10:32:30.086473+0000","last_clean":"2024-09-10T10:32:30.086473+0000","last_became_active":"2024-09-10T10:32:28.062222+0000","last_became_peered":"2024-09-10T10:32:28.062222+0000","last_unstale":"2024-09-10T10:32:30.086473+0000","last_undegraded":"2024-09-10T10:32:30.086473+0000","last_fullsized":"2024-09-10T10:32:30.086473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:43.836262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039830+0000","last_change":"2024-09-10T10:32:28.039830+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039830+0000","last_undegraded":"2024-09-10T10:32:28.039830+0000","last_fullsized":"2024-09-10T10:32:28.039830+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067033+0000","last_change":"2024-09-10T10:32:28.062755+0000","last_active":"2024-09-10T10:32:28.067033+0000","last_peered":"2024-09-10T10:32:28.067033+0000","last_clean":"2024-09-10T10:32:28.067033+0000","last_became_active":"2024-09-10T10:32:28.062503+0000","last_became_peered":"2024-09-10T10:32:28.062503+0000","last_unstale":"2024-09-10T10:32:28.067033+0000","last_undegraded":"2024-09-10T10:32:28.067033+0000","last_fullsized":"2024-09-10T10:32:28.067033+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.053206+0000","last_change":"2024-09-10T10:32:28.052032+0000","last_active":"2024-09-10T10:32:28.053206+0000","last_peered":"2024-09-10T10:32:28.053206+0000","last_clean":"2024-09-10T10:32:28.053206+0000","last_became_active":"2024-09-10T10:32:28.051649+0000","last_became_peered":"2024-09-10T10:32:28.051649+0000","last_unstale":"2024-09-10T10:32:28.053206+0000","last_undegraded":"2024-09-10T10:32:28.053206+0000","last_fullsized":"2024-09-10T10:32:28.053206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087034+0000","last_change":"2024-09-10T10:32:29.060458+0000","last_active":"2024-09-10T10:32:30.087034+0000","last_peered":"2024-09-10T10:32:30.087034+0000","last_clean":"2024-09-10T10:32:30.087034+0000","last_became_active":"2024-09-10T10:32:29.060165+0000","last_became_peered":"2024-09-10T10:32:29.060165+0000","last_unstale":"2024-09-10T10:32:30.087034+0000","last_undegraded":"2024-09-10T10:32:30.087034+0000","last_fullsized":"2024-09-10T10:32:30.087034+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:08.690335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067227+0000","last_change":"2024-09-10T10:32:28.065257+0000","last_active":"2024-09-10T10:32:28.067227+0000","last_peered":"2024-09-10T10:32:28.067227+0000","last_clean":"2024-09-10T10:32:28.067227+0000","last_became_active":"2024-09-10T10:32:28.064881+0000","last_became_peered":"2024-09-10T10:32:28.064881+0000","last_unstale":"2024-09-10T10:32:28.067227+0000","last_undegraded":"2024-09-10T10:32:28.067227+0000","last_fullsized":"2024-09-10T10:32:28.067227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040120+0000","last_change":"2024-09-10T10:32:28.040120+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040120+0000","last_undegraded":"2024-09-10T10:32:28.040120+0000","last_fullsized":"2024-09-10T10:32:28.040120+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.052018+0000","last_change":"2024-09-10T10:32:28.049741+0000","last_active":"2024-09-10T10:32:28.052018+0000","last_peered":"2024-09-10T10:32:28.052018+0000","last_clean":"2024-09-10T10:32:28.052018+0000","last_became_active":"2024-09-10T10:32:28.049315+0000","last_became_peered":"2024-09-10T10:32:28.049315+0000","last_unstale":"2024-09-10T10:32:28.052018+0000","last_undegraded":"2024-09-10T10:32:28.052018+0000","last_fullsized":"2024-09-10T10:32:28.052018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038529+0000","last_change":"2024-09-10T10:32:28.038529+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038529+0000","last_undegraded":"2024-09-10T10:32:28.038529+0000","last_fullsized":"2024-09-10T10:32:28.038529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.053936+0000","last_change":"2024-09-10T10:32:28.051475+0000","last_active":"2024-09-10T10:32:28.053936+0000","last_peered":"2024-09-10T10:32:28.053936+0000","last_clean":"2024-09-10T10:32:28.053936+0000","last_became_active":"2024-09-10T10:32:28.051180+0000","last_became_peered":"2024-09-10T10:32:28.051180+0000","last_unstale":"2024-09-10T10:32:28.053936+0000","last_undegraded":"2024-09-10T10:32:28.053936+0000","last_fullsized":"2024-09-10T10:32:28.053936+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086579+0000","last_change":"2024-09-10T10:32:29.056539+0000","last_active":"2024-09-10T10:32:30.086579+0000","last_peered":"2024-09-10T10:32:30.086579+0000","last_clean":"2024-09-10T10:32:30.086579+0000","last_became_active":"2024-09-10T10:32:29.056268+0000","last_became_peered":"2024-09-10T10:32:29.056268+0000","last_unstale":"2024-09-10T10:32:30.086579+0000","last_undegraded":"2024-09-10T10:32:30.086579+0000","last_fullsized":"2024-09-10T10:32:30.086579+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:28.256027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.062432+0000","last_change":"2024-09-10T10:32:28.059266+0000","last_active":"2024-09-10T10:32:28.062432+0000","last_peered":"2024-09-10T10:32:28.062432+0000","last_clean":"2024-09-10T10:32:28.062432+0000","last_became_active":"2024-09-10T10:32:28.058972+0000","last_became_peered":"2024-09-10T10:32:28.058972+0000","last_unstale":"2024-09-10T10:32:28.062432+0000","last_undegraded":"2024-09-10T10:32:28.062432+0000","last_fullsized":"2024-09-10T10:32:28.062432+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040178+0000","last_change":"2024-09-10T10:32:28.040178+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040178+0000","last_undegraded":"2024-09-10T10:32:28.040178+0000","last_fullsized":"2024-09-10T10:32:28.040178+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.058302+0000","last_change":"2024-09-10T10:32:28.052198+0000","last_active":"2024-09-10T10:32:28.058302+0000","last_peered":"2024-09-10T10:32:28.058302+0000","last_clean":"2024-09-10T10:32:28.058302+0000","last_became_active":"2024-09-10T10:32:28.051988+0000","last_became_peered":"2024-09-10T10:32:28.051988+0000","last_unstale":"2024-09-10T10:32:28.058302+0000","last_undegraded":"2024-09-10T10:32:28.058302+0000","last_fullsized":"2024-09-10T10:32:28.058302+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037552+0000","last_change":"2024-09-10T10:32:28.037552+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037552+0000","last_undegraded":"2024-09-10T10:32:28.037552+0000","last_fullsized":"2024-09-10T10:32:28.037552+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.066919+0000","last_change":"2024-09-10T10:32:28.063210+0000","last_active":"2024-09-10T10:32:28.066919+0000","last_peered":"2024-09-10T10:32:28.066919+0000","last_clean":"2024-09-10T10:32:28.066919+0000","last_became_active":"2024-09-10T10:32:28.062952+0000","last_became_peered":"2024-09-10T10:32:28.062952+0000","last_unstale":"2024-09-10T10:32:28.066919+0000","last_undegraded":"2024-09-10T10:32:28.066919+0000","last_fullsized":"2024-09-10T10:32:28.066919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041836+0000","last_change":"2024-09-10T10:32:28.041836+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041836+0000","last_undegraded":"2024-09-10T10:32:28.041836+0000","last_fullsized":"2024-09-10T10:32:28.041836+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.064764+0000","last_change":"2024-09-10T10:32:28.062189+0000","last_active":"2024-09-10T10:32:28.064764+0000","last_peered":"2024-09-10T10:32:28.064764+0000","last_clean":"2024-09-10T10:32:28.064764+0000","last_became_active":"2024-09-10T10:32:28.061633+0000","last_became_peered":"2024-09-10T10:32:28.061633+0000","last_unstale":"2024-09-10T10:32:28.064764+0000","last_undegraded":"2024-09-10T10:32:28.064764+0000","last_fullsized":"2024-09-10T10:32:28.064764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.042496+0000","last_change":"2024-09-10T10:32:28.042496+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.042496+0000","last_undegraded":"2024-09-10T10:32:28.042496+0000","last_fullsized":"2024-09-10T10:32:28.042496+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063643+0000","last_change":"2024-09-10T10:32:28.061765+0000","last_active":"2024-09-10T10:32:28.063643+0000","last_peered":"2024-09-10T10:32:28.063643+0000","last_clean":"2024-09-10T10:32:28.063643+0000","last_became_active":"2024-09-10T10:32:28.061469+0000","last_became_peered":"2024-09-10T10:32:28.061469+0000","last_unstale":"2024-09-10T10:32:28.063643+0000","last_undegraded":"2024-09-10T10:32:28.063643+0000","last_fullsized":"2024-09-10T10:32:28.063643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040752+0000","last_change":"2024-09-10T10:32:28.040752+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040752+0000","last_undegraded":"2024-09-10T10:32:28.040752+0000","last_fullsized":"2024-09-10T10:32:28.040752+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.049795+0000","last_change":"2024-09-10T10:32:28.047575+0000","last_active":"2024-09-10T10:32:28.049795+0000","last_peered":"2024-09-10T10:32:28.049795+0000","last_clean":"2024-09-10T10:32:28.049795+0000","last_became_active":"2024-09-10T10:32:28.047044+0000","last_became_peered":"2024-09-10T10:32:28.047044+0000","last_unstale":"2024-09-10T10:32:28.049795+0000","last_undegraded":"2024-09-10T10:32:28.049795+0000","last_fullsized":"2024-09-10T10:32:28.049795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.044685+0000","last_change":"2024-09-10T10:32:28.044685+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.044685+0000","last_undegraded":"2024-09-10T10:32:28.044685+0000","last_fullsized":"2024-09-10T10:32:28.044685+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063507+0000","last_change":"2024-09-10T10:32:28.061411+0000","last_active":"2024-09-10T10:32:28.063507+0000","last_peered":"2024-09-10T10:32:28.063507+0000","last_clean":"2024-09-10T10:32:28.063507+0000","last_became_active":"2024-09-10T10:32:28.061080+0000","last_became_peered":"2024-09-10T10:32:28.061080+0000","last_unstale":"2024-09-10T10:32:28.063507+0000","last_undegraded":"2024-09-10T10:32:28.063507+0000","last_fullsized":"2024-09-10T10:32:28.063507+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037868+0000","last_change":"2024-09-10T10:32:28.037868+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037868+0000","last_undegraded":"2024-09-10T10:32:28.037868+0000","last_fullsized":"2024-09-10T10:32:28.037868+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061149+0000","last_change":"2024-09-10T10:32:28.058216+0000","last_active":"2024-09-10T10:32:28.061149+0000","last_peered":"2024-09-10T10:32:28.061149+0000","last_clean":"2024-09-10T10:32:28.061149+0000","last_became_active":"2024-09-10T10:32:28.054955+0000","last_became_peered":"2024-09-10T10:32:28.054955+0000","last_unstale":"2024-09-10T10:32:28.061149+0000","last_undegraded":"2024-09-10T10:32:28.061149+0000","last_fullsized":"2024-09-10T10:32:28.061149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037650+0000","last_change":"2024-09-10T10:32:28.037650+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037650+0000","last_undegraded":"2024-09-10T10:32:28.037650+0000","last_fullsized":"2024-09-10T10:32:28.037650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086405+0000","last_change":"2024-09-10T10:32:28.060086+0000","last_active":"2024-09-10T10:32:30.086405+0000","last_peered":"2024-09-10T10:32:30.086405+0000","last_clean":"2024-09-10T10:32:30.086405+0000","last_became_active":"2024-09-10T10:32:28.059813+0000","last_became_peered":"2024-09-10T10:32:28.059813+0000","last_unstale":"2024-09-10T10:32:30.086405+0000","last_undegraded":"2024-09-10T10:32:30.086405+0000","last_fullsized":"2024-09-10T10:32:30.086405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:18.744745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037711+0000","last_change":"2024-09-10T10:32:28.037711+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037711+0000","last_undegraded":"2024-09-10T10:32:28.037711+0000","last_fullsized":"2024-09-10T10:32:28.037711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.056820+0000","last_change":"2024-09-10T10:32:28.055546+0000","last_active":"2024-09-10T10:32:28.056820+0000","last_peered":"2024-09-10T10:32:28.056820+0000","last_clean":"2024-09-10T10:32:28.056820+0000","last_became_active":"2024-09-10T10:32:28.054975+0000","last_became_peered":"2024-09-10T10:32:28.054975+0000","last_unstale":"2024-09-10T10:32:28.056820+0000","last_undegraded":"2024-09-10T10:32:28.056820+0000","last_fullsized":"2024-09-10T10:32:28.056820+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.058956+0000","last_change":"2024-09-10T10:32:28.058956+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.058956+0000","last_undegraded":"2024-09-10T10:32:28.058956+0000","last_fullsized":"2024-09-10T10:32:28.058956+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.041058+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:32:28.041058+0000","last_peered":"2024-09-10T10:32:28.041058+0000","last_clean":"2024-09-10T10:32:28.041058+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:32:28.041058+0000","last_undegraded":"2024-09-10T10:32:28.041058+0000","last_fullsized":"2024-09-10T10:32:28.041058+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070185+0000","last_change":"2024-09-10T10:32:28.068231+0000","last_active":"2024-09-10T10:32:28.070185+0000","last_peered":"2024-09-10T10:32:28.070185+0000","last_clean":"2024-09-10T10:32:28.070185+0000","last_became_active":"2024-09-10T10:32:28.067984+0000","last_became_peered":"2024-09-10T10:32:28.067984+0000","last_unstale":"2024-09-10T10:32:28.070185+0000","last_undegraded":"2024-09-10T10:32:28.070185+0000","last_fullsized":"2024-09-10T10:32:28.070185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:03.155252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038099+0000","last_change":"2024-09-10T10:32:28.038099+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038099+0000","last_undegraded":"2024-09-10T10:32:28.038099+0000","last_fullsized":"2024-09-10T10:32:28.038099+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070166+0000","last_change":"2024-09-10T10:32:28.067705+0000","last_active":"2024-09-10T10:32:28.070166+0000","last_peered":"2024-09-10T10:32:28.070166+0000","last_clean":"2024-09-10T10:32:28.070166+0000","last_became_active":"2024-09-10T10:32:28.067437+0000","last_became_peered":"2024-09-10T10:32:28.067437+0000","last_unstale":"2024-09-10T10:32:28.070166+0000","last_undegraded":"2024-09-10T10:32:28.070166+0000","last_fullsized":"2024-09-10T10:32:28.070166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041785+0000","last_change":"2024-09-10T10:32:28.041785+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041785+0000","last_undegraded":"2024-09-10T10:32:28.041785+0000","last_fullsized":"2024-09-10T10:32:28.041785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.064364+0000","last_change":"2024-09-10T10:32:28.060003+0000","last_active":"2024-09-10T10:32:28.064364+0000","last_peered":"2024-09-10T10:32:28.064364+0000","last_clean":"2024-09-10T10:32:28.064364+0000","last_became_active":"2024-09-10T10:32:28.059681+0000","last_became_peered":"2024-09-10T10:32:28.059681+0000","last_unstale":"2024-09-10T10:32:28.064364+0000","last_undegraded":"2024-09-10T10:32:28.064364+0000","last_fullsized":"2024-09-10T10:32:28.064364+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087055+0000","last_change":"2024-09-10T10:32:29.067713+0000","last_active":"2024-09-10T10:32:30.087055+0000","last_peered":"2024-09-10T10:32:30.087055+0000","last_clean":"2024-09-10T10:32:30.087055+0000","last_became_active":"2024-09-10T10:32:29.067417+0000","last_became_peered":"2024-09-10T10:32:29.067417+0000","last_unstale":"2024-09-10T10:32:30.087055+0000","last_undegraded":"2024-09-10T10:32:30.087055+0000","last_fullsized":"2024-09-10T10:32:30.087055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:17.598694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067141+0000","last_change":"2024-09-10T10:32:28.063463+0000","last_active":"2024-09-10T10:32:28.067141+0000","last_peered":"2024-09-10T10:32:28.067141+0000","last_clean":"2024-09-10T10:32:28.067141+0000","last_became_active":"2024-09-10T10:32:28.063234+0000","last_became_peered":"2024-09-10T10:32:28.063234+0000","last_unstale":"2024-09-10T10:32:28.067141+0000","last_undegraded":"2024-09-10T10:32:28.067141+0000","last_fullsized":"2024-09-10T10:32:28.067141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.036782+0000","last_change":"2024-09-10T10:32:28.036782+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.036782+0000","last_undegraded":"2024-09-10T10:32:28.036782+0000","last_fullsized":"2024-09-10T10:32:28.036782+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086120+0000","last_change":"2024-09-10T10:32:28.062420+0000","last_active":"2024-09-10T10:32:30.086120+0000","last_peered":"2024-09-10T10:32:30.086120+0000","last_clean":"2024-09-10T10:32:30.086120+0000","last_became_active":"2024-09-10T10:32:28.062051+0000","last_became_peered":"2024-09-10T10:32:28.062051+0000","last_unstale":"2024-09-10T10:32:30.086120+0000","last_undegraded":"2024-09-10T10:32:30.086120+0000","last_fullsized":"2024-09-10T10:32:30.086120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:45.541712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039020+0000","last_change":"2024-09-10T10:32:28.039020+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039020+0000","last_undegraded":"2024-09-10T10:32:28.039020+0000","last_fullsized":"2024-09-10T10:32:28.039020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067073+0000","last_change":"2024-09-10T10:32:28.063319+0000","last_active":"2024-09-10T10:32:28.067073+0000","last_peered":"2024-09-10T10:32:28.067073+0000","last_clean":"2024-09-10T10:32:28.067073+0000","last_became_active":"2024-09-10T10:32:28.060657+0000","last_became_peered":"2024-09-10T10:32:28.060657+0000","last_unstale":"2024-09-10T10:32:28.067073+0000","last_undegraded":"2024-09-10T10:32:28.067073+0000","last_fullsized":"2024-09-10T10:32:28.067073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043843+0000","last_change":"2024-09-10T10:32:28.043843+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043843+0000","last_undegraded":"2024-09-10T10:32:28.043843+0000","last_fullsized":"2024-09-10T10:32:28.043843+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061170+0000","last_change":"2024-09-10T10:32:28.058889+0000","last_active":"2024-09-10T10:32:28.061170+0000","last_peered":"2024-09-10T10:32:28.061170+0000","last_clean":"2024-09-10T10:32:28.061170+0000","last_became_active":"2024-09-10T10:32:28.054880+0000","last_became_peered":"2024-09-10T10:32:28.054880+0000","last_unstale":"2024-09-10T10:32:28.061170+0000","last_undegraded":"2024-09-10T10:32:28.061170+0000","last_fullsized":"2024-09-10T10:32:28.061170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038495+0000","last_change":"2024-09-10T10:32:28.038495+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038495+0000","last_undegraded":"2024-09-10T10:32:28.038495+0000","last_fullsized":"2024-09-10T10:32:28.038495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067168+0000","last_change":"2024-09-10T10:32:28.063935+0000","last_active":"2024-09-10T10:32:28.067168+0000","last_peered":"2024-09-10T10:32:28.067168+0000","last_clean":"2024-09-10T10:32:28.067168+0000","last_became_active":"2024-09-10T10:32:28.063706+0000","last_became_peered":"2024-09-10T10:32:28.063706+0000","last_unstale":"2024-09-10T10:32:28.067168+0000","last_undegraded":"2024-09-10T10:32:28.067168+0000","last_fullsized":"2024-09-10T10:32:28.067168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039625+0000","last_change":"2024-09-10T10:32:28.039625+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039625+0000","last_undegraded":"2024-09-10T10:32:28.039625+0000","last_fullsized":"2024-09-10T10:32:28.039625+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.057473+0000","last_change":"2024-09-10T10:32:28.056199+0000","last_active":"2024-09-10T10:32:28.057473+0000","last_peered":"2024-09-10T10:32:28.057473+0000","last_clean":"2024-09-10T10:32:28.057473+0000","last_became_active":"2024-09-10T10:32:28.055922+0000","last_became_peered":"2024-09-10T10:32:28.055922+0000","last_unstale":"2024-09-10T10:32:28.057473+0000","last_undegraded":"2024-09-10T10:32:28.057473+0000","last_fullsized":"2024-09-10T10:32:28.057473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041924+0000","last_change":"2024-09-10T10:32:28.041924+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041924+0000","last_undegraded":"2024-09-10T10:32:28.041924+0000","last_fullsized":"2024-09-10T10:32:28.041924+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061088+0000","last_change":"2024-09-10T10:32:28.055719+0000","last_active":"2024-09-10T10:32:28.061088+0000","last_peered":"2024-09-10T10:32:28.061088+0000","last_clean":"2024-09-10T10:32:28.061088+0000","last_became_active":"2024-09-10T10:32:28.055432+0000","last_became_peered":"2024-09-10T10:32:28.055432+0000","last_unstale":"2024-09-10T10:32:28.061088+0000","last_undegraded":"2024-09-10T10:32:28.061088+0000","last_fullsized":"2024-09-10T10:32:28.061088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039042+0000","last_change":"2024-09-10T10:32:28.039042+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039042+0000","last_undegraded":"2024-09-10T10:32:28.039042+0000","last_fullsized":"2024-09-10T10:32:28.039042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063372+0000","last_change":"2024-09-10T10:32:28.059500+0000","last_active":"2024-09-10T10:32:28.063372+0000","last_peered":"2024-09-10T10:32:28.063372+0000","last_clean":"2024-09-10T10:32:28.063372+0000","last_became_active":"2024-09-10T10:32:28.059314+0000","last_became_peered":"2024-09-10T10:32:28.059314+0000","last_unstale":"2024-09-10T10:32:28.063372+0000","last_undegraded":"2024-09-10T10:32:28.063372+0000","last_fullsized":"2024-09-10T10:32:28.063372+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037988+0000","last_change":"2024-09-10T10:32:28.037988+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037988+0000","last_undegraded":"2024-09-10T10:32:28.037988+0000","last_fullsized":"2024-09-10T10:32:28.037988+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070206+0000","last_change":"2024-09-10T10:32:28.068401+0000","last_active":"2024-09-10T10:32:28.070206+0000","last_peered":"2024-09-10T10:32:28.070206+0000","last_clean":"2024-09-10T10:32:28.070206+0000","last_became_active":"2024-09-10T10:32:28.068133+0000","last_became_peered":"2024-09-10T10:32:28.068133+0000","last_unstale":"2024-09-10T10:32:28.070206+0000","last_undegraded":"2024-09-10T10:32:28.070206+0000","last_fullsized":"2024-09-10T10:32:28.070206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:54:40.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043991+0000","last_change":"2024-09-10T10:32:28.043991+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043991+0000","last_undegraded":"2024-09-10T10:32:28.043991+0000","last_fullsized":"2024-09-10T10:32:28.043991+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.059421+0000","last_change":"2024-09-10T10:32:28.059421+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.059421+0000","last_undegraded":"2024-09-10T10:32:28.059421+0000","last_fullsized":"2024-09-10T10:32:28.059421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.055615+0000","last_change":"2024-09-10T10:32:28.053067+0000","last_active":"2024-09-10T10:32:28.055615+0000","last_peered":"2024-09-10T10:32:28.055615+0000","last_clean":"2024-09-10T10:32:28.055615+0000","last_became_active":"2024-09-10T10:32:28.052777+0000","last_became_peered":"2024-09-10T10:32:28.052777+0000","last_unstale":"2024-09-10T10:32:28.055615+0000","last_undegraded":"2024-09-10T10:32:28.055615+0000","last_fullsized":"2024-09-10T10:32:28.055615+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.050170+0000","last_change":"2024-09-10T10:32:28.050170+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.050170+0000","last_undegraded":"2024-09-10T10:32:28.050170+0000","last_fullsized":"2024-09-10T10:32:28.050170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.054690+0000","last_change":"2024-09-10T10:32:28.052149+0000","last_active":"2024-09-10T10:32:28.054690+0000","last_peered":"2024-09-10T10:32:28.054690+0000","last_clean":"2024-09-10T10:32:28.054690+0000","last_became_active":"2024-09-10T10:32:28.051849+0000","last_became_peered":"2024-09-10T10:32:28.051849+0000","last_unstale":"2024-09-10T10:32:28.054690+0000","last_undegraded":"2024-09-10T10:32:28.054690+0000","last_fullsized":"2024-09-10T10:32:28.054690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086434+0000","last_change":"2024-09-10T10:32:29.064105+0000","last_active":"2024-09-10T10:32:30.086434+0000","last_peered":"2024-09-10T10:32:30.086434+0000","last_clean":"2024-09-10T10:32:30.086434+0000","last_became_active":"2024-09-10T10:32:29.062986+0000","last_became_peered":"2024-09-10T10:32:29.062986+0000","last_unstale":"2024-09-10T10:32:30.086434+0000","last_undegraded":"2024-09-10T10:32:30.086434+0000","last_fullsized":"2024-09-10T10:32:30.086434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:04.559187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086822+0000","last_change":"2024-09-10T10:32:28.061533+0000","last_active":"2024-09-10T10:32:30.086822+0000","last_peered":"2024-09-10T10:32:30.086822+0000","last_clean":"2024-09-10T10:32:30.086822+0000","last_became_active":"2024-09-10T10:32:28.061239+0000","last_became_peered":"2024-09-10T10:32:28.061239+0000","last_unstale":"2024-09-10T10:32:30.086822+0000","last_undegraded":"2024-09-10T10:32:30.086822+0000","last_fullsized":"2024-09-10T10:32:30.086822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:16.983926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086758+0000","last_change":"2024-09-10T10:32:29.051180+0000","last_active":"2024-09-10T10:32:30.086758+0000","last_peered":"2024-09-10T10:32:30.086758+0000","last_clean":"2024-09-10T10:32:30.086758+0000","last_became_active":"2024-09-10T10:32:29.050889+0000","last_became_peered":"2024-09-10T10:32:29.050889+0000","last_unstale":"2024-09-10T10:32:30.086758+0000","last_undegraded":"2024-09-10T10:32:30.086758+0000","last_fullsized":"2024-09-10T10:32:30.086758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:28.374260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067126+0000","last_change":"2024-09-10T10:32:28.064396+0000","last_active":"2024-09-10T10:32:28.067126+0000","last_peered":"2024-09-10T10:32:28.067126+0000","last_clean":"2024-09-10T10:32:28.067126+0000","last_became_active":"2024-09-10T10:32:28.063910+0000","last_became_peered":"2024-09-10T10:32:28.063910+0000","last_unstale":"2024-09-10T10:32:28.067126+0000","last_undegraded":"2024-09-10T10:32:28.067126+0000","last_fullsized":"2024-09-10T10:32:28.067126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":790528,"data_stored":653577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509443,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:32:33.832 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:32:34.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf9d800640 1 Processor -- start 2024-09-10T10:32:34.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf9d800640 1 -- start start 2024-09-10T10:32:34.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf9d800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcf9815c230 0x7fcf9815c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf9d800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf9815cc20 con 0x7fcf980d2c40 2024-09-10T10:32:34.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf9d800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf9815cf00 con 0x7fcf980d2820 2024-09-10T10:32:34.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf9d800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fcf9815d1e0 con 0x7fcf9815c230 2024-09-10T10:32:34.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf96a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcf9815c230 0x7fcf9815c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf96a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcf9815c230 0x7fcf9815c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36172/0 (socket says 172.21.15.22:36172) 2024-09-10T10:32:34.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf96a00640 1 -- 172.21.15.22:0/1902095329 learned_addr learned my addr 172.21.15.22:0/1902095329 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:34.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf97400640 1 --1- 172.21.15.22:0/1902095329 >> v1:172.21.15.22:6789/0 conn(0x7fcf980d2c40 0x7fcf980b5690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57316/0 (socket says 172.21.15.22:57316) 2024-09-10T10:32:34.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf96a00640 1 -- 172.21.15.22:0/1902095329 >> v1:172.21.15.145:6789/0 conn(0x7fcf980d2820 legacy=0x7fcf980b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:34.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf96a00640 1 -- 172.21.15.22:0/1902095329 >> v1:172.21.15.22:6789/0 conn(0x7fcf980d2c40 legacy=0x7fcf980b5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.010+0000 7fcf96a00640 1 -- 172.21.15.22:0/1902095329 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf9815d4c0 con 0x7fcf9815c230 2024-09-10T10:32:34.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf96a00640 1 --2- 172.21.15.22:0/1902095329 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf9815c230 0x7fcf9815c610 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fcf88009870 tx=0x7fcf8801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=480c8897bd8652cb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:34.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf95600640 1 -- 172.21.15.22:0/1902095329 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf880ab430 con 0x7fcf9815c230 2024-09-10T10:32:34.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf95600640 1 -- 172.21.15.22:0/1902095329 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf880b0070 con 0x7fcf9815c230 2024-09-10T10:32:34.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf95600640 1 -- 172.21.15.22:0/1902095329 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf880ab7f0 con 0x7fcf9815c230 2024-09-10T10:32:34.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf9d800640 1 -- 172.21.15.22:0/1902095329 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf9815c230 msgr2=0x7fcf9815c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf9d800640 1 --2- 172.21.15.22:0/1902095329 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf9815c230 0x7fcf9815c610 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fcf88009870 tx=0x7fcf8801c520 comp rx=0 tx=0).stop 2024-09-10T10:32:34.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf9d800640 1 -- 172.21.15.22:0/1902095329 shutdown_connections 2024-09-10T10:32:34.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf9d800640 1 --2- 172.21.15.22:0/1902095329 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf9815c230 0x7fcf9815c610 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf9d800640 1 -- 172.21.15.22:0/1902095329 >> 172.21.15.22:0/1902095329 conn(0x7fcf9806f3b0 msgr2=0x7fcf9806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:34.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf9d800640 1 -- 172.21.15.22:0/1902095329 shutdown_connections 2024-09-10T10:32:34.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf9d800640 1 -- 172.21.15.22:0/1902095329 wait complete. 2024-09-10T10:32:34.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf9d800640 1 Processor -- start 2024-09-10T10:32:34.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.014+0000 7fcf9d800640 1 -- start start 2024-09-10T10:32:34.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf9d800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf980d2820 0x7fcf9815b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf9d800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf980d2c40 0x7fcf980ab4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf9d800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf9815c230 0x7fcf980aba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf9d800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fcf9816a0d0 con 0x7fcf980d2820 2024-09-10T10:32:34.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf9d800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcf980b65b0 con 0x7fcf9815c230 2024-09-10T10:32:34.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf9d800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcf9816a250 con 0x7fcf980d2c40 2024-09-10T10:32:34.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf96a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf980d2820 0x7fcf9815b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf96a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf980d2820 0x7fcf9815b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36188/0 (socket says 172.21.15.22:36188) 2024-09-10T10:32:34.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf96a00640 1 -- 172.21.15.22:0/770215431 learned_addr learned my addr 172.21.15.22:0/770215431 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:34.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf97400640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf9815c230 0x7fcf980aba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf96000640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf980d2c40 0x7fcf980ab4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf96a00640 1 -- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf980d2c40 msgr2=0x7fcf980ab4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf96a00640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf980d2c40 0x7fcf980ab4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf96a00640 1 -- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf9815c230 msgr2=0x7fcf980aba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf96a00640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf9815c230 0x7fcf980aba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf96a00640 1 -- 172.21.15.22:0/770215431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf9815b660 con 0x7fcf980d2820 2024-09-10T10:32:34.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf97400640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf9815c230 0x7fcf980aba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:34.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf96a00640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf980d2820 0x7fcf9815b120 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcf880ad040 tx=0x7fcf8801ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:34.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf8ea00640 1 -- 172.21.15.22:0/770215431 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf880b4800 con 0x7fcf980d2820 2024-09-10T10:32:34.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf8ea00640 1 -- 172.21.15.22:0/770215431 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf880b49a0 con 0x7fcf980d2820 2024-09-10T10:32:34.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf8ea00640 1 -- 172.21.15.22:0/770215431 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf880b4d90 con 0x7fcf980d2820 2024-09-10T10:32:34.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf9d800640 1 -- 172.21.15.22:0/770215431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf98166660 con 0x7fcf980d2820 2024-09-10T10:32:34.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf9d800640 1 -- 172.21.15.22:0/770215431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf98166c20 con 0x7fcf980d2820 2024-09-10T10:32:34.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.018+0000 7fcf9d800640 1 -- 172.21.15.22:0/770215431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf9815c610 con 0x7fcf980d2820 2024-09-10T10:32:34.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.022+0000 7fcf8ea00640 1 -- 172.21.15.22:0/770215431 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcf880b3380 con 0x7fcf980d2820 2024-09-10T10:32:34.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.022+0000 7fcf8ea00640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf780678f0 0x7fcf78069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.022+0000 7fcf8ea00640 1 -- 172.21.15.22:0/770215431 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fcf880a8030 con 0x7fcf980d2820 2024-09-10T10:32:34.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.022+0000 7fcf96000640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf780678f0 0x7fcf78069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.022+0000 7fcf96000640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf780678f0 0x7fcf78069db0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcf84007fd0 tx=0x7fcf84009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:34.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.026+0000 7fcf8ea00640 1 -- 172.21.15.22:0/770215431 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcf88016110 con 0x7fcf980d2820 2024-09-10T10:32:34.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.190+0000 7fcf9d800640 1 -- 172.21.15.22:0/770215431 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcf9815c610 con 0x7fcf780678f0 2024-09-10T10:32:34.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.198+0000 7fcf8ea00640 1 -- 172.21.15.22:0/770215431 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247618 (secure 0 0 0) 0x7fcf9815c610 con 0x7fcf780678f0 2024-09-10T10:32:34.203 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:34.205 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:32:34.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 -- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf780678f0 msgr2=0x7fcf78069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf780678f0 0x7fcf78069db0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcf84007fd0 tx=0x7fcf84009040 comp rx=0 tx=0).stop 2024-09-10T10:32:34.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 -- 172.21.15.22:0/770215431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf980d2820 msgr2=0x7fcf9815b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf980d2820 0x7fcf9815b120 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcf880ad040 tx=0x7fcf8801ad60 comp rx=0 tx=0).stop 2024-09-10T10:32:34.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 -- 172.21.15.22:0/770215431 shutdown_connections 2024-09-10T10:32:34.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf780678f0 0x7fcf78069db0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcf9815c230 0x7fcf980aba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcf980d2c40 0x7fcf980ab4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 --2- 172.21.15.22:0/770215431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcf980d2820 0x7fcf9815b120 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 -- 172.21.15.22:0/770215431 >> 172.21.15.22:0/770215431 conn(0x7fcf9806f3b0 msgr2=0x7fcf9815dcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:34.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 -- 172.21.15.22:0/770215431 shutdown_connections 2024-09-10T10:32:34.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.202+0000 7fcf9d800640 1 -- 172.21.15.22:0/770215431 wait complete. 2024-09-10T10:32:34.224 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-10T10:32:33.333635+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590438,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":160,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":54,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235604,"kb_used_data":2716,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739116,"statfs":{"total":773094113280,"available":772852854784,"internally_reserved":0,"allocated":2781184,"data_stored":1693300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001156"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038775+0000","last_change":"2024-09-10T10:32:28.038775+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038775+0000","last_undegraded":"2024-09-10T10:32:28.038775+0000","last_fullsized":"2024-09-10T10:32:28.038775+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086530+0000","last_change":"2024-09-10T10:32:29.055028+0000","last_active":"2024-09-10T10:32:30.086530+0000","last_peered":"2024-09-10T10:32:30.086530+0000","last_clean":"2024-09-10T10:32:30.086530+0000","last_became_active":"2024-09-10T10:32:29.054764+0000","last_became_peered":"2024-09-10T10:32:29.054764+0000","last_unstale":"2024-09-10T10:32:30.086530+0000","last_undegraded":"2024-09-10T10:32:30.086530+0000","last_fullsized":"2024-09-10T10:32:30.086530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:17.725431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086336+0000","last_change":"2024-09-10T10:32:29.061695+0000","last_active":"2024-09-10T10:32:30.086336+0000","last_peered":"2024-09-10T10:32:30.086336+0000","last_clean":"2024-09-10T10:32:30.086336+0000","last_became_active":"2024-09-10T10:32:29.061291+0000","last_became_peered":"2024-09-10T10:32:29.061291+0000","last_unstale":"2024-09-10T10:32:30.086336+0000","last_undegraded":"2024-09-10T10:32:30.086336+0000","last_fullsized":"2024-09-10T10:32:30.086336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:18.833417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038251+0000","last_change":"2024-09-10T10:32:28.038251+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038251+0000","last_undegraded":"2024-09-10T10:32:28.038251+0000","last_fullsized":"2024-09-10T10:32:28.038251+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041845+0000","last_change":"2024-09-10T10:32:28.041845+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041845+0000","last_undegraded":"2024-09-10T10:32:28.041845+0000","last_fullsized":"2024-09-10T10:32:28.041845+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039013+0000","last_change":"2024-09-10T10:32:28.039013+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039013+0000","last_undegraded":"2024-09-10T10:32:28.039013+0000","last_fullsized":"2024-09-10T10:32:28.039013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039831+0000","last_change":"2024-09-10T10:32:28.039831+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039831+0000","last_undegraded":"2024-09-10T10:32:28.039831+0000","last_fullsized":"2024-09-10T10:32:28.039831+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086747+0000","last_change":"2024-09-10T10:32:29.062881+0000","last_active":"2024-09-10T10:32:30.086747+0000","last_peered":"2024-09-10T10:32:30.086747+0000","last_clean":"2024-09-10T10:32:30.086747+0000","last_became_active":"2024-09-10T10:32:29.062478+0000","last_became_peered":"2024-09-10T10:32:29.062478+0000","last_unstale":"2024-09-10T10:32:30.086747+0000","last_undegraded":"2024-09-10T10:32:30.086747+0000","last_fullsized":"2024-09-10T10:32:30.086747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:42.319373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.046333+0000","last_change":"2024-09-10T10:32:28.046333+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.046333+0000","last_undegraded":"2024-09-10T10:32:28.046333+0000","last_fullsized":"2024-09-10T10:32:28.046333+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038565+0000","last_change":"2024-09-10T10:32:28.038565+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038565+0000","last_undegraded":"2024-09-10T10:32:28.038565+0000","last_fullsized":"2024-09-10T10:32:28.038565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039292+0000","last_change":"2024-09-10T10:32:28.039292+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039292+0000","last_undegraded":"2024-09-10T10:32:28.039292+0000","last_fullsized":"2024-09-10T10:32:28.039292+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040814+0000","last_change":"2024-09-10T10:32:28.040814+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040814+0000","last_undegraded":"2024-09-10T10:32:28.040814+0000","last_fullsized":"2024-09-10T10:32:28.040814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043064+0000","last_change":"2024-09-10T10:32:28.043064+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043064+0000","last_undegraded":"2024-09-10T10:32:28.043064+0000","last_fullsized":"2024-09-10T10:32:28.043064+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.042365+0000","last_change":"2024-09-10T10:32:28.042365+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.042365+0000","last_undegraded":"2024-09-10T10:32:28.042365+0000","last_fullsized":"2024-09-10T10:32:28.042365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087105+0000","last_change":"2024-09-10T10:32:29.057867+0000","last_active":"2024-09-10T10:32:30.087105+0000","last_peered":"2024-09-10T10:32:30.087105+0000","last_clean":"2024-09-10T10:32:30.087105+0000","last_became_active":"2024-09-10T10:32:29.057462+0000","last_became_peered":"2024-09-10T10:32:29.057462+0000","last_unstale":"2024-09-10T10:32:30.087105+0000","last_undegraded":"2024-09-10T10:32:30.087105+0000","last_fullsized":"2024-09-10T10:32:30.087105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:02.204778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.060000+0000","last_change":"2024-09-10T10:32:28.060000+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.060000+0000","last_undegraded":"2024-09-10T10:32:28.060000+0000","last_fullsized":"2024-09-10T10:32:28.060000+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043565+0000","last_change":"2024-09-10T10:32:28.043565+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043565+0000","last_undegraded":"2024-09-10T10:32:28.043565+0000","last_fullsized":"2024-09-10T10:32:28.043565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037979+0000","last_change":"2024-09-10T10:32:28.037979+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037979+0000","last_undegraded":"2024-09-10T10:32:28.037979+0000","last_fullsized":"2024-09-10T10:32:28.037979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045409+0000","last_change":"2024-09-10T10:32:28.045409+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045409+0000","last_undegraded":"2024-09-10T10:32:28.045409+0000","last_fullsized":"2024-09-10T10:32:28.045409+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038273+0000","last_change":"2024-09-10T10:32:28.038273+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038273+0000","last_undegraded":"2024-09-10T10:32:28.038273+0000","last_fullsized":"2024-09-10T10:32:28.038273+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040450+0000","last_change":"2024-09-10T10:32:28.040450+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040450+0000","last_undegraded":"2024-09-10T10:32:28.040450+0000","last_fullsized":"2024-09-10T10:32:28.040450+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045021+0000","last_change":"2024-09-10T10:32:28.045021+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045021+0000","last_undegraded":"2024-09-10T10:32:28.045021+0000","last_fullsized":"2024-09-10T10:32:28.045021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087113+0000","last_change":"2024-09-10T10:32:29.053601+0000","last_active":"2024-09-10T10:32:30.087113+0000","last_peered":"2024-09-10T10:32:30.087113+0000","last_clean":"2024-09-10T10:32:30.087113+0000","last_became_active":"2024-09-10T10:32:29.053344+0000","last_became_peered":"2024-09-10T10:32:29.053344+0000","last_unstale":"2024-09-10T10:32:30.087113+0000","last_undegraded":"2024-09-10T10:32:30.087113+0000","last_fullsized":"2024-09-10T10:32:30.087113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:57.544341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.044834+0000","last_change":"2024-09-10T10:32:28.044834+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.044834+0000","last_undegraded":"2024-09-10T10:32:28.044834+0000","last_fullsized":"2024-09-10T10:32:28.044834+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086282+0000","last_change":"2024-09-10T10:32:29.064338+0000","last_active":"2024-09-10T10:32:30.086282+0000","last_peered":"2024-09-10T10:32:30.086282+0000","last_clean":"2024-09-10T10:32:30.086282+0000","last_became_active":"2024-09-10T10:32:29.063384+0000","last_became_peered":"2024-09-10T10:32:29.063384+0000","last_unstale":"2024-09-10T10:32:30.086282+0000","last_undegraded":"2024-09-10T10:32:30.086282+0000","last_fullsized":"2024-09-10T10:32:30.086282+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:42.756760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039648+0000","last_change":"2024-09-10T10:32:28.039648+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039648+0000","last_undegraded":"2024-09-10T10:32:28.039648+0000","last_fullsized":"2024-09-10T10:32:28.039648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043015+0000","last_change":"2024-09-10T10:32:28.043015+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043015+0000","last_undegraded":"2024-09-10T10:32:28.043015+0000","last_fullsized":"2024-09-10T10:32:28.043015+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045008+0000","last_change":"2024-09-10T10:32:28.045008+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045008+0000","last_undegraded":"2024-09-10T10:32:28.045008+0000","last_fullsized":"2024-09-10T10:32:28.045008+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086408+0000","last_change":"2024-09-10T10:32:29.063809+0000","last_active":"2024-09-10T10:32:30.086408+0000","last_peered":"2024-09-10T10:32:30.086408+0000","last_clean":"2024-09-10T10:32:30.086408+0000","last_became_active":"2024-09-10T10:32:29.062266+0000","last_became_peered":"2024-09-10T10:32:29.062266+0000","last_unstale":"2024-09-10T10:32:30.086408+0000","last_undegraded":"2024-09-10T10:32:30.086408+0000","last_fullsized":"2024-09-10T10:32:30.086408+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:32.533530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045367+0000","last_change":"2024-09-10T10:32:28.045367+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045367+0000","last_undegraded":"2024-09-10T10:32:28.045367+0000","last_fullsized":"2024-09-10T10:32:28.045367+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038728+0000","last_change":"2024-09-10T10:32:28.038728+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038728+0000","last_undegraded":"2024-09-10T10:32:28.038728+0000","last_fullsized":"2024-09-10T10:32:28.038728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045651+0000","last_change":"2024-09-10T10:32:28.045651+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045651+0000","last_undegraded":"2024-09-10T10:32:28.045651+0000","last_fullsized":"2024-09-10T10:32:28.045651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039689+0000","last_change":"2024-09-10T10:32:28.039689+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039689+0000","last_undegraded":"2024-09-10T10:32:28.039689+0000","last_fullsized":"2024-09-10T10:32:28.039689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086473+0000","last_change":"2024-09-10T10:32:28.062609+0000","last_active":"2024-09-10T10:32:30.086473+0000","last_peered":"2024-09-10T10:32:30.086473+0000","last_clean":"2024-09-10T10:32:30.086473+0000","last_became_active":"2024-09-10T10:32:28.062222+0000","last_became_peered":"2024-09-10T10:32:28.062222+0000","last_unstale":"2024-09-10T10:32:30.086473+0000","last_undegraded":"2024-09-10T10:32:30.086473+0000","last_fullsized":"2024-09-10T10:32:30.086473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:43.836262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039830+0000","last_change":"2024-09-10T10:32:28.039830+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039830+0000","last_undegraded":"2024-09-10T10:32:28.039830+0000","last_fullsized":"2024-09-10T10:32:28.039830+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067033+0000","last_change":"2024-09-10T10:32:28.062755+0000","last_active":"2024-09-10T10:32:28.067033+0000","last_peered":"2024-09-10T10:32:28.067033+0000","last_clean":"2024-09-10T10:32:28.067033+0000","last_became_active":"2024-09-10T10:32:28.062503+0000","last_became_peered":"2024-09-10T10:32:28.062503+0000","last_unstale":"2024-09-10T10:32:28.067033+0000","last_undegraded":"2024-09-10T10:32:28.067033+0000","last_fullsized":"2024-09-10T10:32:28.067033+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.053206+0000","last_change":"2024-09-10T10:32:28.052032+0000","last_active":"2024-09-10T10:32:28.053206+0000","last_peered":"2024-09-10T10:32:28.053206+0000","last_clean":"2024-09-10T10:32:28.053206+0000","last_became_active":"2024-09-10T10:32:28.051649+0000","last_became_peered":"2024-09-10T10:32:28.051649+0000","last_unstale":"2024-09-10T10:32:28.053206+0000","last_undegraded":"2024-09-10T10:32:28.053206+0000","last_fullsized":"2024-09-10T10:32:28.053206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087034+0000","last_change":"2024-09-10T10:32:29.060458+0000","last_active":"2024-09-10T10:32:30.087034+0000","last_peered":"2024-09-10T10:32:30.087034+0000","last_clean":"2024-09-10T10:32:30.087034+0000","last_became_active":"2024-09-10T10:32:29.060165+0000","last_became_peered":"2024-09-10T10:32:29.060165+0000","last_unstale":"2024-09-10T10:32:30.087034+0000","last_undegraded":"2024-09-10T10:32:30.087034+0000","last_fullsized":"2024-09-10T10:32:30.087034+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:08.690335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067227+0000","last_change":"2024-09-10T10:32:28.065257+0000","last_active":"2024-09-10T10:32:28.067227+0000","last_peered":"2024-09-10T10:32:28.067227+0000","last_clean":"2024-09-10T10:32:28.067227+0000","last_became_active":"2024-09-10T10:32:28.064881+0000","last_became_peered":"2024-09-10T10:32:28.064881+0000","last_unstale":"2024-09-10T10:32:28.067227+0000","last_undegraded":"2024-09-10T10:32:28.067227+0000","last_fullsized":"2024-09-10T10:32:28.067227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040120+0000","last_change":"2024-09-10T10:32:28.040120+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040120+0000","last_undegraded":"2024-09-10T10:32:28.040120+0000","last_fullsized":"2024-09-10T10:32:28.040120+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.052018+0000","last_change":"2024-09-10T10:32:28.049741+0000","last_active":"2024-09-10T10:32:28.052018+0000","last_peered":"2024-09-10T10:32:28.052018+0000","last_clean":"2024-09-10T10:32:28.052018+0000","last_became_active":"2024-09-10T10:32:28.049315+0000","last_became_peered":"2024-09-10T10:32:28.049315+0000","last_unstale":"2024-09-10T10:32:28.052018+0000","last_undegraded":"2024-09-10T10:32:28.052018+0000","last_fullsized":"2024-09-10T10:32:28.052018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038529+0000","last_change":"2024-09-10T10:32:28.038529+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038529+0000","last_undegraded":"2024-09-10T10:32:28.038529+0000","last_fullsized":"2024-09-10T10:32:28.038529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.053936+0000","last_change":"2024-09-10T10:32:28.051475+0000","last_active":"2024-09-10T10:32:28.053936+0000","last_peered":"2024-09-10T10:32:28.053936+0000","last_clean":"2024-09-10T10:32:28.053936+0000","last_became_active":"2024-09-10T10:32:28.051180+0000","last_became_peered":"2024-09-10T10:32:28.051180+0000","last_unstale":"2024-09-10T10:32:28.053936+0000","last_undegraded":"2024-09-10T10:32:28.053936+0000","last_fullsized":"2024-09-10T10:32:28.053936+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086579+0000","last_change":"2024-09-10T10:32:29.056539+0000","last_active":"2024-09-10T10:32:30.086579+0000","last_peered":"2024-09-10T10:32:30.086579+0000","last_clean":"2024-09-10T10:32:30.086579+0000","last_became_active":"2024-09-10T10:32:29.056268+0000","last_became_peered":"2024-09-10T10:32:29.056268+0000","last_unstale":"2024-09-10T10:32:30.086579+0000","last_undegraded":"2024-09-10T10:32:30.086579+0000","last_fullsized":"2024-09-10T10:32:30.086579+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:28.256027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.062432+0000","last_change":"2024-09-10T10:32:28.059266+0000","last_active":"2024-09-10T10:32:28.062432+0000","last_peered":"2024-09-10T10:32:28.062432+0000","last_clean":"2024-09-10T10:32:28.062432+0000","last_became_active":"2024-09-10T10:32:28.058972+0000","last_became_peered":"2024-09-10T10:32:28.058972+0000","last_unstale":"2024-09-10T10:32:28.062432+0000","last_undegraded":"2024-09-10T10:32:28.062432+0000","last_fullsized":"2024-09-10T10:32:28.062432+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040178+0000","last_change":"2024-09-10T10:32:28.040178+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040178+0000","last_undegraded":"2024-09-10T10:32:28.040178+0000","last_fullsized":"2024-09-10T10:32:28.040178+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.058302+0000","last_change":"2024-09-10T10:32:28.052198+0000","last_active":"2024-09-10T10:32:28.058302+0000","last_peered":"2024-09-10T10:32:28.058302+0000","last_clean":"2024-09-10T10:32:28.058302+0000","last_became_active":"2024-09-10T10:32:28.051988+0000","last_became_peered":"2024-09-10T10:32:28.051988+0000","last_unstale":"2024-09-10T10:32:28.058302+0000","last_undegraded":"2024-09-10T10:32:28.058302+0000","last_fullsized":"2024-09-10T10:32:28.058302+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037552+0000","last_change":"2024-09-10T10:32:28.037552+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037552+0000","last_undegraded":"2024-09-10T10:32:28.037552+0000","last_fullsized":"2024-09-10T10:32:28.037552+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.066919+0000","last_change":"2024-09-10T10:32:28.063210+0000","last_active":"2024-09-10T10:32:28.066919+0000","last_peered":"2024-09-10T10:32:28.066919+0000","last_clean":"2024-09-10T10:32:28.066919+0000","last_became_active":"2024-09-10T10:32:28.062952+0000","last_became_peered":"2024-09-10T10:32:28.062952+0000","last_unstale":"2024-09-10T10:32:28.066919+0000","last_undegraded":"2024-09-10T10:32:28.066919+0000","last_fullsized":"2024-09-10T10:32:28.066919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041836+0000","last_change":"2024-09-10T10:32:28.041836+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041836+0000","last_undegraded":"2024-09-10T10:32:28.041836+0000","last_fullsized":"2024-09-10T10:32:28.041836+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.064764+0000","last_change":"2024-09-10T10:32:28.062189+0000","last_active":"2024-09-10T10:32:28.064764+0000","last_peered":"2024-09-10T10:32:28.064764+0000","last_clean":"2024-09-10T10:32:28.064764+0000","last_became_active":"2024-09-10T10:32:28.061633+0000","last_became_peered":"2024-09-10T10:32:28.061633+0000","last_unstale":"2024-09-10T10:32:28.064764+0000","last_undegraded":"2024-09-10T10:32:28.064764+0000","last_fullsized":"2024-09-10T10:32:28.064764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.042496+0000","last_change":"2024-09-10T10:32:28.042496+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.042496+0000","last_undegraded":"2024-09-10T10:32:28.042496+0000","last_fullsized":"2024-09-10T10:32:28.042496+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063643+0000","last_change":"2024-09-10T10:32:28.061765+0000","last_active":"2024-09-10T10:32:28.063643+0000","last_peered":"2024-09-10T10:32:28.063643+0000","last_clean":"2024-09-10T10:32:28.063643+0000","last_became_active":"2024-09-10T10:32:28.061469+0000","last_became_peered":"2024-09-10T10:32:28.061469+0000","last_unstale":"2024-09-10T10:32:28.063643+0000","last_undegraded":"2024-09-10T10:32:28.063643+0000","last_fullsized":"2024-09-10T10:32:28.063643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040752+0000","last_change":"2024-09-10T10:32:28.040752+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040752+0000","last_undegraded":"2024-09-10T10:32:28.040752+0000","last_fullsized":"2024-09-10T10:32:28.040752+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.049795+0000","last_change":"2024-09-10T10:32:28.047575+0000","last_active":"2024-09-10T10:32:28.049795+0000","last_peered":"2024-09-10T10:32:28.049795+0000","last_clean":"2024-09-10T10:32:28.049795+0000","last_became_active":"2024-09-10T10:32:28.047044+0000","last_became_peered":"2024-09-10T10:32:28.047044+0000","last_unstale":"2024-09-10T10:32:28.049795+0000","last_undegraded":"2024-09-10T10:32:28.049795+0000","last_fullsized":"2024-09-10T10:32:28.049795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.044685+0000","last_change":"2024-09-10T10:32:28.044685+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.044685+0000","last_undegraded":"2024-09-10T10:32:28.044685+0000","last_fullsized":"2024-09-10T10:32:28.044685+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063507+0000","last_change":"2024-09-10T10:32:28.061411+0000","last_active":"2024-09-10T10:32:28.063507+0000","last_peered":"2024-09-10T10:32:28.063507+0000","last_clean":"2024-09-10T10:32:28.063507+0000","last_became_active":"2024-09-10T10:32:28.061080+0000","last_became_peered":"2024-09-10T10:32:28.061080+0000","last_unstale":"2024-09-10T10:32:28.063507+0000","last_undegraded":"2024-09-10T10:32:28.063507+0000","last_fullsized":"2024-09-10T10:32:28.063507+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037868+0000","last_change":"2024-09-10T10:32:28.037868+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037868+0000","last_undegraded":"2024-09-10T10:32:28.037868+0000","last_fullsized":"2024-09-10T10:32:28.037868+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061149+0000","last_change":"2024-09-10T10:32:28.058216+0000","last_active":"2024-09-10T10:32:28.061149+0000","last_peered":"2024-09-10T10:32:28.061149+0000","last_clean":"2024-09-10T10:32:28.061149+0000","last_became_active":"2024-09-10T10:32:28.054955+0000","last_became_peered":"2024-09-10T10:32:28.054955+0000","last_unstale":"2024-09-10T10:32:28.061149+0000","last_undegraded":"2024-09-10T10:32:28.061149+0000","last_fullsized":"2024-09-10T10:32:28.061149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037650+0000","last_change":"2024-09-10T10:32:28.037650+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037650+0000","last_undegraded":"2024-09-10T10:32:28.037650+0000","last_fullsized":"2024-09-10T10:32:28.037650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086405+0000","last_change":"2024-09-10T10:32:28.060086+0000","last_active":"2024-09-10T10:32:30.086405+0000","last_peered":"2024-09-10T10:32:30.086405+0000","last_clean":"2024-09-10T10:32:30.086405+0000","last_became_active":"2024-09-10T10:32:28.059813+0000","last_became_peered":"2024-09-10T10:32:28.059813+0000","last_unstale":"2024-09-10T10:32:30.086405+0000","last_undegraded":"2024-09-10T10:32:30.086405+0000","last_fullsized":"2024-09-10T10:32:30.086405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:18.744745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037711+0000","last_change":"2024-09-10T10:32:28.037711+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037711+0000","last_undegraded":"2024-09-10T10:32:28.037711+0000","last_fullsized":"2024-09-10T10:32:28.037711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.056820+0000","last_change":"2024-09-10T10:32:28.055546+0000","last_active":"2024-09-10T10:32:28.056820+0000","last_peered":"2024-09-10T10:32:28.056820+0000","last_clean":"2024-09-10T10:32:28.056820+0000","last_became_active":"2024-09-10T10:32:28.054975+0000","last_became_peered":"2024-09-10T10:32:28.054975+0000","last_unstale":"2024-09-10T10:32:28.056820+0000","last_undegraded":"2024-09-10T10:32:28.056820+0000","last_fullsized":"2024-09-10T10:32:28.056820+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.058956+0000","last_change":"2024-09-10T10:32:28.058956+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.058956+0000","last_undegraded":"2024-09-10T10:32:28.058956+0000","last_fullsized":"2024-09-10T10:32:28.058956+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.041058+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:32:28.041058+0000","last_peered":"2024-09-10T10:32:28.041058+0000","last_clean":"2024-09-10T10:32:28.041058+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:32:28.041058+0000","last_undegraded":"2024-09-10T10:32:28.041058+0000","last_fullsized":"2024-09-10T10:32:28.041058+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070185+0000","last_change":"2024-09-10T10:32:28.068231+0000","last_active":"2024-09-10T10:32:28.070185+0000","last_peered":"2024-09-10T10:32:28.070185+0000","last_clean":"2024-09-10T10:32:28.070185+0000","last_became_active":"2024-09-10T10:32:28.067984+0000","last_became_peered":"2024-09-10T10:32:28.067984+0000","last_unstale":"2024-09-10T10:32:28.070185+0000","last_undegraded":"2024-09-10T10:32:28.070185+0000","last_fullsized":"2024-09-10T10:32:28.070185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:03.155252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038099+0000","last_change":"2024-09-10T10:32:28.038099+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038099+0000","last_undegraded":"2024-09-10T10:32:28.038099+0000","last_fullsized":"2024-09-10T10:32:28.038099+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070166+0000","last_change":"2024-09-10T10:32:28.067705+0000","last_active":"2024-09-10T10:32:28.070166+0000","last_peered":"2024-09-10T10:32:28.070166+0000","last_clean":"2024-09-10T10:32:28.070166+0000","last_became_active":"2024-09-10T10:32:28.067437+0000","last_became_peered":"2024-09-10T10:32:28.067437+0000","last_unstale":"2024-09-10T10:32:28.070166+0000","last_undegraded":"2024-09-10T10:32:28.070166+0000","last_fullsized":"2024-09-10T10:32:28.070166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041785+0000","last_change":"2024-09-10T10:32:28.041785+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041785+0000","last_undegraded":"2024-09-10T10:32:28.041785+0000","last_fullsized":"2024-09-10T10:32:28.041785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.064364+0000","last_change":"2024-09-10T10:32:28.060003+0000","last_active":"2024-09-10T10:32:28.064364+0000","last_peered":"2024-09-10T10:32:28.064364+0000","last_clean":"2024-09-10T10:32:28.064364+0000","last_became_active":"2024-09-10T10:32:28.059681+0000","last_became_peered":"2024-09-10T10:32:28.059681+0000","last_unstale":"2024-09-10T10:32:28.064364+0000","last_undegraded":"2024-09-10T10:32:28.064364+0000","last_fullsized":"2024-09-10T10:32:28.064364+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087055+0000","last_change":"2024-09-10T10:32:29.067713+0000","last_active":"2024-09-10T10:32:30.087055+0000","last_peered":"2024-09-10T10:32:30.087055+0000","last_clean":"2024-09-10T10:32:30.087055+0000","last_became_active":"2024-09-10T10:32:29.067417+0000","last_became_peered":"2024-09-10T10:32:29.067417+0000","last_unstale":"2024-09-10T10:32:30.087055+0000","last_undegraded":"2024-09-10T10:32:30.087055+0000","last_fullsized":"2024-09-10T10:32:30.087055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:17.598694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067141+0000","last_change":"2024-09-10T10:32:28.063463+0000","last_active":"2024-09-10T10:32:28.067141+0000","last_peered":"2024-09-10T10:32:28.067141+0000","last_clean":"2024-09-10T10:32:28.067141+0000","last_became_active":"2024-09-10T10:32:28.063234+0000","last_became_peered":"2024-09-10T10:32:28.063234+0000","last_unstale":"2024-09-10T10:32:28.067141+0000","last_undegraded":"2024-09-10T10:32:28.067141+0000","last_fullsized":"2024-09-10T10:32:28.067141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.036782+0000","last_change":"2024-09-10T10:32:28.036782+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.036782+0000","last_undegraded":"2024-09-10T10:32:28.036782+0000","last_fullsized":"2024-09-10T10:32:28.036782+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086120+0000","last_change":"2024-09-10T10:32:28.062420+0000","last_active":"2024-09-10T10:32:30.086120+0000","last_peered":"2024-09-10T10:32:30.086120+0000","last_clean":"2024-09-10T10:32:30.086120+0000","last_became_active":"2024-09-10T10:32:28.062051+0000","last_became_peered":"2024-09-10T10:32:28.062051+0000","last_unstale":"2024-09-10T10:32:30.086120+0000","last_undegraded":"2024-09-10T10:32:30.086120+0000","last_fullsized":"2024-09-10T10:32:30.086120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:45.541712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039020+0000","last_change":"2024-09-10T10:32:28.039020+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039020+0000","last_undegraded":"2024-09-10T10:32:28.039020+0000","last_fullsized":"2024-09-10T10:32:28.039020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067073+0000","last_change":"2024-09-10T10:32:28.063319+0000","last_active":"2024-09-10T10:32:28.067073+0000","last_peered":"2024-09-10T10:32:28.067073+0000","last_clean":"2024-09-10T10:32:28.067073+0000","last_became_active":"2024-09-10T10:32:28.060657+0000","last_became_peered":"2024-09-10T10:32:28.060657+0000","last_unstale":"2024-09-10T10:32:28.067073+0000","last_undegraded":"2024-09-10T10:32:28.067073+0000","last_fullsized":"2024-09-10T10:32:28.067073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043843+0000","last_change":"2024-09-10T10:32:28.043843+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043843+0000","last_undegraded":"2024-09-10T10:32:28.043843+0000","last_fullsized":"2024-09-10T10:32:28.043843+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061170+0000","last_change":"2024-09-10T10:32:28.058889+0000","last_active":"2024-09-10T10:32:28.061170+0000","last_peered":"2024-09-10T10:32:28.061170+0000","last_clean":"2024-09-10T10:32:28.061170+0000","last_became_active":"2024-09-10T10:32:28.054880+0000","last_became_peered":"2024-09-10T10:32:28.054880+0000","last_unstale":"2024-09-10T10:32:28.061170+0000","last_undegraded":"2024-09-10T10:32:28.061170+0000","last_fullsized":"2024-09-10T10:32:28.061170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038495+0000","last_change":"2024-09-10T10:32:28.038495+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038495+0000","last_undegraded":"2024-09-10T10:32:28.038495+0000","last_fullsized":"2024-09-10T10:32:28.038495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067168+0000","last_change":"2024-09-10T10:32:28.063935+0000","last_active":"2024-09-10T10:32:28.067168+0000","last_peered":"2024-09-10T10:32:28.067168+0000","last_clean":"2024-09-10T10:32:28.067168+0000","last_became_active":"2024-09-10T10:32:28.063706+0000","last_became_peered":"2024-09-10T10:32:28.063706+0000","last_unstale":"2024-09-10T10:32:28.067168+0000","last_undegraded":"2024-09-10T10:32:28.067168+0000","last_fullsized":"2024-09-10T10:32:28.067168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039625+0000","last_change":"2024-09-10T10:32:28.039625+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039625+0000","last_undegraded":"2024-09-10T10:32:28.039625+0000","last_fullsized":"2024-09-10T10:32:28.039625+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.057473+0000","last_change":"2024-09-10T10:32:28.056199+0000","last_active":"2024-09-10T10:32:28.057473+0000","last_peered":"2024-09-10T10:32:28.057473+0000","last_clean":"2024-09-10T10:32:28.057473+0000","last_became_active":"2024-09-10T10:32:28.055922+0000","last_became_peered":"2024-09-10T10:32:28.055922+0000","last_unstale":"2024-09-10T10:32:28.057473+0000","last_undegraded":"2024-09-10T10:32:28.057473+0000","last_fullsized":"2024-09-10T10:32:28.057473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041924+0000","last_change":"2024-09-10T10:32:28.041924+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041924+0000","last_undegraded":"2024-09-10T10:32:28.041924+0000","last_fullsized":"2024-09-10T10:32:28.041924+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061088+0000","last_change":"2024-09-10T10:32:28.055719+0000","last_active":"2024-09-10T10:32:28.061088+0000","last_peered":"2024-09-10T10:32:28.061088+0000","last_clean":"2024-09-10T10:32:28.061088+0000","last_became_active":"2024-09-10T10:32:28.055432+0000","last_became_peered":"2024-09-10T10:32:28.055432+0000","last_unstale":"2024-09-10T10:32:28.061088+0000","last_undegraded":"2024-09-10T10:32:28.061088+0000","last_fullsized":"2024-09-10T10:32:28.061088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039042+0000","last_change":"2024-09-10T10:32:28.039042+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039042+0000","last_undegraded":"2024-09-10T10:32:28.039042+0000","last_fullsized":"2024-09-10T10:32:28.039042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063372+0000","last_change":"2024-09-10T10:32:28.059500+0000","last_active":"2024-09-10T10:32:28.063372+0000","last_peered":"2024-09-10T10:32:28.063372+0000","last_clean":"2024-09-10T10:32:28.063372+0000","last_became_active":"2024-09-10T10:32:28.059314+0000","last_became_peered":"2024-09-10T10:32:28.059314+0000","last_unstale":"2024-09-10T10:32:28.063372+0000","last_undegraded":"2024-09-10T10:32:28.063372+0000","last_fullsized":"2024-09-10T10:32:28.063372+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037988+0000","last_change":"2024-09-10T10:32:28.037988+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037988+0000","last_undegraded":"2024-09-10T10:32:28.037988+0000","last_fullsized":"2024-09-10T10:32:28.037988+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070206+0000","last_change":"2024-09-10T10:32:28.068401+0000","last_active":"2024-09-10T10:32:28.070206+0000","last_peered":"2024-09-10T10:32:28.070206+0000","last_clean":"2024-09-10T10:32:28.070206+0000","last_became_active":"2024-09-10T10:32:28.068133+0000","last_became_peered":"2024-09-10T10:32:28.068133+0000","last_unstale":"2024-09-10T10:32:28.070206+0000","last_undegraded":"2024-09-10T10:32:28.070206+0000","last_fullsized":"2024-09-10T10:32:28.070206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:54:40.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043991+0000","last_change":"2024-09-10T10:32:28.043991+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043991+0000","last_undegraded":"2024-09-10T10:32:28.043991+0000","last_fullsized":"2024-09-10T10:32:28.043991+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.059421+0000","last_change":"2024-09-10T10:32:28.059421+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.059421+0000","last_undegraded":"2024-09-10T10:32:28.059421+0000","last_fullsized":"2024-09-10T10:32:28.059421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.055615+0000","last_change":"2024-09-10T10:32:28.053067+0000","last_active":"2024-09-10T10:32:28.055615+0000","last_peered":"2024-09-10T10:32:28.055615+0000","last_clean":"2024-09-10T10:32:28.055615+0000","last_became_active":"2024-09-10T10:32:28.052777+0000","last_became_peered":"2024-09-10T10:32:28.052777+0000","last_unstale":"2024-09-10T10:32:28.055615+0000","last_undegraded":"2024-09-10T10:32:28.055615+0000","last_fullsized":"2024-09-10T10:32:28.055615+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.050170+0000","last_change":"2024-09-10T10:32:28.050170+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.050170+0000","last_undegraded":"2024-09-10T10:32:28.050170+0000","last_fullsized":"2024-09-10T10:32:28.050170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.054690+0000","last_change":"2024-09-10T10:32:28.052149+0000","last_active":"2024-09-10T10:32:28.054690+0000","last_peered":"2024-09-10T10:32:28.054690+0000","last_clean":"2024-09-10T10:32:28.054690+0000","last_became_active":"2024-09-10T10:32:28.051849+0000","last_became_peered":"2024-09-10T10:32:28.051849+0000","last_unstale":"2024-09-10T10:32:28.054690+0000","last_undegraded":"2024-09-10T10:32:28.054690+0000","last_fullsized":"2024-09-10T10:32:28.054690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086434+0000","last_change":"2024-09-10T10:32:29.064105+0000","last_active":"2024-09-10T10:32:30.086434+0000","last_peered":"2024-09-10T10:32:30.086434+0000","last_clean":"2024-09-10T10:32:30.086434+0000","last_became_active":"2024-09-10T10:32:29.062986+0000","last_became_peered":"2024-09-10T10:32:29.062986+0000","last_unstale":"2024-09-10T10:32:30.086434+0000","last_undegraded":"2024-09-10T10:32:30.086434+0000","last_fullsized":"2024-09-10T10:32:30.086434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:04.559187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086822+0000","last_change":"2024-09-10T10:32:28.061533+0000","last_active":"2024-09-10T10:32:30.086822+0000","last_peered":"2024-09-10T10:32:30.086822+0000","last_clean":"2024-09-10T10:32:30.086822+0000","last_became_active":"2024-09-10T10:32:28.061239+0000","last_became_peered":"2024-09-10T10:32:28.061239+0000","last_unstale":"2024-09-10T10:32:30.086822+0000","last_undegraded":"2024-09-10T10:32:30.086822+0000","last_fullsized":"2024-09-10T10:32:30.086822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:16.983926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086758+0000","last_change":"2024-09-10T10:32:29.051180+0000","last_active":"2024-09-10T10:32:30.086758+0000","last_peered":"2024-09-10T10:32:30.086758+0000","last_clean":"2024-09-10T10:32:30.086758+0000","last_became_active":"2024-09-10T10:32:29.050889+0000","last_became_peered":"2024-09-10T10:32:29.050889+0000","last_unstale":"2024-09-10T10:32:30.086758+0000","last_undegraded":"2024-09-10T10:32:30.086758+0000","last_fullsized":"2024-09-10T10:32:30.086758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:28.374260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067126+0000","last_change":"2024-09-10T10:32:28.064396+0000","last_active":"2024-09-10T10:32:28.067126+0000","last_peered":"2024-09-10T10:32:28.067126+0000","last_clean":"2024-09-10T10:32:28.067126+0000","last_became_active":"2024-09-10T10:32:28.063910+0000","last_became_peered":"2024-09-10T10:32:28.063910+0000","last_unstale":"2024-09-10T10:32:28.067126+0000","last_undegraded":"2024-09-10T10:32:28.067126+0000","last_fullsized":"2024-09-10T10:32:28.067126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":790528,"data_stored":653577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509443,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:32:34.229 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-10T10:32:34.230 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.038775+0000', 'last_change': '2024-09-10T10:32:28.038775+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.038775+0000', 'last_undegraded': '2024-09-10T10:32:28.038775+0000', 'last_fullsized': '2024-09-10T10:32:28.038775+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.230 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-10T10:32:34.230 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.038251+0000', 'last_change': '2024-09-10T10:32:28.038251+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.038251+0000', 'last_undegraded': '2024-09-10T10:32:28.038251+0000', 'last_fullsized': '2024-09-10T10:32:28.038251+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:32:34.230 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-10T10:32:34.230 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.041845+0000', 'last_change': '2024-09-10T10:32:28.041845+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.041845+0000', 'last_undegraded': '2024-09-10T10:32:28.041845+0000', 'last_fullsized': '2024-09-10T10:32:28.041845+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.230 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-10T10:32:34.230 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.039013+0000', 'last_change': '2024-09-10T10:32:28.039013+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.039013+0000', 'last_undegraded': '2024-09-10T10:32:28.039013+0000', 'last_fullsized': '2024-09-10T10:32:28.039013+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:32:34.230 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-10T10:32:34.230 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.039831+0000', 'last_change': '2024-09-10T10:32:28.039831+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.039831+0000', 'last_undegraded': '2024-09-10T10:32:28.039831+0000', 'last_fullsized': '2024-09-10T10:32:28.039831+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.230 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.046333+0000', 'last_change': '2024-09-10T10:32:28.046333+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.046333+0000', 'last_undegraded': '2024-09-10T10:32:28.046333+0000', 'last_fullsized': '2024-09-10T10:32:28.046333+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.038565+0000', 'last_change': '2024-09-10T10:32:28.038565+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.038565+0000', 'last_undegraded': '2024-09-10T10:32:28.038565+0000', 'last_fullsized': '2024-09-10T10:32:28.038565+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.039292+0000', 'last_change': '2024-09-10T10:32:28.039292+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.039292+0000', 'last_undegraded': '2024-09-10T10:32:28.039292+0000', 'last_fullsized': '2024-09-10T10:32:28.039292+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.040814+0000', 'last_change': '2024-09-10T10:32:28.040814+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.040814+0000', 'last_undegraded': '2024-09-10T10:32:28.040814+0000', 'last_fullsized': '2024-09-10T10:32:28.040814+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:PG 3.33 is not active+clean 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.043064+0000', 'last_change': '2024-09-10T10:32:28.043064+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.043064+0000', 'last_undegraded': '2024-09-10T10:32:28.043064+0000', 'last_fullsized': '2024-09-10T10:32:28.043064+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:PG 3.32 is not active+clean 2024-09-10T10:32:34.231 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.042365+0000', 'last_change': '2024-09-10T10:32:28.042365+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.042365+0000', 'last_undegraded': '2024-09-10T10:32:28.042365+0000', 'last_fullsized': '2024-09-10T10:32:28.042365+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.060000+0000', 'last_change': '2024-09-10T10:32:28.060000+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.060000+0000', 'last_undegraded': '2024-09-10T10:32:28.060000+0000', 'last_fullsized': '2024-09-10T10:32:28.060000+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.043565+0000', 'last_change': '2024-09-10T10:32:28.043565+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.043565+0000', 'last_undegraded': '2024-09-10T10:32:28.043565+0000', 'last_fullsized': '2024-09-10T10:32:28.043565+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.037979+0000', 'last_change': '2024-09-10T10:32:28.037979+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.037979+0000', 'last_undegraded': '2024-09-10T10:32:28.037979+0000', 'last_fullsized': '2024-09-10T10:32:28.037979+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.045409+0000', 'last_change': '2024-09-10T10:32:28.045409+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.045409+0000', 'last_undegraded': '2024-09-10T10:32:28.045409+0000', 'last_fullsized': '2024-09-10T10:32:28.045409+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.038273+0000', 'last_change': '2024-09-10T10:32:28.038273+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.038273+0000', 'last_undegraded': '2024-09-10T10:32:28.038273+0000', 'last_fullsized': '2024-09-10T10:32:28.038273+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2b is not active+clean 2024-09-10T10:32:34.232 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.040450+0000', 'last_change': '2024-09-10T10:32:28.040450+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.040450+0000', 'last_undegraded': '2024-09-10T10:32:28.040450+0000', 'last_fullsized': '2024-09-10T10:32:28.040450+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.045021+0000', 'last_change': '2024-09-10T10:32:28.045021+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.045021+0000', 'last_undegraded': '2024-09-10T10:32:28.045021+0000', 'last_fullsized': '2024-09-10T10:32:28.045021+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.044834+0000', 'last_change': '2024-09-10T10:32:28.044834+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.044834+0000', 'last_undegraded': '2024-09-10T10:32:28.044834+0000', 'last_fullsized': '2024-09-10T10:32:28.044834+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.039648+0000', 'last_change': '2024-09-10T10:32:28.039648+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.039648+0000', 'last_undegraded': '2024-09-10T10:32:28.039648+0000', 'last_fullsized': '2024-09-10T10:32:28.039648+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:PG 3.25 is not active+clean 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.043015+0000', 'last_change': '2024-09-10T10:32:28.043015+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.043015+0000', 'last_undegraded': '2024-09-10T10:32:28.043015+0000', 'last_fullsized': '2024-09-10T10:32:28.043015+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:PG 3.24 is not active+clean 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.045008+0000', 'last_change': '2024-09-10T10:32:28.045008+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.045008+0000', 'last_undegraded': '2024-09-10T10:32:28.045008+0000', 'last_fullsized': '2024-09-10T10:32:28.045008+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:32:34.233 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.045367+0000', 'last_change': '2024-09-10T10:32:28.045367+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.045367+0000', 'last_undegraded': '2024-09-10T10:32:28.045367+0000', 'last_fullsized': '2024-09-10T10:32:28.045367+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.038728+0000', 'last_change': '2024-09-10T10:32:28.038728+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.038728+0000', 'last_undegraded': '2024-09-10T10:32:28.038728+0000', 'last_fullsized': '2024-09-10T10:32:28.038728+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.045651+0000', 'last_change': '2024-09-10T10:32:28.045651+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.045651+0000', 'last_undegraded': '2024-09-10T10:32:28.045651+0000', 'last_fullsized': '2024-09-10T10:32:28.045651+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.039689+0000', 'last_change': '2024-09-10T10:32:28.039689+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.039689+0000', 'last_undegraded': '2024-09-10T10:32:28.039689+0000', 'last_fullsized': '2024-09-10T10:32:28.039689+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.039830+0000', 'last_change': '2024-09-10T10:32:28.039830+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.039830+0000', 'last_undegraded': '2024-09-10T10:32:28.039830+0000', 'last_fullsized': '2024-09-10T10:32:28.039830+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:PG 3.19 is not active+clean 2024-09-10T10:32:34.234 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.040120+0000', 'last_change': '2024-09-10T10:32:28.040120+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.040120+0000', 'last_undegraded': '2024-09-10T10:32:28.040120+0000', 'last_fullsized': '2024-09-10T10:32:28.040120+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.038529+0000', 'last_change': '2024-09-10T10:32:28.038529+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.038529+0000', 'last_undegraded': '2024-09-10T10:32:28.038529+0000', 'last_fullsized': '2024-09-10T10:32:28.038529+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.040178+0000', 'last_change': '2024-09-10T10:32:28.040178+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.040178+0000', 'last_undegraded': '2024-09-10T10:32:28.040178+0000', 'last_fullsized': '2024-09-10T10:32:28.040178+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.037552+0000', 'last_change': '2024-09-10T10:32:28.037552+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.037552+0000', 'last_undegraded': '2024-09-10T10:32:28.037552+0000', 'last_fullsized': '2024-09-10T10:32:28.037552+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:PG 3.12 is not active+clean 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.041836+0000', 'last_change': '2024-09-10T10:32:28.041836+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.041836+0000', 'last_undegraded': '2024-09-10T10:32:28.041836+0000', 'last_fullsized': '2024-09-10T10:32:28.041836+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.042496+0000', 'last_change': '2024-09-10T10:32:28.042496+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.042496+0000', 'last_undegraded': '2024-09-10T10:32:28.042496+0000', 'last_fullsized': '2024-09-10T10:32:28.042496+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.235 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.040752+0000', 'last_change': '2024-09-10T10:32:28.040752+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.040752+0000', 'last_undegraded': '2024-09-10T10:32:28.040752+0000', 'last_fullsized': '2024-09-10T10:32:28.040752+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.044685+0000', 'last_change': '2024-09-10T10:32:28.044685+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.044685+0000', 'last_undegraded': '2024-09-10T10:32:28.044685+0000', 'last_fullsized': '2024-09-10T10:32:28.044685+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.037868+0000', 'last_change': '2024-09-10T10:32:28.037868+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.037868+0000', 'last_undegraded': '2024-09-10T10:32:28.037868+0000', 'last_fullsized': '2024-09-10T10:32:28.037868+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.037650+0000', 'last_change': '2024-09-10T10:32:28.037650+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.037650+0000', 'last_undegraded': '2024-09-10T10:32:28.037650+0000', 'last_fullsized': '2024-09-10T10:32:28.037650+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.037711+0000', 'last_change': '2024-09-10T10:32:28.037711+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.037711+0000', 'last_undegraded': '2024-09-10T10:32:28.037711+0000', 'last_fullsized': '2024-09-10T10:32:28.037711+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-10T10:32:34.236 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.058956+0000', 'last_change': '2024-09-10T10:32:28.058956+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.058956+0000', 'last_undegraded': '2024-09-10T10:32:28.058956+0000', 'last_fullsized': '2024-09-10T10:32:28.058956+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.038099+0000', 'last_change': '2024-09-10T10:32:28.038099+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.038099+0000', 'last_undegraded': '2024-09-10T10:32:28.038099+0000', 'last_fullsized': '2024-09-10T10:32:28.038099+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.041785+0000', 'last_change': '2024-09-10T10:32:28.041785+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.041785+0000', 'last_undegraded': '2024-09-10T10:32:28.041785+0000', 'last_fullsized': '2024-09-10T10:32:28.041785+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.036782+0000', 'last_change': '2024-09-10T10:32:28.036782+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.036782+0000', 'last_undegraded': '2024-09-10T10:32:28.036782+0000', 'last_fullsized': '2024-09-10T10:32:28.036782+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.039020+0000', 'last_change': '2024-09-10T10:32:28.039020+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.039020+0000', 'last_undegraded': '2024-09-10T10:32:28.039020+0000', 'last_fullsized': '2024-09-10T10:32:28.039020+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:PG 3.4 is not active+clean 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.043843+0000', 'last_change': '2024-09-10T10:32:28.043843+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.043843+0000', 'last_undegraded': '2024-09-10T10:32:28.043843+0000', 'last_fullsized': '2024-09-10T10:32:28.043843+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:32:34.237 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-10T10:32:34.238 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.038495+0000', 'last_change': '2024-09-10T10:32:28.038495+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.038495+0000', 'last_undegraded': '2024-09-10T10:32:28.038495+0000', 'last_fullsized': '2024-09-10T10:32:28.038495+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:32:34.238 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-10T10:32:34.238 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.039625+0000', 'last_change': '2024-09-10T10:32:28.039625+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.039625+0000', 'last_undegraded': '2024-09-10T10:32:28.039625+0000', 'last_fullsized': '2024-09-10T10:32:28.039625+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:32:34.238 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-10T10:32:34.238 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.041924+0000', 'last_change': '2024-09-10T10:32:28.041924+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.041924+0000', 'last_undegraded': '2024-09-10T10:32:28.041924+0000', 'last_fullsized': '2024-09-10T10:32:28.041924+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.238 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-10T10:32:34.238 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.039042+0000', 'last_change': '2024-09-10T10:32:28.039042+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.039042+0000', 'last_undegraded': '2024-09-10T10:32:28.039042+0000', 'last_fullsized': '2024-09-10T10:32:28.039042+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:32:34.238 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-10T10:32:34.238 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.037988+0000', 'last_change': '2024-09-10T10:32:28.037988+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.037988+0000', 'last_undegraded': '2024-09-10T10:32:28.037988+0000', 'last_fullsized': '2024-09-10T10:32:28.037988+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:32:34.239 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-10T10:32:34.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.043991+0000', 'last_change': '2024-09-10T10:32:28.043991+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.043991+0000', 'last_undegraded': '2024-09-10T10:32:28.043991+0000', 'last_fullsized': '2024-09-10T10:32:28.043991+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.239 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-10T10:32:34.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.059421+0000', 'last_change': '2024-09-10T10:32:28.059421+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.059421+0000', 'last_undegraded': '2024-09-10T10:32:28.059421+0000', 'last_fullsized': '2024-09-10T10:32:28.059421+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:32:34.239 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-10T10:32:34.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:32:28.050170+0000', 'last_change': '2024-09-10T10:32:28.050170+0000', 'last_active': '2024-09-10T10:32:28.024089+0000', 'last_peered': '2024-09-10T10:32:28.024089+0000', 'last_clean': '2024-09-10T10:32:28.024089+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:32:28.050170+0000', 'last_undegraded': '2024-09-10T10:32:28.050170+0000', 'last_fullsized': '2024-09-10T10:32:28.050170+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'last_clean_scrub_stamp': '2024-09-10T10:32:28.024089+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:32:34.240 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T10:32:34.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.402+0000 7f0d27000640 1 Processor -- start 2024-09-10T10:32:34.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.402+0000 7f0d27000640 1 -- start start 2024-09-10T10:32:34.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.402+0000 7f0d27000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0d200cd590 0x7f0d200afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.402+0000 7f0d27000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0d2015c610 0x7f0d200cd970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d27000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d200cdeb0 con 0x7f0d200cf410 2024-09-10T10:32:34.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d27000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0d200cd0c0 con 0x7f0d2015c610 2024-09-10T10:32:34.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d27000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f0d200cfc10 con 0x7f0d200cd590 2024-09-10T10:32:34.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0d2015c610 0x7f0d200cd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0d2015c610 0x7f0d200cd970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36200/0 (socket says 172.21.15.22:36200) 2024-09-10T10:32:34.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d25000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f0d200cf410 0x7f0d200b3d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57318/0 (socket says 172.21.15.22:57318) 2024-09-10T10:32:34.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1f400640 1 -- 172.21.15.22:0/2005591536 learned_addr learned my addr 172.21.15.22:0/2005591536 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:34.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1fe00640 1 --2- 172.21.15.22:0/2005591536 >> v2:172.21.15.145:3300/0 conn(0x7f0d200cd590 0x7f0d200afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1f400640 1 -- 172.21.15.22:0/2005591536 >> v2:172.21.15.145:3300/0 conn(0x7f0d200cd590 msgr2=0x7f0d200afb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:34.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1f400640 1 --2- 172.21.15.22:0/2005591536 >> v2:172.21.15.145:3300/0 conn(0x7f0d200cd590 0x7f0d200afb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1f400640 1 -- 172.21.15.22:0/2005591536 >> v1:172.21.15.22:6789/0 conn(0x7f0d200cf410 legacy=0x7f0d200b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1f400640 1 -- 172.21.15.22:0/2005591536 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d200cfef0 con 0x7f0d2015c610 2024-09-10T10:32:34.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1fe00640 1 --2- 172.21.15.22:0/2005591536 >> v2:172.21.15.145:3300/0 conn(0x7f0d200cd590 0x7f0d200afb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:34.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1ea00640 1 -- 172.21.15.22:0/2005591536 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1033046276 0 0) 0x7f0d200cdeb0 con 0x7f0d200cf410 2024-09-10T10:32:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1f400640 1 --2- 172.21.15.22:0/2005591536 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d2015c610 0x7f0d200cd970 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0d20063a30 tx=0x7f0d0c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70315fc7324a3fd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1ea00640 1 -- 172.21.15.22:0/2005591536 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c0ab610 con 0x7f0d2015c610 2024-09-10T10:32:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1ea00640 1 -- 172.21.15.22:0/2005591536 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d0c0b0070 con 0x7f0d2015c610 2024-09-10T10:32:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.406+0000 7f0d1ea00640 1 -- 172.21.15.22:0/2005591536 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c0ab9d0 con 0x7f0d2015c610 2024-09-10T10:32:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 -- 172.21.15.22:0/2005591536 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d2015c610 msgr2=0x7f0d200cd970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 --2- 172.21.15.22:0/2005591536 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d2015c610 0x7f0d200cd970 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0d20063a30 tx=0x7f0d0c01c520 comp rx=0 tx=0).stop 2024-09-10T10:32:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 -- 172.21.15.22:0/2005591536 shutdown_connections 2024-09-10T10:32:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 --2- 172.21.15.22:0/2005591536 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d2015c610 0x7f0d200cd970 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 --2- 172.21.15.22:0/2005591536 >> v2:172.21.15.145:3300/0 conn(0x7f0d200cd590 0x7f0d200afb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 -- 172.21.15.22:0/2005591536 >> 172.21.15.22:0/2005591536 conn(0x7f0d200b21c0 msgr2=0x7f0d200b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 -- 172.21.15.22:0/2005591536 shutdown_connections 2024-09-10T10:32:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 -- 172.21.15.22:0/2005591536 wait complete. 2024-09-10T10:32:34.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 Processor -- start 2024-09-10T10:32:34.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 -- start start 2024-09-10T10:32:34.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d200cd590 0x7f0d200b01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d200cf410 0x7f0d200cb360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d200cb8a0 0x7f0d200c5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0d200cf9a0 con 0x7f0d200cd590 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0d200cf820 con 0x7f0d200cf410 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d27000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0d200b4ff0 con 0x7f0d200cb8a0 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d1fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d200cd590 0x7f0d200b01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d1fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d200cd590 0x7f0d200b01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36212/0 (socket says 172.21.15.22:36212) 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d1fe00640 1 -- 172.21.15.22:0/3616956810 learned_addr learned my addr 172.21.15.22:0/3616956810 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d1f400640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d200cf410 0x7f0d200cb360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d25000640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d200cb8a0 0x7f0d200c5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d1fe00640 1 -- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d200cb8a0 msgr2=0x7f0d200c5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d1fe00640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d200cb8a0 0x7f0d200c5430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d1fe00640 1 -- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d200cf410 msgr2=0x7f0d200cb360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d1fe00640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d200cf410 0x7f0d200cb360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d1fe00640 1 -- 172.21.15.22:0/3616956810 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d200cc9f0 con 0x7f0d200cd590 2024-09-10T10:32:34.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.410+0000 7f0d25000640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d200cb8a0 0x7f0d200c5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:34.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d1fe00640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d200cd590 0x7f0d200b01f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0d1000e810 tx=0x7f0d1000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:34.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d17e00640 1 -- 172.21.15.22:0/3616956810 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d10017070 con 0x7f0d200cd590 2024-09-10T10:32:34.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d17e00640 1 -- 172.21.15.22:0/3616956810 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d1000c8d0 con 0x7f0d200cd590 2024-09-10T10:32:34.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d27000640 1 -- 172.21.15.22:0/3616956810 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d200cc150 con 0x7f0d200cd590 2024-09-10T10:32:34.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d17e00640 1 -- 172.21.15.22:0/3616956810 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1000f040 con 0x7f0d200cd590 2024-09-10T10:32:34.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d27000640 1 -- 172.21.15.22:0/3616956810 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d200cc710 con 0x7f0d200cd590 2024-09-10T10:32:34.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d27000640 1 -- 172.21.15.22:0/3616956810 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d200c6bb0 con 0x7f0d200cd590 2024-09-10T10:32:34.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d17e00640 1 -- 172.21.15.22:0/3616956810 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0d1001a070 con 0x7f0d200cd590 2024-09-10T10:32:34.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d17e00640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d000678c0 0x7f0d00069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d17e00640 1 -- 172.21.15.22:0/3616956810 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f0d10085860 con 0x7f0d200cd590 2024-09-10T10:32:34.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.414+0000 7f0d1f400640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d000678c0 0x7f0d00069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.418+0000 7f0d1f400640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d000678c0 0x7f0d00069d80 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c0af000 tx=0x7f0d0c0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:34.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.418+0000 7f0d17e00640 1 -- 172.21.15.22:0/3616956810 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0d10055cb0 con 0x7f0d200cd590 2024-09-10T10:32:34.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.642+0000 7f0d27000640 1 -- 172.21.15.22:0/3616956810 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f0d200719b0 con 0x7f0d200cd590 2024-09-10T10:32:34.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.642+0000 7f0d17e00640 1 -- 172.21.15.22:0/3616956810 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1137 (secure 0 0 0) 0x7f0d10059fb0 con 0x7f0d200cd590 2024-09-10T10:32:34.648 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:34.648 INFO:teuthology.orchestra.run.smithi022.stdout:{"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":30,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":22,"num_osds":8,"num_up_osds":8,"osd_up_since":1725964338,"num_in_osds":8,"osd_in_since":1725964326,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":52},{"state_name":"active+clean","count":45}],"num_pgs":97,"num_pools":3,"num_objects":3,"data_bytes":590438,"bytes_used":241258496,"bytes_avail":772852854784,"bytes_total":773094113280,"inactive_pgs_ratio":0.53608244657516479,"write_bytes_sec":170,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":8,"btime":"2024-09-10T10:32:32:065957+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":4282}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-10T10:32:04.238669+0000","services":{}},"progress_events":{}} 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 -- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d000678c0 msgr2=0x7f0d00069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d000678c0 0x7f0d00069d80 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c0af000 tx=0x7f0d0c0a7000 comp rx=0 tx=0).stop 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 -- 172.21.15.22:0/3616956810 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d200cd590 msgr2=0x7f0d200b01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d200cd590 0x7f0d200b01f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0d1000e810 tx=0x7f0d1000ecd0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 -- 172.21.15.22:0/3616956810 shutdown_connections 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d000678c0 0x7f0d00069d80 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d200cb8a0 0x7f0d200c5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d200cf410 0x7f0d200cb360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 --2- 172.21.15.22:0/3616956810 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d200cd590 0x7f0d200b01f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 -- 172.21.15.22:0/3616956810 >> 172.21.15.22:0/3616956810 conn(0x7f0d200b21c0 msgr2=0x7f0d2015a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 -- 172.21.15.22:0/3616956810 shutdown_connections 2024-09-10T10:32:34.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.646+0000 7f0d27000640 1 -- 172.21.15.22:0/3616956810 wait complete. 2024-09-10T10:32:34.669 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T10:32:34.669 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:32:34.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7446a00640 1 Processor -- start 2024-09-10T10:32:34.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7446a00640 1 -- start start 2024-09-10T10:32:34.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7446a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f74400cd670 0x7f74400cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7446a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f744006e1b0 0x7f744006e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7446a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f744006d3f0 con 0x7f7440145fb0 2024-09-10T10:32:34.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7446a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f74400ce010 con 0x7f74400cd670 2024-09-10T10:32:34.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7446a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f744006d1a0 con 0x7f744006e1b0 2024-09-10T10:32:34.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f743fe00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7440145fb0 0x7f74400b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57334/0 (socket says 172.21.15.22:57334) 2024-09-10T10:32:34.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f743fe00640 1 -- 172.21.15.22:0/154987411 learned_addr learned my addr 172.21.15.22:0/154987411 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:34.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7437400640 1 --2- 172.21.15.22:0/154987411 >> v2:172.21.15.22:3300/0 conn(0x7f74400cd670 0x7f74400cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7444a00640 1 --2- 172.21.15.22:0/154987411 >> v2:172.21.15.145:3300/0 conn(0x7f744006e1b0 0x7f744006e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f743f400640 1 -- 172.21.15.22:0/154987411 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 161847569 0 0) 0x7f744006d3f0 con 0x7f7440145fb0 2024-09-10T10:32:34.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f743f400640 1 -- 172.21.15.22:0/154987411 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7424003530 con 0x7f7440145fb0 2024-09-10T10:32:34.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7437400640 1 -- 172.21.15.22:0/154987411 >> v2:172.21.15.145:3300/0 conn(0x7f744006e1b0 msgr2=0x7f744006e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:34.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7437400640 1 --2- 172.21.15.22:0/154987411 >> v2:172.21.15.145:3300/0 conn(0x7f744006e1b0 0x7f744006e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7437400640 1 -- 172.21.15.22:0/154987411 >> v1:172.21.15.22:6789/0 conn(0x7f7440145fb0 legacy=0x7f74400b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.806+0000 7f7437400640 1 -- 172.21.15.22:0/154987411 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f744006d6d0 con 0x7f74400cd670 2024-09-10T10:32:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f7437400640 1 --2- 172.21.15.22:0/154987411 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74400cd670 0x7f74400cdad0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f744006f5d0 tx=0x7f742801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e3f4e16c343cf55 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f743f400640 1 -- 172.21.15.22:0/154987411 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74280b0070 con 0x7f74400cd670 2024-09-10T10:32:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f743f400640 1 -- 172.21.15.22:0/154987411 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74280ab600 con 0x7f74400cd670 2024-09-10T10:32:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f743f400640 1 -- 172.21.15.22:0/154987411 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74280ab9b0 con 0x7f74400cd670 2024-09-10T10:32:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f7446a00640 1 -- 172.21.15.22:0/154987411 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74400cd670 msgr2=0x7f74400cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f7446a00640 1 --2- 172.21.15.22:0/154987411 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74400cd670 0x7f74400cdad0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f744006f5d0 tx=0x7f742801c480 comp rx=0 tx=0).stop 2024-09-10T10:32:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f7446a00640 1 -- 172.21.15.22:0/154987411 shutdown_connections 2024-09-10T10:32:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f7446a00640 1 --2- 172.21.15.22:0/154987411 >> v2:172.21.15.145:3300/0 conn(0x7f744006e1b0 0x7f744006e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f7446a00640 1 --2- 172.21.15.22:0/154987411 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74400cd670 0x7f74400cdad0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f7446a00640 1 -- 172.21.15.22:0/154987411 >> 172.21.15.22:0/154987411 conn(0x7f7440062dd0 msgr2=0x7f744006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:34.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f7446a00640 1 -- 172.21.15.22:0/154987411 shutdown_connections 2024-09-10T10:32:34.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.810+0000 7f7446a00640 1 -- 172.21.15.22:0/154987411 wait complete. 2024-09-10T10:32:34.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7446a00640 1 Processor -- start 2024-09-10T10:32:34.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7446a00640 1 -- start start 2024-09-10T10:32:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7446a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f744006e1b0 0x7f7440165e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7446a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74400cd670 0x7f7440164540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7446a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7440145fb0 0x7f74401426e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7446a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f74400d0170 con 0x7f7440145fb0 2024-09-10T10:32:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7446a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f74400cfff0 con 0x7f74400cd670 2024-09-10T10:32:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7446a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f744006dd20 con 0x7f744006e1b0 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7444a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7440145fb0 0x7f74401426e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7444a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7440145fb0 0x7f74401426e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36226/0 (socket says 172.21.15.22:36226) 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7444a00640 1 -- 172.21.15.22:0/2343327939 learned_addr learned my addr 172.21.15.22:0/2343327939 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7444a00640 1 -- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f744006e1b0 msgr2=0x7f7440165e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7444a00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f744006e1b0 0x7f7440165e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7444a00640 1 -- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74400cd670 msgr2=0x7f7440164540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7437400640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74400cd670 0x7f7440164540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7444a00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74400cd670 0x7f7440164540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7444a00640 1 -- 172.21.15.22:0/2343327939 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7440160f70 con 0x7f7440145fb0 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7437400640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74400cd670 0x7f7440164540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7444a00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7440145fb0 0x7f74401426e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f743800efc0 tx=0x7f743800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f743cc00640 1 -- 172.21.15.22:0/2343327939 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7438018020 con 0x7f7440145fb0 2024-09-10T10:32:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f743cc00640 1 -- 172.21.15.22:0/2343327939 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7438014480 con 0x7f7440145fb0 2024-09-10T10:32:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f743cc00640 1 -- 172.21.15.22:0/2343327939 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7438014870 con 0x7f7440145fb0 2024-09-10T10:32:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7446a00640 1 -- 172.21.15.22:0/2343327939 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7440164d70 con 0x7f7440145fb0 2024-09-10T10:32:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.814+0000 7f7446a00640 1 -- 172.21.15.22:0/2343327939 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7440165330 con 0x7f7440145fb0 2024-09-10T10:32:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.818+0000 7f7446a00640 1 -- 172.21.15.22:0/2343327939 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f744006e620 con 0x7f7440145fb0 2024-09-10T10:32:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.818+0000 7f743cc00640 1 -- 172.21.15.22:0/2343327939 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f743801b020 con 0x7f7440145fb0 2024-09-10T10:32:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.818+0000 7f743cc00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f741c0678f0 0x7f741c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.818+0000 7f743cc00640 1 -- 172.21.15.22:0/2343327939 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7438086bb0 con 0x7f7440145fb0 2024-09-10T10:32:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.818+0000 7f743fe00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f741c0678f0 0x7f741c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.818+0000 7f743fe00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f741c0678f0 0x7f741c069db0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7430007fd0 tx=0x7f7430007900 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:34.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.822+0000 7f743cc00640 1 -- 172.21.15.22:0/2343327939 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7438022030 con 0x7f7440145fb0 2024-09-10T10:32:34.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.990+0000 7f7446a00640 1 -- 172.21.15.22:0/2343327939 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f74400b2b00 con 0x7f741c0678f0 2024-09-10T10:32:34.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.994+0000 7f743cc00640 1 -- 172.21.15.22:0/2343327939 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247618 (secure 0 0 0) 0x7f74400b2b00 con 0x7f741c0678f0 2024-09-10T10:32:35.002 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:35.004 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:32:35.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 -- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f741c0678f0 msgr2=0x7f741c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:35.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f741c0678f0 0x7f741c069db0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7430007fd0 tx=0x7f7430007900 comp rx=0 tx=0).stop 2024-09-10T10:32:35.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 -- 172.21.15.22:0/2343327939 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7440145fb0 msgr2=0x7f74401426e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:35.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7440145fb0 0x7f74401426e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f743800efc0 tx=0x7f743800c490 comp rx=0 tx=0).stop 2024-09-10T10:32:35.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 -- 172.21.15.22:0/2343327939 shutdown_connections 2024-09-10T10:32:35.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f741c0678f0 0x7f741c069db0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:35.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7440145fb0 0x7f74401426e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:35.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74400cd670 0x7f7440164540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:35.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 --2- 172.21.15.22:0/2343327939 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f744006e1b0 0x7f7440165e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:35.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 -- 172.21.15.22:0/2343327939 >> 172.21.15.22:0/2343327939 conn(0x7f7440062dd0 msgr2=0x7f744006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:35.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 -- 172.21.15.22:0/2343327939 shutdown_connections 2024-09-10T10:32:35.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:34.998+0000 7f7446a00640 1 -- 172.21.15.22:0/2343327939 wait complete. 2024-09-10T10:32:35.022 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-10T10:32:33.333635+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590438,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":160,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":54,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235604,"kb_used_data":2716,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739116,"statfs":{"total":773094113280,"available":772852854784,"internally_reserved":0,"allocated":2781184,"data_stored":1693300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001156"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038775+0000","last_change":"2024-09-10T10:32:28.038775+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038775+0000","last_undegraded":"2024-09-10T10:32:28.038775+0000","last_fullsized":"2024-09-10T10:32:28.038775+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086530+0000","last_change":"2024-09-10T10:32:29.055028+0000","last_active":"2024-09-10T10:32:30.086530+0000","last_peered":"2024-09-10T10:32:30.086530+0000","last_clean":"2024-09-10T10:32:30.086530+0000","last_became_active":"2024-09-10T10:32:29.054764+0000","last_became_peered":"2024-09-10T10:32:29.054764+0000","last_unstale":"2024-09-10T10:32:30.086530+0000","last_undegraded":"2024-09-10T10:32:30.086530+0000","last_fullsized":"2024-09-10T10:32:30.086530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:17.725431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086336+0000","last_change":"2024-09-10T10:32:29.061695+0000","last_active":"2024-09-10T10:32:30.086336+0000","last_peered":"2024-09-10T10:32:30.086336+0000","last_clean":"2024-09-10T10:32:30.086336+0000","last_became_active":"2024-09-10T10:32:29.061291+0000","last_became_peered":"2024-09-10T10:32:29.061291+0000","last_unstale":"2024-09-10T10:32:30.086336+0000","last_undegraded":"2024-09-10T10:32:30.086336+0000","last_fullsized":"2024-09-10T10:32:30.086336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:18.833417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038251+0000","last_change":"2024-09-10T10:32:28.038251+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038251+0000","last_undegraded":"2024-09-10T10:32:28.038251+0000","last_fullsized":"2024-09-10T10:32:28.038251+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041845+0000","last_change":"2024-09-10T10:32:28.041845+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041845+0000","last_undegraded":"2024-09-10T10:32:28.041845+0000","last_fullsized":"2024-09-10T10:32:28.041845+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039013+0000","last_change":"2024-09-10T10:32:28.039013+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039013+0000","last_undegraded":"2024-09-10T10:32:28.039013+0000","last_fullsized":"2024-09-10T10:32:28.039013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039831+0000","last_change":"2024-09-10T10:32:28.039831+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039831+0000","last_undegraded":"2024-09-10T10:32:28.039831+0000","last_fullsized":"2024-09-10T10:32:28.039831+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086747+0000","last_change":"2024-09-10T10:32:29.062881+0000","last_active":"2024-09-10T10:32:30.086747+0000","last_peered":"2024-09-10T10:32:30.086747+0000","last_clean":"2024-09-10T10:32:30.086747+0000","last_became_active":"2024-09-10T10:32:29.062478+0000","last_became_peered":"2024-09-10T10:32:29.062478+0000","last_unstale":"2024-09-10T10:32:30.086747+0000","last_undegraded":"2024-09-10T10:32:30.086747+0000","last_fullsized":"2024-09-10T10:32:30.086747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:42.319373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.046333+0000","last_change":"2024-09-10T10:32:28.046333+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.046333+0000","last_undegraded":"2024-09-10T10:32:28.046333+0000","last_fullsized":"2024-09-10T10:32:28.046333+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038565+0000","last_change":"2024-09-10T10:32:28.038565+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038565+0000","last_undegraded":"2024-09-10T10:32:28.038565+0000","last_fullsized":"2024-09-10T10:32:28.038565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039292+0000","last_change":"2024-09-10T10:32:28.039292+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039292+0000","last_undegraded":"2024-09-10T10:32:28.039292+0000","last_fullsized":"2024-09-10T10:32:28.039292+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040814+0000","last_change":"2024-09-10T10:32:28.040814+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040814+0000","last_undegraded":"2024-09-10T10:32:28.040814+0000","last_fullsized":"2024-09-10T10:32:28.040814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043064+0000","last_change":"2024-09-10T10:32:28.043064+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043064+0000","last_undegraded":"2024-09-10T10:32:28.043064+0000","last_fullsized":"2024-09-10T10:32:28.043064+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.042365+0000","last_change":"2024-09-10T10:32:28.042365+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.042365+0000","last_undegraded":"2024-09-10T10:32:28.042365+0000","last_fullsized":"2024-09-10T10:32:28.042365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087105+0000","last_change":"2024-09-10T10:32:29.057867+0000","last_active":"2024-09-10T10:32:30.087105+0000","last_peered":"2024-09-10T10:32:30.087105+0000","last_clean":"2024-09-10T10:32:30.087105+0000","last_became_active":"2024-09-10T10:32:29.057462+0000","last_became_peered":"2024-09-10T10:32:29.057462+0000","last_unstale":"2024-09-10T10:32:30.087105+0000","last_undegraded":"2024-09-10T10:32:30.087105+0000","last_fullsized":"2024-09-10T10:32:30.087105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:02.204778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.060000+0000","last_change":"2024-09-10T10:32:28.060000+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.060000+0000","last_undegraded":"2024-09-10T10:32:28.060000+0000","last_fullsized":"2024-09-10T10:32:28.060000+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043565+0000","last_change":"2024-09-10T10:32:28.043565+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043565+0000","last_undegraded":"2024-09-10T10:32:28.043565+0000","last_fullsized":"2024-09-10T10:32:28.043565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037979+0000","last_change":"2024-09-10T10:32:28.037979+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037979+0000","last_undegraded":"2024-09-10T10:32:28.037979+0000","last_fullsized":"2024-09-10T10:32:28.037979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045409+0000","last_change":"2024-09-10T10:32:28.045409+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045409+0000","last_undegraded":"2024-09-10T10:32:28.045409+0000","last_fullsized":"2024-09-10T10:32:28.045409+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038273+0000","last_change":"2024-09-10T10:32:28.038273+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038273+0000","last_undegraded":"2024-09-10T10:32:28.038273+0000","last_fullsized":"2024-09-10T10:32:28.038273+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040450+0000","last_change":"2024-09-10T10:32:28.040450+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040450+0000","last_undegraded":"2024-09-10T10:32:28.040450+0000","last_fullsized":"2024-09-10T10:32:28.040450+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045021+0000","last_change":"2024-09-10T10:32:28.045021+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045021+0000","last_undegraded":"2024-09-10T10:32:28.045021+0000","last_fullsized":"2024-09-10T10:32:28.045021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087113+0000","last_change":"2024-09-10T10:32:29.053601+0000","last_active":"2024-09-10T10:32:30.087113+0000","last_peered":"2024-09-10T10:32:30.087113+0000","last_clean":"2024-09-10T10:32:30.087113+0000","last_became_active":"2024-09-10T10:32:29.053344+0000","last_became_peered":"2024-09-10T10:32:29.053344+0000","last_unstale":"2024-09-10T10:32:30.087113+0000","last_undegraded":"2024-09-10T10:32:30.087113+0000","last_fullsized":"2024-09-10T10:32:30.087113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:57.544341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.044834+0000","last_change":"2024-09-10T10:32:28.044834+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.044834+0000","last_undegraded":"2024-09-10T10:32:28.044834+0000","last_fullsized":"2024-09-10T10:32:28.044834+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086282+0000","last_change":"2024-09-10T10:32:29.064338+0000","last_active":"2024-09-10T10:32:30.086282+0000","last_peered":"2024-09-10T10:32:30.086282+0000","last_clean":"2024-09-10T10:32:30.086282+0000","last_became_active":"2024-09-10T10:32:29.063384+0000","last_became_peered":"2024-09-10T10:32:29.063384+0000","last_unstale":"2024-09-10T10:32:30.086282+0000","last_undegraded":"2024-09-10T10:32:30.086282+0000","last_fullsized":"2024-09-10T10:32:30.086282+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:42.756760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039648+0000","last_change":"2024-09-10T10:32:28.039648+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039648+0000","last_undegraded":"2024-09-10T10:32:28.039648+0000","last_fullsized":"2024-09-10T10:32:28.039648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043015+0000","last_change":"2024-09-10T10:32:28.043015+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043015+0000","last_undegraded":"2024-09-10T10:32:28.043015+0000","last_fullsized":"2024-09-10T10:32:28.043015+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045008+0000","last_change":"2024-09-10T10:32:28.045008+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045008+0000","last_undegraded":"2024-09-10T10:32:28.045008+0000","last_fullsized":"2024-09-10T10:32:28.045008+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086408+0000","last_change":"2024-09-10T10:32:29.063809+0000","last_active":"2024-09-10T10:32:30.086408+0000","last_peered":"2024-09-10T10:32:30.086408+0000","last_clean":"2024-09-10T10:32:30.086408+0000","last_became_active":"2024-09-10T10:32:29.062266+0000","last_became_peered":"2024-09-10T10:32:29.062266+0000","last_unstale":"2024-09-10T10:32:30.086408+0000","last_undegraded":"2024-09-10T10:32:30.086408+0000","last_fullsized":"2024-09-10T10:32:30.086408+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:32.533530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045367+0000","last_change":"2024-09-10T10:32:28.045367+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045367+0000","last_undegraded":"2024-09-10T10:32:28.045367+0000","last_fullsized":"2024-09-10T10:32:28.045367+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038728+0000","last_change":"2024-09-10T10:32:28.038728+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038728+0000","last_undegraded":"2024-09-10T10:32:28.038728+0000","last_fullsized":"2024-09-10T10:32:28.038728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.045651+0000","last_change":"2024-09-10T10:32:28.045651+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.045651+0000","last_undegraded":"2024-09-10T10:32:28.045651+0000","last_fullsized":"2024-09-10T10:32:28.045651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039689+0000","last_change":"2024-09-10T10:32:28.039689+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039689+0000","last_undegraded":"2024-09-10T10:32:28.039689+0000","last_fullsized":"2024-09-10T10:32:28.039689+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086473+0000","last_change":"2024-09-10T10:32:28.062609+0000","last_active":"2024-09-10T10:32:30.086473+0000","last_peered":"2024-09-10T10:32:30.086473+0000","last_clean":"2024-09-10T10:32:30.086473+0000","last_became_active":"2024-09-10T10:32:28.062222+0000","last_became_peered":"2024-09-10T10:32:28.062222+0000","last_unstale":"2024-09-10T10:32:30.086473+0000","last_undegraded":"2024-09-10T10:32:30.086473+0000","last_fullsized":"2024-09-10T10:32:30.086473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:43.836262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039830+0000","last_change":"2024-09-10T10:32:28.039830+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039830+0000","last_undegraded":"2024-09-10T10:32:28.039830+0000","last_fullsized":"2024-09-10T10:32:28.039830+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067033+0000","last_change":"2024-09-10T10:32:28.062755+0000","last_active":"2024-09-10T10:32:28.067033+0000","last_peered":"2024-09-10T10:32:28.067033+0000","last_clean":"2024-09-10T10:32:28.067033+0000","last_became_active":"2024-09-10T10:32:28.062503+0000","last_became_peered":"2024-09-10T10:32:28.062503+0000","last_unstale":"2024-09-10T10:32:28.067033+0000","last_undegraded":"2024-09-10T10:32:28.067033+0000","last_fullsized":"2024-09-10T10:32:28.067033+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.053206+0000","last_change":"2024-09-10T10:32:28.052032+0000","last_active":"2024-09-10T10:32:28.053206+0000","last_peered":"2024-09-10T10:32:28.053206+0000","last_clean":"2024-09-10T10:32:28.053206+0000","last_became_active":"2024-09-10T10:32:28.051649+0000","last_became_peered":"2024-09-10T10:32:28.051649+0000","last_unstale":"2024-09-10T10:32:28.053206+0000","last_undegraded":"2024-09-10T10:32:28.053206+0000","last_fullsized":"2024-09-10T10:32:28.053206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087034+0000","last_change":"2024-09-10T10:32:29.060458+0000","last_active":"2024-09-10T10:32:30.087034+0000","last_peered":"2024-09-10T10:32:30.087034+0000","last_clean":"2024-09-10T10:32:30.087034+0000","last_became_active":"2024-09-10T10:32:29.060165+0000","last_became_peered":"2024-09-10T10:32:29.060165+0000","last_unstale":"2024-09-10T10:32:30.087034+0000","last_undegraded":"2024-09-10T10:32:30.087034+0000","last_fullsized":"2024-09-10T10:32:30.087034+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:08.690335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067227+0000","last_change":"2024-09-10T10:32:28.065257+0000","last_active":"2024-09-10T10:32:28.067227+0000","last_peered":"2024-09-10T10:32:28.067227+0000","last_clean":"2024-09-10T10:32:28.067227+0000","last_became_active":"2024-09-10T10:32:28.064881+0000","last_became_peered":"2024-09-10T10:32:28.064881+0000","last_unstale":"2024-09-10T10:32:28.067227+0000","last_undegraded":"2024-09-10T10:32:28.067227+0000","last_fullsized":"2024-09-10T10:32:28.067227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040120+0000","last_change":"2024-09-10T10:32:28.040120+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040120+0000","last_undegraded":"2024-09-10T10:32:28.040120+0000","last_fullsized":"2024-09-10T10:32:28.040120+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.052018+0000","last_change":"2024-09-10T10:32:28.049741+0000","last_active":"2024-09-10T10:32:28.052018+0000","last_peered":"2024-09-10T10:32:28.052018+0000","last_clean":"2024-09-10T10:32:28.052018+0000","last_became_active":"2024-09-10T10:32:28.049315+0000","last_became_peered":"2024-09-10T10:32:28.049315+0000","last_unstale":"2024-09-10T10:32:28.052018+0000","last_undegraded":"2024-09-10T10:32:28.052018+0000","last_fullsized":"2024-09-10T10:32:28.052018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038529+0000","last_change":"2024-09-10T10:32:28.038529+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038529+0000","last_undegraded":"2024-09-10T10:32:28.038529+0000","last_fullsized":"2024-09-10T10:32:28.038529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.053936+0000","last_change":"2024-09-10T10:32:28.051475+0000","last_active":"2024-09-10T10:32:28.053936+0000","last_peered":"2024-09-10T10:32:28.053936+0000","last_clean":"2024-09-10T10:32:28.053936+0000","last_became_active":"2024-09-10T10:32:28.051180+0000","last_became_peered":"2024-09-10T10:32:28.051180+0000","last_unstale":"2024-09-10T10:32:28.053936+0000","last_undegraded":"2024-09-10T10:32:28.053936+0000","last_fullsized":"2024-09-10T10:32:28.053936+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086579+0000","last_change":"2024-09-10T10:32:29.056539+0000","last_active":"2024-09-10T10:32:30.086579+0000","last_peered":"2024-09-10T10:32:30.086579+0000","last_clean":"2024-09-10T10:32:30.086579+0000","last_became_active":"2024-09-10T10:32:29.056268+0000","last_became_peered":"2024-09-10T10:32:29.056268+0000","last_unstale":"2024-09-10T10:32:30.086579+0000","last_undegraded":"2024-09-10T10:32:30.086579+0000","last_fullsized":"2024-09-10T10:32:30.086579+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:28.256027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.062432+0000","last_change":"2024-09-10T10:32:28.059266+0000","last_active":"2024-09-10T10:32:28.062432+0000","last_peered":"2024-09-10T10:32:28.062432+0000","last_clean":"2024-09-10T10:32:28.062432+0000","last_became_active":"2024-09-10T10:32:28.058972+0000","last_became_peered":"2024-09-10T10:32:28.058972+0000","last_unstale":"2024-09-10T10:32:28.062432+0000","last_undegraded":"2024-09-10T10:32:28.062432+0000","last_fullsized":"2024-09-10T10:32:28.062432+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040178+0000","last_change":"2024-09-10T10:32:28.040178+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040178+0000","last_undegraded":"2024-09-10T10:32:28.040178+0000","last_fullsized":"2024-09-10T10:32:28.040178+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.058302+0000","last_change":"2024-09-10T10:32:28.052198+0000","last_active":"2024-09-10T10:32:28.058302+0000","last_peered":"2024-09-10T10:32:28.058302+0000","last_clean":"2024-09-10T10:32:28.058302+0000","last_became_active":"2024-09-10T10:32:28.051988+0000","last_became_peered":"2024-09-10T10:32:28.051988+0000","last_unstale":"2024-09-10T10:32:28.058302+0000","last_undegraded":"2024-09-10T10:32:28.058302+0000","last_fullsized":"2024-09-10T10:32:28.058302+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037552+0000","last_change":"2024-09-10T10:32:28.037552+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037552+0000","last_undegraded":"2024-09-10T10:32:28.037552+0000","last_fullsized":"2024-09-10T10:32:28.037552+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.066919+0000","last_change":"2024-09-10T10:32:28.063210+0000","last_active":"2024-09-10T10:32:28.066919+0000","last_peered":"2024-09-10T10:32:28.066919+0000","last_clean":"2024-09-10T10:32:28.066919+0000","last_became_active":"2024-09-10T10:32:28.062952+0000","last_became_peered":"2024-09-10T10:32:28.062952+0000","last_unstale":"2024-09-10T10:32:28.066919+0000","last_undegraded":"2024-09-10T10:32:28.066919+0000","last_fullsized":"2024-09-10T10:32:28.066919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041836+0000","last_change":"2024-09-10T10:32:28.041836+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041836+0000","last_undegraded":"2024-09-10T10:32:28.041836+0000","last_fullsized":"2024-09-10T10:32:28.041836+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.064764+0000","last_change":"2024-09-10T10:32:28.062189+0000","last_active":"2024-09-10T10:32:28.064764+0000","last_peered":"2024-09-10T10:32:28.064764+0000","last_clean":"2024-09-10T10:32:28.064764+0000","last_became_active":"2024-09-10T10:32:28.061633+0000","last_became_peered":"2024-09-10T10:32:28.061633+0000","last_unstale":"2024-09-10T10:32:28.064764+0000","last_undegraded":"2024-09-10T10:32:28.064764+0000","last_fullsized":"2024-09-10T10:32:28.064764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.042496+0000","last_change":"2024-09-10T10:32:28.042496+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.042496+0000","last_undegraded":"2024-09-10T10:32:28.042496+0000","last_fullsized":"2024-09-10T10:32:28.042496+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063643+0000","last_change":"2024-09-10T10:32:28.061765+0000","last_active":"2024-09-10T10:32:28.063643+0000","last_peered":"2024-09-10T10:32:28.063643+0000","last_clean":"2024-09-10T10:32:28.063643+0000","last_became_active":"2024-09-10T10:32:28.061469+0000","last_became_peered":"2024-09-10T10:32:28.061469+0000","last_unstale":"2024-09-10T10:32:28.063643+0000","last_undegraded":"2024-09-10T10:32:28.063643+0000","last_fullsized":"2024-09-10T10:32:28.063643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.040752+0000","last_change":"2024-09-10T10:32:28.040752+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.040752+0000","last_undegraded":"2024-09-10T10:32:28.040752+0000","last_fullsized":"2024-09-10T10:32:28.040752+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.049795+0000","last_change":"2024-09-10T10:32:28.047575+0000","last_active":"2024-09-10T10:32:28.049795+0000","last_peered":"2024-09-10T10:32:28.049795+0000","last_clean":"2024-09-10T10:32:28.049795+0000","last_became_active":"2024-09-10T10:32:28.047044+0000","last_became_peered":"2024-09-10T10:32:28.047044+0000","last_unstale":"2024-09-10T10:32:28.049795+0000","last_undegraded":"2024-09-10T10:32:28.049795+0000","last_fullsized":"2024-09-10T10:32:28.049795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:17.932402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.044685+0000","last_change":"2024-09-10T10:32:28.044685+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.044685+0000","last_undegraded":"2024-09-10T10:32:28.044685+0000","last_fullsized":"2024-09-10T10:32:28.044685+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063507+0000","last_change":"2024-09-10T10:32:28.061411+0000","last_active":"2024-09-10T10:32:28.063507+0000","last_peered":"2024-09-10T10:32:28.063507+0000","last_clean":"2024-09-10T10:32:28.063507+0000","last_became_active":"2024-09-10T10:32:28.061080+0000","last_became_peered":"2024-09-10T10:32:28.061080+0000","last_unstale":"2024-09-10T10:32:28.063507+0000","last_undegraded":"2024-09-10T10:32:28.063507+0000","last_fullsized":"2024-09-10T10:32:28.063507+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037868+0000","last_change":"2024-09-10T10:32:28.037868+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037868+0000","last_undegraded":"2024-09-10T10:32:28.037868+0000","last_fullsized":"2024-09-10T10:32:28.037868+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061149+0000","last_change":"2024-09-10T10:32:28.058216+0000","last_active":"2024-09-10T10:32:28.061149+0000","last_peered":"2024-09-10T10:32:28.061149+0000","last_clean":"2024-09-10T10:32:28.061149+0000","last_became_active":"2024-09-10T10:32:28.054955+0000","last_became_peered":"2024-09-10T10:32:28.054955+0000","last_unstale":"2024-09-10T10:32:28.061149+0000","last_undegraded":"2024-09-10T10:32:28.061149+0000","last_fullsized":"2024-09-10T10:32:28.061149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037650+0000","last_change":"2024-09-10T10:32:28.037650+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037650+0000","last_undegraded":"2024-09-10T10:32:28.037650+0000","last_fullsized":"2024-09-10T10:32:28.037650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086405+0000","last_change":"2024-09-10T10:32:28.060086+0000","last_active":"2024-09-10T10:32:30.086405+0000","last_peered":"2024-09-10T10:32:30.086405+0000","last_clean":"2024-09-10T10:32:30.086405+0000","last_became_active":"2024-09-10T10:32:28.059813+0000","last_became_peered":"2024-09-10T10:32:28.059813+0000","last_unstale":"2024-09-10T10:32:30.086405+0000","last_undegraded":"2024-09-10T10:32:30.086405+0000","last_fullsized":"2024-09-10T10:32:30.086405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:18.744745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037711+0000","last_change":"2024-09-10T10:32:28.037711+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037711+0000","last_undegraded":"2024-09-10T10:32:28.037711+0000","last_fullsized":"2024-09-10T10:32:28.037711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.056820+0000","last_change":"2024-09-10T10:32:28.055546+0000","last_active":"2024-09-10T10:32:28.056820+0000","last_peered":"2024-09-10T10:32:28.056820+0000","last_clean":"2024-09-10T10:32:28.056820+0000","last_became_active":"2024-09-10T10:32:28.054975+0000","last_became_peered":"2024-09-10T10:32:28.054975+0000","last_unstale":"2024-09-10T10:32:28.056820+0000","last_undegraded":"2024-09-10T10:32:28.056820+0000","last_fullsized":"2024-09-10T10:32:28.056820+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.058956+0000","last_change":"2024-09-10T10:32:28.058956+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.058956+0000","last_undegraded":"2024-09-10T10:32:28.058956+0000","last_fullsized":"2024-09-10T10:32:28.058956+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.041058+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:32:28.041058+0000","last_peered":"2024-09-10T10:32:28.041058+0000","last_clean":"2024-09-10T10:32:28.041058+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:32:28.041058+0000","last_undegraded":"2024-09-10T10:32:28.041058+0000","last_fullsized":"2024-09-10T10:32:28.041058+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070185+0000","last_change":"2024-09-10T10:32:28.068231+0000","last_active":"2024-09-10T10:32:28.070185+0000","last_peered":"2024-09-10T10:32:28.070185+0000","last_clean":"2024-09-10T10:32:28.070185+0000","last_became_active":"2024-09-10T10:32:28.067984+0000","last_became_peered":"2024-09-10T10:32:28.067984+0000","last_unstale":"2024-09-10T10:32:28.070185+0000","last_undegraded":"2024-09-10T10:32:28.070185+0000","last_fullsized":"2024-09-10T10:32:28.070185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:03.155252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038099+0000","last_change":"2024-09-10T10:32:28.038099+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038099+0000","last_undegraded":"2024-09-10T10:32:28.038099+0000","last_fullsized":"2024-09-10T10:32:28.038099+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070166+0000","last_change":"2024-09-10T10:32:28.067705+0000","last_active":"2024-09-10T10:32:28.070166+0000","last_peered":"2024-09-10T10:32:28.070166+0000","last_clean":"2024-09-10T10:32:28.070166+0000","last_became_active":"2024-09-10T10:32:28.067437+0000","last_became_peered":"2024-09-10T10:32:28.067437+0000","last_unstale":"2024-09-10T10:32:28.070166+0000","last_undegraded":"2024-09-10T10:32:28.070166+0000","last_fullsized":"2024-09-10T10:32:28.070166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041785+0000","last_change":"2024-09-10T10:32:28.041785+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041785+0000","last_undegraded":"2024-09-10T10:32:28.041785+0000","last_fullsized":"2024-09-10T10:32:28.041785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.064364+0000","last_change":"2024-09-10T10:32:28.060003+0000","last_active":"2024-09-10T10:32:28.064364+0000","last_peered":"2024-09-10T10:32:28.064364+0000","last_clean":"2024-09-10T10:32:28.064364+0000","last_became_active":"2024-09-10T10:32:28.059681+0000","last_became_peered":"2024-09-10T10:32:28.059681+0000","last_unstale":"2024-09-10T10:32:28.064364+0000","last_undegraded":"2024-09-10T10:32:28.064364+0000","last_fullsized":"2024-09-10T10:32:28.064364+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087055+0000","last_change":"2024-09-10T10:32:29.067713+0000","last_active":"2024-09-10T10:32:30.087055+0000","last_peered":"2024-09-10T10:32:30.087055+0000","last_clean":"2024-09-10T10:32:30.087055+0000","last_became_active":"2024-09-10T10:32:29.067417+0000","last_became_peered":"2024-09-10T10:32:29.067417+0000","last_unstale":"2024-09-10T10:32:30.087055+0000","last_undegraded":"2024-09-10T10:32:30.087055+0000","last_fullsized":"2024-09-10T10:32:30.087055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:17.598694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067141+0000","last_change":"2024-09-10T10:32:28.063463+0000","last_active":"2024-09-10T10:32:28.067141+0000","last_peered":"2024-09-10T10:32:28.067141+0000","last_clean":"2024-09-10T10:32:28.067141+0000","last_became_active":"2024-09-10T10:32:28.063234+0000","last_became_peered":"2024-09-10T10:32:28.063234+0000","last_unstale":"2024-09-10T10:32:28.067141+0000","last_undegraded":"2024-09-10T10:32:28.067141+0000","last_fullsized":"2024-09-10T10:32:28.067141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.036782+0000","last_change":"2024-09-10T10:32:28.036782+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.036782+0000","last_undegraded":"2024-09-10T10:32:28.036782+0000","last_fullsized":"2024-09-10T10:32:28.036782+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086120+0000","last_change":"2024-09-10T10:32:28.062420+0000","last_active":"2024-09-10T10:32:30.086120+0000","last_peered":"2024-09-10T10:32:30.086120+0000","last_clean":"2024-09-10T10:32:30.086120+0000","last_became_active":"2024-09-10T10:32:28.062051+0000","last_became_peered":"2024-09-10T10:32:28.062051+0000","last_unstale":"2024-09-10T10:32:30.086120+0000","last_undegraded":"2024-09-10T10:32:30.086120+0000","last_fullsized":"2024-09-10T10:32:30.086120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:45.541712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039020+0000","last_change":"2024-09-10T10:32:28.039020+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039020+0000","last_undegraded":"2024-09-10T10:32:28.039020+0000","last_fullsized":"2024-09-10T10:32:28.039020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067073+0000","last_change":"2024-09-10T10:32:28.063319+0000","last_active":"2024-09-10T10:32:28.067073+0000","last_peered":"2024-09-10T10:32:28.067073+0000","last_clean":"2024-09-10T10:32:28.067073+0000","last_became_active":"2024-09-10T10:32:28.060657+0000","last_became_peered":"2024-09-10T10:32:28.060657+0000","last_unstale":"2024-09-10T10:32:28.067073+0000","last_undegraded":"2024-09-10T10:32:28.067073+0000","last_fullsized":"2024-09-10T10:32:28.067073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043843+0000","last_change":"2024-09-10T10:32:28.043843+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043843+0000","last_undegraded":"2024-09-10T10:32:28.043843+0000","last_fullsized":"2024-09-10T10:32:28.043843+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061170+0000","last_change":"2024-09-10T10:32:28.058889+0000","last_active":"2024-09-10T10:32:28.061170+0000","last_peered":"2024-09-10T10:32:28.061170+0000","last_clean":"2024-09-10T10:32:28.061170+0000","last_became_active":"2024-09-10T10:32:28.054880+0000","last_became_peered":"2024-09-10T10:32:28.054880+0000","last_unstale":"2024-09-10T10:32:28.061170+0000","last_undegraded":"2024-09-10T10:32:28.061170+0000","last_fullsized":"2024-09-10T10:32:28.061170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.038495+0000","last_change":"2024-09-10T10:32:28.038495+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.038495+0000","last_undegraded":"2024-09-10T10:32:28.038495+0000","last_fullsized":"2024-09-10T10:32:28.038495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067168+0000","last_change":"2024-09-10T10:32:28.063935+0000","last_active":"2024-09-10T10:32:28.067168+0000","last_peered":"2024-09-10T10:32:28.067168+0000","last_clean":"2024-09-10T10:32:28.067168+0000","last_became_active":"2024-09-10T10:32:28.063706+0000","last_became_peered":"2024-09-10T10:32:28.063706+0000","last_unstale":"2024-09-10T10:32:28.067168+0000","last_undegraded":"2024-09-10T10:32:28.067168+0000","last_fullsized":"2024-09-10T10:32:28.067168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039625+0000","last_change":"2024-09-10T10:32:28.039625+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039625+0000","last_undegraded":"2024-09-10T10:32:28.039625+0000","last_fullsized":"2024-09-10T10:32:28.039625+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.057473+0000","last_change":"2024-09-10T10:32:28.056199+0000","last_active":"2024-09-10T10:32:28.057473+0000","last_peered":"2024-09-10T10:32:28.057473+0000","last_clean":"2024-09-10T10:32:28.057473+0000","last_became_active":"2024-09-10T10:32:28.055922+0000","last_became_peered":"2024-09-10T10:32:28.055922+0000","last_unstale":"2024-09-10T10:32:28.057473+0000","last_undegraded":"2024-09-10T10:32:28.057473+0000","last_fullsized":"2024-09-10T10:32:28.057473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.041924+0000","last_change":"2024-09-10T10:32:28.041924+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.041924+0000","last_undegraded":"2024-09-10T10:32:28.041924+0000","last_fullsized":"2024-09-10T10:32:28.041924+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.061088+0000","last_change":"2024-09-10T10:32:28.055719+0000","last_active":"2024-09-10T10:32:28.061088+0000","last_peered":"2024-09-10T10:32:28.061088+0000","last_clean":"2024-09-10T10:32:28.061088+0000","last_became_active":"2024-09-10T10:32:28.055432+0000","last_became_peered":"2024-09-10T10:32:28.055432+0000","last_unstale":"2024-09-10T10:32:28.061088+0000","last_undegraded":"2024-09-10T10:32:28.061088+0000","last_fullsized":"2024-09-10T10:32:28.061088+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:35.045713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.039042+0000","last_change":"2024-09-10T10:32:28.039042+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.039042+0000","last_undegraded":"2024-09-10T10:32:28.039042+0000","last_fullsized":"2024-09-10T10:32:28.039042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.063372+0000","last_change":"2024-09-10T10:32:28.059500+0000","last_active":"2024-09-10T10:32:28.063372+0000","last_peered":"2024-09-10T10:32:28.063372+0000","last_clean":"2024-09-10T10:32:28.063372+0000","last_became_active":"2024-09-10T10:32:28.059314+0000","last_became_peered":"2024-09-10T10:32:28.059314+0000","last_unstale":"2024-09-10T10:32:28.063372+0000","last_undegraded":"2024-09-10T10:32:28.063372+0000","last_fullsized":"2024-09-10T10:32:28.063372+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.037988+0000","last_change":"2024-09-10T10:32:28.037988+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.037988+0000","last_undegraded":"2024-09-10T10:32:28.037988+0000","last_fullsized":"2024-09-10T10:32:28.037988+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.070206+0000","last_change":"2024-09-10T10:32:28.068401+0000","last_active":"2024-09-10T10:32:28.070206+0000","last_peered":"2024-09-10T10:32:28.070206+0000","last_clean":"2024-09-10T10:32:28.070206+0000","last_became_active":"2024-09-10T10:32:28.068133+0000","last_became_peered":"2024-09-10T10:32:28.068133+0000","last_unstale":"2024-09-10T10:32:28.070206+0000","last_undegraded":"2024-09-10T10:32:28.070206+0000","last_fullsized":"2024-09-10T10:32:28.070206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:54:40.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.043991+0000","last_change":"2024-09-10T10:32:28.043991+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.043991+0000","last_undegraded":"2024-09-10T10:32:28.043991+0000","last_fullsized":"2024-09-10T10:32:28.043991+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.059421+0000","last_change":"2024-09-10T10:32:28.059421+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.059421+0000","last_undegraded":"2024-09-10T10:32:28.059421+0000","last_fullsized":"2024-09-10T10:32:28.059421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.055615+0000","last_change":"2024-09-10T10:32:28.053067+0000","last_active":"2024-09-10T10:32:28.055615+0000","last_peered":"2024-09-10T10:32:28.055615+0000","last_clean":"2024-09-10T10:32:28.055615+0000","last_became_active":"2024-09-10T10:32:28.052777+0000","last_became_peered":"2024-09-10T10:32:28.052777+0000","last_unstale":"2024-09-10T10:32:28.055615+0000","last_undegraded":"2024-09-10T10:32:28.055615+0000","last_fullsized":"2024-09-10T10:32:28.055615+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-10T10:32:28.050170+0000","last_change":"2024-09-10T10:32:28.050170+0000","last_active":"2024-09-10T10:32:28.024089+0000","last_peered":"2024-09-10T10:32:28.024089+0000","last_clean":"2024-09-10T10:32:28.024089+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:32:28.050170+0000","last_undegraded":"2024-09-10T10:32:28.050170+0000","last_fullsized":"2024-09-10T10:32:28.050170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.054690+0000","last_change":"2024-09-10T10:32:28.052149+0000","last_active":"2024-09-10T10:32:28.054690+0000","last_peered":"2024-09-10T10:32:28.054690+0000","last_clean":"2024-09-10T10:32:28.054690+0000","last_became_active":"2024-09-10T10:32:28.051849+0000","last_became_peered":"2024-09-10T10:32:28.051849+0000","last_unstale":"2024-09-10T10:32:28.054690+0000","last_undegraded":"2024-09-10T10:32:28.054690+0000","last_fullsized":"2024-09-10T10:32:28.054690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086434+0000","last_change":"2024-09-10T10:32:29.064105+0000","last_active":"2024-09-10T10:32:30.086434+0000","last_peered":"2024-09-10T10:32:30.086434+0000","last_clean":"2024-09-10T10:32:30.086434+0000","last_became_active":"2024-09-10T10:32:29.062986+0000","last_became_peered":"2024-09-10T10:32:29.062986+0000","last_unstale":"2024-09-10T10:32:30.086434+0000","last_undegraded":"2024-09-10T10:32:30.086434+0000","last_fullsized":"2024-09-10T10:32:30.086434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:04.559187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086822+0000","last_change":"2024-09-10T10:32:28.061533+0000","last_active":"2024-09-10T10:32:30.086822+0000","last_peered":"2024-09-10T10:32:30.086822+0000","last_clean":"2024-09-10T10:32:30.086822+0000","last_became_active":"2024-09-10T10:32:28.061239+0000","last_became_peered":"2024-09-10T10:32:28.061239+0000","last_unstale":"2024-09-10T10:32:30.086822+0000","last_undegraded":"2024-09-10T10:32:30.086822+0000","last_fullsized":"2024-09-10T10:32:30.086822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:16.983926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086758+0000","last_change":"2024-09-10T10:32:29.051180+0000","last_active":"2024-09-10T10:32:30.086758+0000","last_peered":"2024-09-10T10:32:30.086758+0000","last_clean":"2024-09-10T10:32:30.086758+0000","last_became_active":"2024-09-10T10:32:29.050889+0000","last_became_peered":"2024-09-10T10:32:29.050889+0000","last_unstale":"2024-09-10T10:32:30.086758+0000","last_undegraded":"2024-09-10T10:32:30.086758+0000","last_fullsized":"2024-09-10T10:32:30.086758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:28.374260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-10T10:32:28.067126+0000","last_change":"2024-09-10T10:32:28.064396+0000","last_active":"2024-09-10T10:32:28.067126+0000","last_peered":"2024-09-10T10:32:28.067126+0000","last_clean":"2024-09-10T10:32:28.067126+0000","last_became_active":"2024-09-10T10:32:28.063910+0000","last_became_peered":"2024-09-10T10:32:28.063910+0000","last_unstale":"2024-09-10T10:32:28.067126+0000","last_undegraded":"2024-09-10T10:32:28.067126+0000","last_fullsized":"2024-09-10T10:32:28.067126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":790528,"data_stored":653577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509443,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:32:38.027 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:32:38.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.182+0000 7f2bb8600640 1 Processor -- start 2024-09-10T10:32:38.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.182+0000 7f2bb8600640 1 -- start start 2024-09-10T10:32:38.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.182+0000 7f2bb8600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb00ce320 0x7f2bb00b3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.182+0000 7f2bb8600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bb006de00 con 0x7f2bb016e7b0 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.182+0000 7f2bb8600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bb006e0e0 con 0x7f2bb00b46e0 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.182+0000 7f2bb8600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2bb006dbb0 con 0x7f2bb00ce320 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.182+0000 7f2bb5c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2bb016e7b0 0x7f2bb00b3fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32920/0 (socket says 172.21.15.22:32920) 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.182+0000 7f2bb5c00640 1 -- 172.21.15.22:0/2748446458 learned_addr learned my addr 172.21.15.22:0/2748446458 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.182+0000 7f2bb6600640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb00ce320 0x7f2bb00b3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.182+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1785484973 0 0) 0x7f2bb006de00 con 0x7f2bb016e7b0 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b98003510 con 0x7f2bb016e7b0 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 45359963 0 0) 0x7f2bb006e0e0 con 0x7f2bb00b46e0 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2bb006de00 con 0x7f2bb00b46e0 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2772073738 0 0) 0x7f2b98003510 con 0x7f2bb016e7b0 2024-09-10T10:32:38.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb00ce320 msgr2=0x7f2bb00b3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb00ce320 0x7f2bb00b3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 >> v1:172.21.15.145:6789/0 conn(0x7f2bb00b46e0 legacy=0x7f2bb00716d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bb006e3c0 con 0x7f2bb016e7b0 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f2ba4001680 con 0x7f2bb016e7b0 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 >> v1:172.21.15.22:6789/0 conn(0x7f2bb016e7b0 legacy=0x7f2bb00b3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 0x7f2b980040e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb00ce320 0x7f2b980046d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b9800b020 0x7f2b9800d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb006dbb0 con 0x7f2b98003ce0 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9800dcf0 con 0x7f2b9800b020 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2b9800def0 con 0x7f2bb00ce320 2024-09-10T10:32:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bb5c00640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 0x7f2b980040e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bb6600640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b9800b020 0x7f2b9800d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bb5200640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb00ce320 0x7f2b980046d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bb5c00640 1 -- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb00ce320 msgr2=0x7f2b980046d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bb5c00640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb00ce320 0x7f2b980046d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bb5c00640 1 -- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b9800b020 msgr2=0x7f2b9800d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bb5c00640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b9800b020 0x7f2b9800d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bb5c00640 1 -- 172.21.15.22:0/2748446458 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b98003510 con 0x7f2b98003ce0 2024-09-10T10:32:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.202+0000 7f2bb6600640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b9800b020 0x7f2b9800d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:38.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb5c00640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 0x7f2b980040e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2ba400c210 tx=0x7f2ba401cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f08d3a2dcdaedc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:38.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba4007cf0 con 0x7f2b98003ce0 2024-09-10T10:32:38.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ba40a9020 con 0x7f2b98003ce0 2024-09-10T10:32:38.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bafe00640 1 -- 172.21.15.22:0/2748446458 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba4005b00 con 0x7f2b98003ce0 2024-09-10T10:32:38.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb8600640 1 -- 172.21.15.22:0/2748446458 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 msgr2=0x7f2b980040e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb8600640 1 --2- 172.21.15.22:0/2748446458 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 0x7f2b980040e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2ba400c210 tx=0x7f2ba401cc20 comp rx=0 tx=0).stop 2024-09-10T10:32:38.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb6600640 1 -- 172.21.15.22:0/2748446458 reap_dead start 2024-09-10T10:32:38.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb8600640 1 -- 172.21.15.22:0/2748446458 shutdown_connections 2024-09-10T10:32:38.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb8600640 1 -- 172.21.15.22:0/2748446458 >> 172.21.15.22:0/2748446458 conn(0x7f2bb0062ae0 msgr2=0x7f2bb006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:38.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb8600640 1 -- 172.21.15.22:0/2748446458 shutdown_connections 2024-09-10T10:32:38.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb8600640 1 -- 172.21.15.22:0/2748446458 wait complete. 2024-09-10T10:32:38.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb8600640 1 Processor -- start 2024-09-10T10:32:38.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb8600640 1 -- start start 2024-09-10T10:32:38.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.206+0000 7f2bb8600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 0x7f2bb00b1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb8600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb020b610 0x7f2bb016cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb8600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bb00c8370 0x7f2bb016d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb8600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb0072980 con 0x7f2b98003ce0 2024-09-10T10:32:38.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb8600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb0072800 con 0x7f2bb00c8370 2024-09-10T10:32:38.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb8600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2bb0072b00 con 0x7f2bb020b610 2024-09-10T10:32:38.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb5c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 0x7f2bb00b1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb5c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 0x7f2bb00b1520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35096/0 (socket says 172.21.15.22:35096) 2024-09-10T10:32:38.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb5c00640 1 -- 172.21.15.22:0/260337984 learned_addr learned my addr 172.21.15.22:0/260337984 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:38.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb5200640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb020b610 0x7f2bb016cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb6600640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bb00c8370 0x7f2bb016d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb5c00640 1 -- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb020b610 msgr2=0x7f2bb016cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb5c00640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb020b610 0x7f2bb016cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb5c00640 1 -- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bb00c8370 msgr2=0x7f2bb016d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb5c00640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bb00c8370 0x7f2bb016d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb5c00640 1 -- 172.21.15.22:0/260337984 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bb00c60a0 con 0x7f2b98003ce0 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb5c00640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 0x7f2bb00b1520 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2ba40ab040 tx=0x7f2b98004d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bad600640 1 -- 172.21.15.22:0/260337984 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba4004c00 con 0x7f2b98003ce0 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bad600640 1 -- 172.21.15.22:0/260337984 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ba4004da0 con 0x7f2b98003ce0 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bad600640 1 -- 172.21.15.22:0/260337984 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba40072d0 con 0x7f2b98003ce0 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb8600640 1 -- 172.21.15.22:0/260337984 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bb020bb80 con 0x7f2b98003ce0 2024-09-10T10:32:38.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb8600640 1 -- 172.21.15.22:0/260337984 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bb020c140 con 0x7f2b98003ce0 2024-09-10T10:32:38.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bb8600640 1 -- 172.21.15.22:0/260337984 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bb00716d0 con 0x7f2b98003ce0 2024-09-10T10:32:38.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.210+0000 7f2bad600640 1 -- 172.21.15.22:0/260337984 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2ba4007470 con 0x7f2b98003ce0 2024-09-10T10:32:38.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.214+0000 7f2bad600640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b900678f0 0x7f2b90069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.214+0000 7f2bad600640 1 -- 172.21.15.22:0/260337984 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f2ba411f4f0 con 0x7f2b98003ce0 2024-09-10T10:32:38.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.214+0000 7f2bb5200640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b900678f0 0x7f2b90069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.214+0000 7f2bb5200640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b900678f0 0x7f2b90069db0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2bb0174240 tx=0x7f2b9c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:38.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.218+0000 7f2bad600640 1 -- 172.21.15.22:0/260337984 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2ba4016930 con 0x7f2b98003ce0 2024-09-10T10:32:38.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.378+0000 7f2bb8600640 1 -- 172.21.15.22:0/260337984 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2bb00aff80 con 0x7f2b900678f0 2024-09-10T10:32:38.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.386+0000 7f2bad600640 1 -- 172.21.15.22:0/260337984 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251944 (secure 0 0 0) 0x7f2bb00aff80 con 0x7f2b900678f0 2024-09-10T10:32:38.390 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:38.393 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:32:38.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 -- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b900678f0 msgr2=0x7f2b90069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b900678f0 0x7f2b90069db0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2bb0174240 tx=0x7f2b9c009040 comp rx=0 tx=0).stop 2024-09-10T10:32:38.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 -- 172.21.15.22:0/260337984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 msgr2=0x7f2bb00b1520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 0x7f2bb00b1520 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2ba40ab040 tx=0x7f2b98004d60 comp rx=0 tx=0).stop 2024-09-10T10:32:38.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 -- 172.21.15.22:0/260337984 shutdown_connections 2024-09-10T10:32:38.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b900678f0 0x7f2b90069db0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bb00c8370 0x7f2bb016d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bb020b610 0x7f2bb016cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 --2- 172.21.15.22:0/260337984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2b98003ce0 0x7f2bb00b1520 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 -- 172.21.15.22:0/260337984 >> 172.21.15.22:0/260337984 conn(0x7f2bb0062ae0 msgr2=0x7f2bb016da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:38.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 -- 172.21.15.22:0/260337984 shutdown_connections 2024-09-10T10:32:38.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.390+0000 7f2bb8600640 1 -- 172.21.15.22:0/260337984 wait complete. 2024-09-10T10:32:38.412 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-10T10:32:37.334766+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235828,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738892,"statfs":{"total":773094113280,"available":772852625408,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":42,"apply_latency_ms":42,"commit_latency_ns":42000000,"apply_latency_ns":42000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.298508"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085482+0000","last_change":"2024-09-10T10:32:29.072834+0000","last_active":"2024-09-10T10:32:30.085482+0000","last_peered":"2024-09-10T10:32:30.085482+0000","last_clean":"2024-09-10T10:32:30.085482+0000","last_became_active":"2024-09-10T10:32:29.072509+0000","last_became_peered":"2024-09-10T10:32:29.072509+0000","last_unstale":"2024-09-10T10:32:30.085482+0000","last_undegraded":"2024-09-10T10:32:30.085482+0000","last_fullsized":"2024-09-10T10:32:30.085482+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:36.498217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086530+0000","last_change":"2024-09-10T10:32:29.055028+0000","last_active":"2024-09-10T10:32:30.086530+0000","last_peered":"2024-09-10T10:32:30.086530+0000","last_clean":"2024-09-10T10:32:30.086530+0000","last_became_active":"2024-09-10T10:32:29.054764+0000","last_became_peered":"2024-09-10T10:32:29.054764+0000","last_unstale":"2024-09-10T10:32:30.086530+0000","last_undegraded":"2024-09-10T10:32:30.086530+0000","last_fullsized":"2024-09-10T10:32:30.086530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:17.725431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086336+0000","last_change":"2024-09-10T10:32:29.061695+0000","last_active":"2024-09-10T10:32:30.086336+0000","last_peered":"2024-09-10T10:32:30.086336+0000","last_clean":"2024-09-10T10:32:30.086336+0000","last_became_active":"2024-09-10T10:32:29.061291+0000","last_became_peered":"2024-09-10T10:32:29.061291+0000","last_unstale":"2024-09-10T10:32:30.086336+0000","last_undegraded":"2024-09-10T10:32:30.086336+0000","last_fullsized":"2024-09-10T10:32:30.086336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:18.833417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086573+0000","last_change":"2024-09-10T10:32:29.057874+0000","last_active":"2024-09-10T10:32:30.086573+0000","last_peered":"2024-09-10T10:32:30.086573+0000","last_clean":"2024-09-10T10:32:30.086573+0000","last_became_active":"2024-09-10T10:32:29.057444+0000","last_became_peered":"2024-09-10T10:32:29.057444+0000","last_unstale":"2024-09-10T10:32:30.086573+0000","last_undegraded":"2024-09-10T10:32:30.086573+0000","last_fullsized":"2024-09-10T10:32:30.086573+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:05.565136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086075+0000","last_change":"2024-09-10T10:32:29.063348+0000","last_active":"2024-09-10T10:32:30.086075+0000","last_peered":"2024-09-10T10:32:30.086075+0000","last_clean":"2024-09-10T10:32:30.086075+0000","last_became_active":"2024-09-10T10:32:29.062223+0000","last_became_peered":"2024-09-10T10:32:29.062223+0000","last_unstale":"2024-09-10T10:32:30.086075+0000","last_undegraded":"2024-09-10T10:32:30.086075+0000","last_fullsized":"2024-09-10T10:32:30.086075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:47.830750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086345+0000","last_change":"2024-09-10T10:32:29.054972+0000","last_active":"2024-09-10T10:32:30.086345+0000","last_peered":"2024-09-10T10:32:30.086345+0000","last_clean":"2024-09-10T10:32:30.086345+0000","last_became_active":"2024-09-10T10:32:29.054422+0000","last_became_peered":"2024-09-10T10:32:29.054422+0000","last_unstale":"2024-09-10T10:32:30.086345+0000","last_undegraded":"2024-09-10T10:32:30.086345+0000","last_fullsized":"2024-09-10T10:32:30.086345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:57.777604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084500+0000","last_change":"2024-09-10T10:32:29.071941+0000","last_active":"2024-09-10T10:32:30.084500+0000","last_peered":"2024-09-10T10:32:30.084500+0000","last_clean":"2024-09-10T10:32:30.084500+0000","last_became_active":"2024-09-10T10:32:29.071606+0000","last_became_peered":"2024-09-10T10:32:29.071606+0000","last_unstale":"2024-09-10T10:32:30.084500+0000","last_undegraded":"2024-09-10T10:32:30.084500+0000","last_fullsized":"2024-09-10T10:32:30.084500+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:51.870893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086747+0000","last_change":"2024-09-10T10:32:29.062881+0000","last_active":"2024-09-10T10:32:30.086747+0000","last_peered":"2024-09-10T10:32:30.086747+0000","last_clean":"2024-09-10T10:32:30.086747+0000","last_became_active":"2024-09-10T10:32:29.062478+0000","last_became_peered":"2024-09-10T10:32:29.062478+0000","last_unstale":"2024-09-10T10:32:30.086747+0000","last_undegraded":"2024-09-10T10:32:30.086747+0000","last_fullsized":"2024-09-10T10:32:30.086747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:42.319373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.057280+0000","last_change":"2024-09-10T10:32:29.056073+0000","last_active":"2024-09-10T10:32:30.057280+0000","last_peered":"2024-09-10T10:32:30.057280+0000","last_clean":"2024-09-10T10:32:30.057280+0000","last_became_active":"2024-09-10T10:32:29.055810+0000","last_became_peered":"2024-09-10T10:32:29.055810+0000","last_unstale":"2024-09-10T10:32:30.057280+0000","last_undegraded":"2024-09-10T10:32:30.057280+0000","last_fullsized":"2024-09-10T10:32:30.057280+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:32.969220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085093+0000","last_change":"2024-09-10T10:32:29.066890+0000","last_active":"2024-09-10T10:32:30.085093+0000","last_peered":"2024-09-10T10:32:30.085093+0000","last_clean":"2024-09-10T10:32:30.085093+0000","last_became_active":"2024-09-10T10:32:29.066702+0000","last_became_peered":"2024-09-10T10:32:29.066702+0000","last_unstale":"2024-09-10T10:32:30.085093+0000","last_undegraded":"2024-09-10T10:32:30.085093+0000","last_fullsized":"2024-09-10T10:32:30.085093+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:52:53.382829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084676+0000","last_change":"2024-09-10T10:32:29.078476+0000","last_active":"2024-09-10T10:32:30.084676+0000","last_peered":"2024-09-10T10:32:30.084676+0000","last_clean":"2024-09-10T10:32:30.084676+0000","last_became_active":"2024-09-10T10:32:29.078112+0000","last_became_peered":"2024-09-10T10:32:29.078112+0000","last_unstale":"2024-09-10T10:32:30.084676+0000","last_undegraded":"2024-09-10T10:32:30.084676+0000","last_fullsized":"2024-09-10T10:32:30.084676+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:57:31.776404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084773+0000","last_change":"2024-09-10T10:32:29.068743+0000","last_active":"2024-09-10T10:32:30.084773+0000","last_peered":"2024-09-10T10:32:30.084773+0000","last_clean":"2024-09-10T10:32:30.084773+0000","last_became_active":"2024-09-10T10:32:29.068145+0000","last_became_peered":"2024-09-10T10:32:29.068145+0000","last_unstale":"2024-09-10T10:32:30.084773+0000","last_undegraded":"2024-09-10T10:32:30.084773+0000","last_fullsized":"2024-09-10T10:32:30.084773+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:23.077011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086553+0000","last_change":"2024-09-10T10:32:29.065255+0000","last_active":"2024-09-10T10:32:30.086553+0000","last_peered":"2024-09-10T10:32:30.086553+0000","last_clean":"2024-09-10T10:32:30.086553+0000","last_became_active":"2024-09-10T10:32:29.064927+0000","last_became_peered":"2024-09-10T10:32:29.064927+0000","last_unstale":"2024-09-10T10:32:30.086553+0000","last_undegraded":"2024-09-10T10:32:30.086553+0000","last_fullsized":"2024-09-10T10:32:30.086553+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:49.803294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086351+0000","last_change":"2024-09-10T10:32:29.067976+0000","last_active":"2024-09-10T10:32:30.086351+0000","last_peered":"2024-09-10T10:32:30.086351+0000","last_clean":"2024-09-10T10:32:30.086351+0000","last_became_active":"2024-09-10T10:32:29.067546+0000","last_became_peered":"2024-09-10T10:32:29.067546+0000","last_unstale":"2024-09-10T10:32:30.086351+0000","last_undegraded":"2024-09-10T10:32:30.086351+0000","last_fullsized":"2024-09-10T10:32:30.086351+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:16.392482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087105+0000","last_change":"2024-09-10T10:32:29.057867+0000","last_active":"2024-09-10T10:32:30.087105+0000","last_peered":"2024-09-10T10:32:30.087105+0000","last_clean":"2024-09-10T10:32:30.087105+0000","last_became_active":"2024-09-10T10:32:29.057462+0000","last_became_peered":"2024-09-10T10:32:29.057462+0000","last_unstale":"2024-09-10T10:32:30.087105+0000","last_undegraded":"2024-09-10T10:32:30.087105+0000","last_fullsized":"2024-09-10T10:32:30.087105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:02.204778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084454+0000","last_change":"2024-09-10T10:32:29.071358+0000","last_active":"2024-09-10T10:32:30.084454+0000","last_peered":"2024-09-10T10:32:30.084454+0000","last_clean":"2024-09-10T10:32:30.084454+0000","last_became_active":"2024-09-10T10:32:29.070742+0000","last_became_peered":"2024-09-10T10:32:29.070742+0000","last_unstale":"2024-09-10T10:32:30.084454+0000","last_undegraded":"2024-09-10T10:32:30.084454+0000","last_fullsized":"2024-09-10T10:32:30.084454+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:22.207783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085417+0000","last_change":"2024-09-10T10:32:29.069239+0000","last_active":"2024-09-10T10:32:30.085417+0000","last_peered":"2024-09-10T10:32:30.085417+0000","last_clean":"2024-09-10T10:32:30.085417+0000","last_became_active":"2024-09-10T10:32:29.065456+0000","last_became_peered":"2024-09-10T10:32:29.065456+0000","last_unstale":"2024-09-10T10:32:30.085417+0000","last_undegraded":"2024-09-10T10:32:30.085417+0000","last_fullsized":"2024-09-10T10:32:30.085417+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:30:43.572327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062610+0000","last_change":"2024-09-10T10:32:29.061525+0000","last_active":"2024-09-10T10:32:30.062610+0000","last_peered":"2024-09-10T10:32:30.062610+0000","last_clean":"2024-09-10T10:32:30.062610+0000","last_became_active":"2024-09-10T10:32:29.061237+0000","last_became_peered":"2024-09-10T10:32:29.061237+0000","last_unstale":"2024-09-10T10:32:30.062610+0000","last_undegraded":"2024-09-10T10:32:30.062610+0000","last_fullsized":"2024-09-10T10:32:30.062610+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:05.565136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085512+0000","last_change":"2024-09-10T10:32:29.080561+0000","last_active":"2024-09-10T10:32:30.085512+0000","last_peered":"2024-09-10T10:32:30.085512+0000","last_clean":"2024-09-10T10:32:30.085512+0000","last_became_active":"2024-09-10T10:32:29.080271+0000","last_became_peered":"2024-09-10T10:32:29.080271+0000","last_unstale":"2024-09-10T10:32:30.085512+0000","last_undegraded":"2024-09-10T10:32:30.085512+0000","last_fullsized":"2024-09-10T10:32:30.085512+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:12.547919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084858+0000","last_change":"2024-09-10T10:32:29.059371+0000","last_active":"2024-09-10T10:32:30.084858+0000","last_peered":"2024-09-10T10:32:30.084858+0000","last_clean":"2024-09-10T10:32:30.084858+0000","last_became_active":"2024-09-10T10:32:29.059067+0000","last_became_peered":"2024-09-10T10:32:29.059067+0000","last_unstale":"2024-09-10T10:32:30.084858+0000","last_undegraded":"2024-09-10T10:32:30.084858+0000","last_fullsized":"2024-09-10T10:32:30.084858+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:14.178751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063262+0000","last_change":"2024-09-10T10:32:29.051502+0000","last_active":"2024-09-10T10:32:30.063262+0000","last_peered":"2024-09-10T10:32:30.063262+0000","last_clean":"2024-09-10T10:32:30.063262+0000","last_became_active":"2024-09-10T10:32:29.051074+0000","last_became_peered":"2024-09-10T10:32:29.051074+0000","last_unstale":"2024-09-10T10:32:30.063262+0000","last_undegraded":"2024-09-10T10:32:30.063262+0000","last_fullsized":"2024-09-10T10:32:30.063262+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:49.803294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056772+0000","last_change":"2024-09-10T10:32:29.052522+0000","last_active":"2024-09-10T10:32:30.056772+0000","last_peered":"2024-09-10T10:32:30.056772+0000","last_clean":"2024-09-10T10:32:30.056772+0000","last_became_active":"2024-09-10T10:32:29.050987+0000","last_became_peered":"2024-09-10T10:32:29.050987+0000","last_unstale":"2024-09-10T10:32:30.056772+0000","last_undegraded":"2024-09-10T10:32:30.056772+0000","last_fullsized":"2024-09-10T10:32:30.056772+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:57.777604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087113+0000","last_change":"2024-09-10T10:32:29.053601+0000","last_active":"2024-09-10T10:32:30.087113+0000","last_peered":"2024-09-10T10:32:30.087113+0000","last_clean":"2024-09-10T10:32:30.087113+0000","last_became_active":"2024-09-10T10:32:29.053344+0000","last_became_peered":"2024-09-10T10:32:29.053344+0000","last_unstale":"2024-09-10T10:32:30.087113+0000","last_undegraded":"2024-09-10T10:32:30.087113+0000","last_fullsized":"2024-09-10T10:32:30.087113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:57.544341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084440+0000","last_change":"2024-09-10T10:32:29.071604+0000","last_active":"2024-09-10T10:32:30.084440+0000","last_peered":"2024-09-10T10:32:30.084440+0000","last_clean":"2024-09-10T10:32:30.084440+0000","last_became_active":"2024-09-10T10:32:29.071078+0000","last_became_peered":"2024-09-10T10:32:29.071078+0000","last_unstale":"2024-09-10T10:32:30.084440+0000","last_undegraded":"2024-09-10T10:32:30.084440+0000","last_fullsized":"2024-09-10T10:32:30.084440+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:36.498217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086282+0000","last_change":"2024-09-10T10:32:29.064338+0000","last_active":"2024-09-10T10:32:30.086282+0000","last_peered":"2024-09-10T10:32:30.086282+0000","last_clean":"2024-09-10T10:32:30.086282+0000","last_became_active":"2024-09-10T10:32:29.063384+0000","last_became_peered":"2024-09-10T10:32:29.063384+0000","last_unstale":"2024-09-10T10:32:30.086282+0000","last_undegraded":"2024-09-10T10:32:30.086282+0000","last_fullsized":"2024-09-10T10:32:30.086282+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:42.756760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086759+0000","last_change":"2024-09-10T10:32:29.077858+0000","last_active":"2024-09-10T10:32:30.086759+0000","last_peered":"2024-09-10T10:32:30.086759+0000","last_clean":"2024-09-10T10:32:30.086759+0000","last_became_active":"2024-09-10T10:32:29.077590+0000","last_became_peered":"2024-09-10T10:32:29.077590+0000","last_unstale":"2024-09-10T10:32:30.086759+0000","last_undegraded":"2024-09-10T10:32:30.086759+0000","last_fullsized":"2024-09-10T10:32:30.086759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:32.969220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086735+0000","last_change":"2024-09-10T10:32:29.067180+0000","last_active":"2024-09-10T10:32:30.086735+0000","last_peered":"2024-09-10T10:32:30.086735+0000","last_clean":"2024-09-10T10:32:30.086735+0000","last_became_active":"2024-09-10T10:32:29.066887+0000","last_became_peered":"2024-09-10T10:32:29.066887+0000","last_unstale":"2024-09-10T10:32:30.086735+0000","last_undegraded":"2024-09-10T10:32:30.086735+0000","last_fullsized":"2024-09-10T10:32:30.086735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:58:15.932332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086098+0000","last_change":"2024-09-10T10:32:29.061495+0000","last_active":"2024-09-10T10:32:30.086098+0000","last_peered":"2024-09-10T10:32:30.086098+0000","last_clean":"2024-09-10T10:32:30.086098+0000","last_became_active":"2024-09-10T10:32:29.061189+0000","last_became_peered":"2024-09-10T10:32:29.061189+0000","last_unstale":"2024-09-10T10:32:30.086098+0000","last_undegraded":"2024-09-10T10:32:30.086098+0000","last_fullsized":"2024-09-10T10:32:30.086098+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:37.054718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086408+0000","last_change":"2024-09-10T10:32:29.063809+0000","last_active":"2024-09-10T10:32:30.086408+0000","last_peered":"2024-09-10T10:32:30.086408+0000","last_clean":"2024-09-10T10:32:30.086408+0000","last_became_active":"2024-09-10T10:32:29.062266+0000","last_became_peered":"2024-09-10T10:32:29.062266+0000","last_unstale":"2024-09-10T10:32:30.086408+0000","last_undegraded":"2024-09-10T10:32:30.086408+0000","last_fullsized":"2024-09-10T10:32:30.086408+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:32.533530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085670+0000","last_change":"2024-09-10T10:32:29.064964+0000","last_active":"2024-09-10T10:32:30.085670+0000","last_peered":"2024-09-10T10:32:30.085670+0000","last_clean":"2024-09-10T10:32:30.085670+0000","last_became_active":"2024-09-10T10:32:29.055842+0000","last_became_peered":"2024-09-10T10:32:29.055842+0000","last_unstale":"2024-09-10T10:32:30.085670+0000","last_undegraded":"2024-09-10T10:32:30.085670+0000","last_fullsized":"2024-09-10T10:32:30.085670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:21.314011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062153+0000","last_change":"2024-09-10T10:32:29.060724+0000","last_active":"2024-09-10T10:32:30.062153+0000","last_peered":"2024-09-10T10:32:30.062153+0000","last_clean":"2024-09-10T10:32:30.062153+0000","last_became_active":"2024-09-10T10:32:29.060428+0000","last_became_peered":"2024-09-10T10:32:29.060428+0000","last_unstale":"2024-09-10T10:32:30.062153+0000","last_undegraded":"2024-09-10T10:32:30.062153+0000","last_fullsized":"2024-09-10T10:32:30.062153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:57.777604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086658+0000","last_change":"2024-09-10T10:32:29.057343+0000","last_active":"2024-09-10T10:32:30.086658+0000","last_peered":"2024-09-10T10:32:30.086658+0000","last_clean":"2024-09-10T10:32:30.086658+0000","last_became_active":"2024-09-10T10:32:29.056964+0000","last_became_peered":"2024-09-10T10:32:29.056964+0000","last_unstale":"2024-09-10T10:32:30.086658+0000","last_undegraded":"2024-09-10T10:32:30.086658+0000","last_fullsized":"2024-09-10T10:32:30.086658+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:55.080973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056935+0000","last_change":"2024-09-10T10:32:29.060437+0000","last_active":"2024-09-10T10:32:30.056935+0000","last_peered":"2024-09-10T10:32:30.056935+0000","last_clean":"2024-09-10T10:32:30.056935+0000","last_became_active":"2024-09-10T10:32:29.060141+0000","last_became_peered":"2024-09-10T10:32:29.060141+0000","last_unstale":"2024-09-10T10:32:30.056935+0000","last_undegraded":"2024-09-10T10:32:30.056935+0000","last_fullsized":"2024-09-10T10:32:30.056935+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:55.080973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086473+0000","last_change":"2024-09-10T10:32:28.062609+0000","last_active":"2024-09-10T10:32:30.086473+0000","last_peered":"2024-09-10T10:32:30.086473+0000","last_clean":"2024-09-10T10:32:30.086473+0000","last_became_active":"2024-09-10T10:32:28.062222+0000","last_became_peered":"2024-09-10T10:32:28.062222+0000","last_unstale":"2024-09-10T10:32:30.086473+0000","last_undegraded":"2024-09-10T10:32:30.086473+0000","last_fullsized":"2024-09-10T10:32:30.086473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:43.836262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063444+0000","last_change":"2024-09-10T10:32:29.053967+0000","last_active":"2024-09-10T10:32:30.063444+0000","last_peered":"2024-09-10T10:32:30.063444+0000","last_clean":"2024-09-10T10:32:30.063444+0000","last_became_active":"2024-09-10T10:32:29.053670+0000","last_became_peered":"2024-09-10T10:32:29.053670+0000","last_unstale":"2024-09-10T10:32:30.063444+0000","last_undegraded":"2024-09-10T10:32:30.063444+0000","last_fullsized":"2024-09-10T10:32:30.063444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:44:22.406144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085865+0000","last_change":"2024-09-10T10:32:28.062755+0000","last_active":"2024-09-10T10:32:30.085865+0000","last_peered":"2024-09-10T10:32:30.085865+0000","last_clean":"2024-09-10T10:32:30.085865+0000","last_became_active":"2024-09-10T10:32:28.062503+0000","last_became_peered":"2024-09-10T10:32:28.062503+0000","last_unstale":"2024-09-10T10:32:30.085865+0000","last_undegraded":"2024-09-10T10:32:30.085865+0000","last_fullsized":"2024-09-10T10:32:30.085865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:04.557728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085849+0000","last_change":"2024-09-10T10:32:28.052032+0000","last_active":"2024-09-10T10:32:30.085849+0000","last_peered":"2024-09-10T10:32:30.085849+0000","last_clean":"2024-09-10T10:32:30.085849+0000","last_became_active":"2024-09-10T10:32:28.051649+0000","last_became_peered":"2024-09-10T10:32:28.051649+0000","last_unstale":"2024-09-10T10:32:30.085849+0000","last_undegraded":"2024-09-10T10:32:30.085849+0000","last_fullsized":"2024-09-10T10:32:30.085849+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087034+0000","last_change":"2024-09-10T10:32:29.060458+0000","last_active":"2024-09-10T10:32:30.087034+0000","last_peered":"2024-09-10T10:32:30.087034+0000","last_clean":"2024-09-10T10:32:30.087034+0000","last_became_active":"2024-09-10T10:32:29.060165+0000","last_became_peered":"2024-09-10T10:32:29.060165+0000","last_unstale":"2024-09-10T10:32:30.087034+0000","last_undegraded":"2024-09-10T10:32:30.087034+0000","last_fullsized":"2024-09-10T10:32:30.087034+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:08.690335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084673+0000","last_change":"2024-09-10T10:32:28.065257+0000","last_active":"2024-09-10T10:32:30.084673+0000","last_peered":"2024-09-10T10:32:30.084673+0000","last_clean":"2024-09-10T10:32:30.084673+0000","last_became_active":"2024-09-10T10:32:28.064881+0000","last_became_peered":"2024-09-10T10:32:28.064881+0000","last_unstale":"2024-09-10T10:32:30.084673+0000","last_undegraded":"2024-09-10T10:32:30.084673+0000","last_fullsized":"2024-09-10T10:32:30.084673+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:04.481901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063171+0000","last_change":"2024-09-10T10:32:29.057404+0000","last_active":"2024-09-10T10:32:30.063171+0000","last_peered":"2024-09-10T10:32:30.063171+0000","last_clean":"2024-09-10T10:32:30.063171+0000","last_became_active":"2024-09-10T10:32:29.057132+0000","last_became_peered":"2024-09-10T10:32:29.057132+0000","last_unstale":"2024-09-10T10:32:30.063171+0000","last_undegraded":"2024-09-10T10:32:30.063171+0000","last_fullsized":"2024-09-10T10:32:30.063171+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:59.907705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.057281+0000","last_change":"2024-09-10T10:32:28.049741+0000","last_active":"2024-09-10T10:32:30.057281+0000","last_peered":"2024-09-10T10:32:30.057281+0000","last_clean":"2024-09-10T10:32:30.057281+0000","last_became_active":"2024-09-10T10:32:28.049315+0000","last_became_peered":"2024-09-10T10:32:28.049315+0000","last_unstale":"2024-09-10T10:32:30.057281+0000","last_undegraded":"2024-09-10T10:32:30.057281+0000","last_fullsized":"2024-09-10T10:32:30.057281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086746+0000","last_change":"2024-09-10T10:32:29.056546+0000","last_active":"2024-09-10T10:32:30.086746+0000","last_peered":"2024-09-10T10:32:30.086746+0000","last_clean":"2024-09-10T10:32:30.086746+0000","last_became_active":"2024-09-10T10:32:29.055400+0000","last_became_peered":"2024-09-10T10:32:29.055400+0000","last_unstale":"2024-09-10T10:32:30.086746+0000","last_undegraded":"2024-09-10T10:32:30.086746+0000","last_fullsized":"2024-09-10T10:32:30.086746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:01.679976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085269+0000","last_change":"2024-09-10T10:32:28.051475+0000","last_active":"2024-09-10T10:32:30.085269+0000","last_peered":"2024-09-10T10:32:30.085269+0000","last_clean":"2024-09-10T10:32:30.085269+0000","last_became_active":"2024-09-10T10:32:28.051180+0000","last_became_peered":"2024-09-10T10:32:28.051180+0000","last_unstale":"2024-09-10T10:32:30.085269+0000","last_undegraded":"2024-09-10T10:32:30.085269+0000","last_fullsized":"2024-09-10T10:32:30.085269+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:41.292954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086579+0000","last_change":"2024-09-10T10:32:29.056539+0000","last_active":"2024-09-10T10:32:30.086579+0000","last_peered":"2024-09-10T10:32:30.086579+0000","last_clean":"2024-09-10T10:32:30.086579+0000","last_became_active":"2024-09-10T10:32:29.056268+0000","last_became_peered":"2024-09-10T10:32:29.056268+0000","last_unstale":"2024-09-10T10:32:30.086579+0000","last_undegraded":"2024-09-10T10:32:30.086579+0000","last_fullsized":"2024-09-10T10:32:30.086579+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:28.256027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062281+0000","last_change":"2024-09-10T10:32:28.059266+0000","last_active":"2024-09-10T10:32:30.062281+0000","last_peered":"2024-09-10T10:32:30.062281+0000","last_clean":"2024-09-10T10:32:30.062281+0000","last_became_active":"2024-09-10T10:32:28.058972+0000","last_became_peered":"2024-09-10T10:32:28.058972+0000","last_unstale":"2024-09-10T10:32:30.062281+0000","last_undegraded":"2024-09-10T10:32:30.062281+0000","last_fullsized":"2024-09-10T10:32:30.062281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085045+0000","last_change":"2024-09-10T10:32:29.054963+0000","last_active":"2024-09-10T10:32:30.085045+0000","last_peered":"2024-09-10T10:32:30.085045+0000","last_clean":"2024-09-10T10:32:30.085045+0000","last_became_active":"2024-09-10T10:32:29.054674+0000","last_became_peered":"2024-09-10T10:32:29.054674+0000","last_unstale":"2024-09-10T10:32:30.085045+0000","last_undegraded":"2024-09-10T10:32:30.085045+0000","last_fullsized":"2024-09-10T10:32:30.085045+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:58:50.088966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086543+0000","last_change":"2024-09-10T10:32:28.052198+0000","last_active":"2024-09-10T10:32:30.086543+0000","last_peered":"2024-09-10T10:32:30.086543+0000","last_clean":"2024-09-10T10:32:30.086543+0000","last_became_active":"2024-09-10T10:32:28.051988+0000","last_became_peered":"2024-09-10T10:32:28.051988+0000","last_unstale":"2024-09-10T10:32:30.086543+0000","last_undegraded":"2024-09-10T10:32:30.086543+0000","last_fullsized":"2024-09-10T10:32:30.086543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084828+0000","last_change":"2024-09-10T10:32:29.060156+0000","last_active":"2024-09-10T10:32:30.084828+0000","last_peered":"2024-09-10T10:32:30.084828+0000","last_clean":"2024-09-10T10:32:30.084828+0000","last_became_active":"2024-09-10T10:32:29.059915+0000","last_became_peered":"2024-09-10T10:32:29.059915+0000","last_unstale":"2024-09-10T10:32:30.084828+0000","last_undegraded":"2024-09-10T10:32:30.084828+0000","last_fullsized":"2024-09-10T10:32:30.084828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:51:45.582516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062834+0000","last_change":"2024-09-10T10:32:28.063210+0000","last_active":"2024-09-10T10:32:30.062834+0000","last_peered":"2024-09-10T10:32:30.062834+0000","last_clean":"2024-09-10T10:32:30.062834+0000","last_became_active":"2024-09-10T10:32:28.062952+0000","last_became_peered":"2024-09-10T10:32:28.062952+0000","last_unstale":"2024-09-10T10:32:30.062834+0000","last_undegraded":"2024-09-10T10:32:30.062834+0000","last_fullsized":"2024-09-10T10:32:30.062834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086475+0000","last_change":"2024-09-10T10:32:29.074069+0000","last_active":"2024-09-10T10:32:30.086475+0000","last_peered":"2024-09-10T10:32:30.086475+0000","last_clean":"2024-09-10T10:32:30.086475+0000","last_became_active":"2024-09-10T10:32:29.073768+0000","last_became_peered":"2024-09-10T10:32:29.073768+0000","last_unstale":"2024-09-10T10:32:30.086475+0000","last_undegraded":"2024-09-10T10:32:30.086475+0000","last_fullsized":"2024-09-10T10:32:30.086475+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:59.907705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085959+0000","last_change":"2024-09-10T10:32:28.062189+0000","last_active":"2024-09-10T10:32:30.085959+0000","last_peered":"2024-09-10T10:32:30.085959+0000","last_clean":"2024-09-10T10:32:30.085959+0000","last_became_active":"2024-09-10T10:32:28.061633+0000","last_became_peered":"2024-09-10T10:32:28.061633+0000","last_unstale":"2024-09-10T10:32:30.085959+0000","last_undegraded":"2024-09-10T10:32:30.085959+0000","last_fullsized":"2024-09-10T10:32:30.085959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:54.073565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085096+0000","last_change":"2024-09-10T10:32:29.069442+0000","last_active":"2024-09-10T10:32:30.085096+0000","last_peered":"2024-09-10T10:32:30.085096+0000","last_clean":"2024-09-10T10:32:30.085096+0000","last_became_active":"2024-09-10T10:32:29.069158+0000","last_became_peered":"2024-09-10T10:32:29.069158+0000","last_unstale":"2024-09-10T10:32:30.085096+0000","last_undegraded":"2024-09-10T10:32:30.085096+0000","last_fullsized":"2024-09-10T10:32:30.085096+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:07.433756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084594+0000","last_change":"2024-09-10T10:32:28.061765+0000","last_active":"2024-09-10T10:32:30.084594+0000","last_peered":"2024-09-10T10:32:30.084594+0000","last_clean":"2024-09-10T10:32:30.084594+0000","last_became_active":"2024-09-10T10:32:28.061469+0000","last_became_peered":"2024-09-10T10:32:28.061469+0000","last_unstale":"2024-09-10T10:32:30.084594+0000","last_undegraded":"2024-09-10T10:32:30.084594+0000","last_fullsized":"2024-09-10T10:32:30.084594+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:04.481901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056817+0000","last_change":"2024-09-10T10:32:29.051570+0000","last_active":"2024-09-10T10:32:30.056817+0000","last_peered":"2024-09-10T10:32:30.056817+0000","last_clean":"2024-09-10T10:32:30.056817+0000","last_became_active":"2024-09-10T10:32:29.051289+0000","last_became_peered":"2024-09-10T10:32:29.051289+0000","last_unstale":"2024-09-10T10:32:30.056817+0000","last_undegraded":"2024-09-10T10:32:30.056817+0000","last_fullsized":"2024-09-10T10:32:30.056817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:05.565136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063126+0000","last_change":"2024-09-10T10:32:28.047575+0000","last_active":"2024-09-10T10:32:30.063126+0000","last_peered":"2024-09-10T10:32:30.063126+0000","last_clean":"2024-09-10T10:32:30.063126+0000","last_became_active":"2024-09-10T10:32:28.047044+0000","last_became_peered":"2024-09-10T10:32:28.047044+0000","last_unstale":"2024-09-10T10:32:30.063126+0000","last_undegraded":"2024-09-10T10:32:30.063126+0000","last_fullsized":"2024-09-10T10:32:30.063126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085025+0000","last_change":"2024-09-10T10:32:29.065892+0000","last_active":"2024-09-10T10:32:30.085025+0000","last_peered":"2024-09-10T10:32:30.085025+0000","last_clean":"2024-09-10T10:32:30.085025+0000","last_became_active":"2024-09-10T10:32:29.065073+0000","last_became_peered":"2024-09-10T10:32:29.065073+0000","last_unstale":"2024-09-10T10:32:30.085025+0000","last_undegraded":"2024-09-10T10:32:30.085025+0000","last_fullsized":"2024-09-10T10:32:30.085025+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:47.830750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085692+0000","last_change":"2024-09-10T10:32:28.061411+0000","last_active":"2024-09-10T10:32:30.085692+0000","last_peered":"2024-09-10T10:32:30.085692+0000","last_clean":"2024-09-10T10:32:30.085692+0000","last_became_active":"2024-09-10T10:32:28.061080+0000","last_became_peered":"2024-09-10T10:32:28.061080+0000","last_unstale":"2024-09-10T10:32:30.085692+0000","last_undegraded":"2024-09-10T10:32:30.085692+0000","last_fullsized":"2024-09-10T10:32:30.085692+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:58.900297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086823+0000","last_change":"2024-09-10T10:32:29.061142+0000","last_active":"2024-09-10T10:32:30.086823+0000","last_peered":"2024-09-10T10:32:30.086823+0000","last_clean":"2024-09-10T10:32:30.086823+0000","last_became_active":"2024-09-10T10:32:29.060834+0000","last_became_peered":"2024-09-10T10:32:29.060834+0000","last_unstale":"2024-09-10T10:32:30.086823+0000","last_undegraded":"2024-09-10T10:32:30.086823+0000","last_fullsized":"2024-09-10T10:32:30.086823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:37.054718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063659+0000","last_change":"2024-09-10T10:32:28.058216+0000","last_active":"2024-09-10T10:32:30.063659+0000","last_peered":"2024-09-10T10:32:30.063659+0000","last_clean":"2024-09-10T10:32:30.063659+0000","last_became_active":"2024-09-10T10:32:28.054955+0000","last_became_peered":"2024-09-10T10:32:28.054955+0000","last_unstale":"2024-09-10T10:32:30.063659+0000","last_undegraded":"2024-09-10T10:32:30.063659+0000","last_fullsized":"2024-09-10T10:32:30.063659+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:03.155252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085626+0000","last_change":"2024-09-10T10:32:29.070988+0000","last_active":"2024-09-10T10:32:30.085626+0000","last_peered":"2024-09-10T10:32:30.085626+0000","last_clean":"2024-09-10T10:32:30.085626+0000","last_became_active":"2024-09-10T10:32:29.070386+0000","last_became_peered":"2024-09-10T10:32:29.070386+0000","last_unstale":"2024-09-10T10:32:30.085626+0000","last_undegraded":"2024-09-10T10:32:30.085626+0000","last_fullsized":"2024-09-10T10:32:30.085626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.405594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086405+0000","last_change":"2024-09-10T10:32:28.060086+0000","last_active":"2024-09-10T10:32:30.086405+0000","last_peered":"2024-09-10T10:32:30.086405+0000","last_clean":"2024-09-10T10:32:30.086405+0000","last_became_active":"2024-09-10T10:32:28.059813+0000","last_became_peered":"2024-09-10T10:32:28.059813+0000","last_unstale":"2024-09-10T10:32:30.086405+0000","last_undegraded":"2024-09-10T10:32:30.086405+0000","last_fullsized":"2024-09-10T10:32:30.086405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:18.744745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084921+0000","last_change":"2024-09-10T10:32:29.068824+0000","last_active":"2024-09-10T10:32:30.084921+0000","last_peered":"2024-09-10T10:32:30.084921+0000","last_clean":"2024-09-10T10:32:30.084921+0000","last_became_active":"2024-09-10T10:32:29.068599+0000","last_became_peered":"2024-09-10T10:32:29.068599+0000","last_unstale":"2024-09-10T10:32:30.084921+0000","last_undegraded":"2024-09-10T10:32:30.084921+0000","last_fullsized":"2024-09-10T10:32:30.084921+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:22.207783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086449+0000","last_change":"2024-09-10T10:32:28.055546+0000","last_active":"2024-09-10T10:32:30.086449+0000","last_peered":"2024-09-10T10:32:30.086449+0000","last_clean":"2024-09-10T10:32:30.086449+0000","last_became_active":"2024-09-10T10:32:28.054975+0000","last_became_peered":"2024-09-10T10:32:28.054975+0000","last_unstale":"2024-09-10T10:32:30.086449+0000","last_undegraded":"2024-09-10T10:32:30.086449+0000","last_fullsized":"2024-09-10T10:32:30.086449+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085373+0000","last_change":"2024-09-10T10:32:29.065937+0000","last_active":"2024-09-10T10:32:30.085373+0000","last_peered":"2024-09-10T10:32:30.085373+0000","last_clean":"2024-09-10T10:32:30.085373+0000","last_became_active":"2024-09-10T10:32:29.065619+0000","last_became_peered":"2024-09-10T10:32:29.065619+0000","last_unstale":"2024-09-10T10:32:30.085373+0000","last_undegraded":"2024-09-10T10:32:30.085373+0000","last_fullsized":"2024-09-10T10:32:30.085373+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.848811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":170,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056786+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:32:30.056786+0000","last_peered":"2024-09-10T10:32:30.056786+0000","last_clean":"2024-09-10T10:32:30.056786+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:32:30.056786+0000","last_undegraded":"2024-09-10T10:32:30.056786+0000","last_fullsized":"2024-09-10T10:32:30.056786+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085187+0000","last_change":"2024-09-10T10:32:28.068231+0000","last_active":"2024-09-10T10:32:30.085187+0000","last_peered":"2024-09-10T10:32:30.085187+0000","last_clean":"2024-09-10T10:32:30.085187+0000","last_became_active":"2024-09-10T10:32:28.067984+0000","last_became_peered":"2024-09-10T10:32:28.067984+0000","last_unstale":"2024-09-10T10:32:30.085187+0000","last_undegraded":"2024-09-10T10:32:30.085187+0000","last_fullsized":"2024-09-10T10:32:30.085187+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:36.047310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063290+0000","last_change":"2024-09-10T10:32:29.054718+0000","last_active":"2024-09-10T10:32:30.063290+0000","last_peered":"2024-09-10T10:32:30.063290+0000","last_clean":"2024-09-10T10:32:30.063290+0000","last_became_active":"2024-09-10T10:32:29.054440+0000","last_became_peered":"2024-09-10T10:32:29.054440+0000","last_unstale":"2024-09-10T10:32:30.063290+0000","last_undegraded":"2024-09-10T10:32:30.063290+0000","last_fullsized":"2024-09-10T10:32:30.063290+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:58:15.932332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084556+0000","last_change":"2024-09-10T10:32:28.067705+0000","last_active":"2024-09-10T10:32:30.084556+0000","last_peered":"2024-09-10T10:32:30.084556+0000","last_clean":"2024-09-10T10:32:30.084556+0000","last_became_active":"2024-09-10T10:32:28.067437+0000","last_became_peered":"2024-09-10T10:32:28.067437+0000","last_unstale":"2024-09-10T10:32:30.084556+0000","last_undegraded":"2024-09-10T10:32:30.084556+0000","last_fullsized":"2024-09-10T10:32:30.084556+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:56.770196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086041+0000","last_change":"2024-09-10T10:32:29.053945+0000","last_active":"2024-09-10T10:32:30.086041+0000","last_peered":"2024-09-10T10:32:30.086041+0000","last_clean":"2024-09-10T10:32:30.086041+0000","last_became_active":"2024-09-10T10:32:29.053539+0000","last_became_peered":"2024-09-10T10:32:29.053539+0000","last_unstale":"2024-09-10T10:32:30.086041+0000","last_undegraded":"2024-09-10T10:32:30.086041+0000","last_fullsized":"2024-09-10T10:32:30.086041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:32.969220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062094+0000","last_change":"2024-09-10T10:32:28.060003+0000","last_active":"2024-09-10T10:32:30.062094+0000","last_peered":"2024-09-10T10:32:30.062094+0000","last_clean":"2024-09-10T10:32:30.062094+0000","last_became_active":"2024-09-10T10:32:28.059681+0000","last_became_peered":"2024-09-10T10:32:28.059681+0000","last_unstale":"2024-09-10T10:32:30.062094+0000","last_undegraded":"2024-09-10T10:32:30.062094+0000","last_fullsized":"2024-09-10T10:32:30.062094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087055+0000","last_change":"2024-09-10T10:32:29.067713+0000","last_active":"2024-09-10T10:32:30.087055+0000","last_peered":"2024-09-10T10:32:30.087055+0000","last_clean":"2024-09-10T10:32:30.087055+0000","last_became_active":"2024-09-10T10:32:29.067417+0000","last_became_peered":"2024-09-10T10:32:29.067417+0000","last_unstale":"2024-09-10T10:32:30.087055+0000","last_undegraded":"2024-09-10T10:32:30.087055+0000","last_fullsized":"2024-09-10T10:32:30.087055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:17.598694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086039+0000","last_change":"2024-09-10T10:32:28.063463+0000","last_active":"2024-09-10T10:32:30.086039+0000","last_peered":"2024-09-10T10:32:30.086039+0000","last_clean":"2024-09-10T10:32:30.086039+0000","last_became_active":"2024-09-10T10:32:28.063234+0000","last_became_peered":"2024-09-10T10:32:28.063234+0000","last_unstale":"2024-09-10T10:32:30.086039+0000","last_undegraded":"2024-09-10T10:32:30.086039+0000","last_fullsized":"2024-09-10T10:32:30.086039+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:00.672568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086210+0000","last_change":"2024-09-10T10:32:29.061861+0000","last_active":"2024-09-10T10:32:30.086210+0000","last_peered":"2024-09-10T10:32:30.086210+0000","last_clean":"2024-09-10T10:32:30.086210+0000","last_became_active":"2024-09-10T10:32:29.056053+0000","last_became_peered":"2024-09-10T10:32:29.056053+0000","last_unstale":"2024-09-10T10:32:30.086210+0000","last_undegraded":"2024-09-10T10:32:30.086210+0000","last_fullsized":"2024-09-10T10:32:30.086210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:07.433756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086120+0000","last_change":"2024-09-10T10:32:28.062420+0000","last_active":"2024-09-10T10:32:30.086120+0000","last_peered":"2024-09-10T10:32:30.086120+0000","last_clean":"2024-09-10T10:32:30.086120+0000","last_became_active":"2024-09-10T10:32:28.062051+0000","last_became_peered":"2024-09-10T10:32:28.062051+0000","last_unstale":"2024-09-10T10:32:30.086120+0000","last_undegraded":"2024-09-10T10:32:30.086120+0000","last_fullsized":"2024-09-10T10:32:30.086120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:45.541712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086898+0000","last_change":"2024-09-10T10:32:29.061772+0000","last_active":"2024-09-10T10:32:30.086898+0000","last_peered":"2024-09-10T10:32:30.086898+0000","last_clean":"2024-09-10T10:32:30.086898+0000","last_became_active":"2024-09-10T10:32:29.057175+0000","last_became_peered":"2024-09-10T10:32:29.057175+0000","last_unstale":"2024-09-10T10:32:30.086898+0000","last_undegraded":"2024-09-10T10:32:30.086898+0000","last_fullsized":"2024-09-10T10:32:30.086898+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:42.300362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085545+0000","last_change":"2024-09-10T10:32:28.063319+0000","last_active":"2024-09-10T10:32:30.085545+0000","last_peered":"2024-09-10T10:32:30.085545+0000","last_clean":"2024-09-10T10:32:30.085545+0000","last_became_active":"2024-09-10T10:32:28.060657+0000","last_became_peered":"2024-09-10T10:32:28.060657+0000","last_unstale":"2024-09-10T10:32:30.085545+0000","last_undegraded":"2024-09-10T10:32:30.085545+0000","last_fullsized":"2024-09-10T10:32:30.085545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:15.385074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086346+0000","last_change":"2024-09-10T10:32:29.064970+0000","last_active":"2024-09-10T10:32:30.086346+0000","last_peered":"2024-09-10T10:32:30.086346+0000","last_clean":"2024-09-10T10:32:30.086346+0000","last_became_active":"2024-09-10T10:32:29.064654+0000","last_became_peered":"2024-09-10T10:32:29.064654+0000","last_unstale":"2024-09-10T10:32:30.086346+0000","last_undegraded":"2024-09-10T10:32:30.086346+0000","last_fullsized":"2024-09-10T10:32:30.086346+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:42.300362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063832+0000","last_change":"2024-09-10T10:32:28.058889+0000","last_active":"2024-09-10T10:32:30.063832+0000","last_peered":"2024-09-10T10:32:30.063832+0000","last_clean":"2024-09-10T10:32:30.063832+0000","last_became_active":"2024-09-10T10:32:28.054880+0000","last_became_peered":"2024-09-10T10:32:28.054880+0000","last_unstale":"2024-09-10T10:32:30.063832+0000","last_undegraded":"2024-09-10T10:32:30.063832+0000","last_fullsized":"2024-09-10T10:32:30.063832+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:54:40.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063795+0000","last_change":"2024-09-10T10:32:29.051997+0000","last_active":"2024-09-10T10:32:30.063795+0000","last_peered":"2024-09-10T10:32:30.063795+0000","last_clean":"2024-09-10T10:32:30.063795+0000","last_became_active":"2024-09-10T10:32:29.051522+0000","last_became_peered":"2024-09-10T10:32:29.051522+0000","last_unstale":"2024-09-10T10:32:30.063795+0000","last_undegraded":"2024-09-10T10:32:30.063795+0000","last_fullsized":"2024-09-10T10:32:30.063795+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:17.880877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085474+0000","last_change":"2024-09-10T10:32:28.063935+0000","last_active":"2024-09-10T10:32:30.085474+0000","last_peered":"2024-09-10T10:32:30.085474+0000","last_clean":"2024-09-10T10:32:30.085474+0000","last_became_active":"2024-09-10T10:32:28.063706+0000","last_became_peered":"2024-09-10T10:32:28.063706+0000","last_unstale":"2024-09-10T10:32:30.085474+0000","last_undegraded":"2024-09-10T10:32:30.085474+0000","last_fullsized":"2024-09-10T10:32:30.085474+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:41.292954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063686+0000","last_change":"2024-09-10T10:32:29.072908+0000","last_active":"2024-09-10T10:32:30.063686+0000","last_peered":"2024-09-10T10:32:30.063686+0000","last_clean":"2024-09-10T10:32:30.063686+0000","last_became_active":"2024-09-10T10:32:29.072245+0000","last_became_peered":"2024-09-10T10:32:29.072245+0000","last_unstale":"2024-09-10T10:32:30.063686+0000","last_undegraded":"2024-09-10T10:32:30.063686+0000","last_fullsized":"2024-09-10T10:32:30.063686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:54.675725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084194+0000","last_change":"2024-09-10T10:32:28.056199+0000","last_active":"2024-09-10T10:32:30.084194+0000","last_peered":"2024-09-10T10:32:30.084194+0000","last_clean":"2024-09-10T10:32:30.084194+0000","last_became_active":"2024-09-10T10:32:28.055922+0000","last_became_peered":"2024-09-10T10:32:28.055922+0000","last_unstale":"2024-09-10T10:32:30.084194+0000","last_undegraded":"2024-09-10T10:32:30.084194+0000","last_fullsized":"2024-09-10T10:32:30.084194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:54:40.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084615+0000","last_change":"2024-09-10T10:32:29.066586+0000","last_active":"2024-09-10T10:32:30.084615+0000","last_peered":"2024-09-10T10:32:30.084615+0000","last_clean":"2024-09-10T10:32:30.084615+0000","last_became_active":"2024-09-10T10:32:29.065423+0000","last_became_peered":"2024-09-10T10:32:29.065423+0000","last_unstale":"2024-09-10T10:32:30.084615+0000","last_undegraded":"2024-09-10T10:32:30.084615+0000","last_fullsized":"2024-09-10T10:32:30.084615+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.405594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063089+0000","last_change":"2024-09-10T10:32:28.055719+0000","last_active":"2024-09-10T10:32:30.063089+0000","last_peered":"2024-09-10T10:32:30.063089+0000","last_clean":"2024-09-10T10:32:30.063089+0000","last_became_active":"2024-09-10T10:32:28.055432+0000","last_became_peered":"2024-09-10T10:32:28.055432+0000","last_unstale":"2024-09-10T10:32:30.063089+0000","last_undegraded":"2024-09-10T10:32:30.063089+0000","last_fullsized":"2024-09-10T10:32:30.063089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063001+0000","last_change":"2024-09-10T10:32:29.068091+0000","last_active":"2024-09-10T10:32:30.063001+0000","last_peered":"2024-09-10T10:32:30.063001+0000","last_clean":"2024-09-10T10:32:30.063001+0000","last_became_active":"2024-09-10T10:32:29.067823+0000","last_became_peered":"2024-09-10T10:32:29.067823+0000","last_unstale":"2024-09-10T10:32:30.063001+0000","last_undegraded":"2024-09-10T10:32:30.063001+0000","last_fullsized":"2024-09-10T10:32:30.063001+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:16.392482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086579+0000","last_change":"2024-09-10T10:32:28.059500+0000","last_active":"2024-09-10T10:32:30.086579+0000","last_peered":"2024-09-10T10:32:30.086579+0000","last_clean":"2024-09-10T10:32:30.086579+0000","last_became_active":"2024-09-10T10:32:28.059314+0000","last_became_peered":"2024-09-10T10:32:28.059314+0000","last_unstale":"2024-09-10T10:32:30.086579+0000","last_undegraded":"2024-09-10T10:32:30.086579+0000","last_fullsized":"2024-09-10T10:32:30.086579+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062741+0000","last_change":"2024-09-10T10:32:29.061315+0000","last_active":"2024-09-10T10:32:30.062741+0000","last_peered":"2024-09-10T10:32:30.062741+0000","last_clean":"2024-09-10T10:32:30.062741+0000","last_became_active":"2024-09-10T10:32:29.060970+0000","last_became_peered":"2024-09-10T10:32:29.060970+0000","last_unstale":"2024-09-10T10:32:30.062741+0000","last_undegraded":"2024-09-10T10:32:30.062741+0000","last_fullsized":"2024-09-10T10:32:30.062741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:55.080973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085179+0000","last_change":"2024-09-10T10:32:28.068401+0000","last_active":"2024-09-10T10:32:30.085179+0000","last_peered":"2024-09-10T10:32:30.085179+0000","last_clean":"2024-09-10T10:32:30.085179+0000","last_became_active":"2024-09-10T10:32:28.068133+0000","last_became_peered":"2024-09-10T10:32:28.068133+0000","last_unstale":"2024-09-10T10:32:30.085179+0000","last_undegraded":"2024-09-10T10:32:30.085179+0000","last_fullsized":"2024-09-10T10:32:30.085179+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:31.961812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085774+0000","last_change":"2024-09-10T10:32:29.066291+0000","last_active":"2024-09-10T10:32:30.085774+0000","last_peered":"2024-09-10T10:32:30.085774+0000","last_clean":"2024-09-10T10:32:30.085774+0000","last_became_active":"2024-09-10T10:32:29.065907+0000","last_became_peered":"2024-09-10T10:32:29.065907+0000","last_unstale":"2024-09-10T10:32:30.085774+0000","last_undegraded":"2024-09-10T10:32:30.085774+0000","last_fullsized":"2024-09-10T10:32:30.085774+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:13.325822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085222+0000","last_change":"2024-09-10T10:32:29.069669+0000","last_active":"2024-09-10T10:32:30.085222+0000","last_peered":"2024-09-10T10:32:30.085222+0000","last_clean":"2024-09-10T10:32:30.085222+0000","last_became_active":"2024-09-10T10:32:29.066189+0000","last_became_peered":"2024-09-10T10:32:29.066189+0000","last_unstale":"2024-09-10T10:32:30.085222+0000","last_undegraded":"2024-09-10T10:32:30.085222+0000","last_fullsized":"2024-09-10T10:32:30.085222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:59.484646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084965+0000","last_change":"2024-09-10T10:32:28.053067+0000","last_active":"2024-09-10T10:32:30.084965+0000","last_peered":"2024-09-10T10:32:30.084965+0000","last_clean":"2024-09-10T10:32:30.084965+0000","last_became_active":"2024-09-10T10:32:28.052777+0000","last_became_peered":"2024-09-10T10:32:28.052777+0000","last_unstale":"2024-09-10T10:32:30.084965+0000","last_undegraded":"2024-09-10T10:32:30.084965+0000","last_fullsized":"2024-09-10T10:32:30.084965+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:56.770196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.057135+0000","last_change":"2024-09-10T10:32:29.064129+0000","last_active":"2024-09-10T10:32:30.057135+0000","last_peered":"2024-09-10T10:32:30.057135+0000","last_clean":"2024-09-10T10:32:30.057135+0000","last_became_active":"2024-09-10T10:32:29.060718+0000","last_became_peered":"2024-09-10T10:32:29.060718+0000","last_unstale":"2024-09-10T10:32:30.057135+0000","last_undegraded":"2024-09-10T10:32:30.057135+0000","last_fullsized":"2024-09-10T10:32:30.057135+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:01.679976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084919+0000","last_change":"2024-09-10T10:32:28.052149+0000","last_active":"2024-09-10T10:32:30.084919+0000","last_peered":"2024-09-10T10:32:30.084919+0000","last_clean":"2024-09-10T10:32:30.084919+0000","last_became_active":"2024-09-10T10:32:28.051849+0000","last_became_peered":"2024-09-10T10:32:28.051849+0000","last_unstale":"2024-09-10T10:32:30.084919+0000","last_undegraded":"2024-09-10T10:32:30.084919+0000","last_fullsized":"2024-09-10T10:32:30.084919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:00.672568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086434+0000","last_change":"2024-09-10T10:32:29.064105+0000","last_active":"2024-09-10T10:32:30.086434+0000","last_peered":"2024-09-10T10:32:30.086434+0000","last_clean":"2024-09-10T10:32:30.086434+0000","last_became_active":"2024-09-10T10:32:29.062986+0000","last_became_peered":"2024-09-10T10:32:29.062986+0000","last_unstale":"2024-09-10T10:32:30.086434+0000","last_undegraded":"2024-09-10T10:32:30.086434+0000","last_fullsized":"2024-09-10T10:32:30.086434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:04.559187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086822+0000","last_change":"2024-09-10T10:32:28.061533+0000","last_active":"2024-09-10T10:32:30.086822+0000","last_peered":"2024-09-10T10:32:30.086822+0000","last_clean":"2024-09-10T10:32:30.086822+0000","last_became_active":"2024-09-10T10:32:28.061239+0000","last_became_peered":"2024-09-10T10:32:28.061239+0000","last_unstale":"2024-09-10T10:32:30.086822+0000","last_undegraded":"2024-09-10T10:32:30.086822+0000","last_fullsized":"2024-09-10T10:32:30.086822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:16.983926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086758+0000","last_change":"2024-09-10T10:32:29.051180+0000","last_active":"2024-09-10T10:32:30.086758+0000","last_peered":"2024-09-10T10:32:30.086758+0000","last_clean":"2024-09-10T10:32:30.086758+0000","last_became_active":"2024-09-10T10:32:29.050889+0000","last_became_peered":"2024-09-10T10:32:29.050889+0000","last_unstale":"2024-09-10T10:32:30.086758+0000","last_undegraded":"2024-09-10T10:32:30.086758+0000","last_fullsized":"2024-09-10T10:32:30.086758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:28.374260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063892+0000","last_change":"2024-09-10T10:32:28.064396+0000","last_active":"2024-09-10T10:32:30.063892+0000","last_peered":"2024-09-10T10:32:30.063892+0000","last_clean":"2024-09-10T10:32:30.063892+0000","last_became_active":"2024-09-10T10:32:28.063910+0000","last_became_peered":"2024-09-10T10:32:28.063910+0000","last_unstale":"2024-09-10T10:32:30.063892+0000","last_undegraded":"2024-09-10T10:32:30.063892+0000","last_fullsized":"2024-09-10T10:32:30.063892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:04.481901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31420,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340420,"statfs":{"total":96636764160,"available":96604590080,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31416,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340424,"statfs":{"total":96636764160,"available":96604594176,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:32:38.416 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:32:38.417 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T10:32:38.417 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T10:32:38.417 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T10:32:38.417 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-10T10:32:38.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.594+0000 7fdb69600640 1 Processor -- start 2024-09-10T10:32:38.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.594+0000 7fdb69600640 1 -- start start 2024-09-10T10:32:38.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb69600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdb6406da30 0x7fdb6406de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb69600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb6415f670 con 0x7fdb64158600 2024-09-10T10:32:38.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb69600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb6415e7a0 con 0x7fdb64072e90 2024-09-10T10:32:38.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb69600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fdb6406e3a0 con 0x7fdb6406da30 2024-09-10T10:32:38.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb62a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fdb64158600 0x7fdb6415b1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32934/0 (socket says 172.21.15.22:32934) 2024-09-10T10:32:38.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb62a00640 1 -- 172.21.15.22:0/2170540833 learned_addr learned my addr 172.21.15.22:0/2170540833 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:38.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb63400640 1 --2- 172.21.15.22:0/2170540833 >> v2:172.21.15.145:3300/0 conn(0x7fdb6406da30 0x7fdb6406de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 301840433 0 0) 0x7fdb6415f670 con 0x7fdb64158600 2024-09-10T10:32:38.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdb48003530 con 0x7fdb64158600 2024-09-10T10:32:38.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 946239698 0 0) 0x7fdb6415e7a0 con 0x7fdb64072e90 2024-09-10T10:32:38.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdb6415f670 con 0x7fdb64072e90 2024-09-10T10:32:38.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 686571457 0 0) 0x7fdb48003530 con 0x7fdb64158600 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 >> v2:172.21.15.145:3300/0 conn(0x7fdb6406da30 msgr2=0x7fdb6406de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 --2- 172.21.15.22:0/2170540833 >> v2:172.21.15.145:3300/0 conn(0x7fdb6406da30 0x7fdb6406de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 >> v1:172.21.15.145:6789/0 conn(0x7fdb64072e90 legacy=0x7fdb6415ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb640b53f0 con 0x7fdb64158600 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fdb54001680 con 0x7fdb64158600 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb63400640 1 --2- 172.21.15.22:0/2170540833 >> v2:172.21.15.145:3300/0 conn(0x7fdb6406da30 0x7fdb6406de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 >> v1:172.21.15.22:6789/0 conn(0x7fdb64158600 legacy=0x7fdb6415b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb48003ba0 0x7fdb48003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb48004810 0x7fdb48004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb480051d0 0x7fdb4800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6406e3a0 con 0x7fdb48003ba0 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4800c0a0 con 0x7fdb48004810 2024-09-10T10:32:38.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdb4800c2a0 con 0x7fdb480051d0 2024-09-10T10:32:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb62a00640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb48003ba0 0x7fdb48003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb62000640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb48004810 0x7fdb48004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb63400640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb480051d0 0x7fdb4800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb62a00640 1 -- 172.21.15.22:0/2170540833 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb480051d0 msgr2=0x7fdb4800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb62a00640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb480051d0 0x7fdb4800b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb62a00640 1 -- 172.21.15.22:0/2170540833 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb48004810 msgr2=0x7fdb48004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb62a00640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb48004810 0x7fdb48004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb62a00640 1 -- 172.21.15.22:0/2170540833 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb48003530 con 0x7fdb48003ba0 2024-09-10T10:32:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.598+0000 7fdb63400640 1 -- 172.21.15.22:0/2170540833 reap_dead start 2024-09-10T10:32:38.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb62a00640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb48003ba0 0x7fdb48003fa0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdb5400c0e0 tx=0x7fdb5401cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33fdbd775f4da3ac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:38.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb54007c50 con 0x7fdb48003ba0 2024-09-10T10:32:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb540a9070 con 0x7fdb48003ba0 2024-09-10T10:32:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb61600640 1 -- 172.21.15.22:0/2170540833 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb54005da0 con 0x7fdb48003ba0 2024-09-10T10:32:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb69600640 1 -- 172.21.15.22:0/2170540833 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb48003ba0 msgr2=0x7fdb48003fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb69600640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb48003ba0 0x7fdb48003fa0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdb5400c0e0 tx=0x7fdb5401cb30 comp rx=0 tx=0).stop 2024-09-10T10:32:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb69600640 1 -- 172.21.15.22:0/2170540833 shutdown_connections 2024-09-10T10:32:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb69600640 1 --2- 172.21.15.22:0/2170540833 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb48003ba0 0x7fdb48003fa0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb69600640 1 -- 172.21.15.22:0/2170540833 >> 172.21.15.22:0/2170540833 conn(0x7fdb64062dd0 msgr2=0x7fdb6406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb69600640 1 -- 172.21.15.22:0/2170540833 shutdown_connections 2024-09-10T10:32:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb69600640 1 -- 172.21.15.22:0/2170540833 wait complete. 2024-09-10T10:32:38.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb69600640 1 Processor -- start 2024-09-10T10:32:38.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.602+0000 7fdb69600640 1 -- start start 2024-09-10T10:32:38.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb69600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb48003ba0 0x7fdb640b11f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb69600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb64153340 0x7fdb641598f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb69600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb641f7790 0x7fdb6414b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb69600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6415ea40 con 0x7fdb641f7790 2024-09-10T10:32:38.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb69600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6406e220 con 0x7fdb64153340 2024-09-10T10:32:38.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb69600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdb6415f370 con 0x7fdb48003ba0 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb63400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb641f7790 0x7fdb6414b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb63400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb641f7790 0x7fdb6414b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35118/0 (socket says 172.21.15.22:35118) 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb63400640 1 -- 172.21.15.22:0/4177349972 learned_addr learned my addr 172.21.15.22:0/4177349972 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb62a00640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb48003ba0 0x7fdb640b11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb62000640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb64153340 0x7fdb641598f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb63400640 1 -- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb48003ba0 msgr2=0x7fdb640b11f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb63400640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb48003ba0 0x7fdb640b11f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb63400640 1 -- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb64153340 msgr2=0x7fdb641598f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb63400640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb64153340 0x7fdb641598f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb63400640 1 -- 172.21.15.22:0/4177349972 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb640b1a40 con 0x7fdb641f7790 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb63400640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb641f7790 0x7fdb6414b1d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fdb6415c2b0 tx=0x7fdb5c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb5aa00640 1 -- 172.21.15.22:0/4177349972 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c011e90 con 0x7fdb641f7790 2024-09-10T10:32:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb5aa00640 1 -- 172.21.15.22:0/4177349972 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb5c01b070 con 0x7fdb641f7790 2024-09-10T10:32:38.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb5aa00640 1 -- 172.21.15.22:0/4177349972 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c0039a0 con 0x7fdb641f7790 2024-09-10T10:32:38.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb69600640 1 -- 172.21.15.22:0/4177349972 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb640b1d20 con 0x7fdb641f7790 2024-09-10T10:32:38.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb69600640 1 -- 172.21.15.22:0/4177349972 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb640b1730 con 0x7fdb641f7790 2024-09-10T10:32:38.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb69600640 1 -- 172.21.15.22:0/4177349972 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb641589e0 con 0x7fdb641f7790 2024-09-10T10:32:38.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.606+0000 7fdb5aa00640 1 -- 172.21.15.22:0/4177349972 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdb5c003b40 con 0x7fdb641f7790 2024-09-10T10:32:38.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.610+0000 7fdb5aa00640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb44067a60 0x7fdb44069f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.610+0000 7fdb5aa00640 1 -- 172.21.15.22:0/4177349972 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fdb5c086560 con 0x7fdb641f7790 2024-09-10T10:32:38.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.610+0000 7fdb62a00640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb44067a60 0x7fdb44069f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.610+0000 7fdb62a00640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb44067a60 0x7fdb44069f20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdb540ab000 tx=0x7fdb540a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:38.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.614+0000 7fdb5aa00640 1 -- 172.21.15.22:0/4177349972 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdb5c056ae0 con 0x7fdb641f7790 2024-09-10T10:32:38.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.818+0000 7fdb69600640 1 -- 172.21.15.22:0/4177349972 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fdb6414ed60 con 0x7fdb641f7790 2024-09-10T10:32:38.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.818+0000 7fdb5aa00640 1 -- 172.21.15.22:0/4177349972 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+166890 (secure 0 0 0) 0x7fdb5c05ade0 con 0x7fdb641f7790 2024-09-10T10:32:38.827 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 -- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb44067a60 msgr2=0x7fdb44069f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb44067a60 0x7fdb44069f20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdb540ab000 tx=0x7fdb540a7070 comp rx=0 tx=0).stop 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 -- 172.21.15.22:0/4177349972 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb641f7790 msgr2=0x7fdb6414b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb641f7790 0x7fdb6414b1d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fdb6415c2b0 tx=0x7fdb5c009f90 comp rx=0 tx=0).stop 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 -- 172.21.15.22:0/4177349972 shutdown_connections 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb44067a60 0x7fdb44069f20 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb641f7790 0x7fdb6414b1d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb64153340 0x7fdb641598f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 --2- 172.21.15.22:0/4177349972 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb48003ba0 0x7fdb640b11f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 -- 172.21.15.22:0/4177349972 >> 172.21.15.22:0/4177349972 conn(0x7fdb64062dd0 msgr2=0x7fdb6415e2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 -- 172.21.15.22:0/4177349972 shutdown_connections 2024-09-10T10:32:38.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.822+0000 7fdb69600640 1 -- 172.21.15.22:0/4177349972 wait complete. 2024-09-10T10:32:38.846 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":860825845},{"type":"v1","addr":"172.21.15.145:6833","nonce":860825845}]},"active_addr":"172.21.15.145:6833/860825845","active_change":"2024-09-10T10:32:09.318910+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4111,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":819871902}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":2911742300}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":1588394318}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":2446145501}]}]} 2024-09-10T10:32:38.850 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T10:32:38.850 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T10:32:38.850 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:38.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7cb6400640 1 Processor -- start 2024-09-10T10:32:38.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7cb6400640 1 -- start start 2024-09-10T10:32:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7cb6400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 0x7f7cb00b7170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7cb6400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7cb015e920 0x7f7cb015ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7cb6400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7cb0070f40 con 0x7f7cb015e540 2024-09-10T10:32:38.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7cb6400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7cb006d760 con 0x7f7cb015e920 2024-09-10T10:32:38.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7cb6400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7cb006da20 con 0x7f7cb00b6d60 2024-09-10T10:32:38.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7cafe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7cb015e920 0x7f7cb015ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7ca6a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 0x7f7cb00b7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:38.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7cafe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7cb015e920 0x7f7cb015ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34126/0 (socket says 172.21.15.22:34126) 2024-09-10T10:32:38.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7cafe00640 1 -- 172.21.15.22:0/569713902 learned_addr learned my addr 172.21.15.22:0/569713902 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:38.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7ca6a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 0x7f7cb00b7170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40436/0 (socket says 172.21.15.22:40436) 2024-09-10T10:32:38.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.986+0000 7f7caf400640 1 --1- 172.21.15.22:0/569713902 >> v1:172.21.15.145:6789/0 conn(0x7f7cb015e540 0x7f7cb00715e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52628/0 (socket says 172.21.15.22:52628) 2024-09-10T10:32:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cafe00640 1 -- 172.21.15.22:0/569713902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 msgr2=0x7f7cb00b7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cafe00640 1 --2- 172.21.15.22:0/569713902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 0x7f7cb00b7170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cafe00640 1 -- 172.21.15.22:0/569713902 >> v1:172.21.15.145:6789/0 conn(0x7f7cb015e540 legacy=0x7f7cb00715e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cafe00640 1 -- 172.21.15.22:0/569713902 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cb006c870 con 0x7f7cb015e920 2024-09-10T10:32:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7ca6a00640 1 --2- 172.21.15.22:0/569713902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 0x7f7cb00b7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7caea00640 1 -- 172.21.15.22:0/569713902 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2972853499 0 0) 0x7f7cb0070f40 con 0x7f7cb015e540 2024-09-10T10:32:39.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cafe00640 1 --2- 172.21.15.22:0/569713902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cb015e920 0x7f7cb015ed90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7ca8009e50 tx=0x7f7ca801ca30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37be9c96a7709d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7caea00640 1 -- 172.21.15.22:0/569713902 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca80a5810 con 0x7f7cb015e920 2024-09-10T10:32:39.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7caea00640 1 -- 172.21.15.22:0/569713902 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ca80a59b0 con 0x7f7cb015e920 2024-09-10T10:32:39.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7caea00640 1 -- 172.21.15.22:0/569713902 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca80a5d80 con 0x7f7cb015e920 2024-09-10T10:32:39.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cb6400640 1 -- 172.21.15.22:0/569713902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cb015e920 msgr2=0x7f7cb015ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cb6400640 1 --2- 172.21.15.22:0/569713902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cb015e920 0x7f7cb015ed90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7ca8009e50 tx=0x7f7ca801ca30 comp rx=0 tx=0).stop 2024-09-10T10:32:39.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cb6400640 1 -- 172.21.15.22:0/569713902 shutdown_connections 2024-09-10T10:32:39.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cb6400640 1 --2- 172.21.15.22:0/569713902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cb015e920 0x7f7cb015ed90 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cb6400640 1 --2- 172.21.15.22:0/569713902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 0x7f7cb00b7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cb6400640 1 -- 172.21.15.22:0/569713902 >> 172.21.15.22:0/569713902 conn(0x7f7cb006e780 msgr2=0x7f7cb00b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cb6400640 1 -- 172.21.15.22:0/569713902 shutdown_connections 2024-09-10T10:32:39.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.990+0000 7f7cb6400640 1 -- 172.21.15.22:0/569713902 wait complete. 2024-09-10T10:32:39.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cb6400640 1 Processor -- start 2024-09-10T10:32:39.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cb6400640 1 -- start start 2024-09-10T10:32:39.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cb6400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 0x7f7cb014ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cb6400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7cb015e540 0x7f7cb015aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cb6400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cb015e920 0x7f7cb015afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cb6400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb006d070 con 0x7f7cb015e540 2024-09-10T10:32:39.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cb6400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb016b1d0 con 0x7f7cb015e920 2024-09-10T10:32:39.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cb6400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7cb015a280 con 0x7f7cb00b6d60 2024-09-10T10:32:39.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7cb015e540 0x7f7cb015aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7cb015e540 0x7f7cb015aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35128/0 (socket says 172.21.15.22:35128) 2024-09-10T10:32:39.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca6a00640 1 -- 172.21.15.22:0/3558016197 learned_addr learned my addr 172.21.15.22:0/3558016197 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7caf400640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 0x7f7cb014ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cafe00640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cb015e920 0x7f7cb015afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca6a00640 1 -- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 msgr2=0x7f7cb014ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca6a00640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 0x7f7cb014ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca6a00640 1 -- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cb015e920 msgr2=0x7f7cb015afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca6a00640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cb015e920 0x7f7cb015afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca6a00640 1 -- 172.21.15.22:0/3558016197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cb015b5b0 con 0x7f7cb015e540 2024-09-10T10:32:39.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca6a00640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7cb015e540 0x7f7cb015aa60 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7c9800ebe0 tx=0x7f7c9800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca7e00640 1 -- 172.21.15.22:0/3558016197 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c98017070 con 0x7f7cb015e540 2024-09-10T10:32:39.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca7e00640 1 -- 172.21.15.22:0/3558016197 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c9800cc30 con 0x7f7cb015e540 2024-09-10T10:32:39.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cb6400640 1 -- 172.21.15.22:0/3558016197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cb015b890 con 0x7f7cb015e540 2024-09-10T10:32:39.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7ca7e00640 1 -- 172.21.15.22:0/3558016197 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c98013470 con 0x7f7cb015e540 2024-09-10T10:32:39.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.994+0000 7f7cb6400640 1 -- 172.21.15.22:0/3558016197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cb015be50 con 0x7f7cb015e540 2024-09-10T10:32:39.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.998+0000 7f7cb6400640 1 -- 172.21.15.22:0/3558016197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cb00b7170 con 0x7f7cb015e540 2024-09-10T10:32:39.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.998+0000 7f7ca7e00640 1 -- 172.21.15.22:0/3558016197 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7c9801a070 con 0x7f7cb015e540 2024-09-10T10:32:39.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.998+0000 7f7ca7e00640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c8c0678c0 0x7f7c8c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.998+0000 7f7ca7e00640 1 -- 172.21.15.22:0/3558016197 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7c98085fb0 con 0x7f7cb015e540 2024-09-10T10:32:39.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.998+0000 7f7caf400640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c8c0678c0 0x7f7c8c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:38.998+0000 7f7caf400640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c8c0678c0 0x7f7c8c069d80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7ca0007fd0 tx=0x7f7ca0007d60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.002+0000 7f7ca7e00640 1 -- 172.21.15.22:0/3558016197 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7c98056400 con 0x7f7cb015e540 2024-09-10T10:32:39.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.170+0000 7f7cb6400640 1 -- 172.21.15.22:0/3558016197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7cb00d2e00 con 0x7f7cb015e540 2024-09-10T10:32:39.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7ca7e00640 1 -- 172.21.15.22:0/3558016197 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16681 (secure 0 0 0) 0x7f7c9805a700 con 0x7f7cb015e540 2024-09-10T10:32:39.177 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:39.178 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":22,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:30.049541+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:32:26.096225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:32:27.439106+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:39.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 -- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c8c0678c0 msgr2=0x7f7c8c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c8c0678c0 0x7f7c8c069d80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7ca0007fd0 tx=0x7f7ca0007d60 comp rx=0 tx=0).stop 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 -- 172.21.15.22:0/3558016197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7cb015e540 msgr2=0x7f7cb015aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7cb015e540 0x7f7cb015aa60 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7c9800ebe0 tx=0x7f7c9800c520 comp rx=0 tx=0).stop 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 -- 172.21.15.22:0/3558016197 shutdown_connections 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c8c0678c0 0x7f7c8c069d80 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cb015e920 0x7f7cb015afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7cb015e540 0x7f7cb015aa60 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 --2- 172.21.15.22:0/3558016197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cb00b6d60 0x7f7cb014ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 -- 172.21.15.22:0/3558016197 >> 172.21.15.22:0/3558016197 conn(0x7f7cb006e780 msgr2=0x7f7cb006fb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 -- 172.21.15.22:0/3558016197 shutdown_connections 2024-09-10T10:32:39.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.174+0000 7f7cb6400640 1 -- 172.21.15.22:0/3558016197 wait complete. 2024-09-10T10:32:39.199 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T10:32:39.200 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:39.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ffce00640 1 Processor -- start 2024-09-10T10:32:39.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ffce00640 1 -- start start 2024-09-10T10:32:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ffce00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff815c230 0x7f2ff815c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ffce00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2ff80d2c40 0x7f2ff80b5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ffce00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ff815cc20 con 0x7f2ff80d2820 2024-09-10T10:32:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ffce00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2ff815cf00 con 0x7f2ff80d2c40 2024-09-10T10:32:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ffce00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2ff815d1e0 con 0x7f2ff815c230 2024-09-10T10:32:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ff6800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2ff80d2c40 0x7f2ff80b5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ff5400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2ff80d2820 0x7f2ff80b6c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32944/0 (socket says 172.21.15.22:32944) 2024-09-10T10:32:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ff5400640 1 -- 172.21.15.22:0/3542686614 learned_addr learned my addr 172.21.15.22:0/3542686614 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ff5e00640 1 --2- 172.21.15.22:0/3542686614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff815c230 0x7f2ff815c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ff6800640 1 -- 172.21.15.22:0/3542686614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff815c230 msgr2=0x7f2ff815c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ff6800640 1 --2- 172.21.15.22:0/3542686614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff815c230 0x7f2ff815c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ff6800640 1 -- 172.21.15.22:0/3542686614 >> v1:172.21.15.22:6789/0 conn(0x7f2ff80d2820 legacy=0x7f2ff80b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ff6800640 1 -- 172.21.15.22:0/3542686614 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ff815d4c0 con 0x7f2ff80d2c40 2024-09-10T10:32:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.338+0000 7f2ff4a00640 1 -- 172.21.15.22:0/3542686614 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 862893792 0 0) 0x7f2ff815cc20 con 0x7f2ff80d2820 2024-09-10T10:32:39.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ff6800640 1 --2- 172.21.15.22:0/3542686614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 0x7f2ff80b5690 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2ff00097c0 tx=0x7f2ff001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de9996197037e4b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ff4a00640 1 -- 172.21.15.22:0/3542686614 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff00b1070 con 0x7f2ff80d2c40 2024-09-10T10:32:39.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ff4a00640 1 -- 172.21.15.22:0/3542686614 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ff00ac410 con 0x7f2ff80d2c40 2024-09-10T10:32:39.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ff4a00640 1 -- 172.21.15.22:0/3542686614 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff00ac7e0 con 0x7f2ff80d2c40 2024-09-10T10:32:39.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ffce00640 1 -- 172.21.15.22:0/3542686614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 msgr2=0x7f2ff80b5690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ffce00640 1 --2- 172.21.15.22:0/3542686614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 0x7f2ff80b5690 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2ff00097c0 tx=0x7f2ff001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ffce00640 1 -- 172.21.15.22:0/3542686614 shutdown_connections 2024-09-10T10:32:39.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ffce00640 1 --2- 172.21.15.22:0/3542686614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 0x7f2ff80b5690 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ffce00640 1 --2- 172.21.15.22:0/3542686614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff815c230 0x7f2ff815c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ffce00640 1 -- 172.21.15.22:0/3542686614 >> 172.21.15.22:0/3542686614 conn(0x7f2ff806f3b0 msgr2=0x7f2ff806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ffce00640 1 -- 172.21.15.22:0/3542686614 shutdown_connections 2024-09-10T10:32:39.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.342+0000 7f2ffce00640 1 -- 172.21.15.22:0/3542686614 wait complete. 2024-09-10T10:32:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 Processor -- start 2024-09-10T10:32:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 -- start start 2024-09-10T10:32:39.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff80d2820 0x7f2ff80cb390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 0x7f2ff80cdc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff815c230 0x7f2ff8145ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff80b7360 con 0x7f2ff80d2c40 2024-09-10T10:32:39.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff80b65f0 con 0x7f2ff815c230 2024-09-10T10:32:39.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2ff80b74e0 con 0x7f2ff80d2820 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 0x7f2ff80cdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 0x7f2ff80cdc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35140/0 (socket says 172.21.15.22:35140) 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff5400640 1 -- 172.21.15.22:0/4024103853 learned_addr learned my addr 172.21.15.22:0/4024103853 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff5e00640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff80d2820 0x7f2ff80cb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff6800640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff815c230 0x7f2ff8145ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff5400640 1 -- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff80d2820 msgr2=0x7f2ff80cb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff5400640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff80d2820 0x7f2ff80cb390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff5400640 1 -- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff815c230 msgr2=0x7f2ff8145ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff5400640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff815c230 0x7f2ff8145ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff5400640 1 -- 172.21.15.22:0/4024103853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ff8165510 con 0x7f2ff80d2c40 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ff5400640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 0x7f2ff80cdc20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2fe400c4b0 tx=0x7f2fe400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2fee000640 1 -- 172.21.15.22:0/4024103853 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe4018070 con 0x7f2ff80d2c40 2024-09-10T10:32:39.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2fee000640 1 -- 172.21.15.22:0/4024103853 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fe4007500 con 0x7f2ff80d2c40 2024-09-10T10:32:39.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2fee000640 1 -- 172.21.15.22:0/4024103853 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe4004a30 con 0x7f2ff80d2c40 2024-09-10T10:32:39.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 -- 172.21.15.22:0/4024103853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ff80c82a0 con 0x7f2ff80d2c40 2024-09-10T10:32:39.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 -- 172.21.15.22:0/4024103853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ff80cd420 con 0x7f2ff80d2c40 2024-09-10T10:32:39.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.346+0000 7f2ffce00640 1 -- 172.21.15.22:0/4024103853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ff80b5690 con 0x7f2ff80d2c40 2024-09-10T10:32:39.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.350+0000 7f2fee000640 1 -- 172.21.15.22:0/4024103853 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2fe401b070 con 0x7f2ff80d2c40 2024-09-10T10:32:39.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.350+0000 7f2fee000640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2fd80678c0 0x7f2fd8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.350+0000 7f2fee000640 1 -- 172.21.15.22:0/4024103853 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f2fe4084f80 con 0x7f2ff80d2c40 2024-09-10T10:32:39.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.350+0000 7f2ff5e00640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2fd80678c0 0x7f2fd8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.350+0000 7f2ff5e00640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2fd80678c0 0x7f2fd8069d80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2ff81fa540 tx=0x7f2fe8009800 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.354+0000 7f2fee000640 1 -- 172.21.15.22:0/4024103853 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2fe4055490 con 0x7f2ff80d2c40 2024-09-10T10:32:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.522+0000 7f2ffce00640 1 -- 172.21.15.22:0/4024103853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2ff8063480 con 0x7f2ff80d2c40 2024-09-10T10:32:39.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.522+0000 7f2fee000640 1 -- 172.21.15.22:0/4024103853 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16681 (secure 0 0 0) 0x7f2fe4059790 con 0x7f2ff80d2c40 2024-09-10T10:32:39.528 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:39.528 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":22,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:30.049541+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:32:26.096225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:32:27.439106+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:39.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 -- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2fd80678c0 msgr2=0x7f2fd8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2fd80678c0 0x7f2fd8069d80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2ff81fa540 tx=0x7f2fe8009800 comp rx=0 tx=0).stop 2024-09-10T10:32:39.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 -- 172.21.15.22:0/4024103853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 msgr2=0x7f2ff80cdc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 0x7f2ff80cdc20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2fe400c4b0 tx=0x7f2fe400c970 comp rx=0 tx=0).stop 2024-09-10T10:32:39.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 -- 172.21.15.22:0/4024103853 shutdown_connections 2024-09-10T10:32:39.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2fd80678c0 0x7f2fd8069d80 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff815c230 0x7f2ff8145ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ff80d2c40 0x7f2ff80cdc20 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 --2- 172.21.15.22:0/4024103853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff80d2820 0x7f2ff80cb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 -- 172.21.15.22:0/4024103853 >> 172.21.15.22:0/4024103853 conn(0x7f2ff806f3b0 msgr2=0x7f2ff8165910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 -- 172.21.15.22:0/4024103853 shutdown_connections 2024-09-10T10:32:39.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.526+0000 7f2ffce00640 1 -- 172.21.15.22:0/4024103853 wait complete. 2024-09-10T10:32:39.549 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T10:32:39.550 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T10:32:39.550 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T10:32:39.550 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T10:32:39.551 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-10T10:32:39.551 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-10T10:32:39.552 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-10T10:32:39.552 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-10T10:32:39.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7f132fa00640 1 Processor -- start 2024-09-10T10:32:39.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7f132fa00640 1 -- start start 2024-09-10T10:32:39.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7fa255800640 1 Processor -- start 2024-09-10T10:32:39.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7fa255800640 1 -- start start 2024-09-10T10:32:39.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7fa255800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa250073e40 0x7fa25015b690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7fa255800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2500b3ae0 con 0x7fa2500b3370 2024-09-10T10:32:39.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7fa255800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2500b3dc0 con 0x7fa25006c3d0 2024-09-10T10:32:39.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7fa255800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2500b40a0 con 0x7fa250073e40 2024-09-10T10:32:39.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7fa254e00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fa25006c3d0 0x7fa25015c240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52632/0 (socket says 172.21.15.22:52632) 2024-09-10T10:32:39.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7fa254e00640 1 -- 172.21.15.22:0/635915824 learned_addr learned my addr 172.21.15.22:0/635915824 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:39.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.794+0000 7f2886e00640 1 Processor -- start 2024-09-10T10:32:39.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7fa24fe00640 1 --2- 172.21.15.22:0/635915824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa250073e40 0x7fa25015b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7fa24ea00640 1 -- 172.21.15.22:0/635915824 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1838174964 0 0) 0x7fa2500b3dc0 con 0x7fa25006c3d0 2024-09-10T10:32:39.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7fa24ea00640 1 -- 172.21.15.22:0/635915824 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa234004640 con 0x7fa25006c3d0 2024-09-10T10:32:39.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7fa24fe00640 1 -- 172.21.15.22:0/635915824 >> v1:172.21.15.145:6789/0 conn(0x7fa25006c3d0 legacy=0x7fa25015c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7fa24ea00640 1 -- 172.21.15.22:0/635915824 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3300530596 0 0) 0x7fa2500b3ae0 con 0x7fa2500b3370 2024-09-10T10:32:39.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7fa24fe00640 1 -- 172.21.15.22:0/635915824 >> v1:172.21.15.22:6789/0 conn(0x7fa2500b3370 legacy=0x7fa25006bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f132fa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f132806d7a0 0x7f132816d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f132fa00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13280d2140 con 0x7f1328071190 2024-09-10T10:32:39.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f132fa00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13280d2420 con 0x7f1328162a20 2024-09-10T10:32:39.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f132fa00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f13280d2700 con 0x7f132806d7a0 2024-09-10T10:32:39.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f132d000640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f1328162a20 0x7f1328070a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52638/0 (socket says 172.21.15.22:52638) 2024-09-10T10:32:39.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f132d000640 1 -- 172.21.15.22:0/695180242 learned_addr learned my addr 172.21.15.22:0/695180242 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:39.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7ffbc5200640 1 Processor -- start 2024-09-10T10:32:39.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7ffbc5200640 1 -- start start 2024-09-10T10:32:39.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7fa24fe00640 1 -- 172.21.15.22:0/635915824 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2500b4380 con 0x7fa250073e40 2024-09-10T10:32:39.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f132da00640 1 --2- 172.21.15.22:0/695180242 >> v2:172.21.15.22:3300/0 conn(0x7f132806d7a0 0x7f132816d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f1327400640 1 -- 172.21.15.22:0/695180242 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 710935590 0 0) 0x7f13280d2420 con 0x7f1328162a20 2024-09-10T10:32:39.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f1327400640 1 -- 172.21.15.22:0/695180242 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1310003530 con 0x7f1328162a20 2024-09-10T10:32:39.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f1327400640 1 -- 172.21.15.22:0/695180242 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3558912411 0 0) 0x7f13280d2140 con 0x7f1328071190 2024-09-10T10:32:39.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f1327400640 1 -- 172.21.15.22:0/695180242 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f13280d2420 con 0x7f1328071190 2024-09-10T10:32:39.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7ffbc5200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffbc0062df0 0x7ffbc00b0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7ffbc5200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ffbc00b0680 0x7ffbc00d0300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7ffbc5200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbc00d1160 con 0x7ffbc0162bb0 2024-09-10T10:32:39.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7ffbc5200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ffbc0162f90 con 0x7ffbc0062df0 2024-09-10T10:32:39.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7ffbc5200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ffbc006d1d0 con 0x7ffbc00b0680 2024-09-10T10:32:39.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f132da00640 1 -- 172.21.15.22:0/695180242 >> v1:172.21.15.145:6789/0 conn(0x7f1328162a20 legacy=0x7f1328070a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f132da00640 1 -- 172.21.15.22:0/695180242 >> v1:172.21.15.22:6789/0 conn(0x7f1328071190 legacy=0x7f132806d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.798+0000 7f132da00640 1 -- 172.21.15.22:0/695180242 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13280d29e0 con 0x7f132806d7a0 2024-09-10T10:32:39.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbd400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffbc0062df0 0x7ffbc00b0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbe800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ffbc00b0680 0x7ffbc00d0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbd400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffbc0062df0 0x7ffbc00b0bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35156/0 (socket says 172.21.15.22:35156) 2024-09-10T10:32:39.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbde00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ffbc0162bb0 0x7ffbc00626e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32972/0 (socket says 172.21.15.22:32972) 2024-09-10T10:32:39.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbd400640 1 -- 172.21.15.22:0/1749084762 learned_addr learned my addr 172.21.15.22:0/1749084762 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7f2886e00640 1 -- start start 2024-09-10T10:32:39.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7f2886e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f28800d16d0 0x7f28800d1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7fa24fe00640 1 --2- 172.21.15.22:0/635915824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa250073e40 0x7fa25015b690 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa248009dc0 tx=0x7fa24801c750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac06c48db08bf70c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbca00640 1 -- 172.21.15.22:0/1749084762 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1029314018 0 0) 0x7ffbc00d1160 con 0x7ffbc0162bb0 2024-09-10T10:32:39.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbca00640 1 -- 172.21.15.22:0/1749084762 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffba4003530 con 0x7ffbc0162bb0 2024-09-10T10:32:39.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7fc205600640 1 Processor -- start 2024-09-10T10:32:39.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7fa24ea00640 1 -- 172.21.15.22:0/635915824 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2480b2070 con 0x7fa250073e40 2024-09-10T10:32:39.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7fa24ea00640 1 -- 172.21.15.22:0/635915824 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2480a55f0 con 0x7fa250073e40 2024-09-10T10:32:39.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7fa24ea00640 1 -- 172.21.15.22:0/635915824 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa240004ce0 con 0x7fa250073e40 2024-09-10T10:32:39.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7fc205600640 1 -- start start 2024-09-10T10:32:39.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbe800640 1 -- 172.21.15.22:0/1749084762 >> v2:172.21.15.22:3300/0 conn(0x7ffbc0062df0 msgr2=0x7ffbc00b0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:39.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbe800640 1 --2- 172.21.15.22:0/1749084762 >> v2:172.21.15.22:3300/0 conn(0x7ffbc0062df0 0x7ffbc00b0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbe800640 1 -- 172.21.15.22:0/1749084762 >> v1:172.21.15.22:6789/0 conn(0x7ffbc0162bb0 legacy=0x7ffbc00626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbe800640 1 -- 172.21.15.22:0/1749084762 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc006d4b0 con 0x7ffbc00b0680 2024-09-10T10:32:39.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7ffbbd400640 1 --2- 172.21.15.22:0/1749084762 >> v2:172.21.15.22:3300/0 conn(0x7ffbc0062df0 0x7ffbc00b0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:39.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7f2886e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28800cfd10 con 0x7f28800cf1d0 2024-09-10T10:32:39.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7f287f400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f28800d16d0 0x7f28800d1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7f287f400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f28800d16d0 0x7f28800d1b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34160/0 (socket says 172.21.15.22:34160) 2024-09-10T10:32:39.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7f287f400640 1 -- 172.21.15.22:0/14648680 learned_addr learned my addr 172.21.15.22:0/14648680 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.802+0000 7f2886e00640 1 -- 172.21.15.22:0/14648680 --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28800d2750 con 0x7f2880161bd0 2024-09-10T10:32:39.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f2886e00640 1 -- 172.21.15.22:0/14648680 --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f28800d2060 con 0x7f28800d16d0 2024-09-10T10:32:39.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fa255800640 1 -- 172.21.15.22:0/635915824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa250073e40 msgr2=0x7fa25015b690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fa255800640 1 --2- 172.21.15.22:0/635915824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa250073e40 0x7fa25015b690 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa248009dc0 tx=0x7fa24801c750 comp rx=0 tx=0).stop 2024-09-10T10:32:39.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc205600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc20015c230 0x7fc20015c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc205600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc2000d2820 0x7fc2000b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc205600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc20015cc20 con 0x7fc2000d2c40 2024-09-10T10:32:39.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f132da00640 1 --2- 172.21.15.22:0/695180242 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f132806d7a0 0x7f132816d5a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1320009d90 tx=0x7f132001c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a378e06e9bcc2050 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc205600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc20015cf00 con 0x7fc2000d2820 2024-09-10T10:32:39.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc205600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fc20015d1e0 con 0x7fc20015c230 2024-09-10T10:32:39.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc1fea00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc20015c230 0x7fc20015c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fa255800640 1 -- 172.21.15.22:0/635915824 shutdown_connections 2024-09-10T10:32:39.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fa255800640 1 --2- 172.21.15.22:0/635915824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa250073e40 0x7fa25015b690 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fa255800640 1 -- 172.21.15.22:0/635915824 >> 172.21.15.22:0/635915824 conn(0x7fa25006d1a0 msgr2=0x7fa25006d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc1fea00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc20015c230 0x7fc20015c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34168/0 (socket says 172.21.15.22:34168) 2024-09-10T10:32:39.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc1fea00640 1 -- 172.21.15.22:0/2855915426 learned_addr learned my addr 172.21.15.22:0/2855915426 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fa255800640 1 -- 172.21.15.22:0/635915824 shutdown_connections 2024-09-10T10:32:39.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fa255800640 1 -- 172.21.15.22:0/635915824 wait complete. 2024-09-10T10:32:39.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f5d00000640 1 Processor -- start 2024-09-10T10:32:39.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f8eeec00640 1 Processor -- start 2024-09-10T10:32:39.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc1fe000640 1 --2- 172.21.15.22:0/2855915426 >> v2:172.21.15.22:3300/0 conn(0x7fc2000d2820 0x7fc2000b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f287f400640 1 -- 172.21.15.22:0/14648680 >> v1:172.21.15.145:6789/0 conn(0x7f2880161bd0 legacy=0x7f28800b7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f287f400640 1 -- 172.21.15.22:0/14648680 >> v1:172.21.15.22:6789/0 conn(0x7f28800cf1d0 legacy=0x7f28800cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f287f400640 1 -- 172.21.15.22:0/14648680 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28800d2a30 con 0x7f28800d16d0 2024-09-10T10:32:39.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f5d00000640 1 -- start start 2024-09-10T10:32:39.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f8eeec00640 1 -- start start 2024-09-10T10:32:39.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f1327400640 1 -- 172.21.15.22:0/695180242 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13200b2070 con 0x7f132806d7a0 2024-09-10T10:32:39.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f1327400640 1 -- 172.21.15.22:0/695180242 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13200a5940 con 0x7f132806d7a0 2024-09-10T10:32:39.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7f1327400640 1 -- 172.21.15.22:0/695180242 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13200a5d10 con 0x7f132806d7a0 2024-09-10T10:32:39.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc1fe000640 1 -- 172.21.15.22:0/2855915426 >> v2:172.21.15.145:3300/0 conn(0x7fc20015c230 msgr2=0x7fc20015c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:39.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc1fe000640 1 --2- 172.21.15.22:0/2855915426 >> v2:172.21.15.145:3300/0 conn(0x7fc20015c230 0x7fc20015c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc1fe000640 1 -- 172.21.15.22:0/2855915426 >> v1:172.21.15.145:6789/0 conn(0x7fc2000d2c40 legacy=0x7fc200073200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.806+0000 7fc1fe000640 1 -- 172.21.15.22:0/2855915426 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc20015d4c0 con 0x7fc2000d2820 2024-09-10T10:32:39.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7fa255800640 1 Processor -- start 2024-09-10T10:32:39.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f132fa00640 1 -- 172.21.15.22:0/695180242 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f132806d7a0 msgr2=0x7f132816d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f132fa00640 1 --2- 172.21.15.22:0/695180242 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f132806d7a0 0x7f132816d5a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1320009d90 tx=0x7f132001c970 comp rx=0 tx=0).stop 2024-09-10T10:32:39.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8eeec00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8ee80b3530 0x7f8ee80b4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbbe800640 1 --2- 172.21.15.22:0/1749084762 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbc00b0680 0x7ffbc00d0300 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ffbc006d0a0 tx=0x7ffbb801c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=436b75767a2ce382 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8eeec00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 0x7f8ee815b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8eeec00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ee80b3aa0 con 0x7f8ee815ace0 2024-09-10T10:32:39.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbbca00640 1 -- 172.21.15.22:0/1749084762 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb80b2070 con 0x7ffbc00b0680 2024-09-10T10:32:39.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8eeec00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f8ee80b3d80 con 0x7f8ee80b3530 2024-09-10T10:32:39.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbbca00640 1 -- 172.21.15.22:0/1749084762 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbb80a58a0 con 0x7ffbc00b0680 2024-09-10T10:32:39.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbbca00640 1 -- 172.21.15.22:0/1749084762 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb80a5c70 con 0x7ffbc00b0680 2024-09-10T10:32:39.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8eeec00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8ee80b4060 con 0x7f8ee815b0c0 2024-09-10T10:32:39.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8ee7400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8ee80b3530 0x7f8ee80b4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8ee7400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8ee80b3530 0x7f8ee80b4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34172/0 (socket says 172.21.15.22:34172) 2024-09-10T10:32:39.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8ee7400640 1 -- 172.21.15.22:0/2787094753 learned_addr learned my addr 172.21.15.22:0/2787094753 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8eecc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 0x7f8ee815b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbc5200640 1 -- 172.21.15.22:0/1749084762 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbc00b0680 msgr2=0x7ffbc00d0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbc5200640 1 --2- 172.21.15.22:0/1749084762 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbc00b0680 0x7ffbc00d0300 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ffbc006d0a0 tx=0x7ffbb801c8f0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8ee7e00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f8ee815ace0 0x7f8ee806e4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52678/0 (socket says 172.21.15.22:52678) 2024-09-10T10:32:39.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7fa255800640 1 -- start start 2024-09-10T10:32:39.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f287f400640 1 --2- 172.21.15.22:0/14648680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28800d16d0 0x7f28800d1b20 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f286c0097f0 tx=0x7f286c01c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=288083b5788d64d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5d00000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cf815b600 0x7f5cf8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5d00000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cf80ce880 con 0x7f5cf80b56f0 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5d00000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cf80ceb60 con 0x7f5cf815b220 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5d00000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5cf806d6e0 con 0x7f5cf815b600 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5cfd600640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f5cf815b220 0x7f5cf80b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52674/0 (socket says 172.21.15.22:52674) 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5cfd600640 1 -- 172.21.15.22:0/709067592 learned_addr learned my addr 172.21.15.22:0/709067592 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5cfcc00640 1 --2- 172.21.15.22:0/709067592 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cf815b600 0x7f5cf8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5cf7e00640 1 -- 172.21.15.22:0/709067592 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 750858859 0 0) 0x7f5cf80ceb60 con 0x7f5cf815b220 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5cf7e00640 1 -- 172.21.15.22:0/709067592 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ce0003530 con 0x7f5cf815b220 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5cfcc00640 1 -- 172.21.15.22:0/709067592 >> v1:172.21.15.145:6789/0 conn(0x7f5cf815b220 legacy=0x7f5cf80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5cfcc00640 1 -- 172.21.15.22:0/709067592 >> v1:172.21.15.22:6789/0 conn(0x7f5cf80b56f0 legacy=0x7f5cf80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f5cfcc00640 1 -- 172.21.15.22:0/709067592 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cf80cee40 con 0x7f5cf815b600 2024-09-10T10:32:39.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8eecc00640 1 -- 172.21.15.22:0/2787094753 >> v2:172.21.15.145:3300/0 conn(0x7f8ee80b3530 msgr2=0x7f8ee80b4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:39.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8eecc00640 1 --2- 172.21.15.22:0/2787094753 >> v2:172.21.15.145:3300/0 conn(0x7f8ee80b3530 0x7f8ee80b4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8eecc00640 1 -- 172.21.15.22:0/2787094753 >> v1:172.21.15.145:6789/0 conn(0x7f8ee815ace0 legacy=0x7f8ee806e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f8eecc00640 1 -- 172.21.15.22:0/2787094753 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ee80b4340 con 0x7f8ee815b0c0 2024-09-10T10:32:39.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f132fa00640 1 -- 172.21.15.22:0/695180242 shutdown_connections 2024-09-10T10:32:39.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f132fa00640 1 --2- 172.21.15.22:0/695180242 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f132806d7a0 0x7f132816d5a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f132fa00640 1 -- 172.21.15.22:0/695180242 >> 172.21.15.22:0/695180242 conn(0x7f132806f3b0 msgr2=0x7f132806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbc5200640 1 -- 172.21.15.22:0/1749084762 shutdown_connections 2024-09-10T10:32:39.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbc5200640 1 --2- 172.21.15.22:0/1749084762 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbc00b0680 0x7ffbc00d0300 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbc5200640 1 --2- 172.21.15.22:0/1749084762 >> v2:172.21.15.22:3300/0 conn(0x7ffbc0062df0 0x7ffbc00b0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbc5200640 1 -- 172.21.15.22:0/1749084762 >> 172.21.15.22:0/1749084762 conn(0x7ffbc00ce1f0 msgr2=0x7ffbc00ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f287ea00640 1 -- 172.21.15.22:0/14648680 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c0b2070 con 0x7f28800d16d0 2024-09-10T10:32:39.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f132fa00640 1 -- 172.21.15.22:0/695180242 shutdown_connections 2024-09-10T10:32:39.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f132fa00640 1 -- 172.21.15.22:0/695180242 wait complete. 2024-09-10T10:32:39.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbc5200640 1 -- 172.21.15.22:0/1749084762 shutdown_connections 2024-09-10T10:32:39.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f287ea00640 1 -- 172.21.15.22:0/14648680 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f286c0a9070 con 0x7f28800d16d0 2024-09-10T10:32:39.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7f287ea00640 1 -- 172.21.15.22:0/14648680 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c0ad880 con 0x7f28800d16d0 2024-09-10T10:32:39.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fc1fe000640 1 --2- 172.21.15.22:0/2855915426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2000d2820 0x7fc2000b6c50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc2000b5250 tx=0x7fc1f001c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=144d2b2a5b659043 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa255800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa25006c3d0 0x7fa2500ab140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fc1fd600640 1 -- 172.21.15.22:0/2855915426 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f00b0070 con 0x7fc2000d2820 2024-09-10T10:32:39.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fc1fd600640 1 -- 172.21.15.22:0/2855915426 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1f00ab600 con 0x7fc2000d2820 2024-09-10T10:32:39.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fc1fd600640 1 -- 172.21.15.22:0/2855915426 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f00ab9d0 con 0x7fc2000d2820 2024-09-10T10:32:39.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f2886e00640 1 -- 172.21.15.22:0/14648680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28800d16d0 msgr2=0x7f28800d1b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f2886e00640 1 --2- 172.21.15.22:0/14648680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28800d16d0 0x7f28800d1b20 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f286c0097f0 tx=0x7f286c01c360 comp rx=0 tx=0).stop 2024-09-10T10:32:39.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa255800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa250073e40 0x7fa2500ad510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa255800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2500b3370 0x7fa250072780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa255800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa25015d2e0 con 0x7fa250073e40 2024-09-10T10:32:39.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa255800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa25015d160 con 0x7fa2500b3370 2024-09-10T10:32:39.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa255800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa25015d460 con 0x7fa25006c3d0 2024-09-10T10:32:39.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa24f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa250073e40 0x7fa2500ad510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f2886e00640 1 -- 172.21.15.22:0/14648680 shutdown_connections 2024-09-10T10:32:39.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f2886e00640 1 --2- 172.21.15.22:0/14648680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28800d16d0 0x7f28800d1b20 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f2886e00640 1 -- 172.21.15.22:0/14648680 >> 172.21.15.22:0/14648680 conn(0x7f28800726e0 msgr2=0x7f2880072af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa24f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa250073e40 0x7fa2500ad510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35172/0 (socket says 172.21.15.22:35172) 2024-09-10T10:32:39.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f132fa00640 1 Processor -- start 2024-09-10T10:32:39.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.810+0000 7ffbc5200640 1 -- 172.21.15.22:0/1749084762 wait complete. 2024-09-10T10:32:39.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7ffbc5200640 1 Processor -- start 2024-09-10T10:32:39.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa24f400640 1 -- 172.21.15.22:0/2535880782 learned_addr learned my addr 172.21.15.22:0/2535880782 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa254e00640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2500b3370 0x7fa250072780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa24fe00640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa25006c3d0 0x7fa2500ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f132fa00640 1 -- start start 2024-09-10T10:32:39.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa254e00640 1 -- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa25006c3d0 msgr2=0x7fa2500ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa254e00640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa25006c3d0 0x7fa2500ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa254e00640 1 -- 172.21.15.22:0/2535880782 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa250073e40 msgr2=0x7fa2500ad510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa254e00640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa250073e40 0x7fa2500ad510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa254e00640 1 -- 172.21.15.22:0/2535880782 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2500ada50 con 0x7fa2500b3370 2024-09-10T10:32:39.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f2886e00640 1 -- 172.21.15.22:0/14648680 shutdown_connections 2024-09-10T10:32:39.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa254e00640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2500b3370 0x7fa250072780 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa2500b47a0 tx=0x7fa24000a430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f5cfcc00640 1 --2- 172.21.15.22:0/709067592 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cf815b600 0x7f5cf8071140 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f5ce40097f0 tx=0x7f5ce401bf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2e548966a6f783b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f2886e00640 1 -- 172.21.15.22:0/14648680 wait complete. 2024-09-10T10:32:39.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7ffbc5200640 1 -- start start 2024-09-10T10:32:39.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f5cf7e00640 1 -- 172.21.15.22:0/709067592 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce40ab070 con 0x7f5cf815b600 2024-09-10T10:32:39.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa247e00640 1 -- 172.21.15.22:0/2535880782 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa24001e450 con 0x7fa2500b3370 2024-09-10T10:32:39.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f132fa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f132806d7a0 0x7f132814f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f132fa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1328071190 0x7f1328152e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa247e00640 1 -- 172.21.15.22:0/2535880782 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa24001e5f0 con 0x7fa2500b3370 2024-09-10T10:32:39.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7fa255800640 1 -- 172.21.15.22:0/2535880782 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2500adce0 con 0x7fa2500b3370 2024-09-10T10:32:39.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fa255800640 1 -- 172.21.15.22:0/2535880782 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa250152940 con 0x7fa2500b3370 2024-09-10T10:32:39.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132d000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f132806d7a0 0x7f132814f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132fa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1328162a20 0x7f1328157c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132fa00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1328170aa0 con 0x7f1328071190 2024-09-10T10:32:39.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132fa00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1328170920 con 0x7f132806d7a0 2024-09-10T10:32:39.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132fa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1328170c20 con 0x7f1328162a20 2024-09-10T10:32:39.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fc205600640 1 -- 172.21.15.22:0/2855915426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2000d2820 msgr2=0x7fc2000b6c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fc205600640 1 --2- 172.21.15.22:0/2855915426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2000d2820 0x7fc2000b6c50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc2000b5250 tx=0x7fc1f001c3f0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f5cf7e00640 1 -- 172.21.15.22:0/709067592 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ce40a5650 con 0x7f5cf815b600 2024-09-10T10:32:39.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.814+0000 7f5cf7e00640 1 -- 172.21.15.22:0/709067592 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce40a5a20 con 0x7f5cf815b600 2024-09-10T10:32:39.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132d000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f132806d7a0 0x7f132814f380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34182/0 (socket says 172.21.15.22:34182) 2024-09-10T10:32:39.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f5d00000640 1 -- 172.21.15.22:0/709067592 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cf815b600 msgr2=0x7f5cf8071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f5d00000640 1 --2- 172.21.15.22:0/709067592 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cf815b600 0x7f5cf8071140 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f5ce40097f0 tx=0x7f5ce401bf90 comp rx=0 tx=0).stop 2024-09-10T10:32:39.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132da00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1328162a20 0x7f1328157c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132da00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1328162a20 0x7f1328157c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40498/0 (socket says 172.21.15.22:40498) 2024-09-10T10:32:39.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132da00640 1 -- 172.21.15.22:0/2542573297 learned_addr learned my addr 172.21.15.22:0/2542573297 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbc5200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbc0062df0 0x7ffbc0165360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbc5200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffbc00b0680 0x7ffbc01602a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbc5200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbc0162bb0 0x7ffbc014e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbc5200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc006ea90 con 0x7ffbc00b0680 2024-09-10T10:32:39.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbc5200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc006e910 con 0x7ffbc0162bb0 2024-09-10T10:32:39.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbc5200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ffbc016f700 con 0x7ffbc0062df0 2024-09-10T10:32:39.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f1327e00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1328071190 0x7f1328152e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fc205600640 1 -- 172.21.15.22:0/2855915426 shutdown_connections 2024-09-10T10:32:39.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fc205600640 1 --2- 172.21.15.22:0/2855915426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2000d2820 0x7fc2000b6c50 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fc205600640 1 --2- 172.21.15.22:0/2855915426 >> v2:172.21.15.145:3300/0 conn(0x7fc20015c230 0x7fc20015c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fc205600640 1 -- 172.21.15.22:0/2855915426 >> 172.21.15.22:0/2855915426 conn(0x7fc20006f3b0 msgr2=0x7fc20006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f5d00000640 1 -- 172.21.15.22:0/709067592 shutdown_connections 2024-09-10T10:32:39.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f5d00000640 1 --2- 172.21.15.22:0/709067592 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cf815b600 0x7f5cf8071140 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f5d00000640 1 -- 172.21.15.22:0/709067592 >> 172.21.15.22:0/709067592 conn(0x7f5cf8062dd0 msgr2=0x7f5cf806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f5d00000640 1 -- 172.21.15.22:0/709067592 shutdown_connections 2024-09-10T10:32:39.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f5d00000640 1 -- 172.21.15.22:0/709067592 wait complete. 2024-09-10T10:32:39.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fa247e00640 1 -- 172.21.15.22:0/2535880782 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa24001ea00 con 0x7fa2500b3370 2024-09-10T10:32:39.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fa245600640 1 -- 172.21.15.22:0/2535880782 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa228001040 con 0x7fa2500b3370 2024-09-10T10:32:39.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132da00640 1 -- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f132806d7a0 msgr2=0x7f132814f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132da00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f132806d7a0 0x7f132814f380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132da00640 1 -- 172.21.15.22:0/2542573297 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1328071190 msgr2=0x7f1328152e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132da00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1328071190 0x7f1328152e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132da00640 1 -- 172.21.15.22:0/2542573297 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1328153370 con 0x7f1328162a20 2024-09-10T10:32:39.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132d000640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f132806d7a0 0x7f132814f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-09-10T10:32:39.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbde00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbc0062df0 0x7ffbc0165360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbde00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbc0062df0 0x7ffbc0165360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40506/0 (socket says 172.21.15.22:40506) 2024-09-10T10:32:39.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbde00640 1 -- 172.21.15.22:0/1725187816 learned_addr learned my addr 172.21.15.22:0/1725187816 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbe800640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbc0162bb0 0x7ffbc014e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbd400640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffbc00b0680 0x7ffbc01602a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f8eecc00640 1 --2- 172.21.15.22:0/2787094753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 0x7f8ee815b550 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f8ed80097c0 tx=0x7f8ed801c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f55df8bc0375e82a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132da00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1328162a20 0x7f1328157c00 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f132001a5a0 tx=0x7f1320019710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f1324c00640 1 -- 172.21.15.22:0/2542573297 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13200b2040 con 0x7f1328162a20 2024-09-10T10:32:39.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f1324c00640 1 -- 172.21.15.22:0/2542573297 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13200bd070 con 0x7f1328162a20 2024-09-10T10:32:39.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fc205600640 1 -- 172.21.15.22:0/2855915426 shutdown_connections 2024-09-10T10:32:39.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7fc205600640 1 -- 172.21.15.22:0/2855915426 wait complete. 2024-09-10T10:32:39.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbde00640 1 -- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbc0162bb0 msgr2=0x7ffbc014e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbde00640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffbc0162bb0 0x7ffbc014e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbde00640 1 -- 172.21.15.22:0/1725187816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffbc00b0680 msgr2=0x7ffbc01602a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbde00640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffbc00b0680 0x7ffbc01602a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbde00640 1 -- 172.21.15.22:0/1725187816 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc01642c0 con 0x7ffbc0062df0 2024-09-10T10:32:39.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f9eba600640 1 Processor -- start 2024-09-10T10:32:39.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f9eba600640 1 -- start start 2024-09-10T10:32:39.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f8ee6a00640 1 -- 172.21.15.22:0/2787094753 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed80ab600 con 0x7f8ee815b0c0 2024-09-10T10:32:39.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f8ee6a00640 1 -- 172.21.15.22:0/2787094753 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ed80b0070 con 0x7f8ee815b0c0 2024-09-10T10:32:39.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f8ee6a00640 1 -- 172.21.15.22:0/2787094753 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed80ab9c0 con 0x7f8ee815b0c0 2024-09-10T10:32:39.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1328150450 con 0x7f1328162a20 2024-09-10T10:32:39.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f1324c00640 1 -- 172.21.15.22:0/2542573297 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13200ad840 con 0x7f1328162a20 2024-09-10T10:32:39.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f5d00000640 1 Processor -- start 2024-09-10T10:32:39.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbd400640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffbc00b0680 0x7ffbc01602a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:39.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbbde00640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbc0062df0 0x7ffbc0165360 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ffbac00c450 tx=0x7ffbac00c910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbb6000640 1 -- 172.21.15.22:0/1725187816 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac018070 con 0x7ffbc0062df0 2024-09-10T10:32:39.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbc5200640 1 -- 172.21.15.22:0/1725187816 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbc01645a0 con 0x7ffbc0062df0 2024-09-10T10:32:39.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbb6000640 1 -- 172.21.15.22:0/1725187816 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbac0074e0 con 0x7ffbc0062df0 2024-09-10T10:32:39.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7ffbc5200640 1 -- 172.21.15.22:0/1725187816 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbc0164b60 con 0x7ffbc0062df0 2024-09-10T10:32:39.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f9eba600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9eb415e620 0x7f9eb40626e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1328150a10 con 0x7f1328162a20 2024-09-10T10:32:39.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5d00000640 1 -- start start 2024-09-10T10:32:39.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eba600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9eb4073fe0 0x7f9eb4062c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eba600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9eb415ea00 con 0x7f9eb40b3b70 2024-09-10T10:32:39.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eba600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9eb40ca990 con 0x7f9eb415e620 2024-09-10T10:32:39.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eba600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9eb40cb080 con 0x7f9eb4073fe0 2024-09-10T10:32:39.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f2886e00640 1 Processor -- start 2024-09-10T10:32:39.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eb3e00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f9eb40b3b70 0x7f9eb40cedc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52682/0 (socket says 172.21.15.22:52682) 2024-09-10T10:32:39.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eb3e00640 1 -- 172.21.15.22:0/4240266500 learned_addr learned my addr 172.21.15.22:0/4240266500 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:39.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f8eeec00640 1 -- 172.21.15.22:0/2787094753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 msgr2=0x7f8ee815b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.818+0000 7f8eeec00640 1 --2- 172.21.15.22:0/2787094753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 0x7f8ee815b550 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f8ed80097c0 tx=0x7f8ed801c3e0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eb9200640 1 --2- 172.21.15.22:0/4240266500 >> v2:172.21.15.22:3300/0 conn(0x7f9eb415e620 0x7f9eb40626e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f2886e00640 1 -- start start 2024-09-10T10:32:39.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eb9c00640 1 --2- 172.21.15.22:0/4240266500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9eb4073fe0 0x7f9eb4062c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7ffbb6000640 1 -- 172.21.15.22:0/1725187816 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac004a30 con 0x7ffbc0062df0 2024-09-10T10:32:39.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc205600640 1 Processor -- start 2024-09-10T10:32:39.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fa247e00640 1 -- 172.21.15.22:0/2535880782 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa24001eba0 con 0x7fa2500b3370 2024-09-10T10:32:39.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc205600640 1 -- start start 2024-09-10T10:32:39.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5d00000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cf80b56f0 0x7f5cf8150f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5d00000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cf815b220 0x7f5cf815da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5d00000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cf815b600 0x7f5cf815df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5d00000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5cf8169ca0 con 0x7f5cf80b56f0 2024-09-10T10:32:39.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5d00000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5cf8169b20 con 0x7f5cf815b600 2024-09-10T10:32:39.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5d00000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5cf8169e20 con 0x7f5cf815b220 2024-09-10T10:32:39.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eb3400640 1 -- 172.21.15.22:0/4240266500 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3125689720 0 0) 0x7f9eb415ea00 con 0x7f9eb40b3b70 2024-09-10T10:32:39.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eb3400640 1 -- 172.21.15.22:0/4240266500 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9e9c003530 con 0x7f9eb40b3b70 2024-09-10T10:32:39.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eb9200640 1 -- 172.21.15.22:0/4240266500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9eb4073fe0 msgr2=0x7f9eb4062c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:39.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f8eeec00640 1 -- 172.21.15.22:0/2787094753 shutdown_connections 2024-09-10T10:32:39.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f8eeec00640 1 --2- 172.21.15.22:0/2787094753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 0x7f8ee815b550 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f8eeec00640 1 --2- 172.21.15.22:0/2787094753 >> v2:172.21.15.145:3300/0 conn(0x7f8ee80b3530 0x7f8ee80b4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f8eeec00640 1 -- 172.21.15.22:0/2787094753 >> 172.21.15.22:0/2787094753 conn(0x7f8ee8062ae0 msgr2=0x7f8ee806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfd600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cf80b56f0 0x7f5cf8150f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eb9200640 1 --2- 172.21.15.22:0/4240266500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9eb4073fe0 0x7f9eb4062c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eb9200640 1 -- 172.21.15.22:0/4240266500 >> v1:172.21.15.145:6789/0 conn(0x7f9eb40b3b70 legacy=0x7f9eb40cedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfe000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cf815b600 0x7f5cf815df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc205600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2000d2820 0x7fc200165e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfe000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cf815b600 0x7f5cf815df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34208/0 (socket says 172.21.15.22:34208) 2024-09-10T10:32:39.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfe000640 1 -- 172.21.15.22:0/1193165631 learned_addr learned my addr 172.21.15.22:0/1193165631 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfcc00640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cf815b220 0x7f5cf815da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f8eeec00640 1 -- 172.21.15.22:0/2787094753 shutdown_connections 2024-09-10T10:32:39.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1328150c50 con 0x7f1328162a20 2024-09-10T10:32:39.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f1324c00640 1 -- 172.21.15.22:0/2542573297 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f13200a57c0 con 0x7f1328162a20 2024-09-10T10:32:39.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc205600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2000d2c40 0x7fc20015a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc205600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc20015c230 0x7fc2001fec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc205600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc2001692d0 con 0x7fc2000d2c40 2024-09-10T10:32:39.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc205600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc2000b75a0 con 0x7fc2000d2820 2024-09-10T10:32:39.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc205600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc200169450 con 0x7fc20015c230 2024-09-10T10:32:39.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc1fea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2000d2820 0x7fc200165e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc1fea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2000d2820 0x7fc200165e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34216/0 (socket says 172.21.15.22:34216) 2024-09-10T10:32:39.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc1fea00640 1 -- 172.21.15.22:0/3344129641 learned_addr learned my addr 172.21.15.22:0/3344129641 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fc1fe000640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2000d2c40 0x7fc20015a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfe000640 1 -- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cf815b220 msgr2=0x7f5cf815da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfe000640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cf815b220 0x7f5cf815da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfe000640 1 -- 172.21.15.22:0/1193165631 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cf80b56f0 msgr2=0x7f5cf8150f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfe000640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cf80b56f0 0x7f5cf8150f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfe000640 1 -- 172.21.15.22:0/1193165631 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cf81557f0 con 0x7f5cf815b600 2024-09-10T10:32:39.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f8eeec00640 1 -- 172.21.15.22:0/2787094753 wait complete. 2024-09-10T10:32:39.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7fa247e00640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa230067990 0x7fa230069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fa247e00640 1 -- 172.21.15.22:0/2535880782 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa24008e740 con 0x7fa2500b3370 2024-09-10T10:32:39.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7ffbc5200640 1 -- 172.21.15.22:0/1725187816 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffbc01658a0 con 0x7ffbc0062df0 2024-09-10T10:32:39.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fa24fe00640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa230067990 0x7fa230069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f1324c00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1308067990 0x7f1308069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f9eb9200640 1 -- 172.21.15.22:0/4240266500 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9eb40cac30 con 0x7f9eb415e620 2024-09-10T10:32:39.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f1324c00640 1 -- 172.21.15.22:0/2542573297 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f13201201e0 con 0x7f1328162a20 2024-09-10T10:32:39.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.822+0000 7f5cfe000640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cf815b600 0x7f5cf815df50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5cf000c870 tx=0x7f5cf000cd30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f5cf5600640 1 -- 172.21.15.22:0/1193165631 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf0017070 con 0x7f5cf815b600 2024-09-10T10:32:39.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f5cf5600640 1 -- 172.21.15.22:0/1193165631 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cf0003db0 con 0x7f5cf815b600 2024-09-10T10:32:39.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f5cf5600640 1 -- 172.21.15.22:0/1193165631 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf0017070 con 0x7f5cf815b600 2024-09-10T10:32:39.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f5d00000640 1 -- 172.21.15.22:0/1193165631 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cf8154a30 con 0x7f5cf815b600 2024-09-10T10:32:39.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f5d00000640 1 -- 172.21.15.22:0/1193165631 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cf8154ff0 con 0x7f5cf815b600 2024-09-10T10:32:39.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f132d000640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1308067990 0x7f1308069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f2886e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28800cf1d0 0x7f28800ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f2886e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28800d16d0 0x7f28800b95b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f2886e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2880161bd0 0x7f28800b9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f2886e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f28800d4000 con 0x7f2880161bd0 2024-09-10T10:32:39.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f2886e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2880161fb0 con 0x7f28800cf1d0 2024-09-10T10:32:39.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f2886e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f28800d4180 con 0x7f28800d16d0 2024-09-10T10:32:39.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fa247e00640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] conn(0x7fa23006fbb0 0x7fa230071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fa24fe00640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa230067990 0x7fa230069e50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa2480af000 tx=0x7fa2480a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fa247e00640 1 -- 172.21.15.22:0/2535880782 --> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa230072680 con 0x7fa23006fbb0 2024-09-10T10:32:39.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fa247e00640 1 -- 172.21.15.22:0/2535880782 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fa24008eb30 con 0x7fa2500b3370 2024-09-10T10:32:39.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc1fea00640 1 -- 172.21.15.22:0/3344129641 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc20015c230 msgr2=0x7fc2001fec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc1fea00640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc20015c230 0x7fc2001fec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc1fea00640 1 -- 172.21.15.22:0/3344129641 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2000d2c40 msgr2=0x7fc20015a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc1fea00640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2000d2c40 0x7fc20015a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc1fea00640 1 -- 172.21.15.22:0/3344129641 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc20015aff0 con 0x7fc2000d2820 2024-09-10T10:32:39.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc1fea00640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2000d2820 0x7fc200165e00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec00e820 tx=0x7fc1ec00ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc1f6a00640 1 -- 172.21.15.22:0/3344129641 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ec017070 con 0x7fc2000d2820 2024-09-10T10:32:39.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc1f6a00640 1 -- 172.21.15.22:0/3344129641 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1ec00c940 con 0x7fc2000d2820 2024-09-10T10:32:39.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc1f6a00640 1 -- 172.21.15.22:0/3344129641 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ec00cd10 con 0x7fc2000d2820 2024-09-10T10:32:39.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc205600640 1 -- 172.21.15.22:0/3344129641 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc20015b2d0 con 0x7fc2000d2820 2024-09-10T10:32:39.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc205600640 1 -- 172.21.15.22:0/3344129641 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc20015b890 con 0x7fc2000d2820 2024-09-10T10:32:39.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f5ceaa00640 1 -- 172.21.15.22:0/1193165631 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5ccc001040 con 0x7f5cf815b600 2024-09-10T10:32:39.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7ffbb6000640 1 -- 172.21.15.22:0/1725187816 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffbac004bd0 con 0x7ffbc0062df0 2024-09-10T10:32:39.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7ffbb6000640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffba00678c0 0x7ffba0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7ffbb6000640 1 -- 172.21.15.22:0/1725187816 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ffbac084ef0 con 0x7ffbc0062df0 2024-09-10T10:32:39.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7ffbb6000640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] conn(0x7ffba006fa60 0x7ffba0071e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7ffbb6000640 1 -- 172.21.15.22:0/1725187816 --> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffba0072530 con 0x7ffba006fa60 2024-09-10T10:32:39.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7ffbb6000640 1 -- 172.21.15.22:0/1725187816 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7ffbac087510 con 0x7ffbc0062df0 2024-09-10T10:32:39.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f8eeec00640 1 Processor -- start 2024-09-10T10:32:39.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f287f400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28800d16d0 0x7f28800b95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f287f400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28800d16d0 0x7f28800b95b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40542/0 (socket says 172.21.15.22:40542) 2024-09-10T10:32:39.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f287f400640 1 -- 172.21.15.22:0/2373500454 learned_addr learned my addr 172.21.15.22:0/2373500454 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7ffbbe800640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] conn(0x7ffba006fa60 0x7ffba0071e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f287fe00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28800cf1d0 0x7f28800ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f2884e00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2880161bd0 0x7f28800b9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fa24f400640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] conn(0x7fa23006fbb0 0x7fa230071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f1324c00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] conn(0x7f130806fbb0 0x7f1308071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f1324c00640 1 -- 172.21.15.22:0/2542573297 --> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f13200bde50 con 0x7f130806fbb0 2024-09-10T10:32:39.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f1324c00640 1 -- 172.21.15.22:0/2542573297 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f13201205d0 con 0x7f1328162a20 2024-09-10T10:32:39.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7fc205600640 1 -- 172.21.15.22:0/3344129641 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc200163290 con 0x7fc2000d2820 2024-09-10T10:32:39.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7ffbbd400640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffba00678c0 0x7ffba0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7ffbbe800640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] conn(0x7ffba006fa60 0x7ffba0071e80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f8eeec00640 1 -- start start 2024-09-10T10:32:39.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f287f400640 1 -- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28800cf1d0 msgr2=0x7f28800ce1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f287f400640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28800cf1d0 0x7f28800ce1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f287f400640 1 -- 172.21.15.22:0/2373500454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2880161bd0 msgr2=0x7f28800b9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f287f400640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2880161bd0 0x7f28800b9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f287f400640 1 -- 172.21.15.22:0/2373500454 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f288015c9f0 con 0x7f28800d16d0 2024-09-10T10:32:39.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.826+0000 7f132d000640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1308067990 0x7f1308069e50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f131c000f70 tx=0x7f131c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f1327e00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] conn(0x7f130806fbb0 0x7f1308071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7fa24f400640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] conn(0x7fa23006fbb0 0x7fa230071fd0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7ffbbd400640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffba00678c0 0x7ffba0069d80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ffbb0009630 tx=0x7ffbb0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7ffbb6000640 1 -- 172.21.15.22:0/1725187816 <== osd.5 v2:172.21.15.145:6800/1272352374 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffba0072530 con 0x7ffba006fa60 2024-09-10T10:32:39.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f287f400640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28800d16d0 0x7f28800b95b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f286c019f90 tx=0x7f286c019100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eeec00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ee80b3530 0x7f8ee814f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f1327e00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] conn(0x7f130806fbb0 0x7f1308071fd0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eeec00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ee815ace0 0x7f8ee81f74c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eeec00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 0x7f8ee80b0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eeec00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee8072510 con 0x7f8ee815ace0 2024-09-10T10:32:39.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eeec00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee8072390 con 0x7f8ee80b3530 2024-09-10T10:32:39.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eeec00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8ee8072690 con 0x7f8ee815b0c0 2024-09-10T10:32:39.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f5cf5600640 1 -- 172.21.15.22:0/1193165631 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5cf001a070 con 0x7f5cf815b600 2024-09-10T10:32:39.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f5cf5600640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5cd8067cc0 0x7f5cd806a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f2877e00640 1 -- 172.21.15.22:0/2373500454 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c0bc070 con 0x7f28800d16d0 2024-09-10T10:32:39.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f2877e00640 1 -- 172.21.15.22:0/2373500454 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f286c0b3040 con 0x7f28800d16d0 2024-09-10T10:32:39.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f2877e00640 1 -- 172.21.15.22:0/2373500454 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c0b2070 con 0x7f28800d16d0 2024-09-10T10:32:39.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f5cf5600640 1 -- 172.21.15.22:0/1193165631 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f5cf0003bb0 con 0x7f5cf815b600 2024-09-10T10:32:39.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8ee7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ee815ace0 0x7f8ee81f74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eecc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 0x7f8ee80b0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eecc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 0x7f8ee80b0dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40556/0 (socket says 172.21.15.22:40556) 2024-09-10T10:32:39.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eecc00640 1 -- 172.21.15.22:0/3257717685 learned_addr learned my addr 172.21.15.22:0/3257717685 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f288015ccd0 con 0x7f28800d16d0 2024-09-10T10:32:39.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f5cf5600640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] conn(0x7f5cd8070ac0 0x7f5cd8072f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f288015d290 con 0x7f28800d16d0 2024-09-10T10:32:39.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f9eb9200640 1 --2- 172.21.15.22:0/4240266500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9eb415e620 0x7f9eb40626e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80097c0 tx=0x7f9ea801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e71448bb2d187638 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f5cf5600640 1 -- 172.21.15.22:0/1193165631 --> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5cd8073630 con 0x7f5cd8070ac0 2024-09-10T10:32:39.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f5cf5600640 1 -- 172.21.15.22:0/1193165631 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f5cf0051e20 con 0x7f5cf815b600 2024-09-10T10:32:39.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eecc00640 1 -- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ee80b3530 msgr2=0x7f8ee814f3b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T10:32:39.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eecc00640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ee80b3530 0x7f8ee814f3b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eecc00640 1 -- 172.21.15.22:0/3257717685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ee815ace0 msgr2=0x7f8ee81f74c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eecc00640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ee815ace0 0x7f8ee81f74c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eecc00640 1 -- 172.21.15.22:0/3257717685 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ee8153440 con 0x7f8ee815b0c0 2024-09-10T10:32:39.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7fa247e00640 1 -- 172.21.15.22:0/2535880782 <== osd.1 v2:172.21.15.22:6800/3325145435 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa230072680 con 0x7fa23006fbb0 2024-09-10T10:32:39.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f5cfd600640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5cd8067cc0 0x7f5cd806a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f9eb3400640 1 -- 172.21.15.22:0/4240266500 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea80aa5f0 con 0x7f9eb415e620 2024-09-10T10:32:39.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f28800d1b20 con 0x7f28800d16d0 2024-09-10T10:32:39.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f5cfcc00640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] conn(0x7f5cd8070ac0 0x7f5cd8072f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f9eb3400640 1 -- 172.21.15.22:0/4240266500 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ea80af070 con 0x7f9eb415e620 2024-09-10T10:32:39.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f9eb3400640 1 -- 172.21.15.22:0/4240266500 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea80aa5f0 con 0x7f9eb415e620 2024-09-10T10:32:39.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7f8eecc00640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 0x7f8ee80b0dc0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8ed801a010 tx=0x7f8ed8019180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7fc1f6a00640 1 -- 172.21.15.22:0/3344129641 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc1ec01a070 con 0x7fc2000d2820 2024-09-10T10:32:39.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7fc1f6a00640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e00678c0 0x7fc1e0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.830+0000 7fc1f6a00640 1 -- 172.21.15.22:0/3344129641 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc1ec054830 con 0x7fc2000d2820 2024-09-10T10:32:39.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7fc1f6a00640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] conn(0x7fc1e0070740 0x7fc1e0072be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7fc1f6a00640 1 -- 172.21.15.22:0/3344129641 --> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc1e00732b0 con 0x7fc1e0070740 2024-09-10T10:32:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7fc1f6a00640 1 -- 172.21.15.22:0/3344129641 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fc1ec0531c0 con 0x7fc2000d2820 2024-09-10T10:32:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f9eba600640 1 -- 172.21.15.22:0/4240266500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9eb415e620 msgr2=0x7f9eb40626e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f9eba600640 1 --2- 172.21.15.22:0/4240266500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9eb415e620 0x7f9eb40626e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80097c0 tx=0x7f9ea801c470 comp rx=0 tx=0).stop 2024-09-10T10:32:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7fc1ff400640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] conn(0x7fc1e0070740 0x7fc1e0072be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f5cfcc00640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] conn(0x7f5cd8070ac0 0x7f5cd8072f60 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f5cfd600640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5cd8067cc0 0x7f5cd806a180 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5cec0011f0 tx=0x7f5cec009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f9eba600640 1 -- 172.21.15.22:0/4240266500 shutdown_connections 2024-09-10T10:32:39.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f9eba600640 1 --2- 172.21.15.22:0/4240266500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9eb4073fe0 0x7f9eb4062c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f9eba600640 1 --2- 172.21.15.22:0/4240266500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9eb415e620 0x7f9eb40626e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f9eba600640 1 -- 172.21.15.22:0/4240266500 >> 172.21.15.22:0/4240266500 conn(0x7f9eb40b2ec0 msgr2=0x7f9eb40b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7fc1fe000640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e00678c0 0x7fc1e0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f9eba600640 1 -- 172.21.15.22:0/4240266500 shutdown_connections 2024-09-10T10:32:39.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f8edfe00640 1 -- 172.21.15.22:0/3257717685 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed80abc10 con 0x7f8ee815b0c0 2024-09-10T10:32:39.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f9eba600640 1 -- 172.21.15.22:0/4240266500 wait complete. 2024-09-10T10:32:39.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f8edfe00640 1 -- 172.21.15.22:0/3257717685 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ed80abdb0 con 0x7f8ee815b0c0 2024-09-10T10:32:39.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f8edfe00640 1 -- 172.21.15.22:0/3257717685 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed80bf670 con 0x7f8ee815b0c0 2024-09-10T10:32:39.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f1324c00640 1 -- 172.21.15.22:0/2542573297 <== osd.2 v2:172.21.15.22:6816/4047364473 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f13200bde50 con 0x7f130806fbb0 2024-09-10T10:32:39.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ee81536e0 con 0x7f8ee815b0c0 2024-09-10T10:32:39.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ee8153ca0 con 0x7f8ee815b0c0 2024-09-10T10:32:39.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7f5cf5600640 1 -- 172.21.15.22:0/1193165631 <== osd.4 v2:172.21.15.145:6822/3677456878 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5cd8073630 con 0x7f5cd8070ac0 2024-09-10T10:32:39.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.834+0000 7fc1ff400640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] conn(0x7fc1e0070740 0x7fc1e0072be0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f2877e00640 1 -- 172.21.15.22:0/2373500454 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f286c0ab070 con 0x7f28800d16d0 2024-09-10T10:32:39.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f8edfe00640 1 -- 172.21.15.22:0/3257717685 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8ed80aa070 con 0x7f8ee815b0c0 2024-09-10T10:32:39.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7fc1f6a00640 1 -- 172.21.15.22:0/3344129641 <== osd.3 v2:172.21.15.22:6808/1799873871 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc1e00732b0 con 0x7fc1e0070740 2024-09-10T10:32:39.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f9eba600640 1 Processor -- start 2024-09-10T10:32:39.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8ee8154080 con 0x7f8ee815b0c0 2024-09-10T10:32:39.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7fc1fe000640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e00678c0 0x7fc1e0069d80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc1f00ad000 tx=0x7fc1f00a4f90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f9eba600640 1 -- start start 2024-09-10T10:32:39.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f8edfe00640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ec8067910 0x7f8ec8069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f2877e00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2860067910 0x7f2860069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f8edfe00640 1 -- 172.21.15.22:0/3257717685 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f8ed8120280 con 0x7f8ee815b0c0 2024-09-10T10:32:39.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f2877e00640 1 -- 172.21.15.22:0/2373500454 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f286c11f630 con 0x7f28800d16d0 2024-09-10T10:32:39.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f2877e00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] conn(0x7f286006fb30 0x7f2860071f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f2877e00640 1 -- 172.21.15.22:0/2373500454 --> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2860072600 con 0x7f286006fb30 2024-09-10T10:32:39.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f2877e00640 1 -- 172.21.15.22:0/2373500454 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f286c11fb10 con 0x7f28800d16d0 2024-09-10T10:32:39.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f8edfe00640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] conn(0x7f8ec806fb30 0x7f8ec8071f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f8edfe00640 1 -- 172.21.15.22:0/3257717685 --> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8ed80c0ec0 con 0x7f8ec806fb30 2024-09-10T10:32:39.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f287fe00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2860067910 0x7f2860069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f287fe00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2860067910 0x7f2860069dd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f28780012f0 tx=0x7f2878009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f8edfe00640 1 -- 172.21.15.22:0/3257717685 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f8ed8127050 con 0x7f8ee815b0c0 2024-09-10T10:32:39.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f8ee7e00640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ec8067910 0x7f8ec8069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.838+0000 7f8ee7400640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] conn(0x7f8ec806fb30 0x7f8ec8071f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f8ee7400640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] conn(0x7f8ec806fb30 0x7f8ec8071f50 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f8ee7e00640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ec8067910 0x7f8ec8069dd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8ee00012f0 tx=0x7f8ee0007d90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eba600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9eb4073fe0 0x7f9eb414bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eba600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9eb40b3b70 0x7f9eb4155a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eba600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9eb415e620 0x7f9eb40aebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb9200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9eb4073fe0 0x7f9eb414bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb9200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9eb4073fe0 0x7f9eb414bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34242/0 (socket says 172.21.15.22:34242) 2024-09-10T10:32:39.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb9200640 1 -- 172.21.15.22:0/3941965452 learned_addr learned my addr 172.21.15.22:0/3941965452 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:39.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb9c00640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9eb415e620 0x7f9eb40aebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f8edfe00640 1 -- 172.21.15.22:0/3257717685 <== osd.7 v2:172.21.15.145:6816/3895957474 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8ed80c0ec0 con 0x7f8ec806fb30 2024-09-10T10:32:39.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb3e00640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9eb40b3b70 0x7f9eb4155a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9eb416b2d0 con 0x7f9eb40b3b70 2024-09-10T10:32:39.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9eb416b150 con 0x7f9eb4073fe0 2024-09-10T10:32:39.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9eb416b450 con 0x7f9eb415e620 2024-09-10T10:32:39.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb9200640 1 -- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9eb415e620 msgr2=0x7f9eb40aebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb9200640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9eb415e620 0x7f9eb40aebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb9200640 1 -- 172.21.15.22:0/3941965452 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9eb40b3b70 msgr2=0x7f9eb4155a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb9200640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9eb40b3b70 0x7f9eb4155a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb9200640 1 -- 172.21.15.22:0/3941965452 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9eb4156970 con 0x7f9eb4073fe0 2024-09-10T10:32:39.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb9200640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9eb4073fe0 0x7f9eb414bd00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80ac040 tx=0x7f9ea8019210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f2884e00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] conn(0x7f286006fb30 0x7f2860071f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb0c00640 1 -- 172.21.15.22:0/3941965452 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8003820 con 0x7f9eb4073fe0 2024-09-10T10:32:39.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb0c00640 1 -- 172.21.15.22:0/3941965452 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ea80039e0 con 0x7f9eb4073fe0 2024-09-10T10:32:39.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.842+0000 7f9eb0c00640 1 -- 172.21.15.22:0/3941965452 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8003dd0 con 0x7f9eb4073fe0 2024-09-10T10:32:39.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.846+0000 7f2884e00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] conn(0x7f286006fb30 0x7f2860071f50 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.846+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9eb41563b0 con 0x7f9eb4073fe0 2024-09-10T10:32:39.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.846+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9eb415bfe0 con 0x7f9eb4073fe0 2024-09-10T10:32:39.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.846+0000 7f2877e00640 1 -- 172.21.15.22:0/2373500454 <== osd.0 v2:172.21.15.22:6824/432363286 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2860072600 con 0x7f286006fb30 2024-09-10T10:32:39.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.850+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9eb40cedc0 con 0x7f9eb4073fe0 2024-09-10T10:32:39.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.850+0000 7f9eb0c00640 1 -- 172.21.15.22:0/3941965452 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9ea80b33f0 con 0x7f9eb4073fe0 2024-09-10T10:32:39.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.854+0000 7f9eb0c00640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e94067990 0x7f9e94069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.854+0000 7f9eb0c00640 1 -- 172.21.15.22:0/3941965452 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9ea811ff00 con 0x7f9eb4073fe0 2024-09-10T10:32:39.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.854+0000 7f9eb0c00640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] conn(0x7f9e9406fbb0 0x7f9e94071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:39.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.854+0000 7f9eb0c00640 1 -- 172.21.15.22:0/3941965452 --> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9ea80c2ec0 con 0x7f9e9406fbb0 2024-09-10T10:32:39.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.854+0000 7f9eb0c00640 1 -- 172.21.15.22:0/3941965452 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f9ea81202f0 con 0x7f9eb4073fe0 2024-09-10T10:32:39.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.854+0000 7f9eb3e00640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e94067990 0x7f9e94069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.854+0000 7f9eb9c00640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] conn(0x7f9e9406fbb0 0x7f9e94071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:39.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.854+0000 7f9eb9c00640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] conn(0x7f9e9406fbb0 0x7f9e94071fd0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.854+0000 7f9eb3e00640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e94067990 0x7f9e94069e50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4154fc0 tx=0x7f9ea0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:39.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.858+0000 7f9eb0c00640 1 -- 172.21.15.22:0/3941965452 <== osd.6 v2:172.21.15.145:6808/1116486614 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9ea80c2ec0 con 0x7f9e9406fbb0 2024-09-10T10:32:39.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.858+0000 7ffbc5200640 1 -- 172.21.15.22:0/1725187816 --> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ffbc0164fa0 con 0x7ffba006fa60 2024-09-10T10:32:39.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.858+0000 7ffbb6000640 1 -- 172.21.15.22:0/1725187816 <== osd.5 v2:172.21.15.145:6800/1272352374 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ffbc0164fa0 con 0x7ffba006fa60 2024-09-10T10:32:39.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.858+0000 7ffbab400640 1 -- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] conn(0x7ffba006fa60 msgr2=0x7ffba0071e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.858+0000 7ffbab400640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] conn(0x7ffba006fa60 0x7ffba0071e80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.858+0000 7fa245600640 1 -- 172.21.15.22:0/2535880782 --> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa228002de0 con 0x7fa23006fbb0 2024-09-10T10:32:39.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7ffbab400640 1 -- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffba00678c0 msgr2=0x7ffba0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7ffbab400640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffba00678c0 0x7ffba0069d80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ffbb0009630 tx=0x7ffbb0008040 comp rx=0 tx=0).stop 2024-09-10T10:32:39.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7ffbab400640 1 -- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbc0062df0 msgr2=0x7ffbc0165360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7ffbab400640 1 --2- 172.21.15.22:0/1725187816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffbc0062df0 0x7ffbc0165360 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ffbac00c450 tx=0x7ffbac00c910 comp rx=0 tx=0).stop 2024-09-10T10:32:39.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7ffbbe800640 1 -- 172.21.15.22:0/1725187816 reap_dead start 2024-09-10T10:32:39.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa247e00640 1 -- 172.21.15.22:0/2535880782 <== osd.1 v2:172.21.15.22:6800/3325145435 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa228002de0 con 0x7fa23006fbb0 2024-09-10T10:32:39.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7ffbab400640 1 -- 172.21.15.22:0/1725187816 shutdown_connections 2024-09-10T10:32:39.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7ffbab400640 1 -- 172.21.15.22:0/1725187816 >> 172.21.15.22:0/1725187816 conn(0x7ffbc00ce1f0 msgr2=0x7ffbc00626e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa245600640 1 -- 172.21.15.22:0/2535880782 >> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] conn(0x7fa23006fbb0 msgr2=0x7fa230071fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa245600640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] conn(0x7fa23006fbb0 0x7fa230071fd0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa245600640 1 -- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa230067990 msgr2=0x7fa230069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa245600640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa230067990 0x7fa230069e50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa2480af000 tx=0x7fa2480a7070 comp rx=0 tx=0).stop 2024-09-10T10:32:39.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7ffbab400640 1 -- 172.21.15.22:0/1725187816 shutdown_connections 2024-09-10T10:32:39.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7ffbab400640 1 -- 172.21.15.22:0/1725187816 wait complete. 2024-09-10T10:32:39.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa245600640 1 -- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2500b3370 msgr2=0x7fa250072780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa245600640 1 --2- 172.21.15.22:0/2535880782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2500b3370 0x7fa250072780 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa2500b47a0 tx=0x7fa24000a430 comp rx=0 tx=0).stop 2024-09-10T10:32:39.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa254e00640 1 -- 172.21.15.22:0/2535880782 reap_dead start 2024-09-10T10:32:39.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa245600640 1 -- 172.21.15.22:0/2535880782 shutdown_connections 2024-09-10T10:32:39.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa245600640 1 -- 172.21.15.22:0/2535880782 >> 172.21.15.22:0/2535880782 conn(0x7fa25006d1a0 msgr2=0x7fa25015d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa245600640 1 -- 172.21.15.22:0/2535880782 shutdown_connections 2024-09-10T10:32:39.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 --> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f132806d090 con 0x7f130806fbb0 2024-09-10T10:32:39.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.862+0000 7fa245600640 1 -- 172.21.15.22:0/2535880782 wait complete. 2024-09-10T10:32:39.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f1324c00640 1 -- 172.21.15.22:0/2542573297 <== osd.2 v2:172.21.15.22:6816/4047364473 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f132806d090 con 0x7f130806fbb0 2024-09-10T10:32:39.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 >> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] conn(0x7f130806fbb0 msgr2=0x7f1308071fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132fa00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] conn(0x7f130806fbb0 0x7f1308071fd0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 -- 172.21.15.22:0/1193165631 --> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5ccc002de0 con 0x7f5cd8070ac0 2024-09-10T10:32:39.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1308067990 msgr2=0x7f1308069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132fa00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1308067990 0x7f1308069e50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f131c000f70 tx=0x7f131c009040 comp rx=0 tx=0).stop 2024-09-10T10:32:39.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1328162a20 msgr2=0x7f1328157c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132fa00640 1 --2- 172.21.15.22:0/2542573297 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1328162a20 0x7f1328157c00 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f132001a5a0 tx=0x7f1320019710 comp rx=0 tx=0).stop 2024-09-10T10:32:39.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132da00640 1 -- 172.21.15.22:0/2542573297 reap_dead start 2024-09-10T10:32:39.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5cf5600640 1 -- 172.21.15.22:0/1193165631 <== osd.4 v2:172.21.15.145:6822/3677456878 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f5ccc002de0 con 0x7f5cd8070ac0 2024-09-10T10:32:39.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 shutdown_connections 2024-09-10T10:32:39.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 >> 172.21.15.22:0/2542573297 conn(0x7f132806f3b0 msgr2=0x7f1328164110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 shutdown_connections 2024-09-10T10:32:39.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f132fa00640 1 -- 172.21.15.22:0/2542573297 wait complete. 2024-09-10T10:32:39.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 -- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] conn(0x7f5cd8070ac0 msgr2=0x7f5cd8072f60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] conn(0x7f5cd8070ac0 0x7f5cd8072f60 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 -- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5cd8067cc0 msgr2=0x7f5cd806a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5cd8067cc0 0x7f5cd806a180 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5cec0011f0 tx=0x7f5cec009040 comp rx=0 tx=0).stop 2024-09-10T10:32:39.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 -- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cf815b600 msgr2=0x7f5cf815df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 --2- 172.21.15.22:0/1193165631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cf815b600 0x7f5cf815df50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5cf000c870 tx=0x7f5cf000cd30 comp rx=0 tx=0).stop 2024-09-10T10:32:39.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5cfe000640 1 -- 172.21.15.22:0/1193165631 reap_dead start 2024-09-10T10:32:39.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 -- 172.21.15.22:0/1193165631 shutdown_connections 2024-09-10T10:32:39.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 -- 172.21.15.22:0/1193165631 >> 172.21.15.22:0/1193165631 conn(0x7f5cf8062dd0 msgr2=0x7f5cf8153fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 -- 172.21.15.22:0/1193165631 shutdown_connections 2024-09-10T10:32:39.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.866+0000 7f5ceaa00640 1 -- 172.21.15.22:0/1193165631 wait complete. 2024-09-10T10:32:39.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.870+0000 7fc205600640 1 -- 172.21.15.22:0/3344129641 --> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc2000b6c50 con 0x7fc1e0070740 2024-09-10T10:32:39.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 --> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8ee80b4b40 con 0x7f8ec806fb30 2024-09-10T10:32:39.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7fc1f6a00640 1 -- 172.21.15.22:0/3344129641 <== osd.3 v2:172.21.15.22:6808/1799873871 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc2000b6c50 con 0x7fc1e0070740 2024-09-10T10:32:39.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8edfe00640 1 -- 172.21.15.22:0/3257717685 <== osd.7 v2:172.21.15.145:6816/3895957474 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8ee80b4b40 con 0x7f8ec806fb30 2024-09-10T10:32:39.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] conn(0x7f8ec806fb30 msgr2=0x7f8ec8071f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] conn(0x7f8ec806fb30 0x7f8ec8071f50 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ec8067910 msgr2=0x7f8ec8069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ec8067910 0x7f8ec8069dd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8ee00012f0 tx=0x7f8ee0007d90 comp rx=0 tx=0).stop 2024-09-10T10:32:39.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 msgr2=0x7f8ee80b0dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 --2- 172.21.15.22:0/3257717685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ee815b0c0 0x7f8ee80b0dc0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8ed801a010 tx=0x7f8ed8019180 comp rx=0 tx=0).stop 2024-09-10T10:32:39.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eecc00640 1 -- 172.21.15.22:0/3257717685 reap_dead start 2024-09-10T10:32:39.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 shutdown_connections 2024-09-10T10:32:39.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 >> 172.21.15.22:0/3257717685 conn(0x7f8ee8062ae0 msgr2=0x7f8ee80ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7fc1ebe00640 1 -- 172.21.15.22:0/3344129641 >> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] conn(0x7fc1e0070740 msgr2=0x7fc1e0072be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 shutdown_connections 2024-09-10T10:32:39.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7fc1ebe00640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] conn(0x7fc1e0070740 0x7fc1e0072be0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.874+0000 7f8eeec00640 1 -- 172.21.15.22:0/3257717685 wait complete. 2024-09-10T10:32:39.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7fc1ebe00640 1 -- 172.21.15.22:0/3344129641 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e00678c0 msgr2=0x7fc1e0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7fc1ebe00640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e00678c0 0x7fc1e0069d80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc1f00ad000 tx=0x7fc1f00a4f90 comp rx=0 tx=0).stop 2024-09-10T10:32:39.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7fc1ebe00640 1 -- 172.21.15.22:0/3344129641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2000d2820 msgr2=0x7fc200165e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7fc1ebe00640 1 --2- 172.21.15.22:0/3344129641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2000d2820 0x7fc200165e00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec00e820 tx=0x7fc1ec00ece0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7fc1ff400640 1 -- 172.21.15.22:0/3344129641 reap_dead start 2024-09-10T10:32:39.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7fc1ebe00640 1 -- 172.21.15.22:0/3344129641 shutdown_connections 2024-09-10T10:32:39.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7fc1ebe00640 1 -- 172.21.15.22:0/3344129641 >> 172.21.15.22:0/3344129641 conn(0x7fc20006f3b0 msgr2=0x7fc2000ce670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7fc1ebe00640 1 -- 172.21.15.22:0/3344129641 shutdown_connections 2024-09-10T10:32:39.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7fc1ebe00640 1 -- 172.21.15.22:0/3344129641 wait complete. 2024-09-10T10:32:39.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 --> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f288015dce0 con 0x7f286006fb30 2024-09-10T10:32:39.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.878+0000 7f2877e00640 1 -- 172.21.15.22:0/2373500454 <== osd.0 v2:172.21.15.22:6824/432363286 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f288015dce0 con 0x7f286006fb30 2024-09-10T10:32:39.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.882+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 --> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9eb4068f10 con 0x7f9e9406fbb0 2024-09-10T10:32:39.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 >> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] conn(0x7f286006fb30 msgr2=0x7f2860071f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f2886e00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] conn(0x7f286006fb30 0x7f2860071f50 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2860067910 msgr2=0x7f2860069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f2886e00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2860067910 0x7f2860069dd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f28780012f0 tx=0x7f2878009040 comp rx=0 tx=0).stop 2024-09-10T10:32:39.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28800d16d0 msgr2=0x7f28800b95b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f2886e00640 1 --2- 172.21.15.22:0/2373500454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28800d16d0 0x7f28800b95b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f286c019f90 tx=0x7f286c019100 comp rx=0 tx=0).stop 2024-09-10T10:32:39.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f9eb0c00640 1 -- 172.21.15.22:0/3941965452 <== osd.6 v2:172.21.15.145:6808/1116486614 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9eb4068f10 con 0x7f9e9406fbb0 2024-09-10T10:32:39.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f2884e00640 1 -- 172.21.15.22:0/2373500454 reap_dead start 2024-09-10T10:32:39.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 shutdown_connections 2024-09-10T10:32:39.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 >> 172.21.15.22:0/2373500454 conn(0x7f28800726e0 msgr2=0x7f28800b5990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] conn(0x7f9e9406fbb0 msgr2=0x7f9e94071fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f9eba600640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] conn(0x7f9e9406fbb0 0x7f9e94071fd0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:39.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e94067990 msgr2=0x7f9e94069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f9eba600640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e94067990 0x7f9e94069e50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4154fc0 tx=0x7f9ea0009040 comp rx=0 tx=0).stop 2024-09-10T10:32:39.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9eb4073fe0 msgr2=0x7f9eb414bd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:39.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f9eba600640 1 --2- 172.21.15.22:0/3941965452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9eb4073fe0 0x7f9eb414bd00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80ac040 tx=0x7f9ea8019210 comp rx=0 tx=0).stop 2024-09-10T10:32:39.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.886+0000 7f9eb9c00640 1 -- 172.21.15.22:0/3941965452 reap_dead start 2024-09-10T10:32:39.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.890+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 shutdown_connections 2024-09-10T10:32:39.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.890+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 shutdown_connections 2024-09-10T10:32:39.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.890+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 >> 172.21.15.22:0/3941965452 conn(0x7f9eb40b2ec0 msgr2=0x7f9eb414de00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:39.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.890+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 shutdown_connections 2024-09-10T10:32:39.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.890+0000 7f2886e00640 1 -- 172.21.15.22:0/2373500454 wait complete. 2024-09-10T10:32:39.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:39.890+0000 7f9eba600640 1 -- 172.21.15.22:0/3941965452 wait complete. 2024-09-10T10:32:39.912 INFO:teuthology.orchestra.run.smithi022.stdout:60129542152 2024-09-10T10:32:39.912 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-10T10:32:39.913 INFO:teuthology.orchestra.run.smithi022.stdout:64424509446 2024-09-10T10:32:39.913 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-10T10:32:39.914 INFO:teuthology.orchestra.run.smithi022.stdout:64424509448 2024-09-10T10:32:39.914 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T10:32:39.915 INFO:teuthology.orchestra.run.smithi022.stdout:64424509447 2024-09-10T10:32:39.915 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T10:32:39.919 INFO:teuthology.orchestra.run.smithi022.stdout:64424509447 2024-09-10T10:32:39.919 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-10T10:32:39.924 INFO:teuthology.orchestra.run.smithi022.stdout:64424509447 2024-09-10T10:32:39.924 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T10:32:39.933 INFO:teuthology.orchestra.run.smithi022.stdout:64424509446 2024-09-10T10:32:39.933 INFO:teuthology.orchestra.run.smithi022.stdout:64424509447 2024-09-10T10:32:39.934 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T10:32:39.934 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-10T10:32:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.130+0000 7ff54c400640 1 Processor -- start 2024-09-10T10:32:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff54c400640 1 -- start start 2024-09-10T10:32:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff54c400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff544162a20 0x7ff544071530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff54c400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff544071a70 0x7ff5440b4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff54c400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff544071ef0 con 0x7ff5440b4580 2024-09-10T10:32:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff54c400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff5440b49c0 con 0x7ff544071a70 2024-09-10T10:32:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff54c400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff5440721d0 con 0x7ff544162a20 2024-09-10T10:32:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff549a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff544162a20 0x7ff544071530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff549000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff544071a70 0x7ff5440b4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff549a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff544162a20 0x7ff544071530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40582/0 (socket says 172.21.15.22:40582) 2024-09-10T10:32:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff549000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff544071a70 0x7ff5440b4040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34250/0 (socket says 172.21.15.22:34250) 2024-09-10T10:32:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff549000640 1 -- 172.21.15.22:0/3518778246 learned_addr learned my addr 172.21.15.22:0/3518778246 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff549000640 1 -- 172.21.15.22:0/3518778246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff544162a20 msgr2=0x7ff544071530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff549000640 1 --2- 172.21.15.22:0/3518778246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff544162a20 0x7ff544071530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff549000640 1 -- 172.21.15.22:0/3518778246 >> v1:172.21.15.145:6789/0 conn(0x7ff5440b4580 legacy=0x7ff544166670 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T10:32:40.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff549000640 1 -- 172.21.15.22:0/3518778246 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5440724b0 con 0x7ff544071a70 2024-09-10T10:32:40.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.134+0000 7ff549a00640 1 --2- 172.21.15.22:0/3518778246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff544162a20 0x7ff544071530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:40.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff549000640 1 --2- 172.21.15.22:0/3518778246 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff544071a70 0x7ff5440b4040 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff530009870 tx=0x7ff53001c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40e8366696f7764e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff543e00640 1 -- 172.21.15.22:0/3518778246 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5300b2070 con 0x7ff544071a70 2024-09-10T10:32:40.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff543e00640 1 -- 172.21.15.22:0/3518778246 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5300a9070 con 0x7ff544071a70 2024-09-10T10:32:40.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7f03bd400640 1 Processor -- start 2024-09-10T10:32:40.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff54c400640 1 -- 172.21.15.22:0/3518778246 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff544071a70 msgr2=0x7ff5440b4040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff543e00640 1 -- 172.21.15.22:0/3518778246 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5300b2070 con 0x7ff544071a70 2024-09-10T10:32:40.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff54c400640 1 --2- 172.21.15.22:0/3518778246 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff544071a70 0x7ff5440b4040 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff530009870 tx=0x7ff53001c490 comp rx=0 tx=0).stop 2024-09-10T10:32:40.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff54c400640 1 -- 172.21.15.22:0/3518778246 shutdown_connections 2024-09-10T10:32:40.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff54c400640 1 --2- 172.21.15.22:0/3518778246 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff544071a70 0x7ff5440b4040 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff54c400640 1 --2- 172.21.15.22:0/3518778246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff544162a20 0x7ff544071530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff54c400640 1 -- 172.21.15.22:0/3518778246 >> 172.21.15.22:0/3518778246 conn(0x7ff544062dd0 msgr2=0x7ff54406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff54c400640 1 -- 172.21.15.22:0/3518778246 shutdown_connections 2024-09-10T10:32:40.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7ff54c400640 1 -- 172.21.15.22:0/3518778246 wait complete. 2024-09-10T10:32:40.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.142+0000 7f03bd400640 1 -- start start 2024-09-10T10:32:40.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7fb743600640 1 Processor -- start 2024-09-10T10:32:40.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7fb743600640 1 -- start start 2024-09-10T10:32:40.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7f03bd400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80d1af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7f03bd400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03b80d2030 con 0x7f03b8161bd0 2024-09-10T10:32:40.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7f03bd400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03b80d2750 con 0x7f03b80cf1d0 2024-09-10T10:32:40.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7f03bd400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f03b80cfd70 con 0x7f03b80d16d0 2024-09-10T10:32:40.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7f03b5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80d1af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7f03b5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80d1af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40586/0 (socket says 172.21.15.22:40586) 2024-09-10T10:32:40.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7f03b5e00640 1 -- 172.21.15.22:0/4072999113 learned_addr learned my addr 172.21.15.22:0/4072999113 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7ff54c400640 1 Processor -- start 2024-09-10T10:32:40.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7fb743600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb73c15b7d0 0x7fb73c0b4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7fb743600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb73c0b3aa0 con 0x7fb73c15ace0 2024-09-10T10:32:40.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7fb743600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb73c0b3d80 con 0x7fb73c0b3530 2024-09-10T10:32:40.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7fb743600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb73c0b4060 con 0x7fb73c15b7d0 2024-09-10T10:32:40.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7fb741600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb73c15b7d0 0x7fb73c0b4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7fb741600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb73c15b7d0 0x7fb73c0b4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35244/0 (socket says 172.21.15.22:35244) 2024-09-10T10:32:40.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7fb741600640 1 -- 172.21.15.22:0/3886146533 learned_addr learned my addr 172.21.15.22:0/3886146533 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7fb741600640 1 -- 172.21.15.22:0/3886146533 >> v1:172.21.15.145:6789/0 conn(0x7fb73c0b3530 legacy=0x7fb73c15b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7fb741600640 1 -- 172.21.15.22:0/3886146533 >> v1:172.21.15.22:6789/0 conn(0x7fb73c15ace0 legacy=0x7fb73c06e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7fb73b400640 1 -- 172.21.15.22:0/3886146533 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2705652359 0 0) 0x7fb73c0b3aa0 con 0x7fb73c15ace0 2024-09-10T10:32:40.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7fb741600640 1 -- 172.21.15.22:0/3886146533 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb73c0b4340 con 0x7fb73c15b7d0 2024-09-10T10:32:40.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7ff54c400640 1 -- start start 2024-09-10T10:32:40.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff54c400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff544071a70 0x7ff544159890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff54c400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5440b4580 0x7ff544165340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff54c400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff544162a20 0x7ff54415b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7f03b5e00640 1 -- 172.21.15.22:0/4072999113 >> v1:172.21.15.145:6789/0 conn(0x7f03b80cf1d0 legacy=0x7f03b80cf660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7f03b5e00640 1 -- 172.21.15.22:0/4072999113 >> v1:172.21.15.22:6789/0 conn(0x7f03b8161bd0 legacy=0x7f03b80b7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.146+0000 7f03b5e00640 1 -- 172.21.15.22:0/4072999113 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b80d2a30 con 0x7f03b80d16d0 2024-09-10T10:32:40.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff549a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff544071a70 0x7ff544159890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff549a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff544071a70 0x7ff544159890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35254/0 (socket says 172.21.15.22:35254) 2024-09-10T10:32:40.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff549000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5440b4580 0x7ff544165340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff549000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5440b4580 0x7ff544165340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40588/0 (socket says 172.21.15.22:40588) 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff549a00640 1 -- 172.21.15.22:0/4225440488 learned_addr learned my addr 172.21.15.22:0/4225440488 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff54416f960 con 0x7ff544071a70 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff54416f7e0 con 0x7ff544162a20 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff54416fae0 con 0x7ff5440b4580 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.150+0000 7ff54a400640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff544162a20 0x7ff54415b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff54a400640 1 -- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5440b4580 msgr2=0x7ff544165340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff54a400640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5440b4580 0x7ff544165340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff54a400640 1 -- 172.21.15.22:0/4225440488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff544071a70 msgr2=0x7ff544159890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff549000640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5440b4580 0x7ff544165340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff54a400640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff544071a70 0x7ff544159890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff54a400640 1 -- 172.21.15.22:0/4225440488 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff544165cb0 con 0x7ff544162a20 2024-09-10T10:32:40.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff549a00640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff544071a70 0x7ff544159890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:40.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff54a400640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff544162a20 0x7ff54415b430 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff53c00be50 tx=0x7ff53c00bf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7f03b5e00640 1 --2- 172.21.15.22:0/4072999113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80d1af0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f03a80098a0 tx=0x7f03a801c4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a01b49a53e956a1d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff541600640 1 -- 172.21.15.22:0/4225440488 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff53c019070 con 0x7ff544162a20 2024-09-10T10:32:40.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7f03b5400640 1 -- 172.21.15.22:0/4072999113 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a80aa5f0 con 0x7f03b80d16d0 2024-09-10T10:32:40.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7f03b5400640 1 -- 172.21.15.22:0/4072999113 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03a80af070 con 0x7f03b80d16d0 2024-09-10T10:32:40.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7f03b5400640 1 -- 172.21.15.22:0/4072999113 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a80aa9b0 con 0x7f03b80d16d0 2024-09-10T10:32:40.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff541600640 1 -- 172.21.15.22:0/4225440488 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff53c014440 con 0x7ff544162a20 2024-09-10T10:32:40.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff544163290 con 0x7ff544162a20 2024-09-10T10:32:40.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff544163850 con 0x7ff544162a20 2024-09-10T10:32:40.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7ff541600640 1 -- 172.21.15.22:0/4225440488 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff53c014830 con 0x7ff544162a20 2024-09-10T10:32:40.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7f03bd400640 1 -- 172.21.15.22:0/4072999113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 msgr2=0x7f03b80d1af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7f03bd400640 1 --2- 172.21.15.22:0/4072999113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80d1af0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f03a80098a0 tx=0x7f03a801c4d0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.154+0000 7f03bd400640 1 -- 172.21.15.22:0/4072999113 shutdown_connections 2024-09-10T10:32:40.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7f03bd400640 1 --2- 172.21.15.22:0/4072999113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80d1af0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb741600640 1 --2- 172.21.15.22:0/3886146533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 0x7fb73c0b4b40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb72800a910 tx=0x7fb728020b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e93d1f8db2f7ac5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb73b400640 1 -- 172.21.15.22:0/3886146533 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7280af070 con 0x7fb73c15b7d0 2024-09-10T10:32:40.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb73b400640 1 -- 172.21.15.22:0/3886146533 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7280a9c10 con 0x7fb73c15b7d0 2024-09-10T10:32:40.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb73b400640 1 -- 172.21.15.22:0/3886146533 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7280b3400 con 0x7fb73c15b7d0 2024-09-10T10:32:40.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5440b4040 con 0x7ff544162a20 2024-09-10T10:32:40.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7ff541600640 1 -- 172.21.15.22:0/4225440488 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff53c01c070 con 0x7ff544162a20 2024-09-10T10:32:40.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb743600640 1 -- 172.21.15.22:0/3886146533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 msgr2=0x7fb73c0b4b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb743600640 1 --2- 172.21.15.22:0/3886146533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 0x7fb73c0b4b40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb72800a910 tx=0x7fb728020b20 comp rx=0 tx=0).stop 2024-09-10T10:32:40.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb743600640 1 -- 172.21.15.22:0/3886146533 shutdown_connections 2024-09-10T10:32:40.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb743600640 1 --2- 172.21.15.22:0/3886146533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 0x7fb73c0b4b40 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb743600640 1 -- 172.21.15.22:0/3886146533 >> 172.21.15.22:0/3886146533 conn(0x7fb73c062ae0 msgr2=0x7fb73c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb743600640 1 -- 172.21.15.22:0/3886146533 shutdown_connections 2024-09-10T10:32:40.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7f03bd400640 1 -- 172.21.15.22:0/4072999113 >> 172.21.15.22:0/4072999113 conn(0x7f03b80726e0 msgr2=0x7f03b8072af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7f03bd400640 1 -- 172.21.15.22:0/4072999113 shutdown_connections 2024-09-10T10:32:40.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7f03bd400640 1 -- 172.21.15.22:0/4072999113 wait complete. 2024-09-10T10:32:40.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.158+0000 7fb743600640 1 -- 172.21.15.22:0/3886146533 wait complete. 2024-09-10T10:32:40.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7ff541600640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff524067990 0x7ff524069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7ff541600640 1 -- 172.21.15.22:0/4225440488 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff53c085c10 con 0x7ff544162a20 2024-09-10T10:32:40.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7f186e600640 1 Processor -- start 2024-09-10T10:32:40.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7f186e600640 1 -- start start 2024-09-10T10:32:40.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7ff549a00640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff524067990 0x7ff524069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7f03bd400640 1 Processor -- start 2024-09-10T10:32:40.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7f03bd400640 1 -- start start 2024-09-10T10:32:40.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7fb743600640 1 Processor -- start 2024-09-10T10:32:40.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7fb743600640 1 -- start start 2024-09-10T10:32:40.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7ff549a00640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff524067990 0x7ff524069e50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff538009600 tx=0x7ff538009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7f186e600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f186815b600 0x7f1868071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.162+0000 7f186e600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f18680b56f0 0x7f18680b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb743600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb73c0b3530 0x7fb73c1ff190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb743600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb73c15ace0 0x7fb73c0cf320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb743600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 0x7fb73c1fb1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb743600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb73c0724d0 con 0x7fb73c15b7d0 2024-09-10T10:32:40.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03bd400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b80cf1d0 0x7f03b815d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f186e600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18680ce880 con 0x7f186815b220 2024-09-10T10:32:40.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f186e600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f186806d6e0 con 0x7f18680b56f0 2024-09-10T10:32:40.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f186e600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f18680ceb60 con 0x7f186815b600 2024-09-10T10:32:40.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f1866a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f186815b600 0x7f1868071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f1866a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f186815b600 0x7f1868071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40596/0 (socket says 172.21.15.22:40596) 2024-09-10T10:32:40.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f1866a00640 1 -- 172.21.15.22:0/2907149270 learned_addr learned my addr 172.21.15.22:0/2907149270 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f1867e00640 1 --2- 172.21.15.22:0/2907149270 >> v2:172.21.15.22:3300/0 conn(0x7f18680b56f0 0x7f18680b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb743600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb73c072350 con 0x7fb73c15ace0 2024-09-10T10:32:40.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb743600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb73c072650 con 0x7fb73c0b3530 2024-09-10T10:32:40.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb741600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 0x7fb73c1fb1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb741600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 0x7fb73c1fb1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35276/0 (socket says 172.21.15.22:35276) 2024-09-10T10:32:40.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb741600640 1 -- 172.21.15.22:0/2404609923 learned_addr learned my addr 172.21.15.22:0/2404609923 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03bd400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80cc4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03b6800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b80cf1d0 0x7f03b815d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03b6800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b80cf1d0 0x7f03b815d0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34270/0 (socket says 172.21.15.22:34270) 2024-09-10T10:32:40.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03bd400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03b8161bd0 0x7f03b80cca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f1866a00640 1 -- 172.21.15.22:0/2907149270 >> v2:172.21.15.22:3300/0 conn(0x7f18680b56f0 msgr2=0x7f18680b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7ff541600640 1 -- 172.21.15.22:0/4225440488 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff53c0560e0 con 0x7ff544162a20 2024-09-10T10:32:40.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb740c00640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb73c0b3530 0x7fb73c1ff190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb73be00640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb73c15ace0 0x7fb73c0cf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03b5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80cc4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03b5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80cc4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40608/0 (socket says 172.21.15.22:40608) 2024-09-10T10:32:40.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03b6800640 1 -- 172.21.15.22:0/3746005444 learned_addr learned my addr 172.21.15.22:0/3746005444 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f03b80d4000 con 0x7f03b8161bd0 2024-09-10T10:32:40.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f03b8161fb0 con 0x7f03b80cf1d0 2024-09-10T10:32:40.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f03b80d4180 con 0x7f03b80d16d0 2024-09-10T10:32:40.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb741600640 1 -- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb73c0b3530 msgr2=0x7fb73c1ff190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03b5e00640 1 -- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b80cf1d0 msgr2=0x7f03b815d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03b5e00640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b80cf1d0 0x7f03b815d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03b5e00640 1 -- 172.21.15.22:0/3746005444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03b8161bd0 msgr2=0x7f03b80cca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03b5e00640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03b8161bd0 0x7f03b80cca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f03b5e00640 1 -- 172.21.15.22:0/3746005444 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b815c010 con 0x7f03b80d16d0 2024-09-10T10:32:40.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb741600640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb73c0b3530 0x7fb73c1ff190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb741600640 1 -- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb73c15ace0 msgr2=0x7fb73c0cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb741600640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb73c15ace0 0x7fb73c0cf320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb741600640 1 -- 172.21.15.22:0/2404609923 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb73c1fbc70 con 0x7fb73c15b7d0 2024-09-10T10:32:40.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb741600640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 0x7fb73c1fb1d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb72800a910 tx=0x7fb72801f360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb738c00640 1 -- 172.21.15.22:0/2404609923 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7280af040 con 0x7fb73c15b7d0 2024-09-10T10:32:40.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb738c00640 1 -- 172.21.15.22:0/2404609923 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7280bc610 con 0x7fb73c15b7d0 2024-09-10T10:32:40.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb738c00640 1 -- 172.21.15.22:0/2404609923 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7280bca00 con 0x7fb73c15b7d0 2024-09-10T10:32:40.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb743600640 1 -- 172.21.15.22:0/2404609923 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb73c1fbf50 con 0x7fb73c15b7d0 2024-09-10T10:32:40.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7fb743600640 1 -- 172.21.15.22:0/2404609923 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb73c1fec70 con 0x7fb73c15b7d0 2024-09-10T10:32:40.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f1866a00640 1 --2- 172.21.15.22:0/2907149270 >> v2:172.21.15.22:3300/0 conn(0x7f18680b56f0 0x7f18680b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f1866a00640 1 -- 172.21.15.22:0/2907149270 >> v1:172.21.15.22:6789/0 conn(0x7f186815b220 legacy=0x7f18680b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.166+0000 7f1866a00640 1 -- 172.21.15.22:0/2907149270 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18680cee40 con 0x7f186815b600 2024-09-10T10:32:40.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.170+0000 7f1867e00640 1 --2- 172.21.15.22:0/2907149270 >> v2:172.21.15.22:3300/0 conn(0x7f18680b56f0 0x7f18680b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:40.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.170+0000 7f03b5e00640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80cc4e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f03a80ab000 tx=0x7f03a801ad10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.170+0000 7f03aea00640 1 -- 172.21.15.22:0/3746005444 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a80bd630 con 0x7f03b80d16d0 2024-09-10T10:32:40.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.170+0000 7f03aea00640 1 -- 172.21.15.22:0/3746005444 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03a80bd810 con 0x7f03b80d16d0 2024-09-10T10:32:40.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.170+0000 7f03aea00640 1 -- 172.21.15.22:0/3746005444 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a80bdc00 con 0x7f03b80d16d0 2024-09-10T10:32:40.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.170+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03b815c2f0 con 0x7f03b80d16d0 2024-09-10T10:32:40.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.170+0000 7fb738c00640 1 -- 172.21.15.22:0/2404609923 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb7280ba070 con 0x7fb73c15b7d0 2024-09-10T10:32:40.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7fb743600640 1 -- 172.21.15.22:0/2404609923 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb73c1fee70 con 0x7fb73c15b7d0 2024-09-10T10:32:40.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f03b815c8b0 con 0x7f03b80d16d0 2024-09-10T10:32:40.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7fb738c00640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb71c067990 0x7fb71c069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7fb738c00640 1 -- 172.21.15.22:0/2404609923 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb7281201b0 con 0x7fb73c15b7d0 2024-09-10T10:32:40.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f1866a00640 1 --2- 172.21.15.22:0/2907149270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f186815b600 0x7f1868071140 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1850009e50 tx=0x7f185001eab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc20e66bd76f4118 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03b80d1af0 con 0x7f03b80d16d0 2024-09-10T10:32:40.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f1866000640 1 -- 172.21.15.22:0/2907149270 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18500a7960 con 0x7f186815b600 2024-09-10T10:32:40.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f1866000640 1 -- 172.21.15.22:0/2907149270 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18500a7b00 con 0x7f186815b600 2024-09-10T10:32:40.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f1866000640 1 -- 172.21.15.22:0/2907149270 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18500af3f0 con 0x7f186815b600 2024-09-10T10:32:40.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f186e600640 1 -- 172.21.15.22:0/2907149270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f186815b600 msgr2=0x7f1868071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f186e600640 1 --2- 172.21.15.22:0/2907149270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f186815b600 0x7f1868071140 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1850009e50 tx=0x7f185001eab0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f186e600640 1 -- 172.21.15.22:0/2907149270 shutdown_connections 2024-09-10T10:32:40.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f186e600640 1 --2- 172.21.15.22:0/2907149270 >> v2:172.21.15.22:3300/0 conn(0x7f18680b56f0 0x7f18680b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f186e600640 1 --2- 172.21.15.22:0/2907149270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f186815b600 0x7f1868071140 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f186e600640 1 -- 172.21.15.22:0/2907149270 >> 172.21.15.22:0/2907149270 conn(0x7f1868062dd0 msgr2=0x7f186806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f186e600640 1 -- 172.21.15.22:0/2907149270 shutdown_connections 2024-09-10T10:32:40.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7f186e600640 1 -- 172.21.15.22:0/2907149270 wait complete. 2024-09-10T10:32:40.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.174+0000 7fb740c00640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb71c067990 0x7fb71c069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.178+0000 7f03aea00640 1 -- 172.21.15.22:0/3746005444 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f03a80db990 con 0x7f03b80d16d0 2024-09-10T10:32:40.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.178+0000 7f03aea00640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0398067990 0x7f0398069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.178+0000 7f03aea00640 1 -- 172.21.15.22:0/3746005444 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f03a81208f0 con 0x7f03b80d16d0 2024-09-10T10:32:40.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.178+0000 7f186e600640 1 Processor -- start 2024-09-10T10:32:40.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.178+0000 7f186e600640 1 -- start start 2024-09-10T10:32:40.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.178+0000 7fb740c00640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb71c067990 0x7fb71c069e50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb7340012f0 tx=0x7fb734009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.178+0000 7f03b6800640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0398067990 0x7f0398069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.178+0000 7faa46a00640 1 Processor -- start 2024-09-10T10:32:40.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f03aea00640 1 -- 172.21.15.22:0/3746005444 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f03a80c2020 con 0x7f03b80d16d0 2024-09-10T10:32:40.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f186e600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f18680b56f0 0x7f1868153e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f186e600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f186815b220 0x7f1868165580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f186e600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f186815b600 0x7f1868155c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7faa46a00640 1 -- start start 2024-09-10T10:32:40.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f1866a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f186815b220 0x7f1868165580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f1866a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f186815b220 0x7f1868165580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34288/0 (socket says 172.21.15.22:34288) 2024-09-10T10:32:40.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f03b6800640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0398067990 0x7f0398069e50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f03a4001780 tx=0x7f03a4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f186e600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f18680cffd0 con 0x7f186815b600 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f186e600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f18680cfe50 con 0x7f186815b220 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f186e600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f18680d0150 con 0x7f18680b56f0 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f1867400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f18680b56f0 0x7f1868153e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f1867400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f18680b56f0 0x7f1868153e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40616/0 (socket says 172.21.15.22:40616) 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f1867400640 1 -- 172.21.15.22:0/582724896 learned_addr learned my addr 172.21.15.22:0/582724896 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f1867400640 1 -- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f186815b220 msgr2=0x7f1868165580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f1867400640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f186815b220 0x7f1868165580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f1867400640 1 -- 172.21.15.22:0/582724896 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f186815b600 msgr2=0x7f1868155c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f1867400640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f186815b600 0x7f1868155c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7f1867400640 1 -- 172.21.15.22:0/582724896 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18680cd500 con 0x7f18680b56f0 2024-09-10T10:32:40.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7faa46a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa400ced50 0x7faa400b4970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7faa46a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa400cf180 con 0x7faa400716e0 2024-09-10T10:32:40.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7faa46a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa400b34a0 con 0x7faa4006f730 2024-09-10T10:32:40.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.182+0000 7faa46a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faa400b3780 con 0x7faa400ced50 2024-09-10T10:32:40.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa45600640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7faa4006f730 0x7faa400ce640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52716/0 (socket says 172.21.15.22:52716) 2024-09-10T10:32:40.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa45600640 1 -- 172.21.15.22:0/4035282496 learned_addr learned my addr 172.21.15.22:0/4035282496 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:40.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7f1867400640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f18680b56f0 0x7f1868153e40 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f185800c450 tx=0x7f185800c910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7fb738c00640 1 -- 172.21.15.22:0/2404609923 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb73c1fee70 con 0x7fb73c15b7d0 2024-09-10T10:32:40.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7f185f400640 1 -- 172.21.15.22:0/582724896 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1858012830 con 0x7f18680b56f0 2024-09-10T10:32:40.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7f185f400640 1 -- 172.21.15.22:0/582724896 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1858017070 con 0x7f18680b56f0 2024-09-10T10:32:40.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7f185f400640 1 -- 172.21.15.22:0/582724896 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1858012c30 con 0x7f18680b56f0 2024-09-10T10:32:40.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7f186e600640 1 -- 172.21.15.22:0/582724896 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f186815e100 con 0x7f18680b56f0 2024-09-10T10:32:40.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7f186e600640 1 -- 172.21.15.22:0/582724896 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f186815e680 con 0x7f18680b56f0 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa46000640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa400ced50 0x7faa400b4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2851991015 0 0) 0x7faa400b34a0 con 0x7faa4006f730 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa28003530 con 0x7faa4006f730 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 <== mon.1 v1:172.21.15.145:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3071036306 0 0) 0x7faa28003530 con 0x7faa4006f730 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa400ced50 msgr2=0x7faa400b4970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa400ced50 0x7faa400b4970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 >> v1:172.21.15.22:6789/0 conn(0x7faa400716e0 legacy=0x7faa400b4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 --> v1:172.21.15.145:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa400b3a60 con 0x7faa4006f730 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 <== mon.1 v1:172.21.15.145:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7faa30001680 con 0x7faa4006f730 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 >> v1:172.21.15.145:6789/0 conn(0x7faa4006f730 legacy=0x7faa400ce640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa280039c0 0x7faa28003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa28004810 0x7faa28004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa28005220 0x7faa2800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7faa400b3780 con 0x7faa28004810 2024-09-10T10:32:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faa2800c150 con 0x7faa28005220 2024-09-10T10:32:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faa2800c350 con 0x7faa280039c0 2024-09-10T10:32:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.186+0000 7faa46000640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa28005220 0x7faa2800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.190+0000 7faa44c00640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa28004810 0x7faa28004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.190+0000 7faa44c00640 1 -- 172.21.15.22:0/4035282496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa280039c0 msgr2=0x7faa28003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.190+0000 7faa44c00640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa280039c0 0x7faa28003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.190+0000 7faa44c00640 1 -- 172.21.15.22:0/4035282496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa28005220 msgr2=0x7faa2800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.190+0000 7faa44c00640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa28005220 0x7faa2800b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.190+0000 7faa44c00640 1 -- 172.21.15.22:0/4035282496 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa28003530 con 0x7faa28004810 2024-09-10T10:32:40.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.190+0000 7f185f400640 1 -- 172.21.15.22:0/582724896 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1858033660 con 0x7f18680b56f0 2024-09-10T10:32:40.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.190+0000 7f185f400640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f18440679c0 0x7f1844069e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.194+0000 7f185f400640 1 -- 172.21.15.22:0/582724896 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f18580851e0 con 0x7f18680b56f0 2024-09-10T10:32:40.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.194+0000 7f186e600640 1 -- 172.21.15.22:0/582724896 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18680b3f10 con 0x7f18680b56f0 2024-09-10T10:32:40.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.194+0000 7f1866a00640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f18440679c0 0x7f1844069e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.194+0000 7f1866a00640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f18440679c0 0x7f1844069e80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f18500b0000 tx=0x7f18500a9070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.194+0000 7faa44c00640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa28004810 0x7faa28004c90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7faa34002080 tx=0x7faa3401c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7eeeda0aead8186 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.194+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa34001a70 con 0x7faa28004810 2024-09-10T10:32:40.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.194+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa34003ba0 con 0x7faa28004810 2024-09-10T10:32:40.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7faa3fe00640 1 -- 172.21.15.22:0/4035282496 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa340050d0 con 0x7faa28004810 2024-09-10T10:32:40.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7faa46a00640 1 -- 172.21.15.22:0/4035282496 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa28004810 msgr2=0x7faa28004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7faa46a00640 1 --2- 172.21.15.22:0/4035282496 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa28004810 0x7faa28004c90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7faa34002080 tx=0x7faa3401c960 comp rx=0 tx=0).stop 2024-09-10T10:32:40.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7faa46000640 1 -- 172.21.15.22:0/4035282496 reap_dead start 2024-09-10T10:32:40.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7faa46a00640 1 -- 172.21.15.22:0/4035282496 shutdown_connections 2024-09-10T10:32:40.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7faa46a00640 1 -- 172.21.15.22:0/4035282496 >> 172.21.15.22:0/4035282496 conn(0x7faa4006bcc0 msgr2=0x7faa4006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7faa46a00640 1 -- 172.21.15.22:0/4035282496 shutdown_connections 2024-09-10T10:32:40.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7faa46a00640 1 -- 172.21.15.22:0/4035282496 wait complete. 2024-09-10T10:32:40.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7f185f400640 1 -- 172.21.15.22:0/582724896 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1858055740 con 0x7f18680b56f0 2024-09-10T10:32:40.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7faa46a00640 1 Processor -- start 2024-09-10T10:32:40.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.198+0000 7faa46a00640 1 -- start start 2024-09-10T10:32:40.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa46a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa28004810 0x7faa4014e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa46a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa40154880 0x7faa40154d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa46a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa40155240 0x7faa40152030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa45600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa28004810 0x7faa4014e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa45600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa28004810 0x7faa4014e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40636/0 (socket says 172.21.15.22:40636) 2024-09-10T10:32:40.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa44c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa40154880 0x7faa40154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa44c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa40154880 0x7faa40154d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34316/0 (socket says 172.21.15.22:34316) 2024-09-10T10:32:40.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa46000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa40155240 0x7faa40152030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa46000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa40155240 0x7faa40152030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35312/0 (socket says 172.21.15.22:35312) 2024-09-10T10:32:40.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa45600640 1 -- 172.21.15.22:0/2681821884 learned_addr learned my addr 172.21.15.22:0/2681821884 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.202+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7faa400cdcd0 con 0x7faa40155240 2024-09-10T10:32:40.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faa400cdb50 con 0x7faa40154880 2024-09-10T10:32:40.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faa400cde50 con 0x7faa28004810 2024-09-10T10:32:40.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa45600640 1 -- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa40154880 msgr2=0x7faa40154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa45600640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa40154880 0x7faa40154d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa45600640 1 -- 172.21.15.22:0/2681821884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa40155240 msgr2=0x7faa40152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa45600640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa40155240 0x7faa40152030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa45600640 1 -- 172.21.15.22:0/2681821884 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa4014ecc0 con 0x7faa28004810 2024-09-10T10:32:40.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa45600640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa28004810 0x7faa4014e780 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7faa3000c730 tx=0x7faa3000cbf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa3d600640 1 -- 172.21.15.22:0/2681821884 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa30018070 con 0x7faa28004810 2024-09-10T10:32:40.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa3d600640 1 -- 172.21.15.22:0/2681821884 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa300072f0 con 0x7faa28004810 2024-09-10T10:32:40.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa3d600640 1 -- 172.21.15.22:0/2681821884 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa300047f0 con 0x7faa28004810 2024-09-10T10:32:40.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa401503a0 con 0x7faa28004810 2024-09-10T10:32:40.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.206+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7faa4014df80 con 0x7faa28004810 2024-09-10T10:32:40.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.210+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa1c0052a0 con 0x7faa28004810 2024-09-10T10:32:40.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.210+0000 7faa3d600640 1 -- 172.21.15.22:0/2681821884 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faa3001b070 con 0x7faa28004810 2024-09-10T10:32:40.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.210+0000 7faa3d600640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa24067990 0x7faa24069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.210+0000 7faa3d600640 1 -- 172.21.15.22:0/2681821884 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7faa30085060 con 0x7faa28004810 2024-09-10T10:32:40.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.214+0000 7faa44c00640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa24067990 0x7faa24069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.214+0000 7faa44c00640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa24067990 0x7faa24069e50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7faa340ad000 tx=0x7faa340af040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.214+0000 7faa3d600640 1 -- 172.21.15.22:0/2681821884 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faa4014ecc0 con 0x7faa28004810 2024-09-10T10:32:40.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.222+0000 7fb4e9800640 1 Processor -- start 2024-09-10T10:32:40.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.222+0000 7fb4e9800640 1 -- start start 2024-09-10T10:32:40.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.222+0000 7fb4e9800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb4e415c230 0x7fb4e415c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.222+0000 7fb4e9800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e40d2820 0x7fb4e40b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.222+0000 7fb4e9800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4e415cc20 con 0x7fb4e40d2c40 2024-09-10T10:32:40.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.222+0000 7fb4e9800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb4e415cf00 con 0x7fb4e415c230 2024-09-10T10:32:40.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.222+0000 7fb4e9800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb4e415d1e0 con 0x7fb4e40d2820 2024-09-10T10:32:40.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb4e415c230 0x7fb4e415c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb4e415c230 0x7fb4e415c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35314/0 (socket says 172.21.15.22:35314) 2024-09-10T10:32:40.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2a00640 1 -- 172.21.15.22:0/2248497024 learned_addr learned my addr 172.21.15.22:0/2248497024 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e3400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb4e40d2c40 0x7fb4e4073200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:33026/0 (socket says 172.21.15.22:33026) 2024-09-10T10:32:40.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fd3c6600640 1 Processor -- start 2024-09-10T10:32:40.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2000640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e40d2820 0x7fb4e40b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3093549111 0 0) 0x7fb4e415cc20 con 0x7fb4e40d2c40 2024-09-10T10:32:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb4c8003530 con 0x7fb4e40d2c40 2024-09-10T10:32:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3525396713 0 0) 0x7fb4c8003530 con 0x7fb4e40d2c40 2024-09-10T10:32:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e40d2820 msgr2=0x7fb4e40b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e40d2820 0x7fb4e40b6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 >> v2:172.21.15.22:3300/0 conn(0x7fb4e415c230 msgr2=0x7fb4e415c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 --2- 172.21.15.22:0/2248497024 >> v2:172.21.15.22:3300/0 conn(0x7fb4e415c230 0x7fb4e415c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4e415d4c0 con 0x7fb4e40d2c40 2024-09-10T10:32:40.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fb4dc001a00 con 0x7fb4e40d2c40 2024-09-10T10:32:40.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 >> v1:172.21.15.22:6789/0 conn(0x7fb4e40d2c40 legacy=0x7fb4e4073200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 0x7fb4c8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4c8004810 0x7fb4c8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4c80051d0 0x7fb4c800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb4e415cf00 con 0x7fb4c8004810 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb4e415d1e0 con 0x7fb4c80039c0 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb4c800c070 con 0x7fb4c80051d0 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2a00640 1 --2- 172.21.15.22:0/2248497024 >> v2:172.21.15.22:3300/0 conn(0x7fb4e415c230 0x7fb4e415c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2a00640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 0x7fb4c8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e3400640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4c80051d0 0x7fb4c800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2000640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e40d2820 0x7fb4e40b6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2a00640 1 -- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4c80051d0 msgr2=0x7fb4c800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2a00640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4c80051d0 0x7fb4c800b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2a00640 1 -- 172.21.15.22:0/2248497024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4c8004810 msgr2=0x7fb4c8004c90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T10:32:40.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fd3c6600640 1 -- start start 2024-09-10T10:32:40.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fd3c6600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd3c0071090 0x7fd3c015ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fd3c5200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd3c0071090 0x7fd3c015ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3c5200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd3c0071090 0x7fd3c015ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34326/0 (socket says 172.21.15.22:34326) 2024-09-10T10:32:40.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3c5200640 1 -- 172.21.15.22:0/3720339912 learned_addr learned my addr 172.21.15.22:0/3720339912 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3c6600640 1 --2- 172.21.15.22:0/3720339912 >> v2:172.21.15.22:3300/0 conn(0x7fd3c015cab0 0x7fd3c0072480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3c6600640 1 -- 172.21.15.22:0/3720339912 --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3c015ac50 con 0x7fd3c015bf50 2024-09-10T10:32:40.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2a00640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4c8004810 0x7fb4c8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3c6600640 1 -- 172.21.15.22:0/3720339912 --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd3c015af30 con 0x7fd3c015cab0 2024-09-10T10:32:40.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.226+0000 7fb4e2a00640 1 -- 172.21.15.22:0/2248497024 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4e415d4c0 con 0x7fb4c80039c0 2024-09-10T10:32:40.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3610065599 0 0) 0x7fd3c015ac50 con 0x7fd3c015bf50 2024-09-10T10:32:40.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3c6600640 1 -- 172.21.15.22:0/3720339912 --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd3c015b210 con 0x7fd3c0071090 2024-09-10T10:32:40.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd3a4003530 con 0x7fd3c015bf50 2024-09-10T10:32:40.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3c5c00640 1 --2- 172.21.15.22:0/3720339912 >> v2:172.21.15.22:3300/0 conn(0x7fd3c015cab0 0x7fd3c0072480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 <== mon.1 v1:172.21.15.145:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 896149304 0 0) 0x7fd3a4003530 con 0x7fd3c015bf50 2024-09-10T10:32:40.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 >> v2:172.21.15.145:3300/0 conn(0x7fd3c0071090 msgr2=0x7fd3c015ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 --2- 172.21.15.22:0/3720339912 >> v2:172.21.15.145:3300/0 conn(0x7fd3c0071090 0x7fd3c015ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 >> v2:172.21.15.22:3300/0 conn(0x7fd3c015cab0 msgr2=0x7fd3c0072480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 --2- 172.21.15.22:0/3720339912 >> v2:172.21.15.22:3300/0 conn(0x7fd3c015cab0 0x7fd3c0072480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 --> v1:172.21.15.145:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c015b4f0 con 0x7fd3c015bf50 2024-09-10T10:32:40.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 <== mon.1 v1:172.21.15.145:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fd3ac001680 con 0x7fd3c015bf50 2024-09-10T10:32:40.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 >> v1:172.21.15.145:6789/0 conn(0x7fd3c015bf50 legacy=0x7fd3c015c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 --2- 172.21.15.22:0/3720339912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3a40039c0 0x7fd3a4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.230+0000 7fd3bf400640 1 --2- 172.21.15.22:0/3720339912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a4004810 0x7fd3a4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3bf400640 1 --2- 172.21.15.22:0/3720339912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a40051d0 0x7fd3a400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c015af30 con 0x7fd3a40039c0 2024-09-10T10:32:40.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c015b210 con 0x7fd3a40051d0 2024-09-10T10:32:40.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd3a400c0f0 con 0x7fd3a4004810 2024-09-10T10:32:40.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3bfe00640 1 --2- 172.21.15.22:0/3720339912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a4004810 0x7fd3a4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e2a00640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 0x7fb4c8003de0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4009d60 tx=0x7fb4d401cd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acb27646be1f0236 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d40b2070 con 0x7fb4c80039c0 2024-09-10T10:32:40.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4d40a5a10 con 0x7fb4c80039c0 2024-09-10T10:32:40.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e1600640 1 -- 172.21.15.22:0/2248497024 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d4009930 con 0x7fb4c80039c0 2024-09-10T10:32:40.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e9800640 1 -- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 msgr2=0x7fb4c8003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e9800640 1 --2- 172.21.15.22:0/2248497024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 0x7fb4c8003de0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4009d60 tx=0x7fb4d401cd50 comp rx=0 tx=0).stop 2024-09-10T10:32:40.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e3400640 1 -- 172.21.15.22:0/2248497024 reap_dead start 2024-09-10T10:32:40.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd6ef200640 1 Processor -- start 2024-09-10T10:32:40.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd6ef200640 1 -- start start 2024-09-10T10:32:40.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3c5c00640 1 --2- 172.21.15.22:0/3720339912 >> v2:172.21.15.22:3300/0 conn(0x7fd3c015cab0 0x7fd3c0072480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:40.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3bfe00640 1 -- 172.21.15.22:0/3720339912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a40051d0 msgr2=0x7fd3a400b9d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T10:32:40.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3bfe00640 1 --2- 172.21.15.22:0/3720339912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a40051d0 0x7fd3a400b9d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3bfe00640 1 -- 172.21.15.22:0/3720339912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3a40039c0 msgr2=0x7fd3a4003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3bfe00640 1 --2- 172.21.15.22:0/3720339912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3a40039c0 0x7fd3a4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3bfe00640 1 -- 172.21.15.22:0/3720339912 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c015b4f0 con 0x7fd3a4004810 2024-09-10T10:32:40.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e9800640 1 -- 172.21.15.22:0/2248497024 shutdown_connections 2024-09-10T10:32:40.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e9800640 1 -- 172.21.15.22:0/2248497024 >> 172.21.15.22:0/2248497024 conn(0x7fb4e406f3b0 msgr2=0x7fb4e406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd3c5c00640 1 -- 172.21.15.22:0/3720339912 reap_dead start 2024-09-10T10:32:40.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd6ef200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd6f00ced50 0x7fd6f00b4970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd6ef200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6f00b34a0 con 0x7fd6f00716e0 2024-09-10T10:32:40.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd6ef200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6f00b3780 con 0x7fd6f006f730 2024-09-10T10:32:40.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fd6ef200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd6f00b3a60 con 0x7fd6f00ced50 2024-09-10T10:32:40.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.238+0000 7fd6ee800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd6f00ced50 0x7fd6f00b4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.238+0000 7fd6ede00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fd6f006f730 0x7fd6f00ce640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52738/0 (socket says 172.21.15.22:52738) 2024-09-10T10:32:40.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.238+0000 7fd6ede00640 1 -- 172.21.15.22:0/567518480 learned_addr learned my addr 172.21.15.22:0/567518480 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:40.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e9800640 1 -- 172.21.15.22:0/2248497024 shutdown_connections 2024-09-10T10:32:40.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.234+0000 7fb4e9800640 1 -- 172.21.15.22:0/2248497024 wait complete. 2024-09-10T10:32:40.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.238+0000 7fd6ee800640 1 -- 172.21.15.22:0/567518480 >> v1:172.21.15.145:6789/0 conn(0x7fd6f006f730 legacy=0x7fd6f00ce640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:40.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.238+0000 7fd6ee800640 1 -- 172.21.15.22:0/567518480 >> v1:172.21.15.22:6789/0 conn(0x7fd6f00716e0 legacy=0x7fd6f00b4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.238+0000 7fd6ee800640 1 -- 172.21.15.22:0/567518480 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f00b3d40 con 0x7fd6f00ced50 2024-09-10T10:32:40.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fb4e9800640 1 Processor -- start 2024-09-10T10:32:40.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd3bfe00640 1 --2- 172.21.15.22:0/3720339912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a4004810 0x7fd3a4004c90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac00c1e0 tx=0x7fd3ac01cc40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80af0636c2c7fecb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fb4e9800640 1 -- start start 2024-09-10T10:32:40.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac007cd0 con 0x7fd3a4004810 2024-09-10T10:32:40.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3ac0a9070 con 0x7fd3a4004810 2024-09-10T10:32:40.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd3bf400640 1 -- 172.21.15.22:0/3720339912 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac006c40 con 0x7fd3a4004810 2024-09-10T10:32:40.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fb4e9800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 0x7fb4e414f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fb4e9800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4e41f8320 0x7fb4e4152900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fb4e2a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 0x7fb4e414f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fb4e2a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 0x7fb4e414f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34346/0 (socket says 172.21.15.22:34346) 2024-09-10T10:32:40.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fb4e2000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4e41f8320 0x7fb4e4152900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fb4e2000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4e41f8320 0x7fb4e4152900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35344/0 (socket says 172.21.15.22:35344) 2024-09-10T10:32:40.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd6ee800640 1 --2- 172.21.15.22:0/567518480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6f00ced50 0x7fd6f00b4970 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd6dc0097c0 tx=0x7fd6dc01c310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20897c59c260630b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd6eca00640 1 -- 172.21.15.22:0/567518480 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6dc0b0070 con 0x7fd6f00ced50 2024-09-10T10:32:40.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd6eca00640 1 -- 172.21.15.22:0/567518480 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6dc0ab600 con 0x7fd6f00ced50 2024-09-10T10:32:40.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd6eca00640 1 -- 172.21.15.22:0/567518480 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6dc0ab9d0 con 0x7fd6f00ced50 2024-09-10T10:32:40.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd3c6600640 1 -- 172.21.15.22:0/3720339912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a4004810 msgr2=0x7fd3a4004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd3c6600640 1 --2- 172.21.15.22:0/3720339912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a4004810 0x7fd3a4004c90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac00c1e0 tx=0x7fd3ac01cc40 comp rx=0 tx=0).stop 2024-09-10T10:32:40.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fb4e2a00640 1 -- 172.21.15.22:0/3174607008 learned_addr learned my addr 172.21.15.22:0/3174607008 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd3c6600640 1 -- 172.21.15.22:0/3720339912 shutdown_connections 2024-09-10T10:32:40.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd3c6600640 1 --2- 172.21.15.22:0/3720339912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a4004810 0x7fd3a4004c90 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd3c6600640 1 -- 172.21.15.22:0/3720339912 >> 172.21.15.22:0/3720339912 conn(0x7fd3c006d0f0 msgr2=0x7fd3c006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fb4e9800640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e415a1b0 0x7fb4e415a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd6ef200640 1 -- 172.21.15.22:0/567518480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6f00ced50 msgr2=0x7fd6f00b4970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.242+0000 7fd6ef200640 1 --2- 172.21.15.22:0/567518480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6f00ced50 0x7fd6f00b4970 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd6dc0097c0 tx=0x7fd6dc01c310 comp rx=0 tx=0).stop 2024-09-10T10:32:40.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd3c6600640 1 -- 172.21.15.22:0/3720339912 shutdown_connections 2024-09-10T10:32:40.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd3c6600640 1 -- 172.21.15.22:0/3720339912 wait complete. 2024-09-10T10:32:40.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e3400640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e415a1b0 0x7fb4e415a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd6ef200640 1 -- 172.21.15.22:0/567518480 shutdown_connections 2024-09-10T10:32:40.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd6ef200640 1 --2- 172.21.15.22:0/567518480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6f00ced50 0x7fd6f00b4970 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd6ef200640 1 -- 172.21.15.22:0/567518480 >> 172.21.15.22:0/567518480 conn(0x7fd6f006bcc0 msgr2=0x7fd6f006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd6ef200640 1 -- 172.21.15.22:0/567518480 shutdown_connections 2024-09-10T10:32:40.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd6ef200640 1 -- 172.21.15.22:0/567518480 wait complete. 2024-09-10T10:32:40.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb4e4070c00 con 0x7fb4e41f8320 2024-09-10T10:32:40.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb4e4070a80 con 0x7fb4c80039c0 2024-09-10T10:32:40.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb4e4073910 con 0x7fb4e415a1b0 2024-09-10T10:32:40.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e3400640 1 -- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 msgr2=0x7fb4e414f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e3400640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 0x7fb4e414f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e3400640 1 -- 172.21.15.22:0/3174607008 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4e41f8320 msgr2=0x7fb4e4152900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e3400640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4e41f8320 0x7fb4e4152900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e3400640 1 -- 172.21.15.22:0/3174607008 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4e41f88a0 con 0x7fb4e415a1b0 2024-09-10T10:32:40.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd3c6600640 1 Processor -- start 2024-09-10T10:32:40.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd6ef200640 1 Processor -- start 2024-09-10T10:32:40.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd3c6600640 1 -- start start 2024-09-10T10:32:40.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fd6ef200640 1 -- start start 2024-09-10T10:32:40.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e2000640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4e41f8320 0x7fb4e4152900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:40.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e3400640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e415a1b0 0x7fb4e415a660 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb4e40cf040 tx=0x7fb4dc007710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4daa00640 1 -- 172.21.15.22:0/3174607008 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4dc011040 con 0x7fb4e415a1b0 2024-09-10T10:32:40.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4daa00640 1 -- 172.21.15.22:0/3174607008 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4dc01b070 con 0x7fb4e415a1b0 2024-09-10T10:32:40.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4daa00640 1 -- 172.21.15.22:0/3174607008 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4dc015870 con 0x7fb4e415a1b0 2024-09-10T10:32:40.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4e41f8b80 con 0x7fb4e415a1b0 2024-09-10T10:32:40.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4e41f9140 con 0x7fb4e415a1b0 2024-09-10T10:32:40.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.246+0000 7fb4e2a00640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 0x7fb4e414f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:40.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ef200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6f006f730 0x7fd6f0150d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd3c6600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a4004810 0x7fd3c00aeee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd3c6600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3c015a2b0 0x7fd3c00b1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd3c6600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3c0140650 0x7fd3c0140ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd3c6600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c015c5b0 con 0x7fd3c0140650 2024-09-10T10:32:40.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd3c6600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c0073d00 con 0x7fd3a4004810 2024-09-10T10:32:40.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd3c6600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd3c015c730 con 0x7fd3c015a2b0 2024-09-10T10:32:40.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ef200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6f00716e0 0x7fd6f0073a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ef200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6f00ced50 0x7fd6f0169870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd3c5c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3c0140650 0x7fd3c0140ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ed400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6f00716e0 0x7fd6f0073a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ede00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6f006f730 0x7fd6f0150d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ed400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6f00716e0 0x7fd6f0073a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40710/0 (socket says 172.21.15.22:40710) 2024-09-10T10:32:40.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ed400640 1 -- 172.21.15.22:0/3003048847 learned_addr learned my addr 172.21.15.22:0/3003048847 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ee800640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6f00ced50 0x7fd6f0169870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fb4daa00640 1 -- 172.21.15.22:0/3174607008 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb4dc015a10 con 0x7fb4e415a1b0 2024-09-10T10:32:40.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fb4daa00640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4c4067910 0x7fb4c4069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4e415c610 con 0x7fb4e415a1b0 2024-09-10T10:32:40.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fb4e2a00640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4c4067910 0x7fb4c4069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fb4daa00640 1 -- 172.21.15.22:0/3174607008 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb4dc056a30 con 0x7fb4e415a1b0 2024-09-10T10:32:40.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ef200640 1 -- 172.21.15.22:0/3003048847 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f015a9e0 con 0x7fd6f006f730 2024-09-10T10:32:40.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ef200640 1 -- 172.21.15.22:0/3003048847 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f015a860 con 0x7fd6f00ced50 2024-09-10T10:32:40.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.250+0000 7fd6ef200640 1 -- 172.21.15.22:0/3003048847 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd6f0168430 con 0x7fd6f00716e0 2024-09-10T10:32:40.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6ee800640 1 -- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6f00716e0 msgr2=0x7fd6f0073a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6ee800640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6f00716e0 0x7fd6f0073a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6ee800640 1 -- 172.21.15.22:0/3003048847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6f006f730 msgr2=0x7fd6f0150d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6ee800640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6f006f730 0x7fd6f0150d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6ee800640 1 -- 172.21.15.22:0/3003048847 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f00aa6e0 con 0x7fd6f00ced50 2024-09-10T10:32:40.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6ede00640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6f006f730 0x7fd6f0150d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:40.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3c5200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a4004810 0x7fd3c00aeee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3c5200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a4004810 0x7fd3c00aeee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34360/0 (socket says 172.21.15.22:34360) 2024-09-10T10:32:40.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3c5200640 1 -- 172.21.15.22:0/1176223468 learned_addr learned my addr 172.21.15.22:0/1176223468 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:40.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3bfe00640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3c015a2b0 0x7fd3c00b1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3bfe00640 1 -- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a4004810 msgr2=0x7fd3c00aeee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3bfe00640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a4004810 0x7fd3c00aeee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3bfe00640 1 -- 172.21.15.22:0/1176223468 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3c0140650 msgr2=0x7fd3c0140ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3bfe00640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3c0140650 0x7fd3c0140ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3bfe00640 1 -- 172.21.15.22:0/1176223468 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c015a730 con 0x7fd3c015a2b0 2024-09-10T10:32:40.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3c5200640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a4004810 0x7fd3c00aeee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:40.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6ee800640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6f00ced50 0x7fd6f0169870 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd6dc0ab000 tx=0x7fd6dc0190b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fb4e2a00640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4c4067910 0x7fb4c4069dd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb4d401cd90 tx=0x7fb4d40046d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6e6000640 1 -- 172.21.15.22:0/3003048847 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6dc0b9020 con 0x7fd6f00ced50 2024-09-10T10:32:40.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd3bfe00640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3c015a2b0 0x7fd3c00b1e00 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac009000 tx=0x7fd3a4005840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6e6000640 1 -- 172.21.15.22:0/3003048847 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6dc0b5680 con 0x7fd6f00ced50 2024-09-10T10:32:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6ef200640 1 -- 172.21.15.22:0/3003048847 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6f00aa9c0 con 0x7fd6f00ced50 2024-09-10T10:32:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6e6000640 1 -- 172.21.15.22:0/3003048847 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6dc0b0040 con 0x7fd6f00ced50 2024-09-10T10:32:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6ef200640 1 -- 172.21.15.22:0/3003048847 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6f00aaf80 con 0x7fd6f00ced50 2024-09-10T10:32:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.254+0000 7fd6db400640 1 -- 172.21.15.22:0/3003048847 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6f00ce640 con 0x7fd6f00ced50 2024-09-10T10:32:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.258+0000 7fd6e6000640 1 -- 172.21.15.22:0/3003048847 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd6dc0bc020 con 0x7fd6f00ced50 2024-09-10T10:32:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.258+0000 7fd3bcc00640 1 -- 172.21.15.22:0/1176223468 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac005070 con 0x7fd3c015a2b0 2024-09-10T10:32:40.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.258+0000 7fb4daa00640 1 -- 172.21.15.22:0/3174607008 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb4dc059090 con 0x7fb4e415a1b0 2024-09-10T10:32:40.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.258+0000 7fd3c6600640 1 -- 172.21.15.22:0/1176223468 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3c00b38f0 con 0x7fd3c015a2b0 2024-09-10T10:32:40.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.258+0000 7fd3c6600640 1 -- 172.21.15.22:0/1176223468 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3c00af4c0 con 0x7fd3c015a2b0 2024-09-10T10:32:40.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.258+0000 7fd3bcc00640 1 -- 172.21.15.22:0/1176223468 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3ac005210 con 0x7fd3c015a2b0 2024-09-10T10:32:40.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.258+0000 7fd3bcc00640 1 -- 172.21.15.22:0/1176223468 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac005070 con 0x7fd3c015a2b0 2024-09-10T10:32:40.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.258+0000 7fd3c6600640 1 -- 172.21.15.22:0/1176223468 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3c0071c80 con 0x7fd3c015a2b0 2024-09-10T10:32:40.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.262+0000 7fd3bcc00640 1 -- 172.21.15.22:0/1176223468 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd3ac0ab020 con 0x7fd3c015a2b0 2024-09-10T10:32:40.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.262+0000 7fd3bcc00640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3a0067ac0 0x7fd3a0069f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.262+0000 7fd3bcc00640 1 -- 172.21.15.22:0/1176223468 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd3ac11e770 con 0x7fd3c015a2b0 2024-09-10T10:32:40.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.266+0000 7fd6e6000640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6d00678c0 0x7fd6d0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:40.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.266+0000 7fd6e6000640 1 -- 172.21.15.22:0/3003048847 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd6dc11fc40 con 0x7fd6f00ced50 2024-09-10T10:32:40.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.266+0000 7fd6ede00640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6d00678c0 0x7fd6d0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.266+0000 7fd3c5200640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3a0067ac0 0x7fd3a0069f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:40.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.266+0000 7fd6e6000640 1 -- 172.21.15.22:0/3003048847 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd6dc016050 con 0x7fd6f00ced50 2024-09-10T10:32:40.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.266+0000 7fd6ede00640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6d00678c0 0x7fd6d0069d80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0007ca0 tx=0x7fd6e0007bf0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.266+0000 7fd3c5200640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3a0067ac0 0x7fd3a0069f80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0012420 tx=0x7fd3b0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:40.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.270+0000 7fd3bcc00640 1 -- 172.21.15.22:0/1176223468 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd3ac016950 con 0x7fd3c015a2b0 2024-09-10T10:32:40.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.518+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7ff5440733e0 con 0x7ff544162a20 2024-09-10T10:32:40.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.522+0000 7ff541600640 1 -- 172.21.15.22:0/4225440488 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff53c05a3e0 con 0x7ff544162a20 2024-09-10T10:32:40.526 INFO:teuthology.orchestra.run.smithi022.stdout:60129542151 2024-09-10T10:32:40.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff524067990 msgr2=0x7ff524069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff524067990 0x7ff524069e50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff538009600 tx=0x7ff538009190 comp rx=0 tx=0).stop 2024-09-10T10:32:40.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff544162a20 msgr2=0x7ff54415b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff544162a20 0x7ff54415b430 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff53c00be50 tx=0x7ff53c00bf40 comp rx=0 tx=0).stop 2024-09-10T10:32:40.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 shutdown_connections 2024-09-10T10:32:40.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff524067990 0x7ff524069e50 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff544162a20 0x7ff54415b430 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5440b4580 0x7ff544165340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 --2- 172.21.15.22:0/4225440488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff544071a70 0x7ff544159890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 >> 172.21.15.22:0/4225440488 conn(0x7ff544062dd0 msgr2=0x7ff54415f230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 shutdown_connections 2024-09-10T10:32:40.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.526+0000 7ff54c400640 1 -- 172.21.15.22:0/4225440488 wait complete. 2024-09-10T10:32:40.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.534+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f03b80d1af0 con 0x7f03b80d16d0 2024-09-10T10:32:40.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.534+0000 7f03aea00640 1 -- 172.21.15.22:0/3746005444 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f03a80160f0 con 0x7f03b80d16d0 2024-09-10T10:32:40.538 INFO:teuthology.orchestra.run.smithi022.stdout:64424509446 2024-09-10T10:32:40.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0398067990 msgr2=0x7f0398069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0398067990 0x7f0398069e50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f03a4001780 tx=0x7f03a4009040 comp rx=0 tx=0).stop 2024-09-10T10:32:40.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 msgr2=0x7f03b80cc4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80cc4e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f03a80ab000 tx=0x7f03a801ad10 comp rx=0 tx=0).stop 2024-09-10T10:32:40.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 shutdown_connections 2024-09-10T10:32:40.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0398067990 0x7f0398069e50 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03b8161bd0 0x7f03b80cca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03b80d16d0 0x7f03b80cc4e0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 --2- 172.21.15.22:0/3746005444 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03b80cf1d0 0x7f03b815d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 >> 172.21.15.22:0/3746005444 conn(0x7f03b80726e0 msgr2=0x7f03b8074db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 shutdown_connections 2024-09-10T10:32:40.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.538+0000 7f03bd400640 1 -- 172.21.15.22:0/3746005444 wait complete. 2024-09-10T10:32:40.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.542+0000 7fb743600640 1 -- 172.21.15.22:0/2404609923 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb73c06e780 con 0x7fb73c15b7d0 2024-09-10T10:32:40.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.542+0000 7fb738c00640 1 -- 172.21.15.22:0/2404609923 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb72801a860 con 0x7fb73c15b7d0 2024-09-10T10:32:40.547 INFO:teuthology.orchestra.run.smithi022.stdout:64424509447 2024-09-10T10:32:40.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 -- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb71c067990 msgr2=0x7fb71c069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb71c067990 0x7fb71c069e50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb7340012f0 tx=0x7fb734009040 comp rx=0 tx=0).stop 2024-09-10T10:32:40.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 -- 172.21.15.22:0/2404609923 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 msgr2=0x7fb73c1fb1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 0x7fb73c1fb1d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb72800a910 tx=0x7fb72801f360 comp rx=0 tx=0).stop 2024-09-10T10:32:40.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 -- 172.21.15.22:0/2404609923 shutdown_connections 2024-09-10T10:32:40.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb71c067990 0x7fb71c069e50 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb73c15b7d0 0x7fb73c1fb1d0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb73c15ace0 0x7fb73c0cf320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 --2- 172.21.15.22:0/2404609923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb73c0b3530 0x7fb73c1ff190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 -- 172.21.15.22:0/2404609923 >> 172.21.15.22:0/2404609923 conn(0x7fb73c062ae0 msgr2=0x7fb73c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 -- 172.21.15.22:0/2404609923 shutdown_connections 2024-09-10T10:32:40.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.546+0000 7fb743600640 1 -- 172.21.15.22:0/2404609923 wait complete. 2024-09-10T10:32:40.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.554+0000 7f186e600640 1 -- 172.21.15.22:0/582724896 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f1868072e90 con 0x7f18680b56f0 2024-09-10T10:32:40.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.554+0000 7f185f400640 1 -- 172.21.15.22:0/582724896 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1858059a40 con 0x7f18680b56f0 2024-09-10T10:32:40.559 INFO:teuthology.orchestra.run.smithi022.stdout:64424509445 2024-09-10T10:32:40.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.558+0000 7f186e600640 1 -- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f18440679c0 msgr2=0x7f1844069e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.558+0000 7f186e600640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f18440679c0 0x7f1844069e80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f18500b0000 tx=0x7f18500a9070 comp rx=0 tx=0).stop 2024-09-10T10:32:40.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.558+0000 7f186e600640 1 -- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f18680b56f0 msgr2=0x7f1868153e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.558+0000 7f186e600640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f18680b56f0 0x7f1868153e40 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f185800c450 tx=0x7f185800c910 comp rx=0 tx=0).stop 2024-09-10T10:32:40.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.558+0000 7f186e600640 1 -- 172.21.15.22:0/582724896 shutdown_connections 2024-09-10T10:32:40.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.558+0000 7f186e600640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f18440679c0 0x7f1844069e80 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.558+0000 7f186e600640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f186815b600 0x7f1868155c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.558+0000 7f186e600640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f186815b220 0x7f1868165580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.558+0000 7f186e600640 1 --2- 172.21.15.22:0/582724896 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f18680b56f0 0x7f1868153e40 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.558+0000 7f186e600640 1 -- 172.21.15.22:0/582724896 >> 172.21.15.22:0/582724896 conn(0x7f1868062dd0 msgr2=0x7f18681588b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.562+0000 7f186e600640 1 -- 172.21.15.22:0/582724896 shutdown_connections 2024-09-10T10:32:40.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.562+0000 7f186e600640 1 -- 172.21.15.22:0/582724896 wait complete. 2024-09-10T10:32:40.566 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.5 2024-09-10T10:32:40.577 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.1 2024-09-10T10:32:40.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.574+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7faa1c005590 con 0x7faa28004810 2024-09-10T10:32:40.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa3d600640 1 -- 172.21.15.22:0/2681821884 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7faa30055600 con 0x7faa28004810 2024-09-10T10:32:40.581 INFO:teuthology.orchestra.run.smithi022.stdout:64424509446 2024-09-10T10:32:40.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa24067990 msgr2=0x7faa24069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa46a00640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa24067990 0x7faa24069e50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7faa340ad000 tx=0x7faa340af040 comp rx=0 tx=0).stop 2024-09-10T10:32:40.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa28004810 msgr2=0x7faa4014e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa46a00640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa28004810 0x7faa4014e780 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7faa3000c730 tx=0x7faa3000cbf0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 shutdown_connections 2024-09-10T10:32:40.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa46a00640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa24067990 0x7faa24069e50 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa46a00640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa40155240 0x7faa40152030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa46a00640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa40154880 0x7faa40154d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa46a00640 1 --2- 172.21.15.22:0/2681821884 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa28004810 0x7faa4014e780 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.578+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 >> 172.21.15.22:0/2681821884 conn(0x7faa4006bcc0 msgr2=0x7faa40073710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.582+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 shutdown_connections 2024-09-10T10:32:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.582+0000 7faa46a00640 1 -- 172.21.15.22:0/2681821884 wait complete. 2024-09-10T10:32:40.587 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.2 2024-09-10T10:32:40.600 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.4 2024-09-10T10:32:40.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.594+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fb4e415aba0 con 0x7fb4e415a1b0 2024-09-10T10:32:40.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4daa00640 1 -- 172.21.15.22:0/3174607008 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb4dc058990 con 0x7fb4e415a1b0 2024-09-10T10:32:40.601 INFO:teuthology.orchestra.run.smithi022.stdout:64424509446 2024-09-10T10:32:40.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fd6db400640 1 -- 172.21.15.22:0/3003048847 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fd6f006cad0 con 0x7fd6f00ced50 2024-09-10T10:32:40.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fd6e6000640 1 -- 172.21.15.22:0/3003048847 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd6dc0abe20 con 0x7fd6f00ced50 2024-09-10T10:32:40.602 INFO:teuthology.orchestra.run.smithi022.stdout:64424509445 2024-09-10T10:32:40.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4c4067910 msgr2=0x7fb4c4069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4c4067910 0x7fb4c4069dd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb4d401cd90 tx=0x7fb4d40046d0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e415a1b0 msgr2=0x7fb4e415a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e415a1b0 0x7fb4e415a660 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb4e40cf040 tx=0x7fb4dc007710 comp rx=0 tx=0).stop 2024-09-10T10:32:40.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 shutdown_connections 2024-09-10T10:32:40.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4c4067910 0x7fb4c4069dd0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4e415a1b0 0x7fb4e415a660 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4e41f8320 0x7fb4e4152900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 --2- 172.21.15.22:0/3174607008 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4c80039c0 0x7fb4e414f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 >> 172.21.15.22:0/3174607008 conn(0x7fb4e406f3b0 msgr2=0x7fb4e40b2f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 shutdown_connections 2024-09-10T10:32:40.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.598+0000 7fb4e9800640 1 -- 172.21.15.22:0/3174607008 wait complete. 2024-09-10T10:32:40.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 -- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6d00678c0 msgr2=0x7fd6d0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6d00678c0 0x7fd6d0069d80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0007ca0 tx=0x7fd6e0007bf0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 -- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6f00ced50 msgr2=0x7fd6f0169870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6f00ced50 0x7fd6f0169870 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd6dc0ab000 tx=0x7fd6dc0190b0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 -- 172.21.15.22:0/3003048847 shutdown_connections 2024-09-10T10:32:40.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6d00678c0 0x7fd6d0069d80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6f00ced50 0x7fd6f0169870 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6f00716e0 0x7fd6f0073a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 --2- 172.21.15.22:0/3003048847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6f006f730 0x7fd6f0150d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 -- 172.21.15.22:0/3003048847 >> 172.21.15.22:0/3003048847 conn(0x7fd6f006bcc0 msgr2=0x7fd6f0156860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 -- 172.21.15.22:0/3003048847 shutdown_connections 2024-09-10T10:32:40.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.602+0000 7fd6db400640 1 -- 172.21.15.22:0/3003048847 wait complete. 2024-09-10T10:32:40.610 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.7 2024-09-10T10:32:40.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.606+0000 7fd3c6600640 1 -- 172.21.15.22:0/1176223468 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fd3c0140130 con 0x7fd3c015a2b0 2024-09-10T10:32:40.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.606+0000 7fd3bcc00640 1 -- 172.21.15.22:0/1176223468 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd3ac0ef210 con 0x7fd3c015a2b0 2024-09-10T10:32:40.612 INFO:teuthology.orchestra.run.smithi022.stdout:64424509446 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 -- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3a0067ac0 msgr2=0x7fd3a0069f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3a0067ac0 0x7fd3a0069f80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0012420 tx=0x7fd3b0008040 comp rx=0 tx=0).stop 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 -- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3c015a2b0 msgr2=0x7fd3c00b1e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3c015a2b0 0x7fd3c00b1e00 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac009000 tx=0x7fd3a4005840 comp rx=0 tx=0).stop 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 -- 172.21.15.22:0/1176223468 shutdown_connections 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3a0067ac0 0x7fd3a0069f80 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3c0140650 0x7fd3c0140ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3c015a2b0 0x7fd3c00b1e00 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 --2- 172.21.15.22:0/1176223468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a4004810 0x7fd3c00aeee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 -- 172.21.15.22:0/1176223468 >> 172.21.15.22:0/1176223468 conn(0x7fd3c006d0f0 msgr2=0x7fd3c015e2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 -- 172.21.15.22:0/1176223468 shutdown_connections 2024-09-10T10:32:40.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:40.610+0000 7fd3c6600640 1 -- 172.21.15.22:0/1176223468 wait complete. 2024-09-10T10:32:40.638 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.3 2024-09-10T10:32:40.638 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.6 2024-09-10T10:32:40.639 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.0 2024-09-10T10:32:41.567 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-10T10:32:41.578 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T10:32:41.588 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T10:32:41.600 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-10T10:32:41.611 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-10T10:32:41.638 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T10:32:41.639 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-10T10:32:41.639 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T10:32:41.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.778+0000 7f13e1200640 1 Processor -- start 2024-09-10T10:32:41.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.778+0000 7f13e1200640 1 -- start start 2024-09-10T10:32:41.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.782+0000 7f13e1200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d40533e0 0x7f13d4006f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.782+0000 7f13e1200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13d4033c50 con 0x7f13d4033870 2024-09-10T10:32:41.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.782+0000 7f13daa00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f13d4036740 0x7f13d40de200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52754/0 (socket says 172.21.15.22:52754) 2024-09-10T10:32:41.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.782+0000 7f13daa00640 1 -- 172.21.15.22:0/3241658376 learned_addr learned my addr 172.21.15.22:0/3241658376 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:41.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.782+0000 7f13db400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f13d4033870 0x7f13d4036030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:33054/0 (socket says 172.21.15.22:33054) 2024-09-10T10:32:41.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.782+0000 7f13dbe00640 1 --2- 172.21.15.22:0/3241658376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d40533e0 0x7f13d4006f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.782+0000 7f13e1200640 1 -- 172.21.15.22:0/3241658376 --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13d4039820 con 0x7f13d4036740 2024-09-10T10:32:41.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.782+0000 7f13e1200640 1 -- 172.21.15.22:0/3241658376 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f13d40554b0 con 0x7f13d40533e0 2024-09-10T10:32:41.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.786+0000 7f13da000640 1 -- 172.21.15.22:0/3241658376 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3858120959 0 0) 0x7f13d4039820 con 0x7f13d4036740 2024-09-10T10:32:41.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.786+0000 7f13da000640 1 -- 172.21.15.22:0/3241658376 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f13c4003530 con 0x7f13d4036740 2024-09-10T10:32:41.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.786+0000 7f13dbe00640 1 -- 172.21.15.22:0/3241658376 >> v1:172.21.15.145:6789/0 conn(0x7f13d4036740 legacy=0x7f13d40de200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.786+0000 7f13dbe00640 1 -- 172.21.15.22:0/3241658376 >> v1:172.21.15.22:6789/0 conn(0x7f13d4033870 legacy=0x7f13d4036030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.786+0000 7f13dbe00640 1 -- 172.21.15.22:0/3241658376 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13d4039b00 con 0x7f13d40533e0 2024-09-10T10:32:41.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.790+0000 7f13dbe00640 1 --2- 172.21.15.22:0/3241658376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d40533e0 0x7f13d4006f50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f13dc000b70 tx=0x7f13dc09aa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b787d5e98fc384b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.790+0000 7f13da000640 1 -- 172.21.15.22:0/3241658376 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13dc1247b0 con 0x7f13d40533e0 2024-09-10T10:32:41.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.790+0000 7f13da000640 1 -- 172.21.15.22:0/3241658376 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13dc124990 con 0x7f13d40533e0 2024-09-10T10:32:41.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.790+0000 7f13da000640 1 -- 172.21.15.22:0/3241658376 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13dc124e00 con 0x7f13d40533e0 2024-09-10T10:32:41.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.790+0000 7f13e1200640 1 -- 172.21.15.22:0/3241658376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d40533e0 msgr2=0x7f13d4006f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.790+0000 7f13e1200640 1 --2- 172.21.15.22:0/3241658376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d40533e0 0x7f13d4006f50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f13dc000b70 tx=0x7f13dc09aa70 comp rx=0 tx=0).stop 2024-09-10T10:32:41.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.790+0000 7f13e1200640 1 -- 172.21.15.22:0/3241658376 shutdown_connections 2024-09-10T10:32:41.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.790+0000 7f13e1200640 1 --2- 172.21.15.22:0/3241658376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d40533e0 0x7f13d4006f50 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.790+0000 7f13e1200640 1 -- 172.21.15.22:0/3241658376 >> 172.21.15.22:0/3241658376 conn(0x7f13d401d940 msgr2=0x7f13d40545b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:41.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.794+0000 7f13e1200640 1 -- 172.21.15.22:0/3241658376 shutdown_connections 2024-09-10T10:32:41.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.794+0000 7f13e1200640 1 -- 172.21.15.22:0/3241658376 wait complete. 2024-09-10T10:32:41.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.794+0000 7f13e1200640 1 Processor -- start 2024-09-10T10:32:41.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.794+0000 7f13e1200640 1 -- start start 2024-09-10T10:32:41.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13e1200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d4033870 0x7f13d4188530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13e1200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13d4036740 0x7f13d40d66c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13db400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d4033870 0x7f13d4188530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13db400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d4033870 0x7f13d4188530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40730/0 (socket says 172.21.15.22:40730) 2024-09-10T10:32:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13e1200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13d40533e0 0x7f13d40d5b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13daa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13d4036740 0x7f13d40d66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13daa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13d4036740 0x7f13d40d66c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34372/0 (socket says 172.21.15.22:34372) 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f13d40ec8c0 con 0x7f13d40533e0 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13db400640 1 -- 172.21.15.22:0/761220490 learned_addr learned my addr 172.21.15.22:0/761220490 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13dbe00640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13d40533e0 0x7f13d40d5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f13d40ec740 con 0x7f13d4036740 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f13d40eca40 con 0x7f13d4033870 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.798+0000 7f13dbe00640 1 -- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d4033870 msgr2=0x7f13d4188530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13dbe00640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d4033870 0x7f13d4188530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13dbe00640 1 -- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13d4036740 msgr2=0x7f13d40d66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13dbe00640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13d4036740 0x7f13d40d66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13dbe00640 1 -- 172.21.15.22:0/761220490 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13d4047e50 con 0x7f13d40533e0 2024-09-10T10:32:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13dbe00640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13d40533e0 0x7f13d40d5b50 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f13dc06ab80 tx=0x7f13dc097860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13cf400640 1 -- 172.21.15.22:0/761220490 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13dc134630 con 0x7f13d40533e0 2024-09-10T10:32:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13cf400640 1 -- 172.21.15.22:0/761220490 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13dc1347d0 con 0x7f13d40533e0 2024-09-10T10:32:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13cf400640 1 -- 172.21.15.22:0/761220490 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13dc134bc0 con 0x7f13d40533e0 2024-09-10T10:32:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13d40dd8b0 con 0x7f13d40533e0 2024-09-10T10:32:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13d40dde70 con 0x7f13d40533e0 2024-09-10T10:32:41.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.802+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13d4006f50 con 0x7f13d40533e0 2024-09-10T10:32:41.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.806+0000 7f13cf400640 1 -- 172.21.15.22:0/761220490 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f13dc13c030 con 0x7f13d40533e0 2024-09-10T10:32:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.806+0000 7f13cf400640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13bc067990 0x7f13bc069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.810+0000 7f13cf400640 1 -- 172.21.15.22:0/761220490 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f13dc19c430 con 0x7f13d40533e0 2024-09-10T10:32:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.810+0000 7f13db400640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13bc067990 0x7f13bc069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.814+0000 7f13db400640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13bc067990 0x7f13bc069e50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f13d00017a0 tx=0x7f13d0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.814+0000 7f13cf400640 1 -- 172.21.15.22:0/761220490 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f13dc143020 con 0x7f13d40533e0 2024-09-10T10:32:41.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.842+0000 7f62f7e00640 1 Processor -- start 2024-09-10T10:32:41.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.842+0000 7f62f7e00640 1 -- start start 2024-09-10T10:32:41.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.842+0000 7f62f7e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f62f80b4280 0x7f62f80b5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.842+0000 7f62f6000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f62f80b4280 0x7f62f80b5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.842+0000 7f62f7e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62f8163e50 con 0x7f62f81628f0 2024-09-10T10:32:41.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.842+0000 7f62f7e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62f8071aa0 con 0x7f62f8163970 2024-09-10T10:32:41.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.842+0000 7f62f7e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f62f80723d0 con 0x7f62f80b4280 2024-09-10T10:32:41.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.846+0000 7f62f6000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f62f80b4280 0x7f62f80b5bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34378/0 (socket says 172.21.15.22:34378) 2024-09-10T10:32:41.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.846+0000 7f62f6000640 1 -- 172.21.15.22:0/1757691685 learned_addr learned my addr 172.21.15.22:0/1757691685 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.846+0000 7f2ac4200640 1 Processor -- start 2024-09-10T10:32:41.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.846+0000 7f2ac4200640 1 -- start start 2024-09-10T10:32:41.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.846+0000 7f62f6000640 1 -- 172.21.15.22:0/1757691685 >> v1:172.21.15.145:6789/0 conn(0x7f62f8163970 legacy=0x7f62f80ce9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:41.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.846+0000 7f62f6000640 1 -- 172.21.15.22:0/1757691685 >> v1:172.21.15.22:6789/0 conn(0x7f62f81628f0 legacy=0x7f62f80b3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:41.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.846+0000 7f62f6000640 1 -- 172.21.15.22:0/1757691685 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62f8071d80 con 0x7f62f80b4280 2024-09-10T10:32:41.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.846+0000 7f2ac4200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2abc145fb0 0x7f2abc0b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.846+0000 7f2ac4200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2abc06e8c0 0x7f2abc0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f2ac4200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2abc06d3f0 con 0x7f2abc0cd670 2024-09-10T10:32:41.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f2ac4200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2abc0ce010 con 0x7f2abc145fb0 2024-09-10T10:32:41.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f2ac4200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2abc06d1a0 con 0x7f2abc06e8c0 2024-09-10T10:32:41.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7fb1ec600640 1 Processor -- start 2024-09-10T10:32:41.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f2ac2200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2abc06e8c0 0x7f2abc0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f2ac2200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2abc06e8c0 0x7f2abc0cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34390/0 (socket says 172.21.15.22:34390) 2024-09-10T10:32:41.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f2ac2200640 1 -- 172.21.15.22:0/624071571 learned_addr learned my addr 172.21.15.22:0/624071571 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7fb1ec600640 1 -- start start 2024-09-10T10:32:41.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f2ac1800640 1 --2- 172.21.15.22:0/624071571 >> v2:172.21.15.22:3300/0 conn(0x7f2abc145fb0 0x7f2abc0b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f62f6000640 1 --2- 172.21.15.22:0/1757691685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f80b4280 0x7f62f80b5bd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f62f8072550 tx=0x7f62e401c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa0ca919c2350224 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f62f5600640 1 -- 172.21.15.22:0/1757691685 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e40b0070 con 0x7f62f80b4280 2024-09-10T10:32:41.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f62f5600640 1 -- 172.21.15.22:0/1757691685 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62e40ab600 con 0x7f62f80b4280 2024-09-10T10:32:41.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7f62f5600640 1 -- 172.21.15.22:0/1757691685 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e40ab9d0 con 0x7f62f80b4280 2024-09-10T10:32:41.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f62f7e00640 1 -- 172.21.15.22:0/1757691685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f80b4280 msgr2=0x7f62f80b5bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f62f7e00640 1 --2- 172.21.15.22:0/1757691685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f80b4280 0x7f62f80b5bd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f62f8072550 tx=0x7f62e401c490 comp rx=0 tx=0).stop 2024-09-10T10:32:41.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7fb1ec600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1e406c3d0 0x7fb1e40b4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7fb1ec600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb1e40b3530 0x7fb1e406e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7fb1ec600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1e40b3d80 con 0x7fb1e406e850 2024-09-10T10:32:41.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7fb1ec600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb1e40b4060 con 0x7fb1e40b3530 2024-09-10T10:32:41.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.850+0000 7fb1ec600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e40b4340 con 0x7fb1e406c3d0 2024-09-10T10:32:41.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f2ac2200640 1 -- 172.21.15.22:0/624071571 >> v2:172.21.15.22:3300/0 conn(0x7f2abc145fb0 msgr2=0x7f2abc0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:41.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f2ac2200640 1 --2- 172.21.15.22:0/624071571 >> v2:172.21.15.22:3300/0 conn(0x7f2abc145fb0 0x7f2abc0b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f2ac2200640 1 -- 172.21.15.22:0/624071571 >> v1:172.21.15.22:6789/0 conn(0x7f2abc0cd670 legacy=0x7f2abc06e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f2ac2200640 1 -- 172.21.15.22:0/624071571 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2abc06d6d0 con 0x7f2abc06e8c0 2024-09-10T10:32:41.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f2abbe00640 1 -- 172.21.15.22:0/624071571 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 455645315 0 0) 0x7f2abc06d3f0 con 0x7f2abc0cd670 2024-09-10T10:32:41.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7fb1e9c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1e406c3d0 0x7fb1e40b4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7fb1e9200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb1e40b3530 0x7fb1e406e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7fb1ea600640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fb1e406e850 0x7fb1e4071930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52764/0 (socket says 172.21.15.22:52764) 2024-09-10T10:32:41.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7fb1ea600640 1 -- 172.21.15.22:0/4098083260 learned_addr learned my addr 172.21.15.22:0/4098083260 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:41.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7fb1e9200640 1 -- 172.21.15.22:0/4098083260 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1e406c3d0 msgr2=0x7fb1e40b4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:41.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7fb1e9200640 1 --2- 172.21.15.22:0/4098083260 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1e406c3d0 0x7fb1e40b4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7fb1e9200640 1 -- 172.21.15.22:0/4098083260 >> v1:172.21.15.145:6789/0 conn(0x7fb1e406e850 legacy=0x7fb1e4071930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7fb1e9200640 1 -- 172.21.15.22:0/4098083260 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e40b4620 con 0x7fb1e40b3530 2024-09-10T10:32:41.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f62f7e00640 1 -- 172.21.15.22:0/1757691685 shutdown_connections 2024-09-10T10:32:41.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f62f7e00640 1 --2- 172.21.15.22:0/1757691685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f80b4280 0x7f62f80b5bd0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f62f7e00640 1 -- 172.21.15.22:0/1757691685 >> 172.21.15.22:0/1757691685 conn(0x7f62f806c480 msgr2=0x7f62f80b2870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:41.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f62f7e00640 1 -- 172.21.15.22:0/1757691685 shutdown_connections 2024-09-10T10:32:41.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.854+0000 7f62f7e00640 1 -- 172.21.15.22:0/1757691685 wait complete. 2024-09-10T10:32:41.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2ac2200640 1 --2- 172.21.15.22:0/624071571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 0x7f2abc0cdad0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2abc06f5d0 tx=0x7f2ab401c9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e9af21502ad16e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2abbe00640 1 -- 172.21.15.22:0/624071571 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab40090d0 con 0x7f2abc06e8c0 2024-09-10T10:32:41.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f62f7e00640 1 Processor -- start 2024-09-10T10:32:41.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2abbe00640 1 -- 172.21.15.22:0/624071571 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ab40a56c0 con 0x7f2abc06e8c0 2024-09-10T10:32:41.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2abbe00640 1 -- 172.21.15.22:0/624071571 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab4009270 con 0x7f2abc06e8c0 2024-09-10T10:32:41.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f62f7e00640 1 -- start start 2024-09-10T10:32:41.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2ac4200640 1 -- 172.21.15.22:0/624071571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 msgr2=0x7f2abc0cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2ac4200640 1 --2- 172.21.15.22:0/624071571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 0x7f2abc0cdad0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2abc06f5d0 tx=0x7f2ab401c9f0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2ac4200640 1 -- 172.21.15.22:0/624071571 shutdown_connections 2024-09-10T10:32:41.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2ac4200640 1 --2- 172.21.15.22:0/624071571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 0x7f2abc0cdad0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2ac4200640 1 --2- 172.21.15.22:0/624071571 >> v2:172.21.15.22:3300/0 conn(0x7f2abc145fb0 0x7f2abc0b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2ac4200640 1 -- 172.21.15.22:0/624071571 >> 172.21.15.22:0/624071571 conn(0x7f2abc062dd0 msgr2=0x7f2abc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:41.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f2ac4200640 1 -- 172.21.15.22:0/624071571 shutdown_connections 2024-09-10T10:32:41.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f62f7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f62f80b4280 0x7f62f806dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f62f7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f81628f0 0x7f62f8159360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f62f7e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f8163970 0x7f62f8144690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f62f7e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f62f8170a10 con 0x7f62f80b4280 2024-09-10T10:32:41.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f62f7e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62f8170890 con 0x7f62f8163970 2024-09-10T10:32:41.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.858+0000 7f62f7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f62f8170b90 con 0x7f62f81628f0 2024-09-10T10:32:41.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f2ac4200640 1 -- 172.21.15.22:0/624071571 wait complete. 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f62f80b4280 0x7f62f806dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f62f80b4280 0x7f62f806dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35406/0 (socket says 172.21.15.22:35406) 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6a00640 1 -- 172.21.15.22:0/827814889 learned_addr learned my addr 172.21.15.22:0/827814889 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6000640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f81628f0 0x7f62f8159360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f7400640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f8163970 0x7f62f8144690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6a00640 1 -- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f81628f0 msgr2=0x7f62f8159360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6a00640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f81628f0 0x7f62f8159360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6a00640 1 -- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f8163970 msgr2=0x7f62f8144690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6a00640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f8163970 0x7f62f8144690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6a00640 1 -- 172.21.15.22:0/827814889 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62f806e4d0 con 0x7f62f80b4280 2024-09-10T10:32:41.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6000640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f81628f0 0x7f62f8159360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:41.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7fb1e9200640 1 --2- 172.21.15.22:0/4098083260 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 0x7fb1e406e310 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb1d00097c0 tx=0x7fb1d001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c919188ef8d5a51a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f6a00640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f62f80b4280 0x7f62f806dbd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f62e800c480 tx=0x7f62e800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7fb1e3e00640 1 -- 172.21.15.22:0/4098083260 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00b1070 con 0x7fb1e40b3530 2024-09-10T10:32:41.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f2ac4200640 1 Processor -- start 2024-09-10T10:32:41.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62eea00640 1 -- 172.21.15.22:0/827814889 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e8012830 con 0x7f62f80b4280 2024-09-10T10:32:41.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62eea00640 1 -- 172.21.15.22:0/827814889 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62e8017070 con 0x7f62f80b4280 2024-09-10T10:32:41.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f7e00640 1 -- 172.21.15.22:0/827814889 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62f806e7b0 con 0x7f62f80b4280 2024-09-10T10:32:41.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62f7e00640 1 -- 172.21.15.22:0/827814889 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62f806ed70 con 0x7f62f80b4280 2024-09-10T10:32:41.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f2ac4200640 1 -- start start 2024-09-10T10:32:41.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7f62eea00640 1 -- 172.21.15.22:0/827814889 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e8012c30 con 0x7f62f80b4280 2024-09-10T10:32:41.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7fb1e3e00640 1 -- 172.21.15.22:0/4098083260 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1d00ac410 con 0x7fb1e40b3530 2024-09-10T10:32:41.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.862+0000 7fb1e3e00640 1 -- 172.21.15.22:0/4098083260 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00ac7e0 con 0x7fb1e40b3530 2024-09-10T10:32:41.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7fb1ec600640 1 -- 172.21.15.22:0/4098083260 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 msgr2=0x7fb1e406e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7fb1ec600640 1 --2- 172.21.15.22:0/4098083260 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 0x7fb1e406e310 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb1d00097c0 tx=0x7fb1d001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7fb1ec600640 1 -- 172.21.15.22:0/4098083260 shutdown_connections 2024-09-10T10:32:41.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7fb1ec600640 1 --2- 172.21.15.22:0/4098083260 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 0x7fb1e406e310 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7fb1ec600640 1 --2- 172.21.15.22:0/4098083260 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1e406c3d0 0x7fb1e40b4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7fb1ec600640 1 -- 172.21.15.22:0/4098083260 >> 172.21.15.22:0/4098083260 conn(0x7fb1e4062ae0 msgr2=0x7fb1e406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac4200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 0x7f2abc155c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac4200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2abc0cd670 0x7f2abc0aa690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac4200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2abc145fb0 0x7f2abc15e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac4200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2abc0d0130 con 0x7f2abc145fb0 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac4200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2abc0cffb0 con 0x7f2abc06e8c0 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac4200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2abc06dd20 con 0x7f2abc0cd670 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac0e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2abc0cd670 0x7f2abc0aa690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac1800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 0x7f2abc155c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac1800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 0x7f2abc155c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34402/0 (socket says 172.21.15.22:34402) 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac1800640 1 -- 172.21.15.22:0/4175961534 learned_addr learned my addr 172.21.15.22:0/4175961534 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac2200640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2abc145fb0 0x7f2abc15e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f62f7e00640 1 -- 172.21.15.22:0/827814889 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62d00052a0 con 0x7f62f80b4280 2024-09-10T10:32:41.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7fb1ec600640 1 -- 172.21.15.22:0/4098083260 shutdown_connections 2024-09-10T10:32:41.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac1800640 1 -- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2abc0cd670 msgr2=0x7f2abc0aa690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac1800640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2abc0cd670 0x7f2abc0aa690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7f2ac1800640 1 -- 172.21.15.22:0/4175961534 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2abc145fb0 msgr2=0x7f2abc15e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.866+0000 7fb1ec600640 1 -- 172.21.15.22:0/4098083260 wait complete. 2024-09-10T10:32:41.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7f2ac1800640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2abc145fb0 0x7f2abc15e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7f2ac1800640 1 -- 172.21.15.22:0/4175961534 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2abc204e10 con 0x7f2abc06e8c0 2024-09-10T10:32:41.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ec600640 1 Processor -- start 2024-09-10T10:32:41.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7f2ac2200640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2abc145fb0 0x7f2abc15e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:41.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ec600640 1 -- start start 2024-09-10T10:32:41.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7f62eea00640 1 -- 172.21.15.22:0/827814889 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f62e801c460 con 0x7f62f80b4280 2024-09-10T10:32:41.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7f62eea00640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62d8067990 0x7f62d8069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7f62eea00640 1 -- 172.21.15.22:0/827814889 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f62e8085a30 con 0x7f62f80b4280 2024-09-10T10:32:41.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ec600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1e406c3d0 0x7fb1e415d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ec600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1e406e850 0x7fb1e40cd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ec600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 0x7fb1e4149b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1e9c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1e406c3d0 0x7fb1e415d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1e9c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1e406c3d0 0x7fb1e415d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34412/0 (socket says 172.21.15.22:34412) 2024-09-10T10:32:41.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1e9200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1e406e850 0x7fb1e40cd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ec600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e4160e10 con 0x7fb1e40b3530 2024-09-10T10:32:41.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ec600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e4160c90 con 0x7fb1e406c3d0 2024-09-10T10:32:41.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ec600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e4160f90 con 0x7fb1e406e850 2024-09-10T10:32:41.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ea600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 0x7fb1e4149b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ea600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 0x7fb1e4149b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35422/0 (socket says 172.21.15.22:35422) 2024-09-10T10:32:41.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7fb1ea600640 1 -- 172.21.15.22:0/3790598266 learned_addr learned my addr 172.21.15.22:0/3790598266 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7f2ac1800640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 0x7f2abc155c10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2aac00e930 tx=0x7f2aac00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7f2ab9600640 1 -- 172.21.15.22:0/4175961534 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aac017070 con 0x7f2abc06e8c0 2024-09-10T10:32:41.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7f2ab9600640 1 -- 172.21.15.22:0/4175961534 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aac00c9a0 con 0x7f2abc06e8c0 2024-09-10T10:32:41.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.870+0000 7f2ab9600640 1 -- 172.21.15.22:0/4175961534 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aac00cd50 con 0x7f2abc06e8c0 2024-09-10T10:32:41.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7f2ac4200640 1 -- 172.21.15.22:0/4175961534 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2abc2050f0 con 0x7f2abc06e8c0 2024-09-10T10:32:41.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7fb1ea600640 1 -- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1e406e850 msgr2=0x7fb1e40cd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7fb1ea600640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1e406e850 0x7fb1e40cd9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7f2ac4200640 1 -- 172.21.15.22:0/4175961534 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2abc2056b0 con 0x7f2abc06e8c0 2024-09-10T10:32:41.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7fb1ea600640 1 -- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1e406c3d0 msgr2=0x7fb1e415d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7fb1ea600640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1e406c3d0 0x7fb1e415d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7fb1ea600640 1 -- 172.21.15.22:0/3790598266 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e415bff0 con 0x7fb1e40b3530 2024-09-10T10:32:41.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7fb1ea600640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 0x7fb1e4149b00 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc00caa0 tx=0x7fb1dc00cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7f3954c00640 1 Processor -- start 2024-09-10T10:32:41.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7f62f6000640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62d8067990 0x7f62d8069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7f3954c00640 1 -- start start 2024-09-10T10:32:41.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7f2ac4200640 1 -- 172.21.15.22:0/4175961534 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2abc160bd0 con 0x7f2abc06e8c0 2024-09-10T10:32:41.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7f62f6000640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62d8067990 0x7f62d8069e50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f62e40ad000 tx=0x7f62e4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.874+0000 7f2ab9600640 1 -- 172.21.15.22:0/4175961534 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2aac01a070 con 0x7f2abc06e8c0 2024-09-10T10:32:41.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f3954c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3950071190 0x7f395006d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f3954c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39500d2140 con 0x7f395006d5d0 2024-09-10T10:32:41.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f3954c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39500d2420 con 0x7f3950162a20 2024-09-10T10:32:41.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f3954c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f39500d2700 con 0x7f3950071190 2024-09-10T10:32:41.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f394e800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f395006d5d0 0x7f3950162e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:33084/0 (socket says 172.21.15.22:33084) 2024-09-10T10:32:41.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f394e800640 1 -- 172.21.15.22:0/155432146 learned_addr learned my addr 172.21.15.22:0/155432146 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:41.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f394d400640 1 --2- 172.21.15.22:0/155432146 >> v2:172.21.15.22:3300/0 conn(0x7f3950071190 0x7f395006d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f2ab9600640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a9c067910 0x7f2a9c069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f2ab9600640 1 -- 172.21.15.22:0/4175961534 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f2aac085f40 con 0x7f2abc06e8c0 2024-09-10T10:32:41.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f394d400640 1 -- 172.21.15.22:0/155432146 >> v1:172.21.15.145:6789/0 conn(0x7f3950162a20 legacy=0x7f3950070a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f394d400640 1 -- 172.21.15.22:0/155432146 >> v1:172.21.15.22:6789/0 conn(0x7f395006d5d0 legacy=0x7f3950162e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f2ac0e00640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a9c067910 0x7f2a9c069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f394d400640 1 -- 172.21.15.22:0/155432146 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39500d29e0 con 0x7f3950071190 2024-09-10T10:32:41.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.878+0000 7f2ac0e00640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a9c067910 0x7f2a9c069dd0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2abc0b0190 tx=0x7f2aa8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.882+0000 7f2ab9600640 1 -- 172.21.15.22:0/4175961534 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2aac056560 con 0x7f2abc06e8c0 2024-09-10T10:32:41.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.882+0000 7fb1e1600640 1 -- 172.21.15.22:0/3790598266 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc017070 con 0x7fb1e40b3530 2024-09-10T10:32:41.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.882+0000 7f62eea00640 1 -- 172.21.15.22:0/827814889 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f62e80565e0 con 0x7f62f80b4280 2024-09-10T10:32:41.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.882+0000 7fb1ec600640 1 -- 172.21.15.22:0/3790598266 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e415c2d0 con 0x7fb1e40b3530 2024-09-10T10:32:41.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.882+0000 7f394d400640 1 --2- 172.21.15.22:0/155432146 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3950071190 0x7f395006d090 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3948009d90 tx=0x7f394801c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5856c26a6e92137f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.882+0000 7fb1ec600640 1 -- 172.21.15.22:0/3790598266 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e415c890 con 0x7fb1e40b3530 2024-09-10T10:32:41.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.882+0000 7fb1e1600640 1 -- 172.21.15.22:0/3790598266 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1dc00ac00 con 0x7fb1e40b3530 2024-09-10T10:32:41.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.882+0000 7fb1e1600640 1 -- 172.21.15.22:0/3790598266 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc012620 con 0x7fb1e40b3530 2024-09-10T10:32:41.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.886+0000 7f394ca00640 1 -- 172.21.15.22:0/155432146 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39480b2070 con 0x7f3950071190 2024-09-10T10:32:41.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.886+0000 7f394ca00640 1 -- 172.21.15.22:0/155432146 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39480a5940 con 0x7f3950071190 2024-09-10T10:32:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.890+0000 7f394ca00640 1 -- 172.21.15.22:0/155432146 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39480a5d10 con 0x7f3950071190 2024-09-10T10:32:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.890+0000 7fb1ec600640 1 -- 172.21.15.22:0/3790598266 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1c00052a0 con 0x7fb1e40b3530 2024-09-10T10:32:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.890+0000 7f3954c00640 1 -- 172.21.15.22:0/155432146 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3950071190 msgr2=0x7f395006d090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.890+0000 7f3954c00640 1 --2- 172.21.15.22:0/155432146 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3950071190 0x7f395006d090 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3948009d90 tx=0x7f394801c970 comp rx=0 tx=0).stop 2024-09-10T10:32:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.890+0000 7f3954c00640 1 -- 172.21.15.22:0/155432146 shutdown_connections 2024-09-10T10:32:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.890+0000 7f3954c00640 1 --2- 172.21.15.22:0/155432146 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3950071190 0x7f395006d090 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.890+0000 7f3954c00640 1 -- 172.21.15.22:0/155432146 >> 172.21.15.22:0/155432146 conn(0x7f395006f3b0 msgr2=0x7f395006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:41.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.894+0000 7fb1e1600640 1 -- 172.21.15.22:0/3790598266 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb1dc01a070 con 0x7fb1e40b3530 2024-09-10T10:32:41.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.894+0000 7fb1e1600640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb1c40678c0 0x7fb1c4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.894+0000 7fb1e1600640 1 -- 172.21.15.22:0/3790598266 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb1dc085d30 con 0x7fb1e40b3530 2024-09-10T10:32:41.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.898+0000 7f3954c00640 1 -- 172.21.15.22:0/155432146 shutdown_connections 2024-09-10T10:32:41.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.898+0000 7fb1e9c00640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb1c40678c0 0x7fb1c4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.898+0000 7f3954c00640 1 -- 172.21.15.22:0/155432146 wait complete. 2024-09-10T10:32:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.898+0000 7f3954c00640 1 Processor -- start 2024-09-10T10:32:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.898+0000 7f3954c00640 1 -- start start 2024-09-10T10:32:41.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f3954c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f395006d5d0 0x7f3950150350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7fb1e1600640 1 -- 172.21.15.22:0/3790598266 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb1dc021020 con 0x7fb1e40b3530 2024-09-10T10:32:41.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f3954c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3950071190 0x7f3950151af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f395006d5d0 0x7f3950150350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f3954c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3950162a20 0x7f395015c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f395006d5d0 0x7f3950150350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35436/0 (socket says 172.21.15.22:35436) 2024-09-10T10:32:41.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3950170950 con 0x7f395006d5d0 2024-09-10T10:32:41.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394de00640 1 -- 172.21.15.22:0/4203371849 learned_addr learned my addr 172.21.15.22:0/4203371849 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f39501707d0 con 0x7f3950162a20 2024-09-10T10:32:41.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3950170ad0 con 0x7f3950071190 2024-09-10T10:32:41.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394d400640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3950071190 0x7f3950151af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394d400640 1 -- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3950162a20 msgr2=0x7f395015c1e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T10:32:41.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394d400640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3950162a20 0x7f395015c1e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394d400640 1 -- 172.21.15.22:0/4203371849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f395006d5d0 msgr2=0x7f3950150350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394d400640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f395006d5d0 0x7f3950150350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394d400640 1 -- 172.21.15.22:0/4203371849 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f395014ff60 con 0x7f3950071190 2024-09-10T10:32:41.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7fb1e9c00640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb1c40678c0 0x7fb1c4069d80 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb1d8009b60 tx=0x7fb1d8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394de00640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f395006d5d0 0x7f3950150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:41.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.902+0000 7f394d400640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3950071190 0x7f3950151af0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f39480ac000 tx=0x7f3948019710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.906+0000 7f3946000640 1 -- 172.21.15.22:0/4203371849 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39480bd020 con 0x7f3950071190 2024-09-10T10:32:41.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.906+0000 7f3946000640 1 -- 172.21.15.22:0/4203371849 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39480b3040 con 0x7f3950071190 2024-09-10T10:32:41.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.906+0000 7f3946000640 1 -- 172.21.15.22:0/4203371849 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39480b2050 con 0x7f3950071190 2024-09-10T10:32:41.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.906+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3950150a50 con 0x7f3950071190 2024-09-10T10:32:41.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.906+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3950151010 con 0x7f3950071190 2024-09-10T10:32:41.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.906+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3950070400 con 0x7f3950071190 2024-09-10T10:32:41.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.910+0000 7f17f9e00640 1 Processor -- start 2024-09-10T10:32:41.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.910+0000 7f17f9e00640 1 -- start start 2024-09-10T10:32:41.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.910+0000 7f3946000640 1 -- 172.21.15.22:0/4203371849 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f39480c0070 con 0x7f3950071190 2024-09-10T10:32:41.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.910+0000 7f9524e00640 1 Processor -- start 2024-09-10T10:32:41.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f9e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f17f40b46b0 0x7f17f4072e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f9e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f17f40b3530 0x7f17f406d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f9e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17f4162f00 con 0x7f17f4162b20 2024-09-10T10:32:41.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f9e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f17f4071d10 con 0x7f17f40b46b0 2024-09-10T10:32:41.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f9e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f17f4071ff0 con 0x7f17f40b3530 2024-09-10T10:32:41.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f2000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f17f40b46b0 0x7f17f4072e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f2000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f17f40b46b0 0x7f17f4072e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35444/0 (socket says 172.21.15.22:35444) 2024-09-10T10:32:41.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f3946000640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3930067990 0x7f3930069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f2000640 1 -- 172.21.15.22:0/2590591715 learned_addr learned my addr 172.21.15.22:0/2590591715 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f3400640 1 --2- 172.21.15.22:0/2590591715 >> v2:172.21.15.145:3300/0 conn(0x7f17f40b3530 0x7f17f406d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f2a00640 1 --1- 172.21.15.22:0/2590591715 >> v1:172.21.15.145:6789/0 conn(0x7f17f4162b20 0x7f17f40b3fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52776/0 (socket says 172.21.15.22:52776) 2024-09-10T10:32:41.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f3946000640 1 -- 172.21.15.22:0/4203371849 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3948120380 con 0x7f3950071190 2024-09-10T10:32:41.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f3400640 1 -- 172.21.15.22:0/2590591715 >> v2:172.21.15.22:3300/0 conn(0x7f17f40b46b0 msgr2=0x7f17f4072e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:41.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f9524e00640 1 -- start start 2024-09-10T10:32:41.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f9524e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9520162b20 0x7f9520072e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f9524e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b46b0 0x7f952006d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f9524e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9520162f00 con 0x7f95200b3530 2024-09-10T10:32:41.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f9524e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9520071d10 con 0x7f9520162b20 2024-09-10T10:32:41.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f9524e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9520071ff0 con 0x7f95200b46b0 2024-09-10T10:32:41.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f3400640 1 --2- 172.21.15.22:0/2590591715 >> v2:172.21.15.22:3300/0 conn(0x7f17f40b46b0 0x7f17f4072e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f394de00640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3930067990 0x7f3930069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f951e800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b46b0 0x7f952006d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f951de00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9520162b20 0x7f9520072e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f951e800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b46b0 0x7f952006d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40766/0 (socket says 172.21.15.22:40766) 2024-09-10T10:32:41.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f951e800640 1 -- 172.21.15.22:0/2759056454 learned_addr learned my addr 172.21.15.22:0/2759056454 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f3400640 1 -- 172.21.15.22:0/2590591715 >> v1:172.21.15.145:6789/0 conn(0x7f17f4162b20 legacy=0x7f17f40b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f3400640 1 -- 172.21.15.22:0/2590591715 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f40722d0 con 0x7f17f40b3530 2024-09-10T10:32:41.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.914+0000 7f17f2000640 1 --2- 172.21.15.22:0/2590591715 >> v2:172.21.15.22:3300/0 conn(0x7f17f40b46b0 0x7f17f4072e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:41.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.918+0000 7f394de00640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3930067990 0x7f3930069e50 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f395014fd60 tx=0x7f3940009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.918+0000 7f951e800640 1 -- 172.21.15.22:0/2759056454 >> v2:172.21.15.22:3300/0 conn(0x7f9520162b20 msgr2=0x7f9520072e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:41.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.918+0000 7f951e800640 1 --2- 172.21.15.22:0/2759056454 >> v2:172.21.15.22:3300/0 conn(0x7f9520162b20 0x7f9520072e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.918+0000 7f951e800640 1 -- 172.21.15.22:0/2759056454 >> v1:172.21.15.22:6789/0 conn(0x7f95200b3530 legacy=0x7f95200b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:41.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.918+0000 7f951e800640 1 -- 172.21.15.22:0/2759056454 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95200722d0 con 0x7f95200b46b0 2024-09-10T10:32:41.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.918+0000 7f3946000640 1 -- 172.21.15.22:0/4203371849 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f395014ff60 con 0x7f3950071190 2024-09-10T10:32:41.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.922+0000 7f951e800640 1 --2- 172.21.15.22:0/2759056454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b46b0 0x7f952006d310 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f950c009870 tx=0x7f950c01c4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5068b684d3acade server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.922+0000 7f1be8400640 1 Processor -- start 2024-09-10T10:32:41.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.922+0000 7f1be8400640 1 -- start start 2024-09-10T10:32:41.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.922+0000 7f17f3400640 1 --2- 172.21.15.22:0/2590591715 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f40b3530 0x7f17f406d310 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f17f406f5d0 tx=0x7f17ec01c900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0dd9ea848437cf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.922+0000 7f951ca00640 1 -- 172.21.15.22:0/2759056454 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950c0aa610 con 0x7f95200b46b0 2024-09-10T10:32:41.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.922+0000 7f951ca00640 1 -- 172.21.15.22:0/2759056454 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f950c0af070 con 0x7f95200b46b0 2024-09-10T10:32:41.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.922+0000 7f951ca00640 1 -- 172.21.15.22:0/2759056454 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950c0aa9d0 con 0x7f95200b46b0 2024-09-10T10:32:41.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.922+0000 7f17f1600640 1 -- 172.21.15.22:0/2590591715 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17ec0b2070 con 0x7f17f40b3530 2024-09-10T10:32:41.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.922+0000 7f17f1600640 1 -- 172.21.15.22:0/2590591715 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17ec0a59c0 con 0x7f17f40b3530 2024-09-10T10:32:41.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.922+0000 7f17f1600640 1 -- 172.21.15.22:0/2590591715 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17ec0a5d90 con 0x7f17f40b3530 2024-09-10T10:32:41.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f9524e00640 1 -- 172.21.15.22:0/2759056454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b46b0 msgr2=0x7f952006d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f9524e00640 1 --2- 172.21.15.22:0/2759056454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b46b0 0x7f952006d310 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f950c009870 tx=0x7f950c01c4f0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f17f9e00640 1 -- 172.21.15.22:0/2590591715 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f40b3530 msgr2=0x7f17f406d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f17f9e00640 1 --2- 172.21.15.22:0/2590591715 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f40b3530 0x7f17f406d310 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f17f406f5d0 tx=0x7f17ec01c900 comp rx=0 tx=0).stop 2024-09-10T10:32:41.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f17f9e00640 1 -- 172.21.15.22:0/2590591715 shutdown_connections 2024-09-10T10:32:41.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f17f9e00640 1 --2- 172.21.15.22:0/2590591715 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f40b3530 0x7f17f406d310 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f17f9e00640 1 --2- 172.21.15.22:0/2590591715 >> v2:172.21.15.22:3300/0 conn(0x7f17f40b46b0 0x7f17f4072e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f17f9e00640 1 -- 172.21.15.22:0/2590591715 >> 172.21.15.22:0/2590591715 conn(0x7f17f4062dd0 msgr2=0x7f17f406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:41.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f9524e00640 1 -- 172.21.15.22:0/2759056454 shutdown_connections 2024-09-10T10:32:41.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f9524e00640 1 --2- 172.21.15.22:0/2759056454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b46b0 0x7f952006d310 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f9524e00640 1 --2- 172.21.15.22:0/2759056454 >> v2:172.21.15.22:3300/0 conn(0x7f9520162b20 0x7f9520072e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f9524e00640 1 -- 172.21.15.22:0/2759056454 >> 172.21.15.22:0/2759056454 conn(0x7f9520062dd0 msgr2=0x7f952006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:41.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f17f9e00640 1 -- 172.21.15.22:0/2590591715 shutdown_connections 2024-09-10T10:32:41.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f17f9e00640 1 -- 172.21.15.22:0/2590591715 wait complete. 2024-09-10T10:32:41.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be8400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1be015ace0 0x7f1be00b4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f9524e00640 1 -- 172.21.15.22:0/2759056454 shutdown_connections 2024-09-10T10:32:41.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be8400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1be00b3530 0x7f1be006e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be8400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1be00b3aa0 con 0x7f1be015b0c0 2024-09-10T10:32:41.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be8400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f1be00b3d80 con 0x7f1be00b3530 2024-09-10T10:32:41.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be8400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f1be00b4060 con 0x7f1be015ace0 2024-09-10T10:32:41.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f9524e00640 1 -- 172.21.15.22:0/2759056454 wait complete. 2024-09-10T10:32:41.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be5000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1be00b3530 0x7f1be006e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be5a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1be015ace0 0x7f1be00b4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be5a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1be015ace0 0x7f1be00b4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34440/0 (socket says 172.21.15.22:34440) 2024-09-10T10:32:41.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be5a00640 1 -- 172.21.15.22:0/3335580539 learned_addr learned my addr 172.21.15.22:0/3335580539 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be5a00640 1 -- 172.21.15.22:0/3335580539 >> v2:172.21.15.22:3300/0 conn(0x7f1be00b3530 msgr2=0x7f1be006e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:41.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be5a00640 1 --2- 172.21.15.22:0/3335580539 >> v2:172.21.15.22:3300/0 conn(0x7f1be00b3530 0x7f1be006e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be5a00640 1 -- 172.21.15.22:0/3335580539 >> v1:172.21.15.22:6789/0 conn(0x7f1be015b0c0 legacy=0x7f1be015b550 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T10:32:41.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.926+0000 7f1be5a00640 1 -- 172.21.15.22:0/3335580539 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1be00b4340 con 0x7f1be015ace0 2024-09-10T10:32:41.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f1be5000640 1 --2- 172.21.15.22:0/3335580539 >> v2:172.21.15.22:3300/0 conn(0x7f1be00b3530 0x7f1be006e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:41.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f9524e00640 1 Processor -- start 2024-09-10T10:32:41.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f17f9e00640 1 Processor -- start 2024-09-10T10:32:41.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f17f9e00640 1 -- start start 2024-09-10T10:32:41.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f17f9e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f40b3530 0x7f17f4151980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f17f9e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f17f40b46b0 0x7f17f41615f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f17f9e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f4162b20 0x7f17f4161b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f17f9e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f17f406e1e0 con 0x7f17f40b46b0 2024-09-10T10:32:41.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f17f9e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f17f406e060 con 0x7f17f40b3530 2024-09-10T10:32:41.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f17f9e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f17f406e360 con 0x7f17f4162b20 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f9524e00640 1 -- start start 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f9524e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b3530 0x7f95201486f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f9524e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f95200b46b0 0x7f9520146b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f9524e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9520162b20 0x7f95200ce450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f9524e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f952006e1e0 con 0x7f95200b46b0 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f9524e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f952006e060 con 0x7f9520162b20 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f9524e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f952006e360 con 0x7f95200b3530 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f951d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f95200b46b0 0x7f9520146b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f951d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f95200b46b0 0x7f9520146b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35484/0 (socket says 172.21.15.22:35484) 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.930+0000 7f951d400640 1 -- 172.21.15.22:0/741577514 learned_addr learned my addr 172.21.15.22:0/741577514 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f951d400640 1 -- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b3530 msgr2=0x7f95201486f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T10:32:41.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f4162b20 0x7f17f4161b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f2a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f40b3530 0x7f17f4151980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f4162b20 0x7f17f4161b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40776/0 (socket says 172.21.15.22:40776) 2024-09-10T10:32:41.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f3400640 1 -- 172.21.15.22:0/3051777906 learned_addr learned my addr 172.21.15.22:0/3051777906 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f2000640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f17f40b46b0 0x7f17f41615f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f951d400640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b3530 0x7f95201486f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f951d400640 1 -- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9520162b20 msgr2=0x7f95200ce450 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T10:32:41.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f951d400640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9520162b20 0x7f95200ce450 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f951d400640 1 -- 172.21.15.22:0/741577514 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95200cf890 con 0x7f95200b46b0 2024-09-10T10:32:41.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f3400640 1 -- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f40b3530 msgr2=0x7f17f4151980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f3400640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f40b3530 0x7f17f4151980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f3400640 1 -- 172.21.15.22:0/3051777906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f17f40b46b0 msgr2=0x7f17f41615f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f3400640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f17f40b46b0 0x7f17f41615f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f3400640 1 -- 172.21.15.22:0/3051777906 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f4157a70 con 0x7f17f4162b20 2024-09-10T10:32:41.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f2000640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f17f40b46b0 0x7f17f41615f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:41.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f951d400640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f95200b46b0 0x7f9520146b80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f951000c780 tx=0x7f951000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f3400640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f4162b20 0x7f17f4161b30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f17ec01a530 tx=0x7f17ec0196a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f1be5a00640 1 --2- 172.21.15.22:0/3335580539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 0x7f1be00b4b40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1be00b32b0 tx=0x7f1bd801dd90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8a088c0e46504f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17eb400640 1 -- 172.21.15.22:0/3051777906 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17ec0bd030 con 0x7f17f4162b20 2024-09-10T10:32:41.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17eb400640 1 -- 172.21.15.22:0/3051777906 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17ec0ae4d0 con 0x7f17f4162b20 2024-09-10T10:32:41.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17eb400640 1 -- 172.21.15.22:0/3051777906 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17ec0bd030 con 0x7f17f4162b20 2024-09-10T10:32:41.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f9e00640 1 -- 172.21.15.22:0/3051777906 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17f4152c60 con 0x7f17f4162b20 2024-09-10T10:32:41.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f1bdfe00640 1 -- 172.21.15.22:0/3335580539 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd80a6c50 con 0x7f1be015ace0 2024-09-10T10:32:41.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f17f9e00640 1 -- 172.21.15.22:0/3051777906 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f17f4152f00 con 0x7f17f4162b20 2024-09-10T10:32:41.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f1bdfe00640 1 -- 172.21.15.22:0/3335580539 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bd80a6df0 con 0x7f1be015ace0 2024-09-10T10:32:41.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f1bdfe00640 1 -- 172.21.15.22:0/3335580539 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd80ae610 con 0x7f1be015ace0 2024-09-10T10:32:41.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f9516000640 1 -- 172.21.15.22:0/741577514 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951000a840 con 0x7f95200b46b0 2024-09-10T10:32:41.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f9516000640 1 -- 172.21.15.22:0/741577514 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9510017070 con 0x7f95200b46b0 2024-09-10T10:32:41.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f9516000640 1 -- 172.21.15.22:0/741577514 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951000ac80 con 0x7f95200b46b0 2024-09-10T10:32:41.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f9524e00640 1 -- 172.21.15.22:0/741577514 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9520164830 con 0x7f95200b46b0 2024-09-10T10:32:41.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.934+0000 7f9524e00640 1 -- 172.21.15.22:0/741577514 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95201639f0 con 0x7f95200b46b0 2024-09-10T10:32:41.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f1be8400640 1 -- 172.21.15.22:0/3335580539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 msgr2=0x7f1be00b4b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f1be8400640 1 --2- 172.21.15.22:0/3335580539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 0x7f1be00b4b40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1be00b32b0 tx=0x7f1bd801dd90 comp rx=0 tx=0).stop 2024-09-10T10:32:41.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f1be8400640 1 -- 172.21.15.22:0/3335580539 shutdown_connections 2024-09-10T10:32:41.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f1be8400640 1 --2- 172.21.15.22:0/3335580539 >> v2:172.21.15.22:3300/0 conn(0x7f1be00b3530 0x7f1be006e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f1be8400640 1 --2- 172.21.15.22:0/3335580539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 0x7f1be00b4b40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f1be8400640 1 -- 172.21.15.22:0/3335580539 >> 172.21.15.22:0/3335580539 conn(0x7f1be0062ae0 msgr2=0x7f1be006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:41.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f1be8400640 1 -- 172.21.15.22:0/3335580539 shutdown_connections 2024-09-10T10:32:41.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f1be8400640 1 -- 172.21.15.22:0/3335580539 wait complete. 2024-09-10T10:32:41.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f17eb400640 1 -- 172.21.15.22:0/3051777906 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f17ec0c0070 con 0x7f17f4162b20 2024-09-10T10:32:41.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f17eb400640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f17d4067ac0 0x7f17d4069f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.938+0000 7f1be8400640 1 Processor -- start 2024-09-10T10:32:41.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be8400640 1 -- start start 2024-09-10T10:32:41.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f9516000640 1 -- 172.21.15.22:0/741577514 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f951001c460 con 0x7f95200b46b0 2024-09-10T10:32:41.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f9524e00640 1 -- 172.21.15.22:0/741577514 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f952006d310 con 0x7f95200b46b0 2024-09-10T10:32:41.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f17eb400640 1 -- 172.21.15.22:0/3051777906 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f17ec120840 con 0x7f17f4162b20 2024-09-10T10:32:41.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f17f9e00640 1 -- 172.21.15.22:0/3051777906 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17f406d310 con 0x7f17f4162b20 2024-09-10T10:32:41.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f17f2a00640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f17d4067ac0 0x7f17d4069f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f17f2a00640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f17d4067ac0 0x7f17d4069f80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f17e0000f70 tx=0x7f17e0007e50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be8400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1be00b3530 0x7f1be01434b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be8400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 0x7f1be0158790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f9516000640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9500067940 0x7f9500069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f9516000640 1 -- 172.21.15.22:0/741577514 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9510085a00 con 0x7f95200b46b0 2024-09-10T10:32:41.950 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be5a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1be00b3530 0x7f1be01434b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.950 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be5a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1be00b3530 0x7f1be01434b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40800/0 (socket says 172.21.15.22:40800) 2024-09-10T10:32:41.950 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be5000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 0x7f1be0158790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.950 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be5000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 0x7f1be0158790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34462/0 (socket says 172.21.15.22:34462) 2024-09-10T10:32:41.950 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be5a00640 1 -- 172.21.15.22:0/3889766627 learned_addr learned my addr 172.21.15.22:0/3889766627 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:41.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f951de00640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9500067940 0x7f9500069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be8400640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1be015b0c0 0x7f1be0157810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1be00724d0 con 0x7f1be015b0c0 2024-09-10T10:32:41.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be6400640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1be015b0c0 0x7f1be0157810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1be0072350 con 0x7f1be015ace0 2024-09-10T10:32:41.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.942+0000 7f951de00640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9500067940 0x7f9500069e00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9518009fa0 tx=0x7f951800b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.946+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1be0072650 con 0x7f1be00b3530 2024-09-10T10:32:41.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.946+0000 7f1be5000640 1 -- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1be00b3530 msgr2=0x7f1be01434b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.946+0000 7f1be5000640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1be00b3530 0x7f1be01434b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.946+0000 7f1be5000640 1 -- 172.21.15.22:0/3889766627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1be015b0c0 msgr2=0x7f1be0157810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:41.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.946+0000 7f1be5000640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1be015b0c0 0x7f1be0157810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:41.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.946+0000 7f1be5000640 1 -- 172.21.15.22:0/3889766627 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1be0159250 con 0x7f1be015ace0 2024-09-10T10:32:41.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.946+0000 7f17eb400640 1 -- 172.21.15.22:0/3051777906 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f17ec0f7030 con 0x7f17f4162b20 2024-09-10T10:32:41.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.946+0000 7f1be6400640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1be015b0c0 0x7f1be0157810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:41.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.946+0000 7f1be5a00640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1be00b3530 0x7f1be01434b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:41.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.950+0000 7f1be5000640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 0x7f1be0158790 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1bd400d5d0 tx=0x7f1bd400da90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.950+0000 7f1bdd600640 1 -- 172.21.15.22:0/3889766627 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd4018020 con 0x7f1be015ace0 2024-09-10T10:32:41.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.950+0000 7f1bdd600640 1 -- 172.21.15.22:0/3889766627 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bd4014620 con 0x7f1be015ace0 2024-09-10T10:32:41.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.950+0000 7f1bdd600640 1 -- 172.21.15.22:0/3889766627 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd4014a10 con 0x7f1be015ace0 2024-09-10T10:32:41.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.954+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1be0159530 con 0x7f1be015ace0 2024-09-10T10:32:41.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.954+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1be01442d0 con 0x7f1be015ace0 2024-09-10T10:32:41.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.954+0000 7f9516000640 1 -- 172.21.15.22:0/741577514 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9520164830 con 0x7f95200b46b0 2024-09-10T10:32:41.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.954+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1be006e4e0 con 0x7f1be015ace0 2024-09-10T10:32:41.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.958+0000 7f1bdd600640 1 -- 172.21.15.22:0/3889766627 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1bd401b020 con 0x7f1be015ace0 2024-09-10T10:32:41.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.958+0000 7f1bdd600640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1bc00678c0 0x7f1bc0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:41.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.958+0000 7f1bdd600640 1 -- 172.21.15.22:0/3889766627 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f1bd40860e0 con 0x7f1be015ace0 2024-09-10T10:32:41.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.958+0000 7f1be5a00640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1bc00678c0 0x7f1bc0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:41.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.962+0000 7f1be5a00640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1bc00678c0 0x7f1bc0069d80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1bd8000f90 tx=0x7f1bd80a8070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:41.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:41.962+0000 7f1bdd600640 1 -- 172.21.15.22:0/3889766627 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1bd4022020 con 0x7f1be015ace0 2024-09-10T10:32:42.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.166+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f13d404e7b0 con 0x7f13d40533e0 2024-09-10T10:32:42.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.166+0000 7f13cf400640 1 -- 172.21.15.22:0/761220490 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f13dc171e20 con 0x7f13d40533e0 2024-09-10T10:32:42.170 INFO:teuthology.orchestra.run.smithi022.stdout:60129542152 2024-09-10T10:32:42.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13bc067990 msgr2=0x7f13bc069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13bc067990 0x7f13bc069e50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f13d00017a0 tx=0x7f13d0009040 comp rx=0 tx=0).stop 2024-09-10T10:32:42.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13d40533e0 msgr2=0x7f13d40d5b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13d40533e0 0x7f13d40d5b50 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f13dc06ab80 tx=0x7f13dc097860 comp rx=0 tx=0).stop 2024-09-10T10:32:42.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 shutdown_connections 2024-09-10T10:32:42.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13bc067990 0x7f13bc069e50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13d40533e0 0x7f13d40d5b50 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13d4036740 0x7f13d40d66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 --2- 172.21.15.22:0/761220490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13d4033870 0x7f13d4188530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 >> 172.21.15.22:0/761220490 conn(0x7f13d401d940 msgr2=0x7f13d4050450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 shutdown_connections 2024-09-10T10:32:42.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.170+0000 7f13e1200640 1 -- 172.21.15.22:0/761220490 wait complete. 2024-09-10T10:32:42.206 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.5 2024-09-10T10:32:42.206 DEBUG:teuthology.parallel:result is None 2024-09-10T10:32:42.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.222+0000 7fb1ec600640 1 -- 172.21.15.22:0/3790598266 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb1c0005860 con 0x7fb1e40b3530 2024-09-10T10:32:42.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1e1600640 1 -- 172.21.15.22:0/3790598266 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb1dc056290 con 0x7fb1e40b3530 2024-09-10T10:32:42.230 INFO:teuthology.orchestra.run.smithi022.stdout:64424509448 2024-09-10T10:32:42.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 -- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb1c40678c0 msgr2=0x7fb1c4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb1c40678c0 0x7fb1c4069d80 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb1d8009b60 tx=0x7fb1d8009190 comp rx=0 tx=0).stop 2024-09-10T10:32:42.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 -- 172.21.15.22:0/3790598266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 msgr2=0x7fb1e4149b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 0x7fb1e4149b00 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc00caa0 tx=0x7fb1dc00cf60 comp rx=0 tx=0).stop 2024-09-10T10:32:42.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 -- 172.21.15.22:0/3790598266 shutdown_connections 2024-09-10T10:32:42.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb1c40678c0 0x7fb1c4069d80 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb1e40b3530 0x7fb1e4149b00 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1e406e850 0x7fb1e40cd9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 --2- 172.21.15.22:0/3790598266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1e406c3d0 0x7fb1e415d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 -- 172.21.15.22:0/3790598266 >> 172.21.15.22:0/3790598266 conn(0x7fb1e4062ae0 msgr2=0x7fb1e415f940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 -- 172.21.15.22:0/3790598266 shutdown_connections 2024-09-10T10:32:42.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.226+0000 7fb1ec600640 1 -- 172.21.15.22:0/3790598266 wait complete. 2024-09-10T10:32:42.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.242+0000 7f2ac4200640 1 -- 172.21.15.22:0/4175961534 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f2abc0cda70 con 0x7f2abc06e8c0 2024-09-10T10:32:42.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.242+0000 7f2ab9600640 1 -- 172.21.15.22:0/4175961534 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2aac05a860 con 0x7f2abc06e8c0 2024-09-10T10:32:42.246 INFO:teuthology.orchestra.run.smithi022.stdout:64424509446 2024-09-10T10:32:42.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.246+0000 7f62f7e00640 1 -- 172.21.15.22:0/827814889 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f62d0005590 con 0x7f62f80b4280 2024-09-10T10:32:42.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.246+0000 7f2ac4200640 1 -- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a9c067910 msgr2=0x7f2a9c069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.246+0000 7f2ac4200640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a9c067910 0x7f2a9c069dd0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2abc0b0190 tx=0x7f2aa8009040 comp rx=0 tx=0).stop 2024-09-10T10:32:42.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.246+0000 7f2ac4200640 1 -- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 msgr2=0x7f2abc155c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.246+0000 7f2ac4200640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 0x7f2abc155c10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2aac00e930 tx=0x7f2aac00edf0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f2ac4200640 1 -- 172.21.15.22:0/4175961534 shutdown_connections 2024-09-10T10:32:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f2ac4200640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a9c067910 0x7f2a9c069dd0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f2ac4200640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2abc145fb0 0x7f2abc15e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f2ac4200640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2abc0cd670 0x7f2abc0aa690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f2ac4200640 1 --2- 172.21.15.22:0/4175961534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2abc06e8c0 0x7f2abc155c10 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f2ac4200640 1 -- 172.21.15.22:0/4175961534 >> 172.21.15.22:0/4175961534 conn(0x7f2abc062dd0 msgr2=0x7f2abc06e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f2ac4200640 1 -- 172.21.15.22:0/4175961534 shutdown_connections 2024-09-10T10:32:42.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62eea00640 1 -- 172.21.15.22:0/827814889 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f62e8055ee0 con 0x7f62f80b4280 2024-09-10T10:32:42.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f2ac4200640 1 -- 172.21.15.22:0/4175961534 wait complete. 2024-09-10T10:32:42.255 INFO:teuthology.orchestra.run.smithi022.stdout:64424509447 2024-09-10T10:32:42.256 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.2 2024-09-10T10:32:42.257 DEBUG:teuthology.parallel:result is None 2024-09-10T10:32:42.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62f7e00640 1 -- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62d8067990 msgr2=0x7f62d8069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62f7e00640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62d8067990 0x7f62d8069e50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f62e40ad000 tx=0x7f62e4008040 comp rx=0 tx=0).stop 2024-09-10T10:32:42.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62f7e00640 1 -- 172.21.15.22:0/827814889 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f62f80b4280 msgr2=0x7f62f806dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62f7e00640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f62f80b4280 0x7f62f806dbd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f62e800c480 tx=0x7f62e800c940 comp rx=0 tx=0).stop 2024-09-10T10:32:42.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62f7e00640 1 -- 172.21.15.22:0/827814889 shutdown_connections 2024-09-10T10:32:42.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62f7e00640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62d8067990 0x7f62d8069e50 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62f7e00640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f8163970 0x7f62f8144690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62f7e00640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f81628f0 0x7f62f8159360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62f7e00640 1 --2- 172.21.15.22:0/827814889 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f62f80b4280 0x7f62f806dbd0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.250+0000 7f62f7e00640 1 -- 172.21.15.22:0/827814889 >> 172.21.15.22:0/827814889 conn(0x7f62f806c480 msgr2=0x7f62f8164d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.254+0000 7f62f7e00640 1 -- 172.21.15.22:0/827814889 shutdown_connections 2024-09-10T10:32:42.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.254+0000 7f62f7e00640 1 -- 172.21.15.22:0/827814889 wait complete. 2024-09-10T10:32:42.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.262+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f39500b17b0 con 0x7f3950071190 2024-09-10T10:32:42.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.262+0000 7f3946000640 1 -- 172.21.15.22:0/4203371849 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3948016560 con 0x7f3950071190 2024-09-10T10:32:42.266 INFO:teuthology.orchestra.run.smithi022.stdout:64424509447 2024-09-10T10:32:42.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3930067990 msgr2=0x7f3930069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3930067990 0x7f3930069e50 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f395014fd60 tx=0x7f3940009040 comp rx=0 tx=0).stop 2024-09-10T10:32:42.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3950071190 msgr2=0x7f3950151af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3950071190 0x7f3950151af0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f39480ac000 tx=0x7f3948019710 comp rx=0 tx=0).stop 2024-09-10T10:32:42.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 shutdown_connections 2024-09-10T10:32:42.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3930067990 0x7f3930069e50 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3950162a20 0x7f395015c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3950071190 0x7f3950151af0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 --2- 172.21.15.22:0/4203371849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f395006d5d0 0x7f3950150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 >> 172.21.15.22:0/4203371849 conn(0x7f395006f3b0 msgr2=0x7f39500b6b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 shutdown_connections 2024-09-10T10:32:42.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.266+0000 7f3954c00640 1 -- 172.21.15.22:0/4203371849 wait complete. 2024-09-10T10:32:42.278 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.4 2024-09-10T10:32:42.278 DEBUG:teuthology.parallel:result is None 2024-09-10T10:32:42.281 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.1 2024-09-10T10:32:42.281 DEBUG:teuthology.parallel:result is None 2024-09-10T10:32:42.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.294+0000 7f17f9e00640 1 -- 172.21.15.22:0/3051777906 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f17f41663e0 con 0x7f17f4162b20 2024-09-10T10:32:42.301 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.7 2024-09-10T10:32:42.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.294+0000 7f17eb400640 1 -- 172.21.15.22:0/3051777906 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f17ec016520 con 0x7f17f4162b20 2024-09-10T10:32:42.301 INFO:teuthology.orchestra.run.smithi022.stdout:64424509446 2024-09-10T10:32:42.302 DEBUG:teuthology.parallel:result is None 2024-09-10T10:32:42.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 -- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f17d4067ac0 msgr2=0x7f17d4069f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f17d4067ac0 0x7f17d4069f80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f17e0000f70 tx=0x7f17e0007e50 comp rx=0 tx=0).stop 2024-09-10T10:32:42.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 -- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f4162b20 msgr2=0x7f17f4161b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f4162b20 0x7f17f4161b30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f17ec01a530 tx=0x7f17ec0196a0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 -- 172.21.15.22:0/3051777906 shutdown_connections 2024-09-10T10:32:42.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f17d4067ac0 0x7f17d4069f80 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f4162b20 0x7f17f4161b30 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f17f40b46b0 0x7f17f41615f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 --2- 172.21.15.22:0/3051777906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f40b3530 0x7f17f4151980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 -- 172.21.15.22:0/3051777906 >> 172.21.15.22:0/3051777906 conn(0x7f17f4062dd0 msgr2=0x7f17f40b17e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 -- 172.21.15.22:0/3051777906 shutdown_connections 2024-09-10T10:32:42.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.298+0000 7f17f9e00640 1 -- 172.21.15.22:0/3051777906 wait complete. 2024-09-10T10:32:42.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.302+0000 7f9524e00640 1 -- 172.21.15.22:0/741577514 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f95201663e0 con 0x7f95200b46b0 2024-09-10T10:32:42.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.302+0000 7f9516000640 1 -- 172.21.15.22:0/741577514 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f951000ae20 con 0x7f95200b46b0 2024-09-10T10:32:42.307 INFO:teuthology.orchestra.run.smithi022.stdout:64424509447 2024-09-10T10:32:42.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.302+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f1be006d9c0 con 0x7f1be015ace0 2024-09-10T10:32:42.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1bdd600640 1 -- 172.21.15.22:0/3889766627 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1bd4056530 con 0x7f1be015ace0 2024-09-10T10:32:42.309 INFO:teuthology.orchestra.run.smithi022.stdout:64424509447 2024-09-10T10:32:42.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 -- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9500067940 msgr2=0x7f9500069e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9500067940 0x7f9500069e00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9518009fa0 tx=0x7f951800b040 comp rx=0 tx=0).stop 2024-09-10T10:32:42.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 -- 172.21.15.22:0/741577514 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f95200b46b0 msgr2=0x7f9520146b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f95200b46b0 0x7f9520146b80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f951000c780 tx=0x7f951000cc40 comp rx=0 tx=0).stop 2024-09-10T10:32:42.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 -- 172.21.15.22:0/741577514 shutdown_connections 2024-09-10T10:32:42.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9500067940 0x7f9500069e00 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9520162b20 0x7f95200ce450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f95200b46b0 0x7f9520146b80 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 --2- 172.21.15.22:0/741577514 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f95200b3530 0x7f95201486f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 -- 172.21.15.22:0/741577514 >> 172.21.15.22:0/741577514 conn(0x7f9520062dd0 msgr2=0x7f95200b0810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 -- 172.21.15.22:0/741577514 shutdown_connections 2024-09-10T10:32:42.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f9524e00640 1 -- 172.21.15.22:0/741577514 wait complete. 2024-09-10T10:32:42.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1bc00678c0 msgr2=0x7f1bc0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1bc00678c0 0x7f1bc0069d80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1bd8000f90 tx=0x7f1bd80a8070 comp rx=0 tx=0).stop 2024-09-10T10:32:42.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 msgr2=0x7f1be0158790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 0x7f1be0158790 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1bd400d5d0 tx=0x7f1bd400da90 comp rx=0 tx=0).stop 2024-09-10T10:32:42.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 shutdown_connections 2024-09-10T10:32:42.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1bc00678c0 0x7f1bc0069d80 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1be015b0c0 0x7f1be0157810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1be015ace0 0x7f1be0158790 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 --2- 172.21.15.22:0/3889766627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1be00b3530 0x7f1be01434b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 >> 172.21.15.22:0/3889766627 conn(0x7f1be0062ae0 msgr2=0x7f1be00b00a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 shutdown_connections 2024-09-10T10:32:42.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.306+0000 7f1be8400640 1 -- 172.21.15.22:0/3889766627 wait complete. 2024-09-10T10:32:42.330 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.0 2024-09-10T10:32:42.330 DEBUG:teuthology.parallel:result is None 2024-09-10T10:32:42.335 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.3 2024-09-10T10:32:42.336 DEBUG:teuthology.parallel:result is None 2024-09-10T10:32:42.336 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.6 2024-09-10T10:32:42.336 DEBUG:teuthology.parallel:result is None 2024-09-10T10:32:42.337 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:32:42.337 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:32:42.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.510+0000 7ff989000640 1 Processor -- start 2024-09-10T10:32:42.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.510+0000 7ff989000640 1 -- start start 2024-09-10T10:32:42.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff989000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff98415b220 0x7ff984071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff989000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff98415b600 0x7ff9840b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff989000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9840ce880 con 0x7ff9840b5520 2024-09-10T10:32:42.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff989000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff98406d6e0 con 0x7ff98415b220 2024-09-10T10:32:42.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff989000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff9840ceb60 con 0x7ff98415b600 2024-09-10T10:32:42.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff982800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff9840b5520 0x7ff9840b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:33100/0 (socket says 172.21.15.22:33100) 2024-09-10T10:32:42.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff982800640 1 -- 172.21.15.22:0/3342876650 learned_addr learned my addr 172.21.15.22:0/3342876650 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:42.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff981e00640 1 --2- 172.21.15.22:0/3342876650 >> v2:172.21.15.145:3300/0 conn(0x7ff98415b220 0x7ff984071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff981400640 1 --2- 172.21.15.22:0/3342876650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff98415b600 0x7ff9840b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff980a00640 1 -- 172.21.15.22:0/3342876650 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1937646588 0 0) 0x7ff9840ce880 con 0x7ff9840b5520 2024-09-10T10:32:42.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff980a00640 1 -- 172.21.15.22:0/3342876650 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff968003530 con 0x7ff9840b5520 2024-09-10T10:32:42.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff981e00640 1 -- 172.21.15.22:0/3342876650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff98415b600 msgr2=0x7ff9840b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:42.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff981e00640 1 --2- 172.21.15.22:0/3342876650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff98415b600 0x7ff9840b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff980a00640 1 -- 172.21.15.22:0/3342876650 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1966315867 0 0) 0x7ff968003530 con 0x7ff9840b5520 2024-09-10T10:32:42.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff981e00640 1 -- 172.21.15.22:0/3342876650 >> v1:172.21.15.22:6789/0 conn(0x7ff9840b5520 legacy=0x7ff9840b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.514+0000 7ff981e00640 1 -- 172.21.15.22:0/3342876650 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9840cee40 con 0x7ff98415b220 2024-09-10T10:32:42.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff981e00640 1 --2- 172.21.15.22:0/3342876650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff98415b220 0x7ff984071140 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff9740097c0 tx=0x7ff97401c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2494207e5faa6ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:42.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff980a00640 1 -- 172.21.15.22:0/3342876650 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9740b0070 con 0x7ff98415b220 2024-09-10T10:32:42.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff980a00640 1 -- 172.21.15.22:0/3342876650 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9740ab600 con 0x7ff98415b220 2024-09-10T10:32:42.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff980a00640 1 -- 172.21.15.22:0/3342876650 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9740ab9d0 con 0x7ff98415b220 2024-09-10T10:32:42.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 -- 172.21.15.22:0/3342876650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff98415b220 msgr2=0x7ff984071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 --2- 172.21.15.22:0/3342876650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff98415b220 0x7ff984071140 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff9740097c0 tx=0x7ff97401c410 comp rx=0 tx=0).stop 2024-09-10T10:32:42.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 -- 172.21.15.22:0/3342876650 shutdown_connections 2024-09-10T10:32:42.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 --2- 172.21.15.22:0/3342876650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff98415b600 0x7ff9840b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 --2- 172.21.15.22:0/3342876650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff98415b220 0x7ff984071140 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 -- 172.21.15.22:0/3342876650 >> 172.21.15.22:0/3342876650 conn(0x7ff984062dd0 msgr2=0x7ff98406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 -- 172.21.15.22:0/3342876650 shutdown_connections 2024-09-10T10:32:42.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 -- 172.21.15.22:0/3342876650 wait complete. 2024-09-10T10:32:42.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 Processor -- start 2024-09-10T10:32:42.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 -- start start 2024-09-10T10:32:42.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9840b5520 0x7ff9840b2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff98415b220 0x7ff9841509b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff98415b600 0x7ff98414bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff9840d01e0 con 0x7ff98415b600 2024-09-10T10:32:42.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff9840d0060 con 0x7ff98415b220 2024-09-10T10:32:42.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.518+0000 7ff989000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff9841660e0 con 0x7ff9840b5520 2024-09-10T10:32:42.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff982800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff98415b600 0x7ff98414bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff982800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff98415b600 0x7ff98414bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35506/0 (socket says 172.21.15.22:35506) 2024-09-10T10:32:42.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff982800640 1 -- 172.21.15.22:0/2489109712 learned_addr learned my addr 172.21.15.22:0/2489109712 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:42.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff981400640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff98415b220 0x7ff9841509b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff981e00640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9840b5520 0x7ff9840b2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff982800640 1 -- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9840b5520 msgr2=0x7ff9840b2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff982800640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9840b5520 0x7ff9840b2200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff982800640 1 -- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff98415b220 msgr2=0x7ff9841509b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff982800640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff98415b220 0x7ff9841509b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff982800640 1 -- 172.21.15.22:0/2489109712 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff984151150 con 0x7ff98415b600 2024-09-10T10:32:42.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff982800640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff98415b600 0x7ff98414bce0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff97c00cb10 tx=0x7ff97c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:42.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff97a000640 1 -- 172.21.15.22:0/2489109712 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff97c00ac70 con 0x7ff98415b600 2024-09-10T10:32:42.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff97a000640 1 -- 172.21.15.22:0/2489109712 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff97c00ae30 con 0x7ff98415b600 2024-09-10T10:32:42.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff989000640 1 -- 172.21.15.22:0/2489109712 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff984151430 con 0x7ff98415b600 2024-09-10T10:32:42.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff97a000640 1 -- 172.21.15.22:0/2489109712 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff97c012600 con 0x7ff98415b600 2024-09-10T10:32:42.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff989000640 1 -- 172.21.15.22:0/2489109712 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9841519f0 con 0x7ff98415b600 2024-09-10T10:32:42.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff989000640 1 -- 172.21.15.22:0/2489109712 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9840b4fe0 con 0x7ff98415b600 2024-09-10T10:32:42.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.522+0000 7ff97a000640 1 -- 172.21.15.22:0/2489109712 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff97c0127a0 con 0x7ff98415b600 2024-09-10T10:32:42.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.526+0000 7ff97a000640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9640678f0 0x7ff964069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.526+0000 7ff97a000640 1 -- 172.21.15.22:0/2489109712 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff97c086370 con 0x7ff98415b600 2024-09-10T10:32:42.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.526+0000 7ff981e00640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9640678f0 0x7ff964069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.526+0000 7ff981e00640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9640678f0 0x7ff964069db0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff9740ad000 tx=0x7ff974008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:42.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.530+0000 7ff97a000640 1 -- 172.21.15.22:0/2489109712 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff97c056730 con 0x7ff98415b600 2024-09-10T10:32:42.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.694+0000 7ff989000640 1 -- 172.21.15.22:0/2489109712 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff984072e90 con 0x7ff9640678f0 2024-09-10T10:32:42.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.698+0000 7ff97a000640 1 -- 172.21.15.22:0/2489109712 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251833 (secure 0 0 0) 0x7ff984072e90 con 0x7ff9640678f0 2024-09-10T10:32:42.707 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:42.708 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:32:42.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 -- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9640678f0 msgr2=0x7ff964069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9640678f0 0x7ff964069db0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff9740ad000 tx=0x7ff974008040 comp rx=0 tx=0).stop 2024-09-10T10:32:42.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 -- 172.21.15.22:0/2489109712 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff98415b600 msgr2=0x7ff98414bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff98415b600 0x7ff98414bce0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff97c00cb10 tx=0x7ff97c00a060 comp rx=0 tx=0).stop 2024-09-10T10:32:42.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 -- 172.21.15.22:0/2489109712 shutdown_connections 2024-09-10T10:32:42.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9640678f0 0x7ff964069db0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff98415b600 0x7ff98414bce0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff98415b220 0x7ff9841509b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 --2- 172.21.15.22:0/2489109712 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9840b5520 0x7ff9840b2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 -- 172.21.15.22:0/2489109712 >> 172.21.15.22:0/2489109712 conn(0x7ff984062dd0 msgr2=0x7ff984071140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 -- 172.21.15.22:0/2489109712 shutdown_connections 2024-09-10T10:32:42.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.702+0000 7ff989000640 1 -- 172.21.15.22:0/2489109712 wait complete. 2024-09-10T10:32:42.728 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-10T10:32:41.335967+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235828,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738892,"statfs":{"total":773094113280,"available":772852625408,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.274882"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085482+0000","last_change":"2024-09-10T10:32:29.072834+0000","last_active":"2024-09-10T10:32:30.085482+0000","last_peered":"2024-09-10T10:32:30.085482+0000","last_clean":"2024-09-10T10:32:30.085482+0000","last_became_active":"2024-09-10T10:32:29.072509+0000","last_became_peered":"2024-09-10T10:32:29.072509+0000","last_unstale":"2024-09-10T10:32:30.085482+0000","last_undegraded":"2024-09-10T10:32:30.085482+0000","last_fullsized":"2024-09-10T10:32:30.085482+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:36.498217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086530+0000","last_change":"2024-09-10T10:32:29.055028+0000","last_active":"2024-09-10T10:32:30.086530+0000","last_peered":"2024-09-10T10:32:30.086530+0000","last_clean":"2024-09-10T10:32:30.086530+0000","last_became_active":"2024-09-10T10:32:29.054764+0000","last_became_peered":"2024-09-10T10:32:29.054764+0000","last_unstale":"2024-09-10T10:32:30.086530+0000","last_undegraded":"2024-09-10T10:32:30.086530+0000","last_fullsized":"2024-09-10T10:32:30.086530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:17.725431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086336+0000","last_change":"2024-09-10T10:32:29.061695+0000","last_active":"2024-09-10T10:32:30.086336+0000","last_peered":"2024-09-10T10:32:30.086336+0000","last_clean":"2024-09-10T10:32:30.086336+0000","last_became_active":"2024-09-10T10:32:29.061291+0000","last_became_peered":"2024-09-10T10:32:29.061291+0000","last_unstale":"2024-09-10T10:32:30.086336+0000","last_undegraded":"2024-09-10T10:32:30.086336+0000","last_fullsized":"2024-09-10T10:32:30.086336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:18.833417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086573+0000","last_change":"2024-09-10T10:32:29.057874+0000","last_active":"2024-09-10T10:32:30.086573+0000","last_peered":"2024-09-10T10:32:30.086573+0000","last_clean":"2024-09-10T10:32:30.086573+0000","last_became_active":"2024-09-10T10:32:29.057444+0000","last_became_peered":"2024-09-10T10:32:29.057444+0000","last_unstale":"2024-09-10T10:32:30.086573+0000","last_undegraded":"2024-09-10T10:32:30.086573+0000","last_fullsized":"2024-09-10T10:32:30.086573+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:05.565136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086075+0000","last_change":"2024-09-10T10:32:29.063348+0000","last_active":"2024-09-10T10:32:30.086075+0000","last_peered":"2024-09-10T10:32:30.086075+0000","last_clean":"2024-09-10T10:32:30.086075+0000","last_became_active":"2024-09-10T10:32:29.062223+0000","last_became_peered":"2024-09-10T10:32:29.062223+0000","last_unstale":"2024-09-10T10:32:30.086075+0000","last_undegraded":"2024-09-10T10:32:30.086075+0000","last_fullsized":"2024-09-10T10:32:30.086075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:47.830750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086345+0000","last_change":"2024-09-10T10:32:29.054972+0000","last_active":"2024-09-10T10:32:30.086345+0000","last_peered":"2024-09-10T10:32:30.086345+0000","last_clean":"2024-09-10T10:32:30.086345+0000","last_became_active":"2024-09-10T10:32:29.054422+0000","last_became_peered":"2024-09-10T10:32:29.054422+0000","last_unstale":"2024-09-10T10:32:30.086345+0000","last_undegraded":"2024-09-10T10:32:30.086345+0000","last_fullsized":"2024-09-10T10:32:30.086345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:57.777604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084500+0000","last_change":"2024-09-10T10:32:29.071941+0000","last_active":"2024-09-10T10:32:30.084500+0000","last_peered":"2024-09-10T10:32:30.084500+0000","last_clean":"2024-09-10T10:32:30.084500+0000","last_became_active":"2024-09-10T10:32:29.071606+0000","last_became_peered":"2024-09-10T10:32:29.071606+0000","last_unstale":"2024-09-10T10:32:30.084500+0000","last_undegraded":"2024-09-10T10:32:30.084500+0000","last_fullsized":"2024-09-10T10:32:30.084500+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:51.870893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086747+0000","last_change":"2024-09-10T10:32:29.062881+0000","last_active":"2024-09-10T10:32:30.086747+0000","last_peered":"2024-09-10T10:32:30.086747+0000","last_clean":"2024-09-10T10:32:30.086747+0000","last_became_active":"2024-09-10T10:32:29.062478+0000","last_became_peered":"2024-09-10T10:32:29.062478+0000","last_unstale":"2024-09-10T10:32:30.086747+0000","last_undegraded":"2024-09-10T10:32:30.086747+0000","last_fullsized":"2024-09-10T10:32:30.086747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:42.319373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.057280+0000","last_change":"2024-09-10T10:32:29.056073+0000","last_active":"2024-09-10T10:32:30.057280+0000","last_peered":"2024-09-10T10:32:30.057280+0000","last_clean":"2024-09-10T10:32:30.057280+0000","last_became_active":"2024-09-10T10:32:29.055810+0000","last_became_peered":"2024-09-10T10:32:29.055810+0000","last_unstale":"2024-09-10T10:32:30.057280+0000","last_undegraded":"2024-09-10T10:32:30.057280+0000","last_fullsized":"2024-09-10T10:32:30.057280+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:32.969220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085093+0000","last_change":"2024-09-10T10:32:29.066890+0000","last_active":"2024-09-10T10:32:30.085093+0000","last_peered":"2024-09-10T10:32:30.085093+0000","last_clean":"2024-09-10T10:32:30.085093+0000","last_became_active":"2024-09-10T10:32:29.066702+0000","last_became_peered":"2024-09-10T10:32:29.066702+0000","last_unstale":"2024-09-10T10:32:30.085093+0000","last_undegraded":"2024-09-10T10:32:30.085093+0000","last_fullsized":"2024-09-10T10:32:30.085093+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:52:53.382829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084676+0000","last_change":"2024-09-10T10:32:29.078476+0000","last_active":"2024-09-10T10:32:30.084676+0000","last_peered":"2024-09-10T10:32:30.084676+0000","last_clean":"2024-09-10T10:32:30.084676+0000","last_became_active":"2024-09-10T10:32:29.078112+0000","last_became_peered":"2024-09-10T10:32:29.078112+0000","last_unstale":"2024-09-10T10:32:30.084676+0000","last_undegraded":"2024-09-10T10:32:30.084676+0000","last_fullsized":"2024-09-10T10:32:30.084676+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:57:31.776404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084773+0000","last_change":"2024-09-10T10:32:29.068743+0000","last_active":"2024-09-10T10:32:30.084773+0000","last_peered":"2024-09-10T10:32:30.084773+0000","last_clean":"2024-09-10T10:32:30.084773+0000","last_became_active":"2024-09-10T10:32:29.068145+0000","last_became_peered":"2024-09-10T10:32:29.068145+0000","last_unstale":"2024-09-10T10:32:30.084773+0000","last_undegraded":"2024-09-10T10:32:30.084773+0000","last_fullsized":"2024-09-10T10:32:30.084773+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:23.077011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086553+0000","last_change":"2024-09-10T10:32:29.065255+0000","last_active":"2024-09-10T10:32:30.086553+0000","last_peered":"2024-09-10T10:32:30.086553+0000","last_clean":"2024-09-10T10:32:30.086553+0000","last_became_active":"2024-09-10T10:32:29.064927+0000","last_became_peered":"2024-09-10T10:32:29.064927+0000","last_unstale":"2024-09-10T10:32:30.086553+0000","last_undegraded":"2024-09-10T10:32:30.086553+0000","last_fullsized":"2024-09-10T10:32:30.086553+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:49.803294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086351+0000","last_change":"2024-09-10T10:32:29.067976+0000","last_active":"2024-09-10T10:32:30.086351+0000","last_peered":"2024-09-10T10:32:30.086351+0000","last_clean":"2024-09-10T10:32:30.086351+0000","last_became_active":"2024-09-10T10:32:29.067546+0000","last_became_peered":"2024-09-10T10:32:29.067546+0000","last_unstale":"2024-09-10T10:32:30.086351+0000","last_undegraded":"2024-09-10T10:32:30.086351+0000","last_fullsized":"2024-09-10T10:32:30.086351+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:16.392482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087105+0000","last_change":"2024-09-10T10:32:29.057867+0000","last_active":"2024-09-10T10:32:30.087105+0000","last_peered":"2024-09-10T10:32:30.087105+0000","last_clean":"2024-09-10T10:32:30.087105+0000","last_became_active":"2024-09-10T10:32:29.057462+0000","last_became_peered":"2024-09-10T10:32:29.057462+0000","last_unstale":"2024-09-10T10:32:30.087105+0000","last_undegraded":"2024-09-10T10:32:30.087105+0000","last_fullsized":"2024-09-10T10:32:30.087105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:02.204778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084454+0000","last_change":"2024-09-10T10:32:29.071358+0000","last_active":"2024-09-10T10:32:30.084454+0000","last_peered":"2024-09-10T10:32:30.084454+0000","last_clean":"2024-09-10T10:32:30.084454+0000","last_became_active":"2024-09-10T10:32:29.070742+0000","last_became_peered":"2024-09-10T10:32:29.070742+0000","last_unstale":"2024-09-10T10:32:30.084454+0000","last_undegraded":"2024-09-10T10:32:30.084454+0000","last_fullsized":"2024-09-10T10:32:30.084454+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:22.207783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085417+0000","last_change":"2024-09-10T10:32:29.069239+0000","last_active":"2024-09-10T10:32:30.085417+0000","last_peered":"2024-09-10T10:32:30.085417+0000","last_clean":"2024-09-10T10:32:30.085417+0000","last_became_active":"2024-09-10T10:32:29.065456+0000","last_became_peered":"2024-09-10T10:32:29.065456+0000","last_unstale":"2024-09-10T10:32:30.085417+0000","last_undegraded":"2024-09-10T10:32:30.085417+0000","last_fullsized":"2024-09-10T10:32:30.085417+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:30:43.572327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062610+0000","last_change":"2024-09-10T10:32:29.061525+0000","last_active":"2024-09-10T10:32:30.062610+0000","last_peered":"2024-09-10T10:32:30.062610+0000","last_clean":"2024-09-10T10:32:30.062610+0000","last_became_active":"2024-09-10T10:32:29.061237+0000","last_became_peered":"2024-09-10T10:32:29.061237+0000","last_unstale":"2024-09-10T10:32:30.062610+0000","last_undegraded":"2024-09-10T10:32:30.062610+0000","last_fullsized":"2024-09-10T10:32:30.062610+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:05.565136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085512+0000","last_change":"2024-09-10T10:32:29.080561+0000","last_active":"2024-09-10T10:32:30.085512+0000","last_peered":"2024-09-10T10:32:30.085512+0000","last_clean":"2024-09-10T10:32:30.085512+0000","last_became_active":"2024-09-10T10:32:29.080271+0000","last_became_peered":"2024-09-10T10:32:29.080271+0000","last_unstale":"2024-09-10T10:32:30.085512+0000","last_undegraded":"2024-09-10T10:32:30.085512+0000","last_fullsized":"2024-09-10T10:32:30.085512+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:12.547919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084858+0000","last_change":"2024-09-10T10:32:29.059371+0000","last_active":"2024-09-10T10:32:30.084858+0000","last_peered":"2024-09-10T10:32:30.084858+0000","last_clean":"2024-09-10T10:32:30.084858+0000","last_became_active":"2024-09-10T10:32:29.059067+0000","last_became_peered":"2024-09-10T10:32:29.059067+0000","last_unstale":"2024-09-10T10:32:30.084858+0000","last_undegraded":"2024-09-10T10:32:30.084858+0000","last_fullsized":"2024-09-10T10:32:30.084858+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:14.178751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063262+0000","last_change":"2024-09-10T10:32:29.051502+0000","last_active":"2024-09-10T10:32:30.063262+0000","last_peered":"2024-09-10T10:32:30.063262+0000","last_clean":"2024-09-10T10:32:30.063262+0000","last_became_active":"2024-09-10T10:32:29.051074+0000","last_became_peered":"2024-09-10T10:32:29.051074+0000","last_unstale":"2024-09-10T10:32:30.063262+0000","last_undegraded":"2024-09-10T10:32:30.063262+0000","last_fullsized":"2024-09-10T10:32:30.063262+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:49.803294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056772+0000","last_change":"2024-09-10T10:32:29.052522+0000","last_active":"2024-09-10T10:32:30.056772+0000","last_peered":"2024-09-10T10:32:30.056772+0000","last_clean":"2024-09-10T10:32:30.056772+0000","last_became_active":"2024-09-10T10:32:29.050987+0000","last_became_peered":"2024-09-10T10:32:29.050987+0000","last_unstale":"2024-09-10T10:32:30.056772+0000","last_undegraded":"2024-09-10T10:32:30.056772+0000","last_fullsized":"2024-09-10T10:32:30.056772+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:57.777604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087113+0000","last_change":"2024-09-10T10:32:29.053601+0000","last_active":"2024-09-10T10:32:30.087113+0000","last_peered":"2024-09-10T10:32:30.087113+0000","last_clean":"2024-09-10T10:32:30.087113+0000","last_became_active":"2024-09-10T10:32:29.053344+0000","last_became_peered":"2024-09-10T10:32:29.053344+0000","last_unstale":"2024-09-10T10:32:30.087113+0000","last_undegraded":"2024-09-10T10:32:30.087113+0000","last_fullsized":"2024-09-10T10:32:30.087113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:57.544341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084440+0000","last_change":"2024-09-10T10:32:29.071604+0000","last_active":"2024-09-10T10:32:30.084440+0000","last_peered":"2024-09-10T10:32:30.084440+0000","last_clean":"2024-09-10T10:32:30.084440+0000","last_became_active":"2024-09-10T10:32:29.071078+0000","last_became_peered":"2024-09-10T10:32:29.071078+0000","last_unstale":"2024-09-10T10:32:30.084440+0000","last_undegraded":"2024-09-10T10:32:30.084440+0000","last_fullsized":"2024-09-10T10:32:30.084440+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:36.498217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086282+0000","last_change":"2024-09-10T10:32:29.064338+0000","last_active":"2024-09-10T10:32:30.086282+0000","last_peered":"2024-09-10T10:32:30.086282+0000","last_clean":"2024-09-10T10:32:30.086282+0000","last_became_active":"2024-09-10T10:32:29.063384+0000","last_became_peered":"2024-09-10T10:32:29.063384+0000","last_unstale":"2024-09-10T10:32:30.086282+0000","last_undegraded":"2024-09-10T10:32:30.086282+0000","last_fullsized":"2024-09-10T10:32:30.086282+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:42.756760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086759+0000","last_change":"2024-09-10T10:32:29.077858+0000","last_active":"2024-09-10T10:32:30.086759+0000","last_peered":"2024-09-10T10:32:30.086759+0000","last_clean":"2024-09-10T10:32:30.086759+0000","last_became_active":"2024-09-10T10:32:29.077590+0000","last_became_peered":"2024-09-10T10:32:29.077590+0000","last_unstale":"2024-09-10T10:32:30.086759+0000","last_undegraded":"2024-09-10T10:32:30.086759+0000","last_fullsized":"2024-09-10T10:32:30.086759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:32.969220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086735+0000","last_change":"2024-09-10T10:32:29.067180+0000","last_active":"2024-09-10T10:32:30.086735+0000","last_peered":"2024-09-10T10:32:30.086735+0000","last_clean":"2024-09-10T10:32:30.086735+0000","last_became_active":"2024-09-10T10:32:29.066887+0000","last_became_peered":"2024-09-10T10:32:29.066887+0000","last_unstale":"2024-09-10T10:32:30.086735+0000","last_undegraded":"2024-09-10T10:32:30.086735+0000","last_fullsized":"2024-09-10T10:32:30.086735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:58:15.932332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086098+0000","last_change":"2024-09-10T10:32:29.061495+0000","last_active":"2024-09-10T10:32:30.086098+0000","last_peered":"2024-09-10T10:32:30.086098+0000","last_clean":"2024-09-10T10:32:30.086098+0000","last_became_active":"2024-09-10T10:32:29.061189+0000","last_became_peered":"2024-09-10T10:32:29.061189+0000","last_unstale":"2024-09-10T10:32:30.086098+0000","last_undegraded":"2024-09-10T10:32:30.086098+0000","last_fullsized":"2024-09-10T10:32:30.086098+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:37.054718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086408+0000","last_change":"2024-09-10T10:32:29.063809+0000","last_active":"2024-09-10T10:32:30.086408+0000","last_peered":"2024-09-10T10:32:30.086408+0000","last_clean":"2024-09-10T10:32:30.086408+0000","last_became_active":"2024-09-10T10:32:29.062266+0000","last_became_peered":"2024-09-10T10:32:29.062266+0000","last_unstale":"2024-09-10T10:32:30.086408+0000","last_undegraded":"2024-09-10T10:32:30.086408+0000","last_fullsized":"2024-09-10T10:32:30.086408+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:32.533530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085670+0000","last_change":"2024-09-10T10:32:29.064964+0000","last_active":"2024-09-10T10:32:30.085670+0000","last_peered":"2024-09-10T10:32:30.085670+0000","last_clean":"2024-09-10T10:32:30.085670+0000","last_became_active":"2024-09-10T10:32:29.055842+0000","last_became_peered":"2024-09-10T10:32:29.055842+0000","last_unstale":"2024-09-10T10:32:30.085670+0000","last_undegraded":"2024-09-10T10:32:30.085670+0000","last_fullsized":"2024-09-10T10:32:30.085670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:21.314011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062153+0000","last_change":"2024-09-10T10:32:29.060724+0000","last_active":"2024-09-10T10:32:30.062153+0000","last_peered":"2024-09-10T10:32:30.062153+0000","last_clean":"2024-09-10T10:32:30.062153+0000","last_became_active":"2024-09-10T10:32:29.060428+0000","last_became_peered":"2024-09-10T10:32:29.060428+0000","last_unstale":"2024-09-10T10:32:30.062153+0000","last_undegraded":"2024-09-10T10:32:30.062153+0000","last_fullsized":"2024-09-10T10:32:30.062153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:57.777604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086658+0000","last_change":"2024-09-10T10:32:29.057343+0000","last_active":"2024-09-10T10:32:30.086658+0000","last_peered":"2024-09-10T10:32:30.086658+0000","last_clean":"2024-09-10T10:32:30.086658+0000","last_became_active":"2024-09-10T10:32:29.056964+0000","last_became_peered":"2024-09-10T10:32:29.056964+0000","last_unstale":"2024-09-10T10:32:30.086658+0000","last_undegraded":"2024-09-10T10:32:30.086658+0000","last_fullsized":"2024-09-10T10:32:30.086658+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:55.080973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056935+0000","last_change":"2024-09-10T10:32:29.060437+0000","last_active":"2024-09-10T10:32:30.056935+0000","last_peered":"2024-09-10T10:32:30.056935+0000","last_clean":"2024-09-10T10:32:30.056935+0000","last_became_active":"2024-09-10T10:32:29.060141+0000","last_became_peered":"2024-09-10T10:32:29.060141+0000","last_unstale":"2024-09-10T10:32:30.056935+0000","last_undegraded":"2024-09-10T10:32:30.056935+0000","last_fullsized":"2024-09-10T10:32:30.056935+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:55.080973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086473+0000","last_change":"2024-09-10T10:32:28.062609+0000","last_active":"2024-09-10T10:32:30.086473+0000","last_peered":"2024-09-10T10:32:30.086473+0000","last_clean":"2024-09-10T10:32:30.086473+0000","last_became_active":"2024-09-10T10:32:28.062222+0000","last_became_peered":"2024-09-10T10:32:28.062222+0000","last_unstale":"2024-09-10T10:32:30.086473+0000","last_undegraded":"2024-09-10T10:32:30.086473+0000","last_fullsized":"2024-09-10T10:32:30.086473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:43.836262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063444+0000","last_change":"2024-09-10T10:32:29.053967+0000","last_active":"2024-09-10T10:32:30.063444+0000","last_peered":"2024-09-10T10:32:30.063444+0000","last_clean":"2024-09-10T10:32:30.063444+0000","last_became_active":"2024-09-10T10:32:29.053670+0000","last_became_peered":"2024-09-10T10:32:29.053670+0000","last_unstale":"2024-09-10T10:32:30.063444+0000","last_undegraded":"2024-09-10T10:32:30.063444+0000","last_fullsized":"2024-09-10T10:32:30.063444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:44:22.406144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085865+0000","last_change":"2024-09-10T10:32:28.062755+0000","last_active":"2024-09-10T10:32:30.085865+0000","last_peered":"2024-09-10T10:32:30.085865+0000","last_clean":"2024-09-10T10:32:30.085865+0000","last_became_active":"2024-09-10T10:32:28.062503+0000","last_became_peered":"2024-09-10T10:32:28.062503+0000","last_unstale":"2024-09-10T10:32:30.085865+0000","last_undegraded":"2024-09-10T10:32:30.085865+0000","last_fullsized":"2024-09-10T10:32:30.085865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:04.557728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085849+0000","last_change":"2024-09-10T10:32:28.052032+0000","last_active":"2024-09-10T10:32:30.085849+0000","last_peered":"2024-09-10T10:32:30.085849+0000","last_clean":"2024-09-10T10:32:30.085849+0000","last_became_active":"2024-09-10T10:32:28.051649+0000","last_became_peered":"2024-09-10T10:32:28.051649+0000","last_unstale":"2024-09-10T10:32:30.085849+0000","last_undegraded":"2024-09-10T10:32:30.085849+0000","last_fullsized":"2024-09-10T10:32:30.085849+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087034+0000","last_change":"2024-09-10T10:32:29.060458+0000","last_active":"2024-09-10T10:32:30.087034+0000","last_peered":"2024-09-10T10:32:30.087034+0000","last_clean":"2024-09-10T10:32:30.087034+0000","last_became_active":"2024-09-10T10:32:29.060165+0000","last_became_peered":"2024-09-10T10:32:29.060165+0000","last_unstale":"2024-09-10T10:32:30.087034+0000","last_undegraded":"2024-09-10T10:32:30.087034+0000","last_fullsized":"2024-09-10T10:32:30.087034+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:08.690335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084673+0000","last_change":"2024-09-10T10:32:28.065257+0000","last_active":"2024-09-10T10:32:30.084673+0000","last_peered":"2024-09-10T10:32:30.084673+0000","last_clean":"2024-09-10T10:32:30.084673+0000","last_became_active":"2024-09-10T10:32:28.064881+0000","last_became_peered":"2024-09-10T10:32:28.064881+0000","last_unstale":"2024-09-10T10:32:30.084673+0000","last_undegraded":"2024-09-10T10:32:30.084673+0000","last_fullsized":"2024-09-10T10:32:30.084673+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:04.481901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063171+0000","last_change":"2024-09-10T10:32:29.057404+0000","last_active":"2024-09-10T10:32:30.063171+0000","last_peered":"2024-09-10T10:32:30.063171+0000","last_clean":"2024-09-10T10:32:30.063171+0000","last_became_active":"2024-09-10T10:32:29.057132+0000","last_became_peered":"2024-09-10T10:32:29.057132+0000","last_unstale":"2024-09-10T10:32:30.063171+0000","last_undegraded":"2024-09-10T10:32:30.063171+0000","last_fullsized":"2024-09-10T10:32:30.063171+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:59.907705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.057281+0000","last_change":"2024-09-10T10:32:28.049741+0000","last_active":"2024-09-10T10:32:30.057281+0000","last_peered":"2024-09-10T10:32:30.057281+0000","last_clean":"2024-09-10T10:32:30.057281+0000","last_became_active":"2024-09-10T10:32:28.049315+0000","last_became_peered":"2024-09-10T10:32:28.049315+0000","last_unstale":"2024-09-10T10:32:30.057281+0000","last_undegraded":"2024-09-10T10:32:30.057281+0000","last_fullsized":"2024-09-10T10:32:30.057281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086746+0000","last_change":"2024-09-10T10:32:29.056546+0000","last_active":"2024-09-10T10:32:30.086746+0000","last_peered":"2024-09-10T10:32:30.086746+0000","last_clean":"2024-09-10T10:32:30.086746+0000","last_became_active":"2024-09-10T10:32:29.055400+0000","last_became_peered":"2024-09-10T10:32:29.055400+0000","last_unstale":"2024-09-10T10:32:30.086746+0000","last_undegraded":"2024-09-10T10:32:30.086746+0000","last_fullsized":"2024-09-10T10:32:30.086746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:01.679976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085269+0000","last_change":"2024-09-10T10:32:28.051475+0000","last_active":"2024-09-10T10:32:30.085269+0000","last_peered":"2024-09-10T10:32:30.085269+0000","last_clean":"2024-09-10T10:32:30.085269+0000","last_became_active":"2024-09-10T10:32:28.051180+0000","last_became_peered":"2024-09-10T10:32:28.051180+0000","last_unstale":"2024-09-10T10:32:30.085269+0000","last_undegraded":"2024-09-10T10:32:30.085269+0000","last_fullsized":"2024-09-10T10:32:30.085269+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:41.292954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086579+0000","last_change":"2024-09-10T10:32:29.056539+0000","last_active":"2024-09-10T10:32:30.086579+0000","last_peered":"2024-09-10T10:32:30.086579+0000","last_clean":"2024-09-10T10:32:30.086579+0000","last_became_active":"2024-09-10T10:32:29.056268+0000","last_became_peered":"2024-09-10T10:32:29.056268+0000","last_unstale":"2024-09-10T10:32:30.086579+0000","last_undegraded":"2024-09-10T10:32:30.086579+0000","last_fullsized":"2024-09-10T10:32:30.086579+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:28.256027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062281+0000","last_change":"2024-09-10T10:32:28.059266+0000","last_active":"2024-09-10T10:32:30.062281+0000","last_peered":"2024-09-10T10:32:30.062281+0000","last_clean":"2024-09-10T10:32:30.062281+0000","last_became_active":"2024-09-10T10:32:28.058972+0000","last_became_peered":"2024-09-10T10:32:28.058972+0000","last_unstale":"2024-09-10T10:32:30.062281+0000","last_undegraded":"2024-09-10T10:32:30.062281+0000","last_fullsized":"2024-09-10T10:32:30.062281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085045+0000","last_change":"2024-09-10T10:32:29.054963+0000","last_active":"2024-09-10T10:32:30.085045+0000","last_peered":"2024-09-10T10:32:30.085045+0000","last_clean":"2024-09-10T10:32:30.085045+0000","last_became_active":"2024-09-10T10:32:29.054674+0000","last_became_peered":"2024-09-10T10:32:29.054674+0000","last_unstale":"2024-09-10T10:32:30.085045+0000","last_undegraded":"2024-09-10T10:32:30.085045+0000","last_fullsized":"2024-09-10T10:32:30.085045+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:58:50.088966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086543+0000","last_change":"2024-09-10T10:32:28.052198+0000","last_active":"2024-09-10T10:32:30.086543+0000","last_peered":"2024-09-10T10:32:30.086543+0000","last_clean":"2024-09-10T10:32:30.086543+0000","last_became_active":"2024-09-10T10:32:28.051988+0000","last_became_peered":"2024-09-10T10:32:28.051988+0000","last_unstale":"2024-09-10T10:32:30.086543+0000","last_undegraded":"2024-09-10T10:32:30.086543+0000","last_fullsized":"2024-09-10T10:32:30.086543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084828+0000","last_change":"2024-09-10T10:32:29.060156+0000","last_active":"2024-09-10T10:32:30.084828+0000","last_peered":"2024-09-10T10:32:30.084828+0000","last_clean":"2024-09-10T10:32:30.084828+0000","last_became_active":"2024-09-10T10:32:29.059915+0000","last_became_peered":"2024-09-10T10:32:29.059915+0000","last_unstale":"2024-09-10T10:32:30.084828+0000","last_undegraded":"2024-09-10T10:32:30.084828+0000","last_fullsized":"2024-09-10T10:32:30.084828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:51:45.582516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062834+0000","last_change":"2024-09-10T10:32:28.063210+0000","last_active":"2024-09-10T10:32:30.062834+0000","last_peered":"2024-09-10T10:32:30.062834+0000","last_clean":"2024-09-10T10:32:30.062834+0000","last_became_active":"2024-09-10T10:32:28.062952+0000","last_became_peered":"2024-09-10T10:32:28.062952+0000","last_unstale":"2024-09-10T10:32:30.062834+0000","last_undegraded":"2024-09-10T10:32:30.062834+0000","last_fullsized":"2024-09-10T10:32:30.062834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086475+0000","last_change":"2024-09-10T10:32:29.074069+0000","last_active":"2024-09-10T10:32:30.086475+0000","last_peered":"2024-09-10T10:32:30.086475+0000","last_clean":"2024-09-10T10:32:30.086475+0000","last_became_active":"2024-09-10T10:32:29.073768+0000","last_became_peered":"2024-09-10T10:32:29.073768+0000","last_unstale":"2024-09-10T10:32:30.086475+0000","last_undegraded":"2024-09-10T10:32:30.086475+0000","last_fullsized":"2024-09-10T10:32:30.086475+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:59.907705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085959+0000","last_change":"2024-09-10T10:32:28.062189+0000","last_active":"2024-09-10T10:32:30.085959+0000","last_peered":"2024-09-10T10:32:30.085959+0000","last_clean":"2024-09-10T10:32:30.085959+0000","last_became_active":"2024-09-10T10:32:28.061633+0000","last_became_peered":"2024-09-10T10:32:28.061633+0000","last_unstale":"2024-09-10T10:32:30.085959+0000","last_undegraded":"2024-09-10T10:32:30.085959+0000","last_fullsized":"2024-09-10T10:32:30.085959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:54.073565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085096+0000","last_change":"2024-09-10T10:32:29.069442+0000","last_active":"2024-09-10T10:32:30.085096+0000","last_peered":"2024-09-10T10:32:30.085096+0000","last_clean":"2024-09-10T10:32:30.085096+0000","last_became_active":"2024-09-10T10:32:29.069158+0000","last_became_peered":"2024-09-10T10:32:29.069158+0000","last_unstale":"2024-09-10T10:32:30.085096+0000","last_undegraded":"2024-09-10T10:32:30.085096+0000","last_fullsized":"2024-09-10T10:32:30.085096+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:07.433756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084594+0000","last_change":"2024-09-10T10:32:28.061765+0000","last_active":"2024-09-10T10:32:30.084594+0000","last_peered":"2024-09-10T10:32:30.084594+0000","last_clean":"2024-09-10T10:32:30.084594+0000","last_became_active":"2024-09-10T10:32:28.061469+0000","last_became_peered":"2024-09-10T10:32:28.061469+0000","last_unstale":"2024-09-10T10:32:30.084594+0000","last_undegraded":"2024-09-10T10:32:30.084594+0000","last_fullsized":"2024-09-10T10:32:30.084594+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:04.481901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056817+0000","last_change":"2024-09-10T10:32:29.051570+0000","last_active":"2024-09-10T10:32:30.056817+0000","last_peered":"2024-09-10T10:32:30.056817+0000","last_clean":"2024-09-10T10:32:30.056817+0000","last_became_active":"2024-09-10T10:32:29.051289+0000","last_became_peered":"2024-09-10T10:32:29.051289+0000","last_unstale":"2024-09-10T10:32:30.056817+0000","last_undegraded":"2024-09-10T10:32:30.056817+0000","last_fullsized":"2024-09-10T10:32:30.056817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:05.565136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063126+0000","last_change":"2024-09-10T10:32:28.047575+0000","last_active":"2024-09-10T10:32:30.063126+0000","last_peered":"2024-09-10T10:32:30.063126+0000","last_clean":"2024-09-10T10:32:30.063126+0000","last_became_active":"2024-09-10T10:32:28.047044+0000","last_became_peered":"2024-09-10T10:32:28.047044+0000","last_unstale":"2024-09-10T10:32:30.063126+0000","last_undegraded":"2024-09-10T10:32:30.063126+0000","last_fullsized":"2024-09-10T10:32:30.063126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085025+0000","last_change":"2024-09-10T10:32:29.065892+0000","last_active":"2024-09-10T10:32:30.085025+0000","last_peered":"2024-09-10T10:32:30.085025+0000","last_clean":"2024-09-10T10:32:30.085025+0000","last_became_active":"2024-09-10T10:32:29.065073+0000","last_became_peered":"2024-09-10T10:32:29.065073+0000","last_unstale":"2024-09-10T10:32:30.085025+0000","last_undegraded":"2024-09-10T10:32:30.085025+0000","last_fullsized":"2024-09-10T10:32:30.085025+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:47.830750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085692+0000","last_change":"2024-09-10T10:32:28.061411+0000","last_active":"2024-09-10T10:32:30.085692+0000","last_peered":"2024-09-10T10:32:30.085692+0000","last_clean":"2024-09-10T10:32:30.085692+0000","last_became_active":"2024-09-10T10:32:28.061080+0000","last_became_peered":"2024-09-10T10:32:28.061080+0000","last_unstale":"2024-09-10T10:32:30.085692+0000","last_undegraded":"2024-09-10T10:32:30.085692+0000","last_fullsized":"2024-09-10T10:32:30.085692+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:58.900297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086823+0000","last_change":"2024-09-10T10:32:29.061142+0000","last_active":"2024-09-10T10:32:30.086823+0000","last_peered":"2024-09-10T10:32:30.086823+0000","last_clean":"2024-09-10T10:32:30.086823+0000","last_became_active":"2024-09-10T10:32:29.060834+0000","last_became_peered":"2024-09-10T10:32:29.060834+0000","last_unstale":"2024-09-10T10:32:30.086823+0000","last_undegraded":"2024-09-10T10:32:30.086823+0000","last_fullsized":"2024-09-10T10:32:30.086823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:37.054718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063659+0000","last_change":"2024-09-10T10:32:28.058216+0000","last_active":"2024-09-10T10:32:30.063659+0000","last_peered":"2024-09-10T10:32:30.063659+0000","last_clean":"2024-09-10T10:32:30.063659+0000","last_became_active":"2024-09-10T10:32:28.054955+0000","last_became_peered":"2024-09-10T10:32:28.054955+0000","last_unstale":"2024-09-10T10:32:30.063659+0000","last_undegraded":"2024-09-10T10:32:30.063659+0000","last_fullsized":"2024-09-10T10:32:30.063659+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:03.155252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085626+0000","last_change":"2024-09-10T10:32:29.070988+0000","last_active":"2024-09-10T10:32:30.085626+0000","last_peered":"2024-09-10T10:32:30.085626+0000","last_clean":"2024-09-10T10:32:30.085626+0000","last_became_active":"2024-09-10T10:32:29.070386+0000","last_became_peered":"2024-09-10T10:32:29.070386+0000","last_unstale":"2024-09-10T10:32:30.085626+0000","last_undegraded":"2024-09-10T10:32:30.085626+0000","last_fullsized":"2024-09-10T10:32:30.085626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.405594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086405+0000","last_change":"2024-09-10T10:32:28.060086+0000","last_active":"2024-09-10T10:32:30.086405+0000","last_peered":"2024-09-10T10:32:30.086405+0000","last_clean":"2024-09-10T10:32:30.086405+0000","last_became_active":"2024-09-10T10:32:28.059813+0000","last_became_peered":"2024-09-10T10:32:28.059813+0000","last_unstale":"2024-09-10T10:32:30.086405+0000","last_undegraded":"2024-09-10T10:32:30.086405+0000","last_fullsized":"2024-09-10T10:32:30.086405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:18.744745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084921+0000","last_change":"2024-09-10T10:32:29.068824+0000","last_active":"2024-09-10T10:32:30.084921+0000","last_peered":"2024-09-10T10:32:30.084921+0000","last_clean":"2024-09-10T10:32:30.084921+0000","last_became_active":"2024-09-10T10:32:29.068599+0000","last_became_peered":"2024-09-10T10:32:29.068599+0000","last_unstale":"2024-09-10T10:32:30.084921+0000","last_undegraded":"2024-09-10T10:32:30.084921+0000","last_fullsized":"2024-09-10T10:32:30.084921+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:22.207783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086449+0000","last_change":"2024-09-10T10:32:28.055546+0000","last_active":"2024-09-10T10:32:30.086449+0000","last_peered":"2024-09-10T10:32:30.086449+0000","last_clean":"2024-09-10T10:32:30.086449+0000","last_became_active":"2024-09-10T10:32:28.054975+0000","last_became_peered":"2024-09-10T10:32:28.054975+0000","last_unstale":"2024-09-10T10:32:30.086449+0000","last_undegraded":"2024-09-10T10:32:30.086449+0000","last_fullsized":"2024-09-10T10:32:30.086449+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085373+0000","last_change":"2024-09-10T10:32:29.065937+0000","last_active":"2024-09-10T10:32:30.085373+0000","last_peered":"2024-09-10T10:32:30.085373+0000","last_clean":"2024-09-10T10:32:30.085373+0000","last_became_active":"2024-09-10T10:32:29.065619+0000","last_became_peered":"2024-09-10T10:32:29.065619+0000","last_unstale":"2024-09-10T10:32:30.085373+0000","last_undegraded":"2024-09-10T10:32:30.085373+0000","last_fullsized":"2024-09-10T10:32:30.085373+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.848811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":170,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056786+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:32:30.056786+0000","last_peered":"2024-09-10T10:32:30.056786+0000","last_clean":"2024-09-10T10:32:30.056786+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:32:30.056786+0000","last_undegraded":"2024-09-10T10:32:30.056786+0000","last_fullsized":"2024-09-10T10:32:30.056786+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085187+0000","last_change":"2024-09-10T10:32:28.068231+0000","last_active":"2024-09-10T10:32:30.085187+0000","last_peered":"2024-09-10T10:32:30.085187+0000","last_clean":"2024-09-10T10:32:30.085187+0000","last_became_active":"2024-09-10T10:32:28.067984+0000","last_became_peered":"2024-09-10T10:32:28.067984+0000","last_unstale":"2024-09-10T10:32:30.085187+0000","last_undegraded":"2024-09-10T10:32:30.085187+0000","last_fullsized":"2024-09-10T10:32:30.085187+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:36.047310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063290+0000","last_change":"2024-09-10T10:32:29.054718+0000","last_active":"2024-09-10T10:32:30.063290+0000","last_peered":"2024-09-10T10:32:30.063290+0000","last_clean":"2024-09-10T10:32:30.063290+0000","last_became_active":"2024-09-10T10:32:29.054440+0000","last_became_peered":"2024-09-10T10:32:29.054440+0000","last_unstale":"2024-09-10T10:32:30.063290+0000","last_undegraded":"2024-09-10T10:32:30.063290+0000","last_fullsized":"2024-09-10T10:32:30.063290+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:58:15.932332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084556+0000","last_change":"2024-09-10T10:32:28.067705+0000","last_active":"2024-09-10T10:32:30.084556+0000","last_peered":"2024-09-10T10:32:30.084556+0000","last_clean":"2024-09-10T10:32:30.084556+0000","last_became_active":"2024-09-10T10:32:28.067437+0000","last_became_peered":"2024-09-10T10:32:28.067437+0000","last_unstale":"2024-09-10T10:32:30.084556+0000","last_undegraded":"2024-09-10T10:32:30.084556+0000","last_fullsized":"2024-09-10T10:32:30.084556+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:56.770196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086041+0000","last_change":"2024-09-10T10:32:29.053945+0000","last_active":"2024-09-10T10:32:30.086041+0000","last_peered":"2024-09-10T10:32:30.086041+0000","last_clean":"2024-09-10T10:32:30.086041+0000","last_became_active":"2024-09-10T10:32:29.053539+0000","last_became_peered":"2024-09-10T10:32:29.053539+0000","last_unstale":"2024-09-10T10:32:30.086041+0000","last_undegraded":"2024-09-10T10:32:30.086041+0000","last_fullsized":"2024-09-10T10:32:30.086041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:32.969220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062094+0000","last_change":"2024-09-10T10:32:28.060003+0000","last_active":"2024-09-10T10:32:30.062094+0000","last_peered":"2024-09-10T10:32:30.062094+0000","last_clean":"2024-09-10T10:32:30.062094+0000","last_became_active":"2024-09-10T10:32:28.059681+0000","last_became_peered":"2024-09-10T10:32:28.059681+0000","last_unstale":"2024-09-10T10:32:30.062094+0000","last_undegraded":"2024-09-10T10:32:30.062094+0000","last_fullsized":"2024-09-10T10:32:30.062094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087055+0000","last_change":"2024-09-10T10:32:29.067713+0000","last_active":"2024-09-10T10:32:30.087055+0000","last_peered":"2024-09-10T10:32:30.087055+0000","last_clean":"2024-09-10T10:32:30.087055+0000","last_became_active":"2024-09-10T10:32:29.067417+0000","last_became_peered":"2024-09-10T10:32:29.067417+0000","last_unstale":"2024-09-10T10:32:30.087055+0000","last_undegraded":"2024-09-10T10:32:30.087055+0000","last_fullsized":"2024-09-10T10:32:30.087055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:17.598694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086039+0000","last_change":"2024-09-10T10:32:28.063463+0000","last_active":"2024-09-10T10:32:30.086039+0000","last_peered":"2024-09-10T10:32:30.086039+0000","last_clean":"2024-09-10T10:32:30.086039+0000","last_became_active":"2024-09-10T10:32:28.063234+0000","last_became_peered":"2024-09-10T10:32:28.063234+0000","last_unstale":"2024-09-10T10:32:30.086039+0000","last_undegraded":"2024-09-10T10:32:30.086039+0000","last_fullsized":"2024-09-10T10:32:30.086039+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:00.672568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086210+0000","last_change":"2024-09-10T10:32:29.061861+0000","last_active":"2024-09-10T10:32:30.086210+0000","last_peered":"2024-09-10T10:32:30.086210+0000","last_clean":"2024-09-10T10:32:30.086210+0000","last_became_active":"2024-09-10T10:32:29.056053+0000","last_became_peered":"2024-09-10T10:32:29.056053+0000","last_unstale":"2024-09-10T10:32:30.086210+0000","last_undegraded":"2024-09-10T10:32:30.086210+0000","last_fullsized":"2024-09-10T10:32:30.086210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:07.433756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086120+0000","last_change":"2024-09-10T10:32:28.062420+0000","last_active":"2024-09-10T10:32:30.086120+0000","last_peered":"2024-09-10T10:32:30.086120+0000","last_clean":"2024-09-10T10:32:30.086120+0000","last_became_active":"2024-09-10T10:32:28.062051+0000","last_became_peered":"2024-09-10T10:32:28.062051+0000","last_unstale":"2024-09-10T10:32:30.086120+0000","last_undegraded":"2024-09-10T10:32:30.086120+0000","last_fullsized":"2024-09-10T10:32:30.086120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:45.541712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086898+0000","last_change":"2024-09-10T10:32:29.061772+0000","last_active":"2024-09-10T10:32:30.086898+0000","last_peered":"2024-09-10T10:32:30.086898+0000","last_clean":"2024-09-10T10:32:30.086898+0000","last_became_active":"2024-09-10T10:32:29.057175+0000","last_became_peered":"2024-09-10T10:32:29.057175+0000","last_unstale":"2024-09-10T10:32:30.086898+0000","last_undegraded":"2024-09-10T10:32:30.086898+0000","last_fullsized":"2024-09-10T10:32:30.086898+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:42.300362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085545+0000","last_change":"2024-09-10T10:32:28.063319+0000","last_active":"2024-09-10T10:32:30.085545+0000","last_peered":"2024-09-10T10:32:30.085545+0000","last_clean":"2024-09-10T10:32:30.085545+0000","last_became_active":"2024-09-10T10:32:28.060657+0000","last_became_peered":"2024-09-10T10:32:28.060657+0000","last_unstale":"2024-09-10T10:32:30.085545+0000","last_undegraded":"2024-09-10T10:32:30.085545+0000","last_fullsized":"2024-09-10T10:32:30.085545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:15.385074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086346+0000","last_change":"2024-09-10T10:32:29.064970+0000","last_active":"2024-09-10T10:32:30.086346+0000","last_peered":"2024-09-10T10:32:30.086346+0000","last_clean":"2024-09-10T10:32:30.086346+0000","last_became_active":"2024-09-10T10:32:29.064654+0000","last_became_peered":"2024-09-10T10:32:29.064654+0000","last_unstale":"2024-09-10T10:32:30.086346+0000","last_undegraded":"2024-09-10T10:32:30.086346+0000","last_fullsized":"2024-09-10T10:32:30.086346+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:42.300362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063832+0000","last_change":"2024-09-10T10:32:28.058889+0000","last_active":"2024-09-10T10:32:30.063832+0000","last_peered":"2024-09-10T10:32:30.063832+0000","last_clean":"2024-09-10T10:32:30.063832+0000","last_became_active":"2024-09-10T10:32:28.054880+0000","last_became_peered":"2024-09-10T10:32:28.054880+0000","last_unstale":"2024-09-10T10:32:30.063832+0000","last_undegraded":"2024-09-10T10:32:30.063832+0000","last_fullsized":"2024-09-10T10:32:30.063832+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:54:40.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063795+0000","last_change":"2024-09-10T10:32:29.051997+0000","last_active":"2024-09-10T10:32:30.063795+0000","last_peered":"2024-09-10T10:32:30.063795+0000","last_clean":"2024-09-10T10:32:30.063795+0000","last_became_active":"2024-09-10T10:32:29.051522+0000","last_became_peered":"2024-09-10T10:32:29.051522+0000","last_unstale":"2024-09-10T10:32:30.063795+0000","last_undegraded":"2024-09-10T10:32:30.063795+0000","last_fullsized":"2024-09-10T10:32:30.063795+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:17.880877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085474+0000","last_change":"2024-09-10T10:32:28.063935+0000","last_active":"2024-09-10T10:32:30.085474+0000","last_peered":"2024-09-10T10:32:30.085474+0000","last_clean":"2024-09-10T10:32:30.085474+0000","last_became_active":"2024-09-10T10:32:28.063706+0000","last_became_peered":"2024-09-10T10:32:28.063706+0000","last_unstale":"2024-09-10T10:32:30.085474+0000","last_undegraded":"2024-09-10T10:32:30.085474+0000","last_fullsized":"2024-09-10T10:32:30.085474+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:41.292954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063686+0000","last_change":"2024-09-10T10:32:29.072908+0000","last_active":"2024-09-10T10:32:30.063686+0000","last_peered":"2024-09-10T10:32:30.063686+0000","last_clean":"2024-09-10T10:32:30.063686+0000","last_became_active":"2024-09-10T10:32:29.072245+0000","last_became_peered":"2024-09-10T10:32:29.072245+0000","last_unstale":"2024-09-10T10:32:30.063686+0000","last_undegraded":"2024-09-10T10:32:30.063686+0000","last_fullsized":"2024-09-10T10:32:30.063686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:54.675725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084194+0000","last_change":"2024-09-10T10:32:28.056199+0000","last_active":"2024-09-10T10:32:30.084194+0000","last_peered":"2024-09-10T10:32:30.084194+0000","last_clean":"2024-09-10T10:32:30.084194+0000","last_became_active":"2024-09-10T10:32:28.055922+0000","last_became_peered":"2024-09-10T10:32:28.055922+0000","last_unstale":"2024-09-10T10:32:30.084194+0000","last_undegraded":"2024-09-10T10:32:30.084194+0000","last_fullsized":"2024-09-10T10:32:30.084194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:54:40.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084615+0000","last_change":"2024-09-10T10:32:29.066586+0000","last_active":"2024-09-10T10:32:30.084615+0000","last_peered":"2024-09-10T10:32:30.084615+0000","last_clean":"2024-09-10T10:32:30.084615+0000","last_became_active":"2024-09-10T10:32:29.065423+0000","last_became_peered":"2024-09-10T10:32:29.065423+0000","last_unstale":"2024-09-10T10:32:30.084615+0000","last_undegraded":"2024-09-10T10:32:30.084615+0000","last_fullsized":"2024-09-10T10:32:30.084615+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.405594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063089+0000","last_change":"2024-09-10T10:32:28.055719+0000","last_active":"2024-09-10T10:32:30.063089+0000","last_peered":"2024-09-10T10:32:30.063089+0000","last_clean":"2024-09-10T10:32:30.063089+0000","last_became_active":"2024-09-10T10:32:28.055432+0000","last_became_peered":"2024-09-10T10:32:28.055432+0000","last_unstale":"2024-09-10T10:32:30.063089+0000","last_undegraded":"2024-09-10T10:32:30.063089+0000","last_fullsized":"2024-09-10T10:32:30.063089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063001+0000","last_change":"2024-09-10T10:32:29.068091+0000","last_active":"2024-09-10T10:32:30.063001+0000","last_peered":"2024-09-10T10:32:30.063001+0000","last_clean":"2024-09-10T10:32:30.063001+0000","last_became_active":"2024-09-10T10:32:29.067823+0000","last_became_peered":"2024-09-10T10:32:29.067823+0000","last_unstale":"2024-09-10T10:32:30.063001+0000","last_undegraded":"2024-09-10T10:32:30.063001+0000","last_fullsized":"2024-09-10T10:32:30.063001+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:16.392482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086579+0000","last_change":"2024-09-10T10:32:28.059500+0000","last_active":"2024-09-10T10:32:30.086579+0000","last_peered":"2024-09-10T10:32:30.086579+0000","last_clean":"2024-09-10T10:32:30.086579+0000","last_became_active":"2024-09-10T10:32:28.059314+0000","last_became_peered":"2024-09-10T10:32:28.059314+0000","last_unstale":"2024-09-10T10:32:30.086579+0000","last_undegraded":"2024-09-10T10:32:30.086579+0000","last_fullsized":"2024-09-10T10:32:30.086579+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062741+0000","last_change":"2024-09-10T10:32:29.061315+0000","last_active":"2024-09-10T10:32:30.062741+0000","last_peered":"2024-09-10T10:32:30.062741+0000","last_clean":"2024-09-10T10:32:30.062741+0000","last_became_active":"2024-09-10T10:32:29.060970+0000","last_became_peered":"2024-09-10T10:32:29.060970+0000","last_unstale":"2024-09-10T10:32:30.062741+0000","last_undegraded":"2024-09-10T10:32:30.062741+0000","last_fullsized":"2024-09-10T10:32:30.062741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:55.080973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085179+0000","last_change":"2024-09-10T10:32:28.068401+0000","last_active":"2024-09-10T10:32:30.085179+0000","last_peered":"2024-09-10T10:32:30.085179+0000","last_clean":"2024-09-10T10:32:30.085179+0000","last_became_active":"2024-09-10T10:32:28.068133+0000","last_became_peered":"2024-09-10T10:32:28.068133+0000","last_unstale":"2024-09-10T10:32:30.085179+0000","last_undegraded":"2024-09-10T10:32:30.085179+0000","last_fullsized":"2024-09-10T10:32:30.085179+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:31.961812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085774+0000","last_change":"2024-09-10T10:32:29.066291+0000","last_active":"2024-09-10T10:32:30.085774+0000","last_peered":"2024-09-10T10:32:30.085774+0000","last_clean":"2024-09-10T10:32:30.085774+0000","last_became_active":"2024-09-10T10:32:29.065907+0000","last_became_peered":"2024-09-10T10:32:29.065907+0000","last_unstale":"2024-09-10T10:32:30.085774+0000","last_undegraded":"2024-09-10T10:32:30.085774+0000","last_fullsized":"2024-09-10T10:32:30.085774+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:13.325822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085222+0000","last_change":"2024-09-10T10:32:29.069669+0000","last_active":"2024-09-10T10:32:30.085222+0000","last_peered":"2024-09-10T10:32:30.085222+0000","last_clean":"2024-09-10T10:32:30.085222+0000","last_became_active":"2024-09-10T10:32:29.066189+0000","last_became_peered":"2024-09-10T10:32:29.066189+0000","last_unstale":"2024-09-10T10:32:30.085222+0000","last_undegraded":"2024-09-10T10:32:30.085222+0000","last_fullsized":"2024-09-10T10:32:30.085222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:59.484646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084965+0000","last_change":"2024-09-10T10:32:28.053067+0000","last_active":"2024-09-10T10:32:30.084965+0000","last_peered":"2024-09-10T10:32:30.084965+0000","last_clean":"2024-09-10T10:32:30.084965+0000","last_became_active":"2024-09-10T10:32:28.052777+0000","last_became_peered":"2024-09-10T10:32:28.052777+0000","last_unstale":"2024-09-10T10:32:30.084965+0000","last_undegraded":"2024-09-10T10:32:30.084965+0000","last_fullsized":"2024-09-10T10:32:30.084965+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:56.770196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.057135+0000","last_change":"2024-09-10T10:32:29.064129+0000","last_active":"2024-09-10T10:32:30.057135+0000","last_peered":"2024-09-10T10:32:30.057135+0000","last_clean":"2024-09-10T10:32:30.057135+0000","last_became_active":"2024-09-10T10:32:29.060718+0000","last_became_peered":"2024-09-10T10:32:29.060718+0000","last_unstale":"2024-09-10T10:32:30.057135+0000","last_undegraded":"2024-09-10T10:32:30.057135+0000","last_fullsized":"2024-09-10T10:32:30.057135+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:01.679976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084919+0000","last_change":"2024-09-10T10:32:28.052149+0000","last_active":"2024-09-10T10:32:30.084919+0000","last_peered":"2024-09-10T10:32:30.084919+0000","last_clean":"2024-09-10T10:32:30.084919+0000","last_became_active":"2024-09-10T10:32:28.051849+0000","last_became_peered":"2024-09-10T10:32:28.051849+0000","last_unstale":"2024-09-10T10:32:30.084919+0000","last_undegraded":"2024-09-10T10:32:30.084919+0000","last_fullsized":"2024-09-10T10:32:30.084919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:00.672568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086434+0000","last_change":"2024-09-10T10:32:29.064105+0000","last_active":"2024-09-10T10:32:30.086434+0000","last_peered":"2024-09-10T10:32:30.086434+0000","last_clean":"2024-09-10T10:32:30.086434+0000","last_became_active":"2024-09-10T10:32:29.062986+0000","last_became_peered":"2024-09-10T10:32:29.062986+0000","last_unstale":"2024-09-10T10:32:30.086434+0000","last_undegraded":"2024-09-10T10:32:30.086434+0000","last_fullsized":"2024-09-10T10:32:30.086434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:04.559187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086822+0000","last_change":"2024-09-10T10:32:28.061533+0000","last_active":"2024-09-10T10:32:30.086822+0000","last_peered":"2024-09-10T10:32:30.086822+0000","last_clean":"2024-09-10T10:32:30.086822+0000","last_became_active":"2024-09-10T10:32:28.061239+0000","last_became_peered":"2024-09-10T10:32:28.061239+0000","last_unstale":"2024-09-10T10:32:30.086822+0000","last_undegraded":"2024-09-10T10:32:30.086822+0000","last_fullsized":"2024-09-10T10:32:30.086822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:16.983926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086758+0000","last_change":"2024-09-10T10:32:29.051180+0000","last_active":"2024-09-10T10:32:30.086758+0000","last_peered":"2024-09-10T10:32:30.086758+0000","last_clean":"2024-09-10T10:32:30.086758+0000","last_became_active":"2024-09-10T10:32:29.050889+0000","last_became_peered":"2024-09-10T10:32:29.050889+0000","last_unstale":"2024-09-10T10:32:30.086758+0000","last_undegraded":"2024-09-10T10:32:30.086758+0000","last_fullsized":"2024-09-10T10:32:30.086758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:28.374260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063892+0000","last_change":"2024-09-10T10:32:28.064396+0000","last_active":"2024-09-10T10:32:30.063892+0000","last_peered":"2024-09-10T10:32:30.063892+0000","last_clean":"2024-09-10T10:32:30.063892+0000","last_became_active":"2024-09-10T10:32:28.063910+0000","last_became_peered":"2024-09-10T10:32:28.063910+0000","last_unstale":"2024-09-10T10:32:30.063892+0000","last_undegraded":"2024-09-10T10:32:30.063892+0000","last_fullsized":"2024-09-10T10:32:30.063892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:04.481901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31420,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340420,"statfs":{"total":96636764160,"available":96604590080,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31416,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340424,"statfs":{"total":96636764160,"available":96604594176,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:32:42.731 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:32:42.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.902+0000 7fb59a800640 1 Processor -- start 2024-09-10T10:32:42.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.902+0000 7fb59a800640 1 -- start start 2024-09-10T10:32:42.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb59a800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb59415b220 0x7fb594071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb59a800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59415b600 0x7fb5940b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb59a800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5940ce880 con 0x7fb5940b5520 2024-09-10T10:32:42.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb59a800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb59406d6e0 con 0x7fb59415b220 2024-09-10T10:32:42.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb59a800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb5940ceb60 con 0x7fb59415b600 2024-09-10T10:32:42.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb593400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb59415b220 0x7fb594071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb593400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb59415b220 0x7fb594071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35508/0 (socket says 172.21.15.22:35508) 2024-09-10T10:32:42.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb593400640 1 -- 172.21.15.22:0/3788105711 learned_addr learned my addr 172.21.15.22:0/3788105711 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:42.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb58aa00640 1 --2- 172.21.15.22:0/3788105711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59415b600 0x7fb5940b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb593400640 1 -- 172.21.15.22:0/3788105711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59415b600 msgr2=0x7fb5940b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:42.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb593400640 1 --2- 172.21.15.22:0/3788105711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59415b600 0x7fb5940b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb593400640 1 -- 172.21.15.22:0/3788105711 >> v1:172.21.15.22:6789/0 conn(0x7fb5940b5520 legacy=0x7fb5940b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb593400640 1 -- 172.21.15.22:0/3788105711 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5940cee40 con 0x7fb59415b220 2024-09-10T10:32:42.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.906+0000 7fb593400640 1 --2- 172.21.15.22:0/3788105711 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 0x7fb594071140 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb584009870 tx=0x7fb58401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95907688a86c81ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:42.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb592a00640 1 -- 172.21.15.22:0/3788105711 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5840b0070 con 0x7fb59415b220 2024-09-10T10:32:42.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb592a00640 1 -- 172.21.15.22:0/3788105711 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5840ab600 con 0x7fb59415b220 2024-09-10T10:32:42.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb592a00640 1 -- 172.21.15.22:0/3788105711 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5840ab9d0 con 0x7fb59415b220 2024-09-10T10:32:42.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 -- 172.21.15.22:0/3788105711 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 msgr2=0x7fb594071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 --2- 172.21.15.22:0/3788105711 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 0x7fb594071140 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb584009870 tx=0x7fb58401c4d0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 -- 172.21.15.22:0/3788105711 shutdown_connections 2024-09-10T10:32:42.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 --2- 172.21.15.22:0/3788105711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59415b600 0x7fb5940b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 --2- 172.21.15.22:0/3788105711 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 0x7fb594071140 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 -- 172.21.15.22:0/3788105711 >> 172.21.15.22:0/3788105711 conn(0x7fb594062dd0 msgr2=0x7fb59406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:42.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 -- 172.21.15.22:0/3788105711 shutdown_connections 2024-09-10T10:32:42.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 -- 172.21.15.22:0/3788105711 wait complete. 2024-09-10T10:32:42.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 Processor -- start 2024-09-10T10:32:42.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 -- start start 2024-09-10T10:32:42.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5940b5520 0x7fb59414e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 0x7fb59413ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59415b600 0x7fb59415d340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb5940d0260 con 0x7fb59415b220 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb5940d00e0 con 0x7fb5940b5520 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb59a800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb5941680f0 con 0x7fb59415b600 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb58aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 0x7fb59413ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb58aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 0x7fb59413ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35524/0 (socket says 172.21.15.22:35524) 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb58aa00640 1 -- 172.21.15.22:0/4203359681 learned_addr learned my addr 172.21.15.22:0/4203359681 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb593400640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5940b5520 0x7fb59414e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.910+0000 7fb593e00640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59415b600 0x7fb59415d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58aa00640 1 -- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59415b600 msgr2=0x7fb59415d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58aa00640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59415b600 0x7fb59415d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58aa00640 1 -- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5940b5520 msgr2=0x7fb59414e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58aa00640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5940b5520 0x7fb59414e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58aa00640 1 -- 172.21.15.22:0/4203359681 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb59413f380 con 0x7fb59415b220 2024-09-10T10:32:42.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb593400640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5940b5520 0x7fb59414e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:42.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58aa00640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 0x7fb59413ee40 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb57c00d5f0 tx=0x7fb57c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:42.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58be00640 1 -- 172.21.15.22:0/4203359681 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb57c0125f0 con 0x7fb59415b220 2024-09-10T10:32:42.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58be00640 1 -- 172.21.15.22:0/4203359681 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb57c019070 con 0x7fb59415b220 2024-09-10T10:32:42.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb59a800640 1 -- 172.21.15.22:0/4203359681 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5940b05c0 con 0x7fb59415b220 2024-09-10T10:32:42.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58be00640 1 -- 172.21.15.22:0/4203359681 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb57c0129b0 con 0x7fb59415b220 2024-09-10T10:32:42.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb59a800640 1 -- 172.21.15.22:0/4203359681 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5940b0b80 con 0x7fb59415b220 2024-09-10T10:32:42.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb59a800640 1 -- 172.21.15.22:0/4203359681 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5940b4fe0 con 0x7fb59415b220 2024-09-10T10:32:42.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58be00640 1 -- 172.21.15.22:0/4203359681 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb57c012b50 con 0x7fb59415b220 2024-09-10T10:32:42.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58be00640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5700678c0 0x7fb570069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:42.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.914+0000 7fb58be00640 1 -- 172.21.15.22:0/4203359681 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb57c085ff0 con 0x7fb59415b220 2024-09-10T10:32:42.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.918+0000 7fb593400640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5700678c0 0x7fb570069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:42.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.918+0000 7fb593400640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5700678c0 0x7fb570069d80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb5840ad000 tx=0x7fb584008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:42.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:42.918+0000 7fb58be00640 1 -- 172.21.15.22:0/4203359681 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb57c056440 con 0x7fb59415b220 2024-09-10T10:32:43.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.086+0000 7fb59a800640 1 -- 172.21.15.22:0/4203359681 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb594069d60 con 0x7fb5700678c0 2024-09-10T10:32:43.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.090+0000 7fb58be00640 1 -- 172.21.15.22:0/4203359681 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251833 (secure 0 0 0) 0x7fb594069d60 con 0x7fb5700678c0 2024-09-10T10:32:43.098 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:43.100 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:32:43.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 -- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5700678c0 msgr2=0x7fb570069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5700678c0 0x7fb570069d80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb5840ad000 tx=0x7fb584008040 comp rx=0 tx=0).stop 2024-09-10T10:32:43.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 -- 172.21.15.22:0/4203359681 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 msgr2=0x7fb59413ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 0x7fb59413ee40 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb57c00d5f0 tx=0x7fb57c00dab0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 -- 172.21.15.22:0/4203359681 shutdown_connections 2024-09-10T10:32:43.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5700678c0 0x7fb570069d80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59415b600 0x7fb59415d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59415b220 0x7fb59413ee40 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 --2- 172.21.15.22:0/4203359681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5940b5520 0x7fb59414e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 -- 172.21.15.22:0/4203359681 >> 172.21.15.22:0/4203359681 conn(0x7fb594062dd0 msgr2=0x7fb594165770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:43.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 -- 172.21.15.22:0/4203359681 shutdown_connections 2024-09-10T10:32:43.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.094+0000 7fb59a800640 1 -- 172.21.15.22:0/4203359681 wait complete. 2024-09-10T10:32:43.118 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-10T10:32:41.335967+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235828,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738892,"statfs":{"total":773094113280,"available":772852625408,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.274882"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085482+0000","last_change":"2024-09-10T10:32:29.072834+0000","last_active":"2024-09-10T10:32:30.085482+0000","last_peered":"2024-09-10T10:32:30.085482+0000","last_clean":"2024-09-10T10:32:30.085482+0000","last_became_active":"2024-09-10T10:32:29.072509+0000","last_became_peered":"2024-09-10T10:32:29.072509+0000","last_unstale":"2024-09-10T10:32:30.085482+0000","last_undegraded":"2024-09-10T10:32:30.085482+0000","last_fullsized":"2024-09-10T10:32:30.085482+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:36.498217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086530+0000","last_change":"2024-09-10T10:32:29.055028+0000","last_active":"2024-09-10T10:32:30.086530+0000","last_peered":"2024-09-10T10:32:30.086530+0000","last_clean":"2024-09-10T10:32:30.086530+0000","last_became_active":"2024-09-10T10:32:29.054764+0000","last_became_peered":"2024-09-10T10:32:29.054764+0000","last_unstale":"2024-09-10T10:32:30.086530+0000","last_undegraded":"2024-09-10T10:32:30.086530+0000","last_fullsized":"2024-09-10T10:32:30.086530+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:17.725431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086336+0000","last_change":"2024-09-10T10:32:29.061695+0000","last_active":"2024-09-10T10:32:30.086336+0000","last_peered":"2024-09-10T10:32:30.086336+0000","last_clean":"2024-09-10T10:32:30.086336+0000","last_became_active":"2024-09-10T10:32:29.061291+0000","last_became_peered":"2024-09-10T10:32:29.061291+0000","last_unstale":"2024-09-10T10:32:30.086336+0000","last_undegraded":"2024-09-10T10:32:30.086336+0000","last_fullsized":"2024-09-10T10:32:30.086336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:18.833417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086573+0000","last_change":"2024-09-10T10:32:29.057874+0000","last_active":"2024-09-10T10:32:30.086573+0000","last_peered":"2024-09-10T10:32:30.086573+0000","last_clean":"2024-09-10T10:32:30.086573+0000","last_became_active":"2024-09-10T10:32:29.057444+0000","last_became_peered":"2024-09-10T10:32:29.057444+0000","last_unstale":"2024-09-10T10:32:30.086573+0000","last_undegraded":"2024-09-10T10:32:30.086573+0000","last_fullsized":"2024-09-10T10:32:30.086573+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:05.565136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086075+0000","last_change":"2024-09-10T10:32:29.063348+0000","last_active":"2024-09-10T10:32:30.086075+0000","last_peered":"2024-09-10T10:32:30.086075+0000","last_clean":"2024-09-10T10:32:30.086075+0000","last_became_active":"2024-09-10T10:32:29.062223+0000","last_became_peered":"2024-09-10T10:32:29.062223+0000","last_unstale":"2024-09-10T10:32:30.086075+0000","last_undegraded":"2024-09-10T10:32:30.086075+0000","last_fullsized":"2024-09-10T10:32:30.086075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:47.830750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086345+0000","last_change":"2024-09-10T10:32:29.054972+0000","last_active":"2024-09-10T10:32:30.086345+0000","last_peered":"2024-09-10T10:32:30.086345+0000","last_clean":"2024-09-10T10:32:30.086345+0000","last_became_active":"2024-09-10T10:32:29.054422+0000","last_became_peered":"2024-09-10T10:32:29.054422+0000","last_unstale":"2024-09-10T10:32:30.086345+0000","last_undegraded":"2024-09-10T10:32:30.086345+0000","last_fullsized":"2024-09-10T10:32:30.086345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:57.777604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084500+0000","last_change":"2024-09-10T10:32:29.071941+0000","last_active":"2024-09-10T10:32:30.084500+0000","last_peered":"2024-09-10T10:32:30.084500+0000","last_clean":"2024-09-10T10:32:30.084500+0000","last_became_active":"2024-09-10T10:32:29.071606+0000","last_became_peered":"2024-09-10T10:32:29.071606+0000","last_unstale":"2024-09-10T10:32:30.084500+0000","last_undegraded":"2024-09-10T10:32:30.084500+0000","last_fullsized":"2024-09-10T10:32:30.084500+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:51.870893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086747+0000","last_change":"2024-09-10T10:32:29.062881+0000","last_active":"2024-09-10T10:32:30.086747+0000","last_peered":"2024-09-10T10:32:30.086747+0000","last_clean":"2024-09-10T10:32:30.086747+0000","last_became_active":"2024-09-10T10:32:29.062478+0000","last_became_peered":"2024-09-10T10:32:29.062478+0000","last_unstale":"2024-09-10T10:32:30.086747+0000","last_undegraded":"2024-09-10T10:32:30.086747+0000","last_fullsized":"2024-09-10T10:32:30.086747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:42.319373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.057280+0000","last_change":"2024-09-10T10:32:29.056073+0000","last_active":"2024-09-10T10:32:30.057280+0000","last_peered":"2024-09-10T10:32:30.057280+0000","last_clean":"2024-09-10T10:32:30.057280+0000","last_became_active":"2024-09-10T10:32:29.055810+0000","last_became_peered":"2024-09-10T10:32:29.055810+0000","last_unstale":"2024-09-10T10:32:30.057280+0000","last_undegraded":"2024-09-10T10:32:30.057280+0000","last_fullsized":"2024-09-10T10:32:30.057280+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:32.969220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085093+0000","last_change":"2024-09-10T10:32:29.066890+0000","last_active":"2024-09-10T10:32:30.085093+0000","last_peered":"2024-09-10T10:32:30.085093+0000","last_clean":"2024-09-10T10:32:30.085093+0000","last_became_active":"2024-09-10T10:32:29.066702+0000","last_became_peered":"2024-09-10T10:32:29.066702+0000","last_unstale":"2024-09-10T10:32:30.085093+0000","last_undegraded":"2024-09-10T10:32:30.085093+0000","last_fullsized":"2024-09-10T10:32:30.085093+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:52:53.382829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084676+0000","last_change":"2024-09-10T10:32:29.078476+0000","last_active":"2024-09-10T10:32:30.084676+0000","last_peered":"2024-09-10T10:32:30.084676+0000","last_clean":"2024-09-10T10:32:30.084676+0000","last_became_active":"2024-09-10T10:32:29.078112+0000","last_became_peered":"2024-09-10T10:32:29.078112+0000","last_unstale":"2024-09-10T10:32:30.084676+0000","last_undegraded":"2024-09-10T10:32:30.084676+0000","last_fullsized":"2024-09-10T10:32:30.084676+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:57:31.776404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084773+0000","last_change":"2024-09-10T10:32:29.068743+0000","last_active":"2024-09-10T10:32:30.084773+0000","last_peered":"2024-09-10T10:32:30.084773+0000","last_clean":"2024-09-10T10:32:30.084773+0000","last_became_active":"2024-09-10T10:32:29.068145+0000","last_became_peered":"2024-09-10T10:32:29.068145+0000","last_unstale":"2024-09-10T10:32:30.084773+0000","last_undegraded":"2024-09-10T10:32:30.084773+0000","last_fullsized":"2024-09-10T10:32:30.084773+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:23.077011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086553+0000","last_change":"2024-09-10T10:32:29.065255+0000","last_active":"2024-09-10T10:32:30.086553+0000","last_peered":"2024-09-10T10:32:30.086553+0000","last_clean":"2024-09-10T10:32:30.086553+0000","last_became_active":"2024-09-10T10:32:29.064927+0000","last_became_peered":"2024-09-10T10:32:29.064927+0000","last_unstale":"2024-09-10T10:32:30.086553+0000","last_undegraded":"2024-09-10T10:32:30.086553+0000","last_fullsized":"2024-09-10T10:32:30.086553+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:49.803294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086351+0000","last_change":"2024-09-10T10:32:29.067976+0000","last_active":"2024-09-10T10:32:30.086351+0000","last_peered":"2024-09-10T10:32:30.086351+0000","last_clean":"2024-09-10T10:32:30.086351+0000","last_became_active":"2024-09-10T10:32:29.067546+0000","last_became_peered":"2024-09-10T10:32:29.067546+0000","last_unstale":"2024-09-10T10:32:30.086351+0000","last_undegraded":"2024-09-10T10:32:30.086351+0000","last_fullsized":"2024-09-10T10:32:30.086351+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:16.392482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087105+0000","last_change":"2024-09-10T10:32:29.057867+0000","last_active":"2024-09-10T10:32:30.087105+0000","last_peered":"2024-09-10T10:32:30.087105+0000","last_clean":"2024-09-10T10:32:30.087105+0000","last_became_active":"2024-09-10T10:32:29.057462+0000","last_became_peered":"2024-09-10T10:32:29.057462+0000","last_unstale":"2024-09-10T10:32:30.087105+0000","last_undegraded":"2024-09-10T10:32:30.087105+0000","last_fullsized":"2024-09-10T10:32:30.087105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:02.204778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084454+0000","last_change":"2024-09-10T10:32:29.071358+0000","last_active":"2024-09-10T10:32:30.084454+0000","last_peered":"2024-09-10T10:32:30.084454+0000","last_clean":"2024-09-10T10:32:30.084454+0000","last_became_active":"2024-09-10T10:32:29.070742+0000","last_became_peered":"2024-09-10T10:32:29.070742+0000","last_unstale":"2024-09-10T10:32:30.084454+0000","last_undegraded":"2024-09-10T10:32:30.084454+0000","last_fullsized":"2024-09-10T10:32:30.084454+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:22.207783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085417+0000","last_change":"2024-09-10T10:32:29.069239+0000","last_active":"2024-09-10T10:32:30.085417+0000","last_peered":"2024-09-10T10:32:30.085417+0000","last_clean":"2024-09-10T10:32:30.085417+0000","last_became_active":"2024-09-10T10:32:29.065456+0000","last_became_peered":"2024-09-10T10:32:29.065456+0000","last_unstale":"2024-09-10T10:32:30.085417+0000","last_undegraded":"2024-09-10T10:32:30.085417+0000","last_fullsized":"2024-09-10T10:32:30.085417+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:30:43.572327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062610+0000","last_change":"2024-09-10T10:32:29.061525+0000","last_active":"2024-09-10T10:32:30.062610+0000","last_peered":"2024-09-10T10:32:30.062610+0000","last_clean":"2024-09-10T10:32:30.062610+0000","last_became_active":"2024-09-10T10:32:29.061237+0000","last_became_peered":"2024-09-10T10:32:29.061237+0000","last_unstale":"2024-09-10T10:32:30.062610+0000","last_undegraded":"2024-09-10T10:32:30.062610+0000","last_fullsized":"2024-09-10T10:32:30.062610+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:05.565136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085512+0000","last_change":"2024-09-10T10:32:29.080561+0000","last_active":"2024-09-10T10:32:30.085512+0000","last_peered":"2024-09-10T10:32:30.085512+0000","last_clean":"2024-09-10T10:32:30.085512+0000","last_became_active":"2024-09-10T10:32:29.080271+0000","last_became_peered":"2024-09-10T10:32:29.080271+0000","last_unstale":"2024-09-10T10:32:30.085512+0000","last_undegraded":"2024-09-10T10:32:30.085512+0000","last_fullsized":"2024-09-10T10:32:30.085512+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:12.547919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084858+0000","last_change":"2024-09-10T10:32:29.059371+0000","last_active":"2024-09-10T10:32:30.084858+0000","last_peered":"2024-09-10T10:32:30.084858+0000","last_clean":"2024-09-10T10:32:30.084858+0000","last_became_active":"2024-09-10T10:32:29.059067+0000","last_became_peered":"2024-09-10T10:32:29.059067+0000","last_unstale":"2024-09-10T10:32:30.084858+0000","last_undegraded":"2024-09-10T10:32:30.084858+0000","last_fullsized":"2024-09-10T10:32:30.084858+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:14.178751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063262+0000","last_change":"2024-09-10T10:32:29.051502+0000","last_active":"2024-09-10T10:32:30.063262+0000","last_peered":"2024-09-10T10:32:30.063262+0000","last_clean":"2024-09-10T10:32:30.063262+0000","last_became_active":"2024-09-10T10:32:29.051074+0000","last_became_peered":"2024-09-10T10:32:29.051074+0000","last_unstale":"2024-09-10T10:32:30.063262+0000","last_undegraded":"2024-09-10T10:32:30.063262+0000","last_fullsized":"2024-09-10T10:32:30.063262+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:49.803294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056772+0000","last_change":"2024-09-10T10:32:29.052522+0000","last_active":"2024-09-10T10:32:30.056772+0000","last_peered":"2024-09-10T10:32:30.056772+0000","last_clean":"2024-09-10T10:32:30.056772+0000","last_became_active":"2024-09-10T10:32:29.050987+0000","last_became_peered":"2024-09-10T10:32:29.050987+0000","last_unstale":"2024-09-10T10:32:30.056772+0000","last_undegraded":"2024-09-10T10:32:30.056772+0000","last_fullsized":"2024-09-10T10:32:30.056772+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:57.777604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087113+0000","last_change":"2024-09-10T10:32:29.053601+0000","last_active":"2024-09-10T10:32:30.087113+0000","last_peered":"2024-09-10T10:32:30.087113+0000","last_clean":"2024-09-10T10:32:30.087113+0000","last_became_active":"2024-09-10T10:32:29.053344+0000","last_became_peered":"2024-09-10T10:32:29.053344+0000","last_unstale":"2024-09-10T10:32:30.087113+0000","last_undegraded":"2024-09-10T10:32:30.087113+0000","last_fullsized":"2024-09-10T10:32:30.087113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:57.544341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084440+0000","last_change":"2024-09-10T10:32:29.071604+0000","last_active":"2024-09-10T10:32:30.084440+0000","last_peered":"2024-09-10T10:32:30.084440+0000","last_clean":"2024-09-10T10:32:30.084440+0000","last_became_active":"2024-09-10T10:32:29.071078+0000","last_became_peered":"2024-09-10T10:32:29.071078+0000","last_unstale":"2024-09-10T10:32:30.084440+0000","last_undegraded":"2024-09-10T10:32:30.084440+0000","last_fullsized":"2024-09-10T10:32:30.084440+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:36.498217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086282+0000","last_change":"2024-09-10T10:32:29.064338+0000","last_active":"2024-09-10T10:32:30.086282+0000","last_peered":"2024-09-10T10:32:30.086282+0000","last_clean":"2024-09-10T10:32:30.086282+0000","last_became_active":"2024-09-10T10:32:29.063384+0000","last_became_peered":"2024-09-10T10:32:29.063384+0000","last_unstale":"2024-09-10T10:32:30.086282+0000","last_undegraded":"2024-09-10T10:32:30.086282+0000","last_fullsized":"2024-09-10T10:32:30.086282+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:42.756760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086759+0000","last_change":"2024-09-10T10:32:29.077858+0000","last_active":"2024-09-10T10:32:30.086759+0000","last_peered":"2024-09-10T10:32:30.086759+0000","last_clean":"2024-09-10T10:32:30.086759+0000","last_became_active":"2024-09-10T10:32:29.077590+0000","last_became_peered":"2024-09-10T10:32:29.077590+0000","last_unstale":"2024-09-10T10:32:30.086759+0000","last_undegraded":"2024-09-10T10:32:30.086759+0000","last_fullsized":"2024-09-10T10:32:30.086759+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:32.969220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086735+0000","last_change":"2024-09-10T10:32:29.067180+0000","last_active":"2024-09-10T10:32:30.086735+0000","last_peered":"2024-09-10T10:32:30.086735+0000","last_clean":"2024-09-10T10:32:30.086735+0000","last_became_active":"2024-09-10T10:32:29.066887+0000","last_became_peered":"2024-09-10T10:32:29.066887+0000","last_unstale":"2024-09-10T10:32:30.086735+0000","last_undegraded":"2024-09-10T10:32:30.086735+0000","last_fullsized":"2024-09-10T10:32:30.086735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:58:15.932332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086098+0000","last_change":"2024-09-10T10:32:29.061495+0000","last_active":"2024-09-10T10:32:30.086098+0000","last_peered":"2024-09-10T10:32:30.086098+0000","last_clean":"2024-09-10T10:32:30.086098+0000","last_became_active":"2024-09-10T10:32:29.061189+0000","last_became_peered":"2024-09-10T10:32:29.061189+0000","last_unstale":"2024-09-10T10:32:30.086098+0000","last_undegraded":"2024-09-10T10:32:30.086098+0000","last_fullsized":"2024-09-10T10:32:30.086098+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:37.054718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086408+0000","last_change":"2024-09-10T10:32:29.063809+0000","last_active":"2024-09-10T10:32:30.086408+0000","last_peered":"2024-09-10T10:32:30.086408+0000","last_clean":"2024-09-10T10:32:30.086408+0000","last_became_active":"2024-09-10T10:32:29.062266+0000","last_became_peered":"2024-09-10T10:32:29.062266+0000","last_unstale":"2024-09-10T10:32:30.086408+0000","last_undegraded":"2024-09-10T10:32:30.086408+0000","last_fullsized":"2024-09-10T10:32:30.086408+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:32.533530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085670+0000","last_change":"2024-09-10T10:32:29.064964+0000","last_active":"2024-09-10T10:32:30.085670+0000","last_peered":"2024-09-10T10:32:30.085670+0000","last_clean":"2024-09-10T10:32:30.085670+0000","last_became_active":"2024-09-10T10:32:29.055842+0000","last_became_peered":"2024-09-10T10:32:29.055842+0000","last_unstale":"2024-09-10T10:32:30.085670+0000","last_undegraded":"2024-09-10T10:32:30.085670+0000","last_fullsized":"2024-09-10T10:32:30.085670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:21.314011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062153+0000","last_change":"2024-09-10T10:32:29.060724+0000","last_active":"2024-09-10T10:32:30.062153+0000","last_peered":"2024-09-10T10:32:30.062153+0000","last_clean":"2024-09-10T10:32:30.062153+0000","last_became_active":"2024-09-10T10:32:29.060428+0000","last_became_peered":"2024-09-10T10:32:29.060428+0000","last_unstale":"2024-09-10T10:32:30.062153+0000","last_undegraded":"2024-09-10T10:32:30.062153+0000","last_fullsized":"2024-09-10T10:32:30.062153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:57.777604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086658+0000","last_change":"2024-09-10T10:32:29.057343+0000","last_active":"2024-09-10T10:32:30.086658+0000","last_peered":"2024-09-10T10:32:30.086658+0000","last_clean":"2024-09-10T10:32:30.086658+0000","last_became_active":"2024-09-10T10:32:29.056964+0000","last_became_peered":"2024-09-10T10:32:29.056964+0000","last_unstale":"2024-09-10T10:32:30.086658+0000","last_undegraded":"2024-09-10T10:32:30.086658+0000","last_fullsized":"2024-09-10T10:32:30.086658+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:55.080973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056935+0000","last_change":"2024-09-10T10:32:29.060437+0000","last_active":"2024-09-10T10:32:30.056935+0000","last_peered":"2024-09-10T10:32:30.056935+0000","last_clean":"2024-09-10T10:32:30.056935+0000","last_became_active":"2024-09-10T10:32:29.060141+0000","last_became_peered":"2024-09-10T10:32:29.060141+0000","last_unstale":"2024-09-10T10:32:30.056935+0000","last_undegraded":"2024-09-10T10:32:30.056935+0000","last_fullsized":"2024-09-10T10:32:30.056935+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:55.080973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086473+0000","last_change":"2024-09-10T10:32:28.062609+0000","last_active":"2024-09-10T10:32:30.086473+0000","last_peered":"2024-09-10T10:32:30.086473+0000","last_clean":"2024-09-10T10:32:30.086473+0000","last_became_active":"2024-09-10T10:32:28.062222+0000","last_became_peered":"2024-09-10T10:32:28.062222+0000","last_unstale":"2024-09-10T10:32:30.086473+0000","last_undegraded":"2024-09-10T10:32:30.086473+0000","last_fullsized":"2024-09-10T10:32:30.086473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:43.836262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063444+0000","last_change":"2024-09-10T10:32:29.053967+0000","last_active":"2024-09-10T10:32:30.063444+0000","last_peered":"2024-09-10T10:32:30.063444+0000","last_clean":"2024-09-10T10:32:30.063444+0000","last_became_active":"2024-09-10T10:32:29.053670+0000","last_became_peered":"2024-09-10T10:32:29.053670+0000","last_unstale":"2024-09-10T10:32:30.063444+0000","last_undegraded":"2024-09-10T10:32:30.063444+0000","last_fullsized":"2024-09-10T10:32:30.063444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:44:22.406144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085865+0000","last_change":"2024-09-10T10:32:28.062755+0000","last_active":"2024-09-10T10:32:30.085865+0000","last_peered":"2024-09-10T10:32:30.085865+0000","last_clean":"2024-09-10T10:32:30.085865+0000","last_became_active":"2024-09-10T10:32:28.062503+0000","last_became_peered":"2024-09-10T10:32:28.062503+0000","last_unstale":"2024-09-10T10:32:30.085865+0000","last_undegraded":"2024-09-10T10:32:30.085865+0000","last_fullsized":"2024-09-10T10:32:30.085865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:04.557728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085849+0000","last_change":"2024-09-10T10:32:28.052032+0000","last_active":"2024-09-10T10:32:30.085849+0000","last_peered":"2024-09-10T10:32:30.085849+0000","last_clean":"2024-09-10T10:32:30.085849+0000","last_became_active":"2024-09-10T10:32:28.051649+0000","last_became_peered":"2024-09-10T10:32:28.051649+0000","last_unstale":"2024-09-10T10:32:30.085849+0000","last_undegraded":"2024-09-10T10:32:30.085849+0000","last_fullsized":"2024-09-10T10:32:30.085849+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087034+0000","last_change":"2024-09-10T10:32:29.060458+0000","last_active":"2024-09-10T10:32:30.087034+0000","last_peered":"2024-09-10T10:32:30.087034+0000","last_clean":"2024-09-10T10:32:30.087034+0000","last_became_active":"2024-09-10T10:32:29.060165+0000","last_became_peered":"2024-09-10T10:32:29.060165+0000","last_unstale":"2024-09-10T10:32:30.087034+0000","last_undegraded":"2024-09-10T10:32:30.087034+0000","last_fullsized":"2024-09-10T10:32:30.087034+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:08.690335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084673+0000","last_change":"2024-09-10T10:32:28.065257+0000","last_active":"2024-09-10T10:32:30.084673+0000","last_peered":"2024-09-10T10:32:30.084673+0000","last_clean":"2024-09-10T10:32:30.084673+0000","last_became_active":"2024-09-10T10:32:28.064881+0000","last_became_peered":"2024-09-10T10:32:28.064881+0000","last_unstale":"2024-09-10T10:32:30.084673+0000","last_undegraded":"2024-09-10T10:32:30.084673+0000","last_fullsized":"2024-09-10T10:32:30.084673+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:04.481901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063171+0000","last_change":"2024-09-10T10:32:29.057404+0000","last_active":"2024-09-10T10:32:30.063171+0000","last_peered":"2024-09-10T10:32:30.063171+0000","last_clean":"2024-09-10T10:32:30.063171+0000","last_became_active":"2024-09-10T10:32:29.057132+0000","last_became_peered":"2024-09-10T10:32:29.057132+0000","last_unstale":"2024-09-10T10:32:30.063171+0000","last_undegraded":"2024-09-10T10:32:30.063171+0000","last_fullsized":"2024-09-10T10:32:30.063171+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:59.907705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.057281+0000","last_change":"2024-09-10T10:32:28.049741+0000","last_active":"2024-09-10T10:32:30.057281+0000","last_peered":"2024-09-10T10:32:30.057281+0000","last_clean":"2024-09-10T10:32:30.057281+0000","last_became_active":"2024-09-10T10:32:28.049315+0000","last_became_peered":"2024-09-10T10:32:28.049315+0000","last_unstale":"2024-09-10T10:32:30.057281+0000","last_undegraded":"2024-09-10T10:32:30.057281+0000","last_fullsized":"2024-09-10T10:32:30.057281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086746+0000","last_change":"2024-09-10T10:32:29.056546+0000","last_active":"2024-09-10T10:32:30.086746+0000","last_peered":"2024-09-10T10:32:30.086746+0000","last_clean":"2024-09-10T10:32:30.086746+0000","last_became_active":"2024-09-10T10:32:29.055400+0000","last_became_peered":"2024-09-10T10:32:29.055400+0000","last_unstale":"2024-09-10T10:32:30.086746+0000","last_undegraded":"2024-09-10T10:32:30.086746+0000","last_fullsized":"2024-09-10T10:32:30.086746+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:01.679976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085269+0000","last_change":"2024-09-10T10:32:28.051475+0000","last_active":"2024-09-10T10:32:30.085269+0000","last_peered":"2024-09-10T10:32:30.085269+0000","last_clean":"2024-09-10T10:32:30.085269+0000","last_became_active":"2024-09-10T10:32:28.051180+0000","last_became_peered":"2024-09-10T10:32:28.051180+0000","last_unstale":"2024-09-10T10:32:30.085269+0000","last_undegraded":"2024-09-10T10:32:30.085269+0000","last_fullsized":"2024-09-10T10:32:30.085269+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:41.292954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086579+0000","last_change":"2024-09-10T10:32:29.056539+0000","last_active":"2024-09-10T10:32:30.086579+0000","last_peered":"2024-09-10T10:32:30.086579+0000","last_clean":"2024-09-10T10:32:30.086579+0000","last_became_active":"2024-09-10T10:32:29.056268+0000","last_became_peered":"2024-09-10T10:32:29.056268+0000","last_unstale":"2024-09-10T10:32:30.086579+0000","last_undegraded":"2024-09-10T10:32:30.086579+0000","last_fullsized":"2024-09-10T10:32:30.086579+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:28.256027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062281+0000","last_change":"2024-09-10T10:32:28.059266+0000","last_active":"2024-09-10T10:32:30.062281+0000","last_peered":"2024-09-10T10:32:30.062281+0000","last_clean":"2024-09-10T10:32:30.062281+0000","last_became_active":"2024-09-10T10:32:28.058972+0000","last_became_peered":"2024-09-10T10:32:28.058972+0000","last_unstale":"2024-09-10T10:32:30.062281+0000","last_undegraded":"2024-09-10T10:32:30.062281+0000","last_fullsized":"2024-09-10T10:32:30.062281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:12.242673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085045+0000","last_change":"2024-09-10T10:32:29.054963+0000","last_active":"2024-09-10T10:32:30.085045+0000","last_peered":"2024-09-10T10:32:30.085045+0000","last_clean":"2024-09-10T10:32:30.085045+0000","last_became_active":"2024-09-10T10:32:29.054674+0000","last_became_peered":"2024-09-10T10:32:29.054674+0000","last_unstale":"2024-09-10T10:32:30.085045+0000","last_undegraded":"2024-09-10T10:32:30.085045+0000","last_fullsized":"2024-09-10T10:32:30.085045+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:58:50.088966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086543+0000","last_change":"2024-09-10T10:32:28.052198+0000","last_active":"2024-09-10T10:32:30.086543+0000","last_peered":"2024-09-10T10:32:30.086543+0000","last_clean":"2024-09-10T10:32:30.086543+0000","last_became_active":"2024-09-10T10:32:28.051988+0000","last_became_peered":"2024-09-10T10:32:28.051988+0000","last_unstale":"2024-09-10T10:32:30.086543+0000","last_undegraded":"2024-09-10T10:32:30.086543+0000","last_fullsized":"2024-09-10T10:32:30.086543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:41.039446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084828+0000","last_change":"2024-09-10T10:32:29.060156+0000","last_active":"2024-09-10T10:32:30.084828+0000","last_peered":"2024-09-10T10:32:30.084828+0000","last_clean":"2024-09-10T10:32:30.084828+0000","last_became_active":"2024-09-10T10:32:29.059915+0000","last_became_peered":"2024-09-10T10:32:29.059915+0000","last_unstale":"2024-09-10T10:32:30.084828+0000","last_undegraded":"2024-09-10T10:32:30.084828+0000","last_fullsized":"2024-09-10T10:32:30.084828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:51:45.582516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062834+0000","last_change":"2024-09-10T10:32:28.063210+0000","last_active":"2024-09-10T10:32:30.062834+0000","last_peered":"2024-09-10T10:32:30.062834+0000","last_clean":"2024-09-10T10:32:30.062834+0000","last_became_active":"2024-09-10T10:32:28.062952+0000","last_became_peered":"2024-09-10T10:32:28.062952+0000","last_unstale":"2024-09-10T10:32:30.062834+0000","last_undegraded":"2024-09-10T10:32:30.062834+0000","last_fullsized":"2024-09-10T10:32:30.062834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086475+0000","last_change":"2024-09-10T10:32:29.074069+0000","last_active":"2024-09-10T10:32:30.086475+0000","last_peered":"2024-09-10T10:32:30.086475+0000","last_clean":"2024-09-10T10:32:30.086475+0000","last_became_active":"2024-09-10T10:32:29.073768+0000","last_became_peered":"2024-09-10T10:32:29.073768+0000","last_unstale":"2024-09-10T10:32:30.086475+0000","last_undegraded":"2024-09-10T10:32:30.086475+0000","last_fullsized":"2024-09-10T10:32:30.086475+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:59.907705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085959+0000","last_change":"2024-09-10T10:32:28.062189+0000","last_active":"2024-09-10T10:32:30.085959+0000","last_peered":"2024-09-10T10:32:30.085959+0000","last_clean":"2024-09-10T10:32:30.085959+0000","last_became_active":"2024-09-10T10:32:28.061633+0000","last_became_peered":"2024-09-10T10:32:28.061633+0000","last_unstale":"2024-09-10T10:32:30.085959+0000","last_undegraded":"2024-09-10T10:32:30.085959+0000","last_fullsized":"2024-09-10T10:32:30.085959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:54.073565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085096+0000","last_change":"2024-09-10T10:32:29.069442+0000","last_active":"2024-09-10T10:32:30.085096+0000","last_peered":"2024-09-10T10:32:30.085096+0000","last_clean":"2024-09-10T10:32:30.085096+0000","last_became_active":"2024-09-10T10:32:29.069158+0000","last_became_peered":"2024-09-10T10:32:29.069158+0000","last_unstale":"2024-09-10T10:32:30.085096+0000","last_undegraded":"2024-09-10T10:32:30.085096+0000","last_fullsized":"2024-09-10T10:32:30.085096+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:07.433756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084594+0000","last_change":"2024-09-10T10:32:28.061765+0000","last_active":"2024-09-10T10:32:30.084594+0000","last_peered":"2024-09-10T10:32:30.084594+0000","last_clean":"2024-09-10T10:32:30.084594+0000","last_became_active":"2024-09-10T10:32:28.061469+0000","last_became_peered":"2024-09-10T10:32:28.061469+0000","last_unstale":"2024-09-10T10:32:30.084594+0000","last_undegraded":"2024-09-10T10:32:30.084594+0000","last_fullsized":"2024-09-10T10:32:30.084594+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:04.481901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056817+0000","last_change":"2024-09-10T10:32:29.051570+0000","last_active":"2024-09-10T10:32:30.056817+0000","last_peered":"2024-09-10T10:32:30.056817+0000","last_clean":"2024-09-10T10:32:30.056817+0000","last_became_active":"2024-09-10T10:32:29.051289+0000","last_became_peered":"2024-09-10T10:32:29.051289+0000","last_unstale":"2024-09-10T10:32:30.056817+0000","last_undegraded":"2024-09-10T10:32:30.056817+0000","last_fullsized":"2024-09-10T10:32:30.056817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:59:05.565136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063126+0000","last_change":"2024-09-10T10:32:28.047575+0000","last_active":"2024-09-10T10:32:30.063126+0000","last_peered":"2024-09-10T10:32:30.063126+0000","last_clean":"2024-09-10T10:32:30.063126+0000","last_became_active":"2024-09-10T10:32:28.047044+0000","last_became_peered":"2024-09-10T10:32:28.047044+0000","last_unstale":"2024-09-10T10:32:30.063126+0000","last_undegraded":"2024-09-10T10:32:30.063126+0000","last_fullsized":"2024-09-10T10:32:30.063126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085025+0000","last_change":"2024-09-10T10:32:29.065892+0000","last_active":"2024-09-10T10:32:30.085025+0000","last_peered":"2024-09-10T10:32:30.085025+0000","last_clean":"2024-09-10T10:32:30.085025+0000","last_became_active":"2024-09-10T10:32:29.065073+0000","last_became_peered":"2024-09-10T10:32:29.065073+0000","last_unstale":"2024-09-10T10:32:30.085025+0000","last_undegraded":"2024-09-10T10:32:30.085025+0000","last_fullsized":"2024-09-10T10:32:30.085025+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:47.830750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085692+0000","last_change":"2024-09-10T10:32:28.061411+0000","last_active":"2024-09-10T10:32:30.085692+0000","last_peered":"2024-09-10T10:32:30.085692+0000","last_clean":"2024-09-10T10:32:30.085692+0000","last_became_active":"2024-09-10T10:32:28.061080+0000","last_became_peered":"2024-09-10T10:32:28.061080+0000","last_unstale":"2024-09-10T10:32:30.085692+0000","last_undegraded":"2024-09-10T10:32:30.085692+0000","last_fullsized":"2024-09-10T10:32:30.085692+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:58.900297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086823+0000","last_change":"2024-09-10T10:32:29.061142+0000","last_active":"2024-09-10T10:32:30.086823+0000","last_peered":"2024-09-10T10:32:30.086823+0000","last_clean":"2024-09-10T10:32:30.086823+0000","last_became_active":"2024-09-10T10:32:29.060834+0000","last_became_peered":"2024-09-10T10:32:29.060834+0000","last_unstale":"2024-09-10T10:32:30.086823+0000","last_undegraded":"2024-09-10T10:32:30.086823+0000","last_fullsized":"2024-09-10T10:32:30.086823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:37.054718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063659+0000","last_change":"2024-09-10T10:32:28.058216+0000","last_active":"2024-09-10T10:32:30.063659+0000","last_peered":"2024-09-10T10:32:30.063659+0000","last_clean":"2024-09-10T10:32:30.063659+0000","last_became_active":"2024-09-10T10:32:28.054955+0000","last_became_peered":"2024-09-10T10:32:28.054955+0000","last_unstale":"2024-09-10T10:32:30.063659+0000","last_undegraded":"2024-09-10T10:32:30.063659+0000","last_fullsized":"2024-09-10T10:32:30.063659+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:03.155252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085626+0000","last_change":"2024-09-10T10:32:29.070988+0000","last_active":"2024-09-10T10:32:30.085626+0000","last_peered":"2024-09-10T10:32:30.085626+0000","last_clean":"2024-09-10T10:32:30.085626+0000","last_became_active":"2024-09-10T10:32:29.070386+0000","last_became_peered":"2024-09-10T10:32:29.070386+0000","last_unstale":"2024-09-10T10:32:30.085626+0000","last_undegraded":"2024-09-10T10:32:30.085626+0000","last_fullsized":"2024-09-10T10:32:30.085626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.405594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086405+0000","last_change":"2024-09-10T10:32:28.060086+0000","last_active":"2024-09-10T10:32:30.086405+0000","last_peered":"2024-09-10T10:32:30.086405+0000","last_clean":"2024-09-10T10:32:30.086405+0000","last_became_active":"2024-09-10T10:32:28.059813+0000","last_became_peered":"2024-09-10T10:32:28.059813+0000","last_unstale":"2024-09-10T10:32:30.086405+0000","last_undegraded":"2024-09-10T10:32:30.086405+0000","last_fullsized":"2024-09-10T10:32:30.086405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:18.744745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084921+0000","last_change":"2024-09-10T10:32:29.068824+0000","last_active":"2024-09-10T10:32:30.084921+0000","last_peered":"2024-09-10T10:32:30.084921+0000","last_clean":"2024-09-10T10:32:30.084921+0000","last_became_active":"2024-09-10T10:32:29.068599+0000","last_became_peered":"2024-09-10T10:32:29.068599+0000","last_unstale":"2024-09-10T10:32:30.084921+0000","last_undegraded":"2024-09-10T10:32:30.084921+0000","last_fullsized":"2024-09-10T10:32:30.084921+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:22.207783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086449+0000","last_change":"2024-09-10T10:32:28.055546+0000","last_active":"2024-09-10T10:32:30.086449+0000","last_peered":"2024-09-10T10:32:30.086449+0000","last_clean":"2024-09-10T10:32:30.086449+0000","last_became_active":"2024-09-10T10:32:28.054975+0000","last_became_peered":"2024-09-10T10:32:28.054975+0000","last_unstale":"2024-09-10T10:32:30.086449+0000","last_undegraded":"2024-09-10T10:32:30.086449+0000","last_fullsized":"2024-09-10T10:32:30.086449+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085373+0000","last_change":"2024-09-10T10:32:29.065937+0000","last_active":"2024-09-10T10:32:30.085373+0000","last_peered":"2024-09-10T10:32:30.085373+0000","last_clean":"2024-09-10T10:32:30.085373+0000","last_became_active":"2024-09-10T10:32:29.065619+0000","last_became_peered":"2024-09-10T10:32:29.065619+0000","last_unstale":"2024-09-10T10:32:30.085373+0000","last_undegraded":"2024-09-10T10:32:30.085373+0000","last_fullsized":"2024-09-10T10:32:30.085373+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.848811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":170,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.056786+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:32:30.056786+0000","last_peered":"2024-09-10T10:32:30.056786+0000","last_clean":"2024-09-10T10:32:30.056786+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:32:30.056786+0000","last_undegraded":"2024-09-10T10:32:30.056786+0000","last_fullsized":"2024-09-10T10:32:30.056786+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085187+0000","last_change":"2024-09-10T10:32:28.068231+0000","last_active":"2024-09-10T10:32:30.085187+0000","last_peered":"2024-09-10T10:32:30.085187+0000","last_clean":"2024-09-10T10:32:30.085187+0000","last_became_active":"2024-09-10T10:32:28.067984+0000","last_became_peered":"2024-09-10T10:32:28.067984+0000","last_unstale":"2024-09-10T10:32:30.085187+0000","last_undegraded":"2024-09-10T10:32:30.085187+0000","last_fullsized":"2024-09-10T10:32:30.085187+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:36.047310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063290+0000","last_change":"2024-09-10T10:32:29.054718+0000","last_active":"2024-09-10T10:32:30.063290+0000","last_peered":"2024-09-10T10:32:30.063290+0000","last_clean":"2024-09-10T10:32:30.063290+0000","last_became_active":"2024-09-10T10:32:29.054440+0000","last_became_peered":"2024-09-10T10:32:29.054440+0000","last_unstale":"2024-09-10T10:32:30.063290+0000","last_undegraded":"2024-09-10T10:32:30.063290+0000","last_fullsized":"2024-09-10T10:32:30.063290+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:58:15.932332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084556+0000","last_change":"2024-09-10T10:32:28.067705+0000","last_active":"2024-09-10T10:32:30.084556+0000","last_peered":"2024-09-10T10:32:30.084556+0000","last_clean":"2024-09-10T10:32:30.084556+0000","last_became_active":"2024-09-10T10:32:28.067437+0000","last_became_peered":"2024-09-10T10:32:28.067437+0000","last_unstale":"2024-09-10T10:32:30.084556+0000","last_undegraded":"2024-09-10T10:32:30.084556+0000","last_fullsized":"2024-09-10T10:32:30.084556+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:56.770196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086041+0000","last_change":"2024-09-10T10:32:29.053945+0000","last_active":"2024-09-10T10:32:30.086041+0000","last_peered":"2024-09-10T10:32:30.086041+0000","last_clean":"2024-09-10T10:32:30.086041+0000","last_became_active":"2024-09-10T10:32:29.053539+0000","last_became_peered":"2024-09-10T10:32:29.053539+0000","last_unstale":"2024-09-10T10:32:30.086041+0000","last_undegraded":"2024-09-10T10:32:30.086041+0000","last_fullsized":"2024-09-10T10:32:30.086041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:32.969220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062094+0000","last_change":"2024-09-10T10:32:28.060003+0000","last_active":"2024-09-10T10:32:30.062094+0000","last_peered":"2024-09-10T10:32:30.062094+0000","last_clean":"2024-09-10T10:32:30.062094+0000","last_became_active":"2024-09-10T10:32:28.059681+0000","last_became_peered":"2024-09-10T10:32:28.059681+0000","last_unstale":"2024-09-10T10:32:30.062094+0000","last_undegraded":"2024-09-10T10:32:30.062094+0000","last_fullsized":"2024-09-10T10:32:30.062094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:19.095754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.087055+0000","last_change":"2024-09-10T10:32:29.067713+0000","last_active":"2024-09-10T10:32:30.087055+0000","last_peered":"2024-09-10T10:32:30.087055+0000","last_clean":"2024-09-10T10:32:30.087055+0000","last_became_active":"2024-09-10T10:32:29.067417+0000","last_became_peered":"2024-09-10T10:32:29.067417+0000","last_unstale":"2024-09-10T10:32:30.087055+0000","last_undegraded":"2024-09-10T10:32:30.087055+0000","last_fullsized":"2024-09-10T10:32:30.087055+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:17.598694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086039+0000","last_change":"2024-09-10T10:32:28.063463+0000","last_active":"2024-09-10T10:32:30.086039+0000","last_peered":"2024-09-10T10:32:30.086039+0000","last_clean":"2024-09-10T10:32:30.086039+0000","last_became_active":"2024-09-10T10:32:28.063234+0000","last_became_peered":"2024-09-10T10:32:28.063234+0000","last_unstale":"2024-09-10T10:32:30.086039+0000","last_undegraded":"2024-09-10T10:32:30.086039+0000","last_fullsized":"2024-09-10T10:32:30.086039+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:00.672568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086210+0000","last_change":"2024-09-10T10:32:29.061861+0000","last_active":"2024-09-10T10:32:30.086210+0000","last_peered":"2024-09-10T10:32:30.086210+0000","last_clean":"2024-09-10T10:32:30.086210+0000","last_became_active":"2024-09-10T10:32:29.056053+0000","last_became_peered":"2024-09-10T10:32:29.056053+0000","last_unstale":"2024-09-10T10:32:30.086210+0000","last_undegraded":"2024-09-10T10:32:30.086210+0000","last_fullsized":"2024-09-10T10:32:30.086210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:07.433756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086120+0000","last_change":"2024-09-10T10:32:28.062420+0000","last_active":"2024-09-10T10:32:30.086120+0000","last_peered":"2024-09-10T10:32:30.086120+0000","last_clean":"2024-09-10T10:32:30.086120+0000","last_became_active":"2024-09-10T10:32:28.062051+0000","last_became_peered":"2024-09-10T10:32:28.062051+0000","last_unstale":"2024-09-10T10:32:30.086120+0000","last_undegraded":"2024-09-10T10:32:30.086120+0000","last_fullsized":"2024-09-10T10:32:30.086120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:45.541712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086898+0000","last_change":"2024-09-10T10:32:29.061772+0000","last_active":"2024-09-10T10:32:30.086898+0000","last_peered":"2024-09-10T10:32:30.086898+0000","last_clean":"2024-09-10T10:32:30.086898+0000","last_became_active":"2024-09-10T10:32:29.057175+0000","last_became_peered":"2024-09-10T10:32:29.057175+0000","last_unstale":"2024-09-10T10:32:30.086898+0000","last_undegraded":"2024-09-10T10:32:30.086898+0000","last_fullsized":"2024-09-10T10:32:30.086898+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:42.300362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085545+0000","last_change":"2024-09-10T10:32:28.063319+0000","last_active":"2024-09-10T10:32:30.085545+0000","last_peered":"2024-09-10T10:32:30.085545+0000","last_clean":"2024-09-10T10:32:30.085545+0000","last_became_active":"2024-09-10T10:32:28.060657+0000","last_became_peered":"2024-09-10T10:32:28.060657+0000","last_unstale":"2024-09-10T10:32:30.085545+0000","last_undegraded":"2024-09-10T10:32:30.085545+0000","last_fullsized":"2024-09-10T10:32:30.085545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:15.385074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086346+0000","last_change":"2024-09-10T10:32:29.064970+0000","last_active":"2024-09-10T10:32:30.086346+0000","last_peered":"2024-09-10T10:32:30.086346+0000","last_clean":"2024-09-10T10:32:30.086346+0000","last_became_active":"2024-09-10T10:32:29.064654+0000","last_became_peered":"2024-09-10T10:32:29.064654+0000","last_unstale":"2024-09-10T10:32:30.086346+0000","last_undegraded":"2024-09-10T10:32:30.086346+0000","last_fullsized":"2024-09-10T10:32:30.086346+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:42.300362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063832+0000","last_change":"2024-09-10T10:32:28.058889+0000","last_active":"2024-09-10T10:32:30.063832+0000","last_peered":"2024-09-10T10:32:30.063832+0000","last_clean":"2024-09-10T10:32:30.063832+0000","last_became_active":"2024-09-10T10:32:28.054880+0000","last_became_peered":"2024-09-10T10:32:28.054880+0000","last_unstale":"2024-09-10T10:32:30.063832+0000","last_undegraded":"2024-09-10T10:32:30.063832+0000","last_fullsized":"2024-09-10T10:32:30.063832+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:54:40.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063795+0000","last_change":"2024-09-10T10:32:29.051997+0000","last_active":"2024-09-10T10:32:30.063795+0000","last_peered":"2024-09-10T10:32:30.063795+0000","last_clean":"2024-09-10T10:32:30.063795+0000","last_became_active":"2024-09-10T10:32:29.051522+0000","last_became_peered":"2024-09-10T10:32:29.051522+0000","last_unstale":"2024-09-10T10:32:30.063795+0000","last_undegraded":"2024-09-10T10:32:30.063795+0000","last_fullsized":"2024-09-10T10:32:30.063795+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:17.880877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085474+0000","last_change":"2024-09-10T10:32:28.063935+0000","last_active":"2024-09-10T10:32:30.085474+0000","last_peered":"2024-09-10T10:32:30.085474+0000","last_clean":"2024-09-10T10:32:30.085474+0000","last_became_active":"2024-09-10T10:32:28.063706+0000","last_became_peered":"2024-09-10T10:32:28.063706+0000","last_unstale":"2024-09-10T10:32:30.085474+0000","last_undegraded":"2024-09-10T10:32:30.085474+0000","last_fullsized":"2024-09-10T10:32:30.085474+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:41.292954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063686+0000","last_change":"2024-09-10T10:32:29.072908+0000","last_active":"2024-09-10T10:32:30.063686+0000","last_peered":"2024-09-10T10:32:30.063686+0000","last_clean":"2024-09-10T10:32:30.063686+0000","last_became_active":"2024-09-10T10:32:29.072245+0000","last_became_peered":"2024-09-10T10:32:29.072245+0000","last_unstale":"2024-09-10T10:32:30.063686+0000","last_undegraded":"2024-09-10T10:32:30.063686+0000","last_fullsized":"2024-09-10T10:32:30.063686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:54.675725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084194+0000","last_change":"2024-09-10T10:32:28.056199+0000","last_active":"2024-09-10T10:32:30.084194+0000","last_peered":"2024-09-10T10:32:30.084194+0000","last_clean":"2024-09-10T10:32:30.084194+0000","last_became_active":"2024-09-10T10:32:28.055922+0000","last_became_peered":"2024-09-10T10:32:28.055922+0000","last_unstale":"2024-09-10T10:32:30.084194+0000","last_undegraded":"2024-09-10T10:32:30.084194+0000","last_fullsized":"2024-09-10T10:32:30.084194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:54:40.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084615+0000","last_change":"2024-09-10T10:32:29.066586+0000","last_active":"2024-09-10T10:32:30.084615+0000","last_peered":"2024-09-10T10:32:30.084615+0000","last_clean":"2024-09-10T10:32:30.084615+0000","last_became_active":"2024-09-10T10:32:29.065423+0000","last_became_peered":"2024-09-10T10:32:29.065423+0000","last_unstale":"2024-09-10T10:32:30.084615+0000","last_undegraded":"2024-09-10T10:32:30.084615+0000","last_fullsized":"2024-09-10T10:32:30.084615+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.405594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063089+0000","last_change":"2024-09-10T10:32:28.055719+0000","last_active":"2024-09-10T10:32:30.063089+0000","last_peered":"2024-09-10T10:32:30.063089+0000","last_clean":"2024-09-10T10:32:30.063089+0000","last_became_active":"2024-09-10T10:32:28.055432+0000","last_became_peered":"2024-09-10T10:32:28.055432+0000","last_unstale":"2024-09-10T10:32:30.063089+0000","last_undegraded":"2024-09-10T10:32:30.063089+0000","last_fullsized":"2024-09-10T10:32:30.063089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:23.034742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063001+0000","last_change":"2024-09-10T10:32:29.068091+0000","last_active":"2024-09-10T10:32:30.063001+0000","last_peered":"2024-09-10T10:32:30.063001+0000","last_clean":"2024-09-10T10:32:30.063001+0000","last_became_active":"2024-09-10T10:32:29.067823+0000","last_became_peered":"2024-09-10T10:32:29.067823+0000","last_unstale":"2024-09-10T10:32:30.063001+0000","last_undegraded":"2024-09-10T10:32:30.063001+0000","last_fullsized":"2024-09-10T10:32:30.063001+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:16.392482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086579+0000","last_change":"2024-09-10T10:32:28.059500+0000","last_active":"2024-09-10T10:32:30.086579+0000","last_peered":"2024-09-10T10:32:30.086579+0000","last_clean":"2024-09-10T10:32:30.086579+0000","last_became_active":"2024-09-10T10:32:28.059314+0000","last_became_peered":"2024-09-10T10:32:28.059314+0000","last_unstale":"2024-09-10T10:32:30.086579+0000","last_undegraded":"2024-09-10T10:32:30.086579+0000","last_fullsized":"2024-09-10T10:32:30.086579+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.349194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.062741+0000","last_change":"2024-09-10T10:32:29.061315+0000","last_active":"2024-09-10T10:32:30.062741+0000","last_peered":"2024-09-10T10:32:30.062741+0000","last_clean":"2024-09-10T10:32:30.062741+0000","last_became_active":"2024-09-10T10:32:29.060970+0000","last_became_peered":"2024-09-10T10:32:29.060970+0000","last_unstale":"2024-09-10T10:32:30.062741+0000","last_undegraded":"2024-09-10T10:32:30.062741+0000","last_fullsized":"2024-09-10T10:32:30.062741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:46:55.080973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085179+0000","last_change":"2024-09-10T10:32:28.068401+0000","last_active":"2024-09-10T10:32:30.085179+0000","last_peered":"2024-09-10T10:32:30.085179+0000","last_clean":"2024-09-10T10:32:30.085179+0000","last_became_active":"2024-09-10T10:32:28.068133+0000","last_became_peered":"2024-09-10T10:32:28.068133+0000","last_unstale":"2024-09-10T10:32:30.085179+0000","last_undegraded":"2024-09-10T10:32:30.085179+0000","last_fullsized":"2024-09-10T10:32:30.085179+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:31.961812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085774+0000","last_change":"2024-09-10T10:32:29.066291+0000","last_active":"2024-09-10T10:32:30.085774+0000","last_peered":"2024-09-10T10:32:30.085774+0000","last_clean":"2024-09-10T10:32:30.085774+0000","last_became_active":"2024-09-10T10:32:29.065907+0000","last_became_peered":"2024-09-10T10:32:29.065907+0000","last_unstale":"2024-09-10T10:32:30.085774+0000","last_undegraded":"2024-09-10T10:32:30.085774+0000","last_fullsized":"2024-09-10T10:32:30.085774+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:13.325822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.085222+0000","last_change":"2024-09-10T10:32:29.069669+0000","last_active":"2024-09-10T10:32:30.085222+0000","last_peered":"2024-09-10T10:32:30.085222+0000","last_clean":"2024-09-10T10:32:30.085222+0000","last_became_active":"2024-09-10T10:32:29.066189+0000","last_became_peered":"2024-09-10T10:32:29.066189+0000","last_unstale":"2024-09-10T10:32:30.085222+0000","last_undegraded":"2024-09-10T10:32:30.085222+0000","last_fullsized":"2024-09-10T10:32:30.085222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:59.484646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084965+0000","last_change":"2024-09-10T10:32:28.053067+0000","last_active":"2024-09-10T10:32:30.084965+0000","last_peered":"2024-09-10T10:32:30.084965+0000","last_clean":"2024-09-10T10:32:30.084965+0000","last_became_active":"2024-09-10T10:32:28.052777+0000","last_became_peered":"2024-09-10T10:32:28.052777+0000","last_unstale":"2024-09-10T10:32:30.084965+0000","last_undegraded":"2024-09-10T10:32:30.084965+0000","last_fullsized":"2024-09-10T10:32:30.084965+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:56.770196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.057135+0000","last_change":"2024-09-10T10:32:29.064129+0000","last_active":"2024-09-10T10:32:30.057135+0000","last_peered":"2024-09-10T10:32:30.057135+0000","last_clean":"2024-09-10T10:32:30.057135+0000","last_became_active":"2024-09-10T10:32:29.060718+0000","last_became_peered":"2024-09-10T10:32:29.060718+0000","last_unstale":"2024-09-10T10:32:30.057135+0000","last_undegraded":"2024-09-10T10:32:30.057135+0000","last_fullsized":"2024-09-10T10:32:30.057135+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:01.679976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.084919+0000","last_change":"2024-09-10T10:32:28.052149+0000","last_active":"2024-09-10T10:32:30.084919+0000","last_peered":"2024-09-10T10:32:30.084919+0000","last_clean":"2024-09-10T10:32:30.084919+0000","last_became_active":"2024-09-10T10:32:28.051849+0000","last_became_peered":"2024-09-10T10:32:28.051849+0000","last_unstale":"2024-09-10T10:32:30.084919+0000","last_undegraded":"2024-09-10T10:32:30.084919+0000","last_fullsized":"2024-09-10T10:32:30.084919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:00.672568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086434+0000","last_change":"2024-09-10T10:32:29.064105+0000","last_active":"2024-09-10T10:32:30.086434+0000","last_peered":"2024-09-10T10:32:30.086434+0000","last_clean":"2024-09-10T10:32:30.086434+0000","last_became_active":"2024-09-10T10:32:29.062986+0000","last_became_peered":"2024-09-10T10:32:29.062986+0000","last_unstale":"2024-09-10T10:32:30.086434+0000","last_undegraded":"2024-09-10T10:32:30.086434+0000","last_fullsized":"2024-09-10T10:32:30.086434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:04.559187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086822+0000","last_change":"2024-09-10T10:32:28.061533+0000","last_active":"2024-09-10T10:32:30.086822+0000","last_peered":"2024-09-10T10:32:30.086822+0000","last_clean":"2024-09-10T10:32:30.086822+0000","last_became_active":"2024-09-10T10:32:28.061239+0000","last_became_peered":"2024-09-10T10:32:28.061239+0000","last_unstale":"2024-09-10T10:32:30.086822+0000","last_undegraded":"2024-09-10T10:32:30.086822+0000","last_fullsized":"2024-09-10T10:32:30.086822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:16.983926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.086758+0000","last_change":"2024-09-10T10:32:29.051180+0000","last_active":"2024-09-10T10:32:30.086758+0000","last_peered":"2024-09-10T10:32:30.086758+0000","last_clean":"2024-09-10T10:32:30.086758+0000","last_became_active":"2024-09-10T10:32:29.050889+0000","last_became_peered":"2024-09-10T10:32:29.050889+0000","last_unstale":"2024-09-10T10:32:30.086758+0000","last_undegraded":"2024-09-10T10:32:30.086758+0000","last_fullsized":"2024-09-10T10:32:30.086758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:28.024089+0000","last_clean_scrub_stamp":"2024-09-10T10:32:28.024089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:28.374260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-10T10:32:30.063892+0000","last_change":"2024-09-10T10:32:28.064396+0000","last_active":"2024-09-10T10:32:30.063892+0000","last_peered":"2024-09-10T10:32:30.063892+0000","last_clean":"2024-09-10T10:32:30.063892+0000","last_became_active":"2024-09-10T10:32:28.063910+0000","last_became_peered":"2024-09-10T10:32:28.063910+0000","last_unstale":"2024-09-10T10:32:30.063892+0000","last_undegraded":"2024-09-10T10:32:30.063892+0000","last_fullsized":"2024-09-10T10:32:30.063892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:27.016681+0000","last_clean_scrub_stamp":"2024-09-10T10:32:27.016681+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:04.481901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31420,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340420,"statfs":{"total":96636764160,"available":96604590080,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31416,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340424,"statfs":{"total":96636764160,"available":96604594176,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:32:43.122 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:32:43.122 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T10:32:43.122 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T10:32:43.123 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:32:43.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.298+0000 7f5d8ae00640 1 Processor -- start 2024-09-10T10:32:43.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.298+0000 7f5d8ae00640 1 -- start start 2024-09-10T10:32:43.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d8ae00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5d84072550 0x7f5d84062df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d8ae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d84166130 0x7f5d84168520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d8ae00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d840b3d90 con 0x7f5d8415e5c0 2024-09-10T10:32:43.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d8ae00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f5d840b08f0 con 0x7f5d84072550 2024-09-10T10:32:43.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d8ae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5d840b3860 con 0x7f5d84166130 2024-09-10T10:32:43.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d89000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5d84072550 0x7f5d84062df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d89000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5d84072550 0x7f5d84062df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34514/0 (socket says 172.21.15.22:34514) 2024-09-10T10:32:43.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d89a00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f5d8415e5c0 0x7f5d840626e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52780/0 (socket says 172.21.15.22:52780) 2024-09-10T10:32:43.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d89000640 1 -- 172.21.15.22:0/2627188681 learned_addr learned my addr 172.21.15.22:0/2627188681 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:43.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d8a400640 1 --2- 172.21.15.22:0/2627188681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d84166130 0x7f5d84168520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d89000640 1 -- 172.21.15.22:0/2627188681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d84166130 msgr2=0x7f5d84168520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:43.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d89000640 1 --2- 172.21.15.22:0/2627188681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d84166130 0x7f5d84168520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d89000640 1 -- 172.21.15.22:0/2627188681 >> v1:172.21.15.145:6789/0 conn(0x7f5d8415e5c0 legacy=0x7f5d840626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d89000640 1 -- 172.21.15.22:0/2627188681 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d8406be60 con 0x7f5d84072550 2024-09-10T10:32:43.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.302+0000 7f5d83e00640 1 -- 172.21.15.22:0/2627188681 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1870958528 0 0) 0x7f5d840b3d90 con 0x7f5d8415e5c0 2024-09-10T10:32:43.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d89000640 1 --2- 172.21.15.22:0/2627188681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d84072550 0x7f5d84062df0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5d70009870 tx=0x7f5d7001c440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a3d84e190c82a40 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:43.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d83e00640 1 -- 172.21.15.22:0/2627188681 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d700b0070 con 0x7f5d84072550 2024-09-10T10:32:43.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d83e00640 1 -- 172.21.15.22:0/2627188681 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d700ab600 con 0x7f5d84072550 2024-09-10T10:32:43.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d83e00640 1 -- 172.21.15.22:0/2627188681 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d700ab9d0 con 0x7f5d84072550 2024-09-10T10:32:43.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d8ae00640 1 -- 172.21.15.22:0/2627188681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d84072550 msgr2=0x7f5d84062df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d8ae00640 1 --2- 172.21.15.22:0/2627188681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d84072550 0x7f5d84062df0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5d70009870 tx=0x7f5d7001c440 comp rx=0 tx=0).stop 2024-09-10T10:32:43.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d8ae00640 1 -- 172.21.15.22:0/2627188681 shutdown_connections 2024-09-10T10:32:43.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d8ae00640 1 --2- 172.21.15.22:0/2627188681 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d84166130 0x7f5d84168520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d8ae00640 1 --2- 172.21.15.22:0/2627188681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d84072550 0x7f5d84062df0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d8ae00640 1 -- 172.21.15.22:0/2627188681 >> 172.21.15.22:0/2627188681 conn(0x7f5d840b4dc0 msgr2=0x7f5d840b6020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:43.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d8ae00640 1 -- 172.21.15.22:0/2627188681 shutdown_connections 2024-09-10T10:32:43.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d8ae00640 1 -- 172.21.15.22:0/2627188681 wait complete. 2024-09-10T10:32:43.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d8ae00640 1 Processor -- start 2024-09-10T10:32:43.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.306+0000 7f5d8ae00640 1 -- start start 2024-09-10T10:32:43.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8ae00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d84072550 0x7f5d8415c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8ae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d8415e5c0 0x7f5d8415c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8ae00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5d84166130 0x7f5d84155670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8ae00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5d840cec50 con 0x7f5d84166130 2024-09-10T10:32:43.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8ae00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5d84063330 con 0x7f5d84072550 2024-09-10T10:32:43.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8ae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5d84154200 con 0x7f5d8415e5c0 2024-09-10T10:32:43.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8a400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5d84166130 0x7f5d84155670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8a400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5d84166130 0x7f5d84155670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35532/0 (socket says 172.21.15.22:35532) 2024-09-10T10:32:43.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8a400640 1 -- 172.21.15.22:0/3092525794 learned_addr learned my addr 172.21.15.22:0/3092525794 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:43.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d89a00640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d84072550 0x7f5d8415c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d89000640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d8415e5c0 0x7f5d8415c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8a400640 1 -- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d8415e5c0 msgr2=0x7f5d8415c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8a400640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d8415e5c0 0x7f5d8415c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8a400640 1 -- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d84072550 msgr2=0x7f5d8415c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8a400640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d84072550 0x7f5d8415c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8a400640 1 -- 172.21.15.22:0/3092525794 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d840b17e0 con 0x7f5d84166130 2024-09-10T10:32:43.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8a400640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5d84166130 0x7f5d84155670 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f5d7c00efc0 tx=0x7f5d7c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:43.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d81600640 1 -- 172.21.15.22:0/3092525794 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d7c018020 con 0x7f5d84166130 2024-09-10T10:32:43.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d81600640 1 -- 172.21.15.22:0/3092525794 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d7c014480 con 0x7f5d84166130 2024-09-10T10:32:43.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d81600640 1 -- 172.21.15.22:0/3092525794 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d7c009e60 con 0x7f5d84166130 2024-09-10T10:32:43.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8ae00640 1 -- 172.21.15.22:0/3092525794 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d840b1ac0 con 0x7f5d84166130 2024-09-10T10:32:43.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8ae00640 1 -- 172.21.15.22:0/3092525794 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d840b2080 con 0x7f5d84166130 2024-09-10T10:32:43.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d8ae00640 1 -- 172.21.15.22:0/3092525794 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d840626e0 con 0x7f5d84166130 2024-09-10T10:32:43.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.310+0000 7f5d81600640 1 -- 172.21.15.22:0/3092525794 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5d7c01b020 con 0x7f5d84166130 2024-09-10T10:32:43.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.314+0000 7f5d81600640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5d640678c0 0x7f5d64069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.314+0000 7f5d81600640 1 -- 172.21.15.22:0/3092525794 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f5d7c086950 con 0x7f5d84166130 2024-09-10T10:32:43.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.314+0000 7f5d89a00640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5d640678c0 0x7f5d64069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.314+0000 7f5d89a00640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5d640678c0 0x7f5d64069d80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5d78000f70 tx=0x7f5d78007240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:43.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.318+0000 7f5d81600640 1 -- 172.21.15.22:0/3092525794 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5d7c022030 con 0x7f5d84166130 2024-09-10T10:32:43.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 -- 172.21.15.22:0/3092525794 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f5d84075540 con 0x7f5d84166130 2024-09-10T10:32:43.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d81600640 1 -- 172.21.15.22:0/3092525794 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f5d7c010040 con 0x7f5d84166130 2024-09-10T10:32:43.525 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:43.525 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T10:32:43.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 -- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5d640678c0 msgr2=0x7f5d64069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5d640678c0 0x7f5d64069d80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5d78000f70 tx=0x7f5d78007240 comp rx=0 tx=0).stop 2024-09-10T10:32:43.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 -- 172.21.15.22:0/3092525794 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5d84166130 msgr2=0x7f5d84155670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5d84166130 0x7f5d84155670 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f5d7c00efc0 tx=0x7f5d7c00c490 comp rx=0 tx=0).stop 2024-09-10T10:32:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 -- 172.21.15.22:0/3092525794 shutdown_connections 2024-09-10T10:32:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5d640678c0 0x7f5d64069d80 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5d84166130 0x7f5d84155670 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d8415e5c0 0x7f5d8415c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 --2- 172.21.15.22:0/3092525794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d84072550 0x7f5d8415c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 -- 172.21.15.22:0/3092525794 >> 172.21.15.22:0/3092525794 conn(0x7f5d840b4dc0 msgr2=0x7f5d84166580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 -- 172.21.15.22:0/3092525794 shutdown_connections 2024-09-10T10:32:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.522+0000 7f5d8ae00640 1 -- 172.21.15.22:0/3092525794 wait complete. 2024-09-10T10:32:43.546 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T10:32:43.546 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:32:43.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3b0600640 1 Processor -- start 2024-09-10T10:32:43.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3b0600640 1 -- start start 2024-09-10T10:32:43.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3b0600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 0x7fa3a8062ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3b0600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa3a80cf8f0 0x7fa3a80cfd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3b0600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3a806d410 con 0x7fa3a815fa50 2024-09-10T10:32:43.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3b0600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa3a815ed20 con 0x7fa3a80cf8f0 2024-09-10T10:32:43.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3b0600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa3a8063000 con 0x7fa3a80626e0 2024-09-10T10:32:43.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3ae600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa3a80cf8f0 0x7fa3a80cfd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3adc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 0x7fa3a8062ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3ad200640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fa3a815fa50 0x7fa3a80b48e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:52784/0 (socket says 172.21.15.22:52784) 2024-09-10T10:32:43.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3ae600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa3a80cf8f0 0x7fa3a80cfd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:34532/0 (socket says 172.21.15.22:34532) 2024-09-10T10:32:43.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3adc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 0x7fa3a8062ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40862/0 (socket says 172.21.15.22:40862) 2024-09-10T10:32:43.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.682+0000 7fa3ad200640 1 -- 172.21.15.22:0/1452546312 learned_addr learned my addr 172.21.15.22:0/1452546312 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:43.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.686+0000 7fa3adc00640 1 -- 172.21.15.22:0/1452546312 >> v2:172.21.15.145:3300/0 conn(0x7fa3a80cf8f0 msgr2=0x7fa3a80cfd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:43.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.686+0000 7fa3adc00640 1 --2- 172.21.15.22:0/1452546312 >> v2:172.21.15.145:3300/0 conn(0x7fa3a80cf8f0 0x7fa3a80cfd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.686+0000 7fa3adc00640 1 -- 172.21.15.22:0/1452546312 >> v1:172.21.15.145:6789/0 conn(0x7fa3a815fa50 legacy=0x7fa3a80b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.686+0000 7fa3adc00640 1 -- 172.21.15.22:0/1452546312 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a80b5430 con 0x7fa3a80626e0 2024-09-10T10:32:43.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.686+0000 7fa3adc00640 1 --2- 172.21.15.22:0/1452546312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 0x7fa3a8062ac0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa39c0097c0 tx=0x7fa39c01c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f640982c3c8e9118 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:43.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.686+0000 7fa3a7e00640 1 -- 172.21.15.22:0/1452546312 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa39c0b2070 con 0x7fa3a80626e0 2024-09-10T10:32:43.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.686+0000 7fa3a7e00640 1 -- 172.21.15.22:0/1452546312 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa39c0ad640 con 0x7fa3a80626e0 2024-09-10T10:32:43.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.686+0000 7fa3a7e00640 1 -- 172.21.15.22:0/1452546312 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa39c0ada10 con 0x7fa3a80626e0 2024-09-10T10:32:43.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 -- 172.21.15.22:0/1452546312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 msgr2=0x7fa3a8062ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 --2- 172.21.15.22:0/1452546312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 0x7fa3a8062ac0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa39c0097c0 tx=0x7fa39c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 -- 172.21.15.22:0/1452546312 shutdown_connections 2024-09-10T10:32:43.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 --2- 172.21.15.22:0/1452546312 >> v2:172.21.15.145:3300/0 conn(0x7fa3a80cf8f0 0x7fa3a80cfd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 --2- 172.21.15.22:0/1452546312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 0x7fa3a8062ac0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 -- 172.21.15.22:0/1452546312 >> 172.21.15.22:0/1452546312 conn(0x7fa3a80ce1f0 msgr2=0x7fa3a80ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:43.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 -- 172.21.15.22:0/1452546312 shutdown_connections 2024-09-10T10:32:43.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 -- 172.21.15.22:0/1452546312 wait complete. 2024-09-10T10:32:43.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 Processor -- start 2024-09-10T10:32:43.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 -- start start 2024-09-10T10:32:43.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 0x7fa3a814cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a80cf8f0 0x7fa3a814d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3a815fa50 0x7fa3a80af8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a80d06b0 con 0x7fa3a815fa50 2024-09-10T10:32:43.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a815c5f0 con 0x7fa3a80cf8f0 2024-09-10T10:32:43.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3b0600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa3a80d0830 con 0x7fa3a80626e0 2024-09-10T10:32:43.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3ae600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3a815fa50 0x7fa3a80af8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3ae600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3a815fa50 0x7fa3a80af8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35544/0 (socket says 172.21.15.22:35544) 2024-09-10T10:32:43.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3ae600640 1 -- 172.21.15.22:0/2844787892 learned_addr learned my addr 172.21.15.22:0/2844787892 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:43.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3ad200640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a80cf8f0 0x7fa3a814d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3adc00640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 0x7fa3a814cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3ae600640 1 -- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 msgr2=0x7fa3a814cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3ae600640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 0x7fa3a814cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3ae600640 1 -- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a80cf8f0 msgr2=0x7fa3a814d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3ae600640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a80cf8f0 0x7fa3a814d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.690+0000 7fa3ae600640 1 -- 172.21.15.22:0/2844787892 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a8151d90 con 0x7fa3a815fa50 2024-09-10T10:32:43.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3ae600640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3a815fa50 0x7fa3a80af8f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa3a000efc0 tx=0x7fa3a000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:43.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3a5600640 1 -- 172.21.15.22:0/2844787892 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0018020 con 0x7fa3a815fa50 2024-09-10T10:32:43.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3a5600640 1 -- 172.21.15.22:0/2844787892 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3a0014480 con 0x7fa3a815fa50 2024-09-10T10:32:43.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3b0600640 1 -- 172.21.15.22:0/2844787892 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3a8151210 con 0x7fa3a815fa50 2024-09-10T10:32:43.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3a5600640 1 -- 172.21.15.22:0/2844787892 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0014870 con 0x7fa3a815fa50 2024-09-10T10:32:43.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3b0600640 1 -- 172.21.15.22:0/2844787892 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3a81517d0 con 0x7fa3a815fa50 2024-09-10T10:32:43.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3b0600640 1 -- 172.21.15.22:0/2844787892 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3a8062ac0 con 0x7fa3a815fa50 2024-09-10T10:32:43.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3a5600640 1 -- 172.21.15.22:0/2844787892 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa3a001b020 con 0x7fa3a815fa50 2024-09-10T10:32:43.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3a5600640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3880678c0 0x7fa388069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:43.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3a5600640 1 -- 172.21.15.22:0/2844787892 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa3a0086a00 con 0x7fa3a815fa50 2024-09-10T10:32:43.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.694+0000 7fa3adc00640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3880678c0 0x7fa388069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:43.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.698+0000 7fa3adc00640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3880678c0 0x7fa388069d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa39c0af000 tx=0x7fa39c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:43.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.698+0000 7fa3a5600640 1 -- 172.21.15.22:0/2844787892 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa3a0022030 con 0x7fa3a815fa50 2024-09-10T10:32:43.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.898+0000 7fa3b0600640 1 -- 172.21.15.22:0/2844787892 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3a80b4980 con 0x7fa3a815fa50 2024-09-10T10:32:43.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.898+0000 7fa3a5600640 1 -- 172.21.15.22:0/2844787892 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7fa3a0010040 con 0x7fa3a815fa50 2024-09-10T10:32:43.903 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:43.903 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"btime":"2024-09-10T10:32:32:065957+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3011545973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3011545973},{"type":"v1","addr":"172.21.15.145:6837","nonce":3011545973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4270,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/3431092497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3431092497},{"type":"v1","addr":"172.21.15.22:6834","nonce":3431092497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4273,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/4147193785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":4147193785},{"type":"v1","addr":"172.21.15.22:6835","nonce":4147193785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:32:28.439443+0000","modified":"2024-09-10T10:32:31.460816+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/798249162","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":798249162},{"type":"v1","addr":"172.21.15.145:6836","nonce":798249162}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-10T10:32:43.903 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-10T10:32:43.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 -- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3880678c0 msgr2=0x7fa388069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3880678c0 0x7fa388069d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa39c0af000 tx=0x7fa39c008040 comp rx=0 tx=0).stop 2024-09-10T10:32:43.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 -- 172.21.15.22:0/2844787892 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3a815fa50 msgr2=0x7fa3a80af8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:43.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3a815fa50 0x7fa3a80af8f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa3a000efc0 tx=0x7fa3a000c490 comp rx=0 tx=0).stop 2024-09-10T10:32:43.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 -- 172.21.15.22:0/2844787892 shutdown_connections 2024-09-10T10:32:43.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3880678c0 0x7fa388069d80 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3a815fa50 0x7fa3a80af8f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3a80cf8f0 0x7fa3a814d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 --2- 172.21.15.22:0/2844787892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3a80626e0 0x7fa3a814cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:43.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 -- 172.21.15.22:0/2844787892 >> 172.21.15.22:0/2844787892 conn(0x7fa3a80ce1f0 msgr2=0x7fa3a8153a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:43.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 -- 172.21.15.22:0/2844787892 shutdown_connections 2024-09-10T10:32:43.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:43.902+0000 7fa3b0600640 1 -- 172.21.15.22:0/2844787892 wait complete. 2024-09-10T10:32:43.924 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:32:44.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.062+0000 7f7c37200640 1 Processor -- start 2024-09-10T10:32:44.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.062+0000 7f7c37200640 1 -- start start 2024-09-10T10:32:44.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.062+0000 7f7c37200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c3015eb50 0x7f7c3006fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.062+0000 7f7c37200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c300af590 con 0x7f7c30072200 2024-09-10T10:32:44.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.062+0000 7f7c37200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c300af870 con 0x7f7c300cfea0 2024-09-10T10:32:44.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.062+0000 7f7c37200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7c300b3c20 con 0x7f7c3015eb50 2024-09-10T10:32:44.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.062+0000 7f7c35400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7c30072200 0x7f7c3015ef30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:33114/0 (socket says 172.21.15.22:33114) 2024-09-10T10:32:44.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.062+0000 7f7c35400640 1 -- 172.21.15.22:0/2241027165 learned_addr learned my addr 172.21.15.22:0/2241027165 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:44.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.062+0000 7f7c35e00640 1 --2- 172.21.15.22:0/2241027165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c3015eb50 0x7f7c3006fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.066+0000 7f7c35e00640 1 -- 172.21.15.22:0/2241027165 >> v1:172.21.15.145:6789/0 conn(0x7f7c300cfea0 legacy=0x7f7c30168100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.066+0000 7f7c34a00640 1 -- 172.21.15.22:0/2241027165 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1866153052 0 0) 0x7f7c300af590 con 0x7f7c30072200 2024-09-10T10:32:44.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.066+0000 7f7c35e00640 1 -- 172.21.15.22:0/2241027165 >> v1:172.21.15.22:6789/0 conn(0x7f7c30072200 legacy=0x7f7c3015ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.066+0000 7f7c35e00640 1 -- 172.21.15.22:0/2241027165 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c300afb50 con 0x7f7c3015eb50 2024-09-10T10:32:44.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.066+0000 7f7c35e00640 1 --2- 172.21.15.22:0/2241027165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c3015eb50 0x7f7c3006fe10 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7c24009770 tx=0x7f7c2401c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33c1a7a38ec3d826 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:44.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.066+0000 7f7c34a00640 1 -- 172.21.15.22:0/2241027165 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c240b1070 con 0x7f7c3015eb50 2024-09-10T10:32:44.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.066+0000 7f7c34a00640 1 -- 172.21.15.22:0/2241027165 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c240ac620 con 0x7f7c3015eb50 2024-09-10T10:32:44.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.066+0000 7f7c34a00640 1 -- 172.21.15.22:0/2241027165 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c240ac9f0 con 0x7f7c3015eb50 2024-09-10T10:32:44.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 -- 172.21.15.22:0/2241027165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c3015eb50 msgr2=0x7f7c3006fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 --2- 172.21.15.22:0/2241027165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c3015eb50 0x7f7c3006fe10 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7c24009770 tx=0x7f7c2401c3a0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 -- 172.21.15.22:0/2241027165 shutdown_connections 2024-09-10T10:32:44.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 --2- 172.21.15.22:0/2241027165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c3015eb50 0x7f7c3006fe10 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 -- 172.21.15.22:0/2241027165 >> 172.21.15.22:0/2241027165 conn(0x7f7c3006c480 msgr2=0x7f7c300b2870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:44.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 -- 172.21.15.22:0/2241027165 shutdown_connections 2024-09-10T10:32:44.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 -- 172.21.15.22:0/2241027165 wait complete. 2024-09-10T10:32:44.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 Processor -- start 2024-09-10T10:32:44.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 -- start start 2024-09-10T10:32:44.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c30072200 0x7f7c301514a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c300cfea0 0x7f7c3006e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c3015eb50 0x7f7c3006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7c30072640 con 0x7f7c3015eb50 2024-09-10T10:32:44.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c300af260 con 0x7f7c30072200 2024-09-10T10:32:44.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c37200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7c300727c0 con 0x7f7c300cfea0 2024-09-10T10:32:44.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c36800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c3015eb50 0x7f7c3006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c36800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c3015eb50 0x7f7c3006ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35556/0 (socket says 172.21.15.22:35556) 2024-09-10T10:32:44.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c36800640 1 -- 172.21.15.22:0/1077164209 learned_addr learned my addr 172.21.15.22:0/1077164209 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:44.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c35400640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c300cfea0 0x7f7c3006e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c35e00640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c30072200 0x7f7c301514a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c36800640 1 -- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c300cfea0 msgr2=0x7f7c3006e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c36800640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c300cfea0 0x7f7c3006e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c36800640 1 -- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c30072200 msgr2=0x7f7c301514a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c36800640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c30072200 0x7f7c301514a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c36800640 1 -- 172.21.15.22:0/1077164209 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c30158780 con 0x7f7c3015eb50 2024-09-10T10:32:44.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.070+0000 7f7c35e00640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c30072200 0x7f7c301514a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:44.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.074+0000 7f7c36800640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c3015eb50 0x7f7c3006ede0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c00c390 tx=0x7f7c2c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:44.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.074+0000 7f7c2a000640 1 -- 172.21.15.22:0/1077164209 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c009050 con 0x7f7c3015eb50 2024-09-10T10:32:44.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.074+0000 7f7c2a000640 1 -- 172.21.15.22:0/1077164209 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c2c009210 con 0x7f7c3015eb50 2024-09-10T10:32:44.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.074+0000 7f7c2a000640 1 -- 172.21.15.22:0/1077164209 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c009600 con 0x7f7c3015eb50 2024-09-10T10:32:44.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.074+0000 7f7c37200640 1 -- 172.21.15.22:0/1077164209 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c301579c0 con 0x7f7c3015eb50 2024-09-10T10:32:44.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.074+0000 7f7c37200640 1 -- 172.21.15.22:0/1077164209 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c30157f80 con 0x7f7c3015eb50 2024-09-10T10:32:44.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.074+0000 7f7c37200640 1 -- 172.21.15.22:0/1077164209 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c3015f7b0 con 0x7f7c3015eb50 2024-09-10T10:32:44.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.074+0000 7f7c2a000640 1 -- 172.21.15.22:0/1077164209 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7c2c0097a0 con 0x7f7c3015eb50 2024-09-10T10:32:44.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.074+0000 7f7c2a000640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c140678c0 0x7f7c14069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.074+0000 7f7c2a000640 1 -- 172.21.15.22:0/1077164209 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7c2c088640 con 0x7f7c3015eb50 2024-09-10T10:32:44.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.078+0000 7f7c35e00640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c140678c0 0x7f7c14069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.078+0000 7f7c35e00640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c140678c0 0x7f7c14069d80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7c240ae000 tx=0x7f7c240a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:44.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.082+0000 7f7c2a000640 1 -- 172.21.15.22:0/1077164209 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7c2c059170 con 0x7f7c3015eb50 2024-09-10T10:32:44.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.278+0000 7f7c37200640 1 -- 172.21.15.22:0/1077164209 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c300633a0 con 0x7f7c3015eb50 2024-09-10T10:32:44.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c2a000640 1 -- 172.21.15.22:0/1077164209 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f7c2c058a70 con 0x7f7c3015eb50 2024-09-10T10:32:44.285 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:44.285 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"btime":"2024-09-10T10:32:32:065957+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3011545973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3011545973},{"type":"v1","addr":"172.21.15.145:6837","nonce":3011545973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4270,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/3431092497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3431092497},{"type":"v1","addr":"172.21.15.22:6834","nonce":3431092497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4273,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/4147193785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":4147193785},{"type":"v1","addr":"172.21.15.22:6835","nonce":4147193785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:32:28.439443+0000","modified":"2024-09-10T10:32:31.460816+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/798249162","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":798249162},{"type":"v1","addr":"172.21.15.145:6836","nonce":798249162}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-10T10:32:44.286 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-10T10:32:44.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 -- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c140678c0 msgr2=0x7f7c14069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c140678c0 0x7f7c14069d80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7c240ae000 tx=0x7f7c240a7000 comp rx=0 tx=0).stop 2024-09-10T10:32:44.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 -- 172.21.15.22:0/1077164209 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c3015eb50 msgr2=0x7f7c3006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c3015eb50 0x7f7c3006ede0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c00c390 tx=0x7f7c2c00c850 comp rx=0 tx=0).stop 2024-09-10T10:32:44.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 -- 172.21.15.22:0/1077164209 shutdown_connections 2024-09-10T10:32:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c140678c0 0x7f7c14069d80 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c3015eb50 0x7f7c3006ede0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c300cfea0 0x7f7c3006e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 --2- 172.21.15.22:0/1077164209 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c30072200 0x7f7c301514a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 -- 172.21.15.22:0/1077164209 >> 172.21.15.22:0/1077164209 conn(0x7f7c3006c480 msgr2=0x7f7c300b2850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 -- 172.21.15.22:0/1077164209 shutdown_connections 2024-09-10T10:32:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.282+0000 7f7c37200640 1 -- 172.21.15.22:0/1077164209 wait complete. 2024-09-10T10:32:44.308 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:44.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.442+0000 7f4055000640 1 Processor -- start 2024-09-10T10:32:44.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.442+0000 7f4055000640 1 -- start start 2024-09-10T10:32:44.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f4055000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f405015c670 0x7f405015ca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f4055000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f40500b18b0 0x7f40500b6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f4055000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40500b57f0 con 0x7f40500b1360 2024-09-10T10:32:44.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f4055000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f405015cf90 con 0x7f405015c670 2024-09-10T10:32:44.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f4055000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f40500b5db0 con 0x7f40500b18b0 2024-09-10T10:32:44.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f404de00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f405015c670 0x7f405015ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f404de00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f405015c670 0x7f405015ca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35566/0 (socket says 172.21.15.22:35566) 2024-09-10T10:32:44.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f404de00640 1 -- 172.21.15.22:0/2175472169 learned_addr learned my addr 172.21.15.22:0/2175472169 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:44.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f404e800640 1 --1- 172.21.15.22:0/2175472169 >> v1:172.21.15.22:6789/0 conn(0x7f40500b1360 0x7f40500b31b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:33124/0 (socket says 172.21.15.22:33124) 2024-09-10T10:32:44.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f404de00640 1 -- 172.21.15.22:0/2175472169 >> v2:172.21.15.145:3300/0 conn(0x7f40500b18b0 msgr2=0x7f40500b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:44.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f4045400640 1 --2- 172.21.15.22:0/2175472169 >> v2:172.21.15.145:3300/0 conn(0x7f40500b18b0 0x7f40500b6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f404de00640 1 --2- 172.21.15.22:0/2175472169 >> v2:172.21.15.145:3300/0 conn(0x7f40500b18b0 0x7f40500b6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f404de00640 1 -- 172.21.15.22:0/2175472169 >> v1:172.21.15.22:6789/0 conn(0x7f40500b1360 legacy=0x7f40500b31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f404de00640 1 -- 172.21.15.22:0/2175472169 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40500b5ad0 con 0x7f405015c670 2024-09-10T10:32:44.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f404d400640 1 -- 172.21.15.22:0/2175472169 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2190387066 0 0) 0x7f40500b57f0 con 0x7f40500b1360 2024-09-10T10:32:44.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f4045400640 1 --2- 172.21.15.22:0/2175472169 >> v2:172.21.15.145:3300/0 conn(0x7f40500b18b0 0x7f40500b6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:44.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.446+0000 7f404de00640 1 --2- 172.21.15.22:0/2175472169 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f405015c670 0x7f405015ca50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f40500a0860 tx=0x7f404001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b0e9cd44c7a7055 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:44.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f404d400640 1 -- 172.21.15.22:0/2175472169 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40400ab430 con 0x7f405015c670 2024-09-10T10:32:44.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f404d400640 1 -- 172.21.15.22:0/2175472169 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40400b0070 con 0x7f405015c670 2024-09-10T10:32:44.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f404d400640 1 -- 172.21.15.22:0/2175472169 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40400ab7f0 con 0x7f405015c670 2024-09-10T10:32:44.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 -- 172.21.15.22:0/2175472169 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f405015c670 msgr2=0x7f405015ca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 --2- 172.21.15.22:0/2175472169 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f405015c670 0x7f405015ca50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f40500a0860 tx=0x7f404001c520 comp rx=0 tx=0).stop 2024-09-10T10:32:44.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 -- 172.21.15.22:0/2175472169 shutdown_connections 2024-09-10T10:32:44.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 --2- 172.21.15.22:0/2175472169 >> v2:172.21.15.145:3300/0 conn(0x7f40500b18b0 0x7f40500b6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 --2- 172.21.15.22:0/2175472169 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f405015c670 0x7f405015ca50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 -- 172.21.15.22:0/2175472169 >> 172.21.15.22:0/2175472169 conn(0x7f40500b7ac0 msgr2=0x7f40500b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:44.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 -- 172.21.15.22:0/2175472169 shutdown_connections 2024-09-10T10:32:44.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 -- 172.21.15.22:0/2175472169 wait complete. 2024-09-10T10:32:44.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 Processor -- start 2024-09-10T10:32:44.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 -- start start 2024-09-10T10:32:44.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40500b1360 0x7f40501544c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40500b18b0 0x7f405014e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f405015c670 0x7f405014ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f40500b2d20 con 0x7f40500b1360 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f40500b55a0 con 0x7f40500b18b0 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4055000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f40500b69a0 con 0x7f405015c670 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f404de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40500b1360 0x7f40501544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f404de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40500b1360 0x7f40501544c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35568/0 (socket says 172.21.15.22:35568) 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f404de00640 1 -- 172.21.15.22:0/3591370341 learned_addr learned my addr 172.21.15.22:0/3591370341 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f4045400640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40500b18b0 0x7f405014e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.450+0000 7f404e800640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f405015c670 0x7f405014ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f404de00640 1 -- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f405015c670 msgr2=0x7f405014ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f404de00640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f405015c670 0x7f405014ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f404de00640 1 -- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40500b18b0 msgr2=0x7f405014e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f404de00640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40500b18b0 0x7f405014e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f404de00640 1 -- 172.21.15.22:0/3591370341 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4050151170 con 0x7f40500b1360 2024-09-10T10:32:44.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f404de00640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40500b1360 0x7f40501544c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f40400ad040 tx=0x7f404001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:44.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f4046a00640 1 -- 172.21.15.22:0/3591370341 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40400b4800 con 0x7f40500b1360 2024-09-10T10:32:44.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f4046a00640 1 -- 172.21.15.22:0/3591370341 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40400b49c0 con 0x7f40500b1360 2024-09-10T10:32:44.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f4046a00640 1 -- 172.21.15.22:0/3591370341 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40400b4db0 con 0x7f40500b1360 2024-09-10T10:32:44.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f4055000640 1 -- 172.21.15.22:0/3591370341 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4050151450 con 0x7f40500b1360 2024-09-10T10:32:44.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f4055000640 1 -- 172.21.15.22:0/3591370341 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40501f7540 con 0x7f40500b1360 2024-09-10T10:32:44.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f4055000640 1 -- 172.21.15.22:0/3591370341 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40500b6050 con 0x7f40500b1360 2024-09-10T10:32:44.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f4046a00640 1 -- 172.21.15.22:0/3591370341 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f40400aa410 con 0x7f40500b1360 2024-09-10T10:32:44.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.454+0000 7f4046a00640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f402c0678c0 0x7f402c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.458+0000 7f4046a00640 1 -- 172.21.15.22:0/3591370341 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f40400a8030 con 0x7f40500b1360 2024-09-10T10:32:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.458+0000 7f4045400640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f402c0678c0 0x7f402c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.458+0000 7f4045400640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f402c0678c0 0x7f402c069d80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4050156af0 tx=0x7f4038008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:44.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.462+0000 7f4046a00640 1 -- 172.21.15.22:0/3591370341 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4040016110 con 0x7f40500b1360 2024-09-10T10:32:44.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.626+0000 7f4055000640 1 -- 172.21.15.22:0/3591370341 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f40500b6050 con 0x7f40500b1360 2024-09-10T10:32:44.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.626+0000 7f4046a00640 1 -- 172.21.15.22:0/3591370341 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16681 (secure 0 0 0) 0x7f40400f0f20 con 0x7f40500b1360 2024-09-10T10:32:44.631 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:44.632 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":22,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:30.049541+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:32:26.096225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:32:27.439106+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 -- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f402c0678c0 msgr2=0x7f402c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f402c0678c0 0x7f402c069d80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4050156af0 tx=0x7f4038008040 comp rx=0 tx=0).stop 2024-09-10T10:32:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 -- 172.21.15.22:0/3591370341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40500b1360 msgr2=0x7f40501544c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40500b1360 0x7f40501544c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f40400ad040 tx=0x7f404001ad60 comp rx=0 tx=0).stop 2024-09-10T10:32:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 -- 172.21.15.22:0/3591370341 shutdown_connections 2024-09-10T10:32:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f402c0678c0 0x7f402c069d80 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f405015c670 0x7f405014ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40500b18b0 0x7f405014e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 --2- 172.21.15.22:0/3591370341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40500b1360 0x7f40501544c0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 -- 172.21.15.22:0/3591370341 >> 172.21.15.22:0/3591370341 conn(0x7f40500b7ac0 msgr2=0x7f40500706e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 -- 172.21.15.22:0/3591370341 shutdown_connections 2024-09-10T10:32:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.630+0000 7f4055000640 1 -- 172.21.15.22:0/3591370341 wait complete. 2024-09-10T10:32:44.654 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:32:44.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c7e00640 1 Processor -- start 2024-09-10T10:32:44.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c7e00640 1 -- start start 2024-09-10T10:32:44.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c015b220 0x7f02c0071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c7e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f02c015b600 0x7f02c00b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c7e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02c00ce880 con 0x7f02c00b5520 2024-09-10T10:32:44.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c7e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f02c006d6e0 con 0x7f02c015b600 2024-09-10T10:32:44.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02c00ceb60 con 0x7f02c015b220 2024-09-10T10:32:44.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c5400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c015b220 0x7f02c0071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c4a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f02c015b600 0x7f02c00b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c5400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c015b220 0x7f02c0071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:40886/0 (socket says 172.21.15.22:40886) 2024-09-10T10:32:44.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.790+0000 7f02c5400640 1 -- 172.21.15.22:0/1046541178 learned_addr learned my addr 172.21.15.22:0/1046541178 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:44.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c5400640 1 -- 172.21.15.22:0/1046541178 >> v2:172.21.15.145:3300/0 conn(0x7f02c015b600 msgr2=0x7f02c00b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:44.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c5400640 1 --2- 172.21.15.22:0/1046541178 >> v2:172.21.15.145:3300/0 conn(0x7f02c015b600 0x7f02c00b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c5400640 1 -- 172.21.15.22:0/1046541178 >> v1:172.21.15.145:6789/0 conn(0x7f02c00b5520 legacy=0x7f02c00b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c5400640 1 -- 172.21.15.22:0/1046541178 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02c00cee40 con 0x7f02c015b220 2024-09-10T10:32:44.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c4a00640 1 --2- 172.21.15.22:0/1046541178 >> v2:172.21.15.145:3300/0 conn(0x7f02c015b600 0x7f02c00b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:44.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c5400640 1 --2- 172.21.15.22:0/1046541178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c015b220 0x7f02c0071140 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f02b4009870 tx=0x7f02b401c4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=743f04fed9c7ae32 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:44.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02bfe00640 1 -- 172.21.15.22:0/1046541178 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b40b0070 con 0x7f02c015b220 2024-09-10T10:32:44.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02bfe00640 1 -- 172.21.15.22:0/1046541178 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02b40ab600 con 0x7f02c015b220 2024-09-10T10:32:44.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02bfe00640 1 -- 172.21.15.22:0/1046541178 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b40ab9d0 con 0x7f02c015b220 2024-09-10T10:32:44.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c7e00640 1 -- 172.21.15.22:0/1046541178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c015b220 msgr2=0x7f02c0071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c7e00640 1 --2- 172.21.15.22:0/1046541178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c015b220 0x7f02c0071140 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f02b4009870 tx=0x7f02b401c4d0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c7e00640 1 -- 172.21.15.22:0/1046541178 shutdown_connections 2024-09-10T10:32:44.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c7e00640 1 --2- 172.21.15.22:0/1046541178 >> v2:172.21.15.145:3300/0 conn(0x7f02c015b600 0x7f02c00b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c7e00640 1 --2- 172.21.15.22:0/1046541178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c015b220 0x7f02c0071140 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c7e00640 1 -- 172.21.15.22:0/1046541178 >> 172.21.15.22:0/1046541178 conn(0x7f02c0062dd0 msgr2=0x7f02c006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:44.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c7e00640 1 -- 172.21.15.22:0/1046541178 shutdown_connections 2024-09-10T10:32:44.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.794+0000 7f02c7e00640 1 -- 172.21.15.22:0/1046541178 wait complete. 2024-09-10T10:32:44.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c7e00640 1 Processor -- start 2024-09-10T10:32:44.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c7e00640 1 -- start start 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c00b5520 0x7f02c0152b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02c015b220 0x7f02c00aee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c7e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c015b600 0x7f02c0154b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c7e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f02c00d0260 con 0x7f02c015b220 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c7e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02c00d00e0 con 0x7f02c015b600 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02c01680f0 con 0x7f02c00b5520 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c4a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02c015b220 0x7f02c00aee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c4a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02c015b220 0x7f02c00aee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35580/0 (socket says 172.21.15.22:35580) 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c4a00640 1 -- 172.21.15.22:0/938464107 learned_addr learned my addr 172.21.15.22:0/938464107 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c5400640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c00b5520 0x7f02c0152b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c5e00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c015b600 0x7f02c0154b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c4a00640 1 -- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c00b5520 msgr2=0x7f02c0152b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c4a00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c00b5520 0x7f02c0152b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c4a00640 1 -- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c015b600 msgr2=0x7f02c0154b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:44.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c4a00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c015b600 0x7f02c0154b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:44.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c4a00640 1 -- 172.21.15.22:0/938464107 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02c00add90 con 0x7f02c015b220 2024-09-10T10:32:44.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c5e00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c015b600 0x7f02c0154b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:44.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c4a00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02c015b220 0x7f02c00aee30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f02ac00e980 tx=0x7f02ac00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:44.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02bd600640 1 -- 172.21.15.22:0/938464107 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac017070 con 0x7f02c015b220 2024-09-10T10:32:44.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02bd600640 1 -- 172.21.15.22:0/938464107 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02ac00ca00 con 0x7f02c015b220 2024-09-10T10:32:44.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02bd600640 1 -- 172.21.15.22:0/938464107 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac00cdd0 con 0x7f02c015b220 2024-09-10T10:32:44.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c7e00640 1 -- 172.21.15.22:0/938464107 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02c00ae070 con 0x7f02c015b220 2024-09-10T10:32:44.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.798+0000 7f02c7e00640 1 -- 172.21.15.22:0/938464107 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02c00ae630 con 0x7f02c015b220 2024-09-10T10:32:44.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.802+0000 7f02c7e00640 1 -- 172.21.15.22:0/938464107 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02c00b4fe0 con 0x7f02c015b220 2024-09-10T10:32:44.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.802+0000 7f02bd600640 1 -- 172.21.15.22:0/938464107 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f02ac01a070 con 0x7f02c015b220 2024-09-10T10:32:44.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.802+0000 7f02bd600640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a00678c0 0x7f02a0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:44.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.802+0000 7f02bd600640 1 -- 172.21.15.22:0/938464107 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f02ac085fe0 con 0x7f02c015b220 2024-09-10T10:32:44.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.802+0000 7f02c5400640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a00678c0 0x7f02a0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:44.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.802+0000 7f02c5400640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a00678c0 0x7f02a0069d80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f02b40ad000 tx=0x7f02b4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:44.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:44.806+0000 7f02bd600640 1 -- 172.21.15.22:0/938464107 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f02ac056a80 con 0x7f02c015b220 2024-09-10T10:32:45.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.002+0000 7f02c7e00640 1 -- 172.21.15.22:0/938464107 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02c015e4a0 con 0x7f02c015b220 2024-09-10T10:32:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02bd600640 1 -- 172.21.15.22:0/938464107 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f02ac056380 con 0x7f02c015b220 2024-09-10T10:32:45.009 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:45.009 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"btime":"2024-09-10T10:32:32:065957+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3011545973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3011545973},{"type":"v1","addr":"172.21.15.145:6837","nonce":3011545973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4270,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/3431092497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3431092497},{"type":"v1","addr":"172.21.15.22:6834","nonce":3431092497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4273,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/4147193785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":4147193785},{"type":"v1","addr":"172.21.15.22:6835","nonce":4147193785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:32:28.439443+0000","modified":"2024-09-10T10:32:31.460816+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/798249162","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":798249162},{"type":"v1","addr":"172.21.15.145:6836","nonce":798249162}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-10T10:32:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-10T10:32:45.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 -- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a00678c0 msgr2=0x7f02a0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a00678c0 0x7f02a0069d80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f02b40ad000 tx=0x7f02b4008040 comp rx=0 tx=0).stop 2024-09-10T10:32:45.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 -- 172.21.15.22:0/938464107 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02c015b220 msgr2=0x7f02c00aee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02c015b220 0x7f02c00aee30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f02ac00e980 tx=0x7f02ac00ee40 comp rx=0 tx=0).stop 2024-09-10T10:32:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 -- 172.21.15.22:0/938464107 shutdown_connections 2024-09-10T10:32:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a00678c0 0x7f02a0069d80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c015b600 0x7f02c0154b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02c015b220 0x7f02c00aee30 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 --2- 172.21.15.22:0/938464107 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c00b5520 0x7f02c0152b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 -- 172.21.15.22:0/938464107 >> 172.21.15.22:0/938464107 conn(0x7f02c0062dd0 msgr2=0x7f02c015d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 -- 172.21.15.22:0/938464107 shutdown_connections 2024-09-10T10:32:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.006+0000 7f02c7e00640 1 -- 172.21.15.22:0/938464107 wait complete. 2024-09-10T10:32:45.433 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:32:28.439443+0000', 'modified': '2024-09-10T10:32:31.460816+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4282}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4282': {'gid': 4282, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.145:6836/798249162', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6834', 'nonce': 798249162}, {'type': 'v1', 'addr': '172.21.15.145:6836', 'nonce': 798249162}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4282, 'qdb_cluster': [4282]} 2024-09-10T10:32:45.433 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:32:45.433 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-10T10:32:45.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.570+0000 7fa2f1a00640 1 Processor -- start 2024-09-10T10:32:45.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.570+0000 7fa2f1a00640 1 -- start start 2024-09-10T10:32:45.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2f1a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec162090 0x7fa2ec162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2f1a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa2ec073730 0x7fa2ec0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2f1a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2ec158ef0 con 0x7fa2ec15eaa0 2024-09-10T10:32:45.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2f1a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa2ec15fd00 con 0x7fa2ec073730 2024-09-10T10:32:45.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2f1a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2ec1629b0 con 0x7fa2ec162090 2024-09-10T10:32:45.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2e2000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa2ec073730 0x7fa2ec0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2eaa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec162090 0x7fa2ec162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2e2000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa2ec073730 0x7fa2ec0ae100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:38812/0 (socket says 172.21.15.22:38812) 2024-09-10T10:32:45.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2e2000640 1 -- 172.21.15.22:0/383523050 learned_addr learned my addr 172.21.15.22:0/383523050 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:45.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2e2000640 1 -- 172.21.15.22:0/383523050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec162090 msgr2=0x7fa2ec162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:45.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2e2000640 1 --2- 172.21.15.22:0/383523050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec162090 0x7fa2ec162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2e2000640 1 -- 172.21.15.22:0/383523050 >> v1:172.21.15.145:6789/0 conn(0x7fa2ec15eaa0 legacy=0x7fa2ec15ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2e2000640 1 -- 172.21.15.22:0/383523050 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2ec0aea70 con 0x7fa2ec073730 2024-09-10T10:32:45.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.574+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/383523050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec162090 0x7fa2ec162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2e2000640 1 --2- 172.21.15.22:0/383523050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec073730 0x7fa2ec0ae100 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa2d4009870 tx=0x7fa2d401ed50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d27bf8c4c8262057 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2ea000640 1 -- 172.21.15.22:0/383523050 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d40b5070 con 0x7fa2ec073730 2024-09-10T10:32:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2ea000640 1 -- 172.21.15.22:0/383523050 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2d40a8a50 con 0x7fa2ec073730 2024-09-10T10:32:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2ea000640 1 -- 172.21.15.22:0/383523050 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d40a8e20 con 0x7fa2ec073730 2024-09-10T10:32:45.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2f1a00640 1 -- 172.21.15.22:0/383523050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec073730 msgr2=0x7fa2ec0ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2f1a00640 1 --2- 172.21.15.22:0/383523050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec073730 0x7fa2ec0ae100 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa2d4009870 tx=0x7fa2d401ed50 comp rx=0 tx=0).stop 2024-09-10T10:32:45.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2f1a00640 1 -- 172.21.15.22:0/383523050 shutdown_connections 2024-09-10T10:32:45.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2f1a00640 1 --2- 172.21.15.22:0/383523050 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec073730 0x7fa2ec0ae100 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2f1a00640 1 --2- 172.21.15.22:0/383523050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec162090 0x7fa2ec162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2f1a00640 1 -- 172.21.15.22:0/383523050 >> 172.21.15.22:0/383523050 conn(0x7fa2ec06bcc0 msgr2=0x7fa2ec06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:45.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2f1a00640 1 -- 172.21.15.22:0/383523050 shutdown_connections 2024-09-10T10:32:45.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2f1a00640 1 -- 172.21.15.22:0/383523050 wait complete. 2024-09-10T10:32:45.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2f1a00640 1 Processor -- start 2024-09-10T10:32:45.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.578+0000 7fa2f1a00640 1 -- start start 2024-09-10T10:32:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2f1a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec073730 0x7fa2ec1506b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2f1a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15eaa0 0x7fa2ec0b5b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2f1a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec162090 0x7fa2ec156ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2f1a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ec0af310 con 0x7fa2ec162090 2024-09-10T10:32:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2f1a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ec0af030 con 0x7fa2ec15eaa0 2024-09-10T10:32:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2f1a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2ec0af490 con 0x7fa2ec073730 2024-09-10T10:32:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2eb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec162090 0x7fa2ec156ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2eb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec162090 0x7fa2ec156ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55846/0 (socket says 172.21.15.22:55846) 2024-09-10T10:32:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2eb400640 1 -- 172.21.15.22:0/2166524359 learned_addr learned my addr 172.21.15.22:0/2166524359 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec073730 0x7fa2ec1506b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2e2000640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15eaa0 0x7fa2ec0b5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2eb400640 1 -- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec073730 msgr2=0x7fa2ec1506b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2eb400640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec073730 0x7fa2ec1506b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2eb400640 1 -- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15eaa0 msgr2=0x7fa2ec0b5b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2eb400640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15eaa0 0x7fa2ec0b5b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2eb400640 1 -- 172.21.15.22:0/2166524359 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2ec150bf0 con 0x7fa2ec162090 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2eb400640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec162090 0x7fa2ec156ce0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa2e400c460 tx=0x7fa2e400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2e3400640 1 -- 172.21.15.22:0/2166524359 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4016020 con 0x7fa2ec162090 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2e3400640 1 -- 172.21.15.22:0/2166524359 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2e4005220 con 0x7fa2ec162090 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2e3400640 1 -- 172.21.15.22:0/2166524359 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4007030 con 0x7fa2ec162090 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2f1a00640 1 -- 172.21.15.22:0/2166524359 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2ec0ce540 con 0x7fa2ec162090 2024-09-10T10:32:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2f1a00640 1 -- 172.21.15.22:0/2166524359 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2ec0ceac0 con 0x7fa2ec162090 2024-09-10T10:32:45.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.582+0000 7fa2e3400640 1 -- 172.21.15.22:0/2166524359 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa2e40071d0 con 0x7fa2ec162090 2024-09-10T10:32:45.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2e3400640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2c80678c0 0x7fa2c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2e3400640 1 -- 172.21.15.22:0/2166524359 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa2e40854f0 con 0x7fa2ec162090 2024-09-10T10:32:45.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2c80678c0 0x7fa2c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 Processor -- start 2024-09-10T10:32:45.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 -- start start 2024-09-10T10:32:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2c80678c0 0x7fa2c8069d80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc007440 tx=0x7fa2dc00b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb54ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb505d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb506290 0x5622eb506670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x5622eb3edb60 con 0x5622eb506290 2024-09-10T10:32:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5622eb354c70 con 0x5622eb550440 2024-09-10T10:32:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5622eb2faed0 con 0x5622eb54fb20 2024-09-10T10:32:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb506290 0x5622eb506670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb506290 0x5622eb506670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55852/0 (socket says 172.21.15.22:55852) 2024-09-10T10:32:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eb400640 1 -- 172.21.15.22:0/3791580002 learned_addr learned my addr 172.21.15.22:0/3791580002 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:45.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2e2000640 1 --2- 172.21.15.22:0/3791580002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb505d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eb400640 1 -- 172.21.15.22:0/3791580002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 msgr2=0x5622eb54ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:45.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eb400640 1 --2- 172.21.15.22:0/3791580002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb54ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eb400640 1 -- 172.21.15.22:0/3791580002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 msgr2=0x5622eb505d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:45.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eb400640 1 --2- 172.21.15.22:0/3791580002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb505d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eb400640 1 -- 172.21.15.22:0/3791580002 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622eb30ce50 con 0x5622eb506290 2024-09-10T10:32:45.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2eb400640 1 --2- 172.21.15.22:0/3791580002 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb506290 0x5622eb506670 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa2e4005630 tx=0x7fa2e4056180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b86d884cdc6b97a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:45.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2db400640 1 -- 172.21.15.22:0/3791580002 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e405e5a0 con 0x5622eb506290 2024-09-10T10:32:45.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2db400640 1 -- 172.21.15.22:0/3791580002 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2e4069e50 con 0x5622eb506290 2024-09-10T10:32:45.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2db400640 1 -- 172.21.15.22:0/3791580002 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4010d70 con 0x5622eb506290 2024-09-10T10:32:45.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3791580002 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb506290 msgr2=0x5622eb506670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/3791580002 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb506290 0x5622eb506670 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa2e4005630 tx=0x7fa2e4056180 comp rx=0 tx=0).stop 2024-09-10T10:32:45.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3791580002 shutdown_connections 2024-09-10T10:32:45.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/3791580002 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb506290 0x5622eb506670 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/3791580002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb505d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/3791580002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb54ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3791580002 >> 172.21.15.22:0/3791580002 conn(0x5622eb50c600 msgr2=0x5622eb504630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:45.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3791580002 shutdown_connections 2024-09-10T10:32:45.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.586+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3791580002 wait complete. 2024-09-10T10:32:45.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 -- start start 2024-09-10T10:32:45.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 Processor -- start 2024-09-10T10:32:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb50adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb510cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb511230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x5622eb3b6b00 con 0x5622eb50b330 2024-09-10T10:32:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5622eb32f360 con 0x5622eb550440 2024-09-10T10:32:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5622eb32c2d0 con 0x5622eb54fb20 2024-09-10T10:32:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 10 client.0 _ll_register_callbacks cb 0x5622eb4f1820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb511230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb511230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55864/0 (socket says 172.21.15.22:55864) 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eb400640 1 -- 172.21.15.22:0/1220825667 learned_addr learned my addr 172.21.15.22:0/1220825667 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2e2000640 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb510cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb50adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eb400640 1 -- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 msgr2=0x5622eb50adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eb400640 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb50adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eb400640 1 -- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 msgr2=0x5622eb510cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eb400640 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb510cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eb400640 1 -- 172.21.15.22:0/1220825667 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622eb2fb120 con 0x5622eb50b330 2024-09-10T10:32:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eb400640 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb511230 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fa2e4055950 tx=0x7fa2e4000ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1ef4f70a4d6efd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2cfe00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2cfe00640 1 -- 172.21.15.22:0/1220825667 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4052030 con 0x5622eb50b330 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2cfe00640 1 -- 172.21.15.22:0/1220825667 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa2e405c0e0 con 0x5622eb50b330 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1220825667 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2e4069e50 con 0x5622eb50b330 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2cfe00640 1 -- 172.21.15.22:0/1220825667 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7fa2e40521d0 con 0x5622eb50b330 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 10 client.4611 fetch_fsmap learned FSMap version 8 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1220825667 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5622eb2f4450 con 0x5622eb50b330 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2cfe00640 1 -- 172.21.15.22:0/1220825667 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2e4069e50 con 0x5622eb50b330 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2cfe00640 1 -- 172.21.15.22:0/1220825667 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7fa2e40850c0 con 0x5622eb50b330 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 10 client.4611 fetch_fsmap finished waiting for FSMap version 8 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 10 client.4611 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 20 client.4611 populate_metadata read hostname 'smithi022' 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:6834/798249162,v1:172.21.15.145:6836/798249162] conn(0x5622eb55e280 0x5622eb560670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 4 client.4611 mds_command: new command op to 4282 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:32:45.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1220825667 --> [v2:172.21.15.145:6834/798249162,v1:172.21.15.145:6836/798249162] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622eb2eec00 con 0x5622eb55e280 2024-09-10T10:32:45.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.590+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:6834/798249162,v1:172.21.15.145:6836/798249162] conn(0x5622eb55e280 0x5622eb560670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:6834/798249162,v1:172.21.15.145:6836/798249162] conn(0x5622eb55e280 0x5622eb560670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69144219bdafdbe6 server_cookie=991c32702ff88e9e in_seq=0 out_seq=0 2024-09-10T10:32:45.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2cfe00640 10 client.4611 ms_handle_connect on v2:172.21.15.145:6834/798249162 2024-09-10T10:32:45.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2cfe00640 1 -- 172.21.15.22:0/1220825667 <== mds.0 v2:172.21.15.145:6834/798249162 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5622eb2eec00 con 0x5622eb55e280 2024-09-10T10:32:45.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2cfe00640 10 client.4611 handle_command_reply: tid=0 2024-09-10T10:32:45.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 client.4611 shutdown 2024-09-10T10:32:45.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1220825667 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 msgr2=0x5622eb511230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb511230 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fa2e4055950 tx=0x7fa2e4000ee0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1220825667 shutdown_connections 2024-09-10T10:32:45.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:6834/798249162,v1:172.21.15.145:6836/798249162] conn(0x5622eb55e280 0x5622eb560670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb511230 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb510cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2cfe00640 0 client.4611 ms_handle_reset on v2:172.21.15.145:6834/798249162 2024-09-10T10:32:45.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/1220825667 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb50adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1220825667 >> 172.21.15.22:0/1220825667 conn(0x5622eb506290 msgr2=0x5622eb504d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:45.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1220825667 shutdown_connections 2024-09-10T10:32:45.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1220825667 wait complete. 2024-09-10T10:32:45.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.594+0000 7fa2f4dbc000 20 client.4611 trim_cache size 0 max 16384 2024-09-10T10:32:45.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 Processor -- start 2024-09-10T10:32:45.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 -- start start 2024-09-10T10:32:45.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb54ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb54f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb560670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ec0cae60 con 0x5622eb50b330 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ec0ca1c0 con 0x5622eb550440 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2ec0ca810 con 0x5622eb54fb20 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eaa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb54ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eaa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb54ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55880/0 (socket says 172.21.15.22:55880) 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eaa00640 1 -- 172.21.15.22:0/1459160887 learned_addr learned my addr 172.21.15.22:0/1459160887 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2e2000640 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb54f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eb400640 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb560670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eaa00640 1 -- 172.21.15.22:0/1459160887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 msgr2=0x5622eb54f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb54f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eaa00640 1 -- 172.21.15.22:0/1459160887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 msgr2=0x5622eb560670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:45.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb560670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eaa00640 1 -- 172.21.15.22:0/1459160887 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622eb2dbfd0 con 0x5622eb50b330 2024-09-10T10:32:45.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eb400640 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb560670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:45.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2e2000640 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb54f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:45.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb54ecc0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x5622eb3f1400 tx=0x7fa2dc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbc98cdd8b5b720d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:45.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2daa00640 1 -- 172.21.15.22:0/1459160887 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2dc02e430 con 0x5622eb50b330 2024-09-10T10:32:45.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2daa00640 1 -- 172.21.15.22:0/1459160887 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2dc02e5d0 con 0x5622eb50b330 2024-09-10T10:32:45.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2daa00640 1 -- 172.21.15.22:0/1459160887 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2dc02e780 con 0x5622eb50b330 2024-09-10T10:32:45.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1459160887 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 msgr2=0x5622eb54ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb54ecc0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x5622eb3f1400 tx=0x7fa2dc014000 comp rx=0 tx=0).stop 2024-09-10T10:32:45.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1459160887 shutdown_connections 2024-09-10T10:32:45.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb560670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb54f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/1459160887 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb54ecc0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1459160887 >> 172.21.15.22:0/1459160887 conn(0x5622eb506290 msgr2=0x5622eb50a5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:45.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1459160887 shutdown_connections 2024-09-10T10:32:45.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.614+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/1459160887 wait complete. 2024-09-10T10:32:45.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 -- start start 2024-09-10T10:32:45.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 Processor -- start 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb5633b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb5638f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb587170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x5622eb353f80 con 0x5622eb50b330 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5622eb30cca0 con 0x5622eb550440 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5622eb3592a0 con 0x5622eb54fb20 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 10 client.0 _ll_register_callbacks cb 0x7fa2e4007550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2eaa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb5633b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2eaa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb5633b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55890/0 (socket says 172.21.15.22:55890) 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2eaa00640 1 -- 172.21.15.22:0/3435914243 learned_addr learned my addr 172.21.15.22:0/3435914243 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:45.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2e2000640 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb5638f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2eb400640 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb587170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2eaa00640 1 -- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 msgr2=0x5622eb5638f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:45.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb5638f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2eaa00640 1 -- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 msgr2=0x5622eb587170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:45.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb587170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2eaa00640 1 -- 172.21.15.22:0/3435914243 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622eb3d7750 con 0x5622eb50b330 2024-09-10T10:32:45.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2eaa00640 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb5633b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc030040 tx=0x7fa2dc004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=975cf28550fad1e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2cfe00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2cfe00640 1 -- 172.21.15.22:0/3435914243 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2dc009cf0 con 0x5622eb50b330 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2cfe00640 1 -- 172.21.15.22:0/3435914243 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa2dc020040 con 0x5622eb50b330 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3435914243 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2dc02e5d0 con 0x5622eb50b330 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2cfe00640 1 -- 172.21.15.22:0/3435914243 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7fa2dc045050 con 0x5622eb50b330 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 10 client.4617 fetch_fsmap learned FSMap version 8 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3435914243 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5622eb2e2a30 con 0x5622eb50b330 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2cfe00640 1 -- 172.21.15.22:0/3435914243 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2dc02e5d0 con 0x5622eb50b330 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2cfe00640 1 -- 172.21.15.22:0/3435914243 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7fa2dc048020 con 0x5622eb50b330 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 10 client.4617 fetch_fsmap finished waiting for FSMap version 8 2024-09-10T10:32:45.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 10 client.4617 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T10:32:45.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 20 client.4617 populate_metadata read hostname 'smithi022' 2024-09-10T10:32:45.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:6834/798249162,v1:172.21.15.145:6836/798249162] conn(0x5622eb587b00 0x5622eb5cb410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:45.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 4 client.4617 mds_command: new command op to 4282 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:32:45.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3435914243 --> [v2:172.21.15.145:6834/798249162,v1:172.21.15.145:6836/798249162] -- command(tid 0: {"prefix": "status"}) -- 0x5622eb3623a0 con 0x5622eb587b00 2024-09-10T10:32:45.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.618+0000 7fa2e2000640 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:6834/798249162,v1:172.21.15.145:6836/798249162] conn(0x5622eb587b00 0x5622eb5cb410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:45.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2e2000640 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:6834/798249162,v1:172.21.15.145:6836/798249162] conn(0x5622eb587b00 0x5622eb5cb410 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb51f3f23588baff server_cookie=3f698f3bd8cfdfb0 in_seq=0 out_seq=0 2024-09-10T10:32:45.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2cfe00640 10 client.4617 ms_handle_connect on v2:172.21.15.145:6834/798249162 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2cfe00640 1 -- 172.21.15.22:0/3435914243 <== mds.0 v2:172.21.15.145:6834/798249162 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x5622eb3623a0 con 0x5622eb587b00 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2cfe00640 10 client.4617 handle_command_reply: tid=0 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 client.4617 shutdown 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3435914243 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 msgr2=0x5622eb5633b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb5633b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc030040 tx=0x7fa2dc004a50 comp rx=0 tx=0).stop 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3435914243 shutdown_connections 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:6834/798249162,v1:172.21.15.145:6836/798249162] conn(0x5622eb587b00 0x5622eb5cb410 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5622eb550440 0x5622eb587170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5622eb54fb20 0x5622eb5638f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 --2- 172.21.15.22:0/3435914243 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5622eb50b330 0x5622eb5633b0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3435914243 >> 172.21.15.22:0/3435914243 conn(0x5622eb506290 msgr2=0x5622eb54dcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:45.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2cfe00640 0 client.4617 ms_handle_reset on v2:172.21.15.145:6834/798249162 2024-09-10T10:32:45.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3435914243 shutdown_connections 2024-09-10T10:32:45.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 1 -- 172.21.15.22:0/3435914243 wait complete. 2024-09-10T10:32:45.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f4dbc000 20 client.4617 trim_cache size 0 max 16384 2024-09-10T10:32:45.633 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:32:45.633 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:32:45.633 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:32:45.633 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 4282, 2024-09-10T10:32:45.634 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:32:45.634 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:32:45.634 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:32:45.634 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 16.590681856, 2024-09-10T10:32:45.634 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 8, 2024-09-10T10:32:45.634 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 22, 2024-09-10T10:32:45.634 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 22, 2024-09-10T10:32:45.634 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 22.903927051 2024-09-10T10:32:45.634 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:32:45.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 -- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2c80678c0 msgr2=0x7fa2c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2c80678c0 0x7fa2c8069d80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc007440 tx=0x7fa2dc00b040 comp rx=0 tx=0).stop 2024-09-10T10:32:45.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 -- 172.21.15.22:0/2166524359 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec162090 msgr2=0x7fa2ec156ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:45.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec162090 0x7fa2ec156ce0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa2e400c460 tx=0x7fa2e400c920 comp rx=0 tx=0).stop 2024-09-10T10:32:45.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 -- 172.21.15.22:0/2166524359 shutdown_connections 2024-09-10T10:32:45.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2c80678c0 0x7fa2c8069d80 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec162090 0x7fa2ec156ce0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15eaa0 0x7fa2ec0b5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 --2- 172.21.15.22:0/2166524359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec073730 0x7fa2ec1506b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:45.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 -- 172.21.15.22:0/2166524359 >> 172.21.15.22:0/2166524359 conn(0x7fa2ec06bcc0 msgr2=0x7fa2ec0b1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:45.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 -- 172.21.15.22:0/2166524359 shutdown_connections 2024-09-10T10:32:45.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:45.622+0000 7fa2f1a00640 1 -- 172.21.15.22:0/2166524359 wait complete. 2024-09-10T10:32:45.644 INFO:teuthology.run_tasks:Running task sequential... 2024-09-10T10:32:45.654 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-10T10:32:45.654 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-10T10:32:45.655 INFO:teuthology.task.print:Enabling mgr modules 2024-09-10T10:32:45.655 INFO:teuthology.run_tasks:Running task kclient... 2024-09-10T10:32:45.693 INFO:tasks.kclient:Mounting kernel clients... 2024-09-10T10:32:45.693 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-10T10:32:45.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:45.693 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:32:45.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:45.703 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link delete ceph-brx 2024-09-10T10:32:45.766 INFO:teuthology.orchestra.run.smithi022.stderr:Cannot find device "ceph-brx" 2024-09-10T10:32:45.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:32:45.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:45.769 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:32:45.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:45.825 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link delete ceph-brx 2024-09-10T10:32:45.890 INFO:teuthology.orchestra.run.smithi022.stderr:Cannot find device "ceph-brx" 2024-09-10T10:32:45.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:32:45.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:45.892 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:32:45.903 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:45.903 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link delete ceph-brx 2024-09-10T10:32:45.969 INFO:teuthology.orchestra.run.smithi145.stderr:Cannot find device "ceph-brx" 2024-09-10T10:32:45.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:32:45.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:45.972 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:32:46.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:46.022 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link delete ceph-brx 2024-09-10T10:32:46.092 INFO:teuthology.orchestra.run.smithi145.stderr:Cannot find device "ceph-brx" 2024-09-10T10:32:46.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:32:46.095 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2024-09-10T10:32:46.095 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T10:32:46.095 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:32:46.095 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:32:46.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.230+0000 7fad25400640 1 Processor -- start 2024-09-10T10:32:46.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.230+0000 7fad25400640 1 -- start start 2024-09-10T10:32:46.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.230+0000 7fad25400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fad2015b220 0x7fad20071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:46.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.230+0000 7fad25400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 0x7fad200b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:46.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.230+0000 7fad25400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad200ce880 con 0x7fad2015b600 2024-09-10T10:32:46.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.230+0000 7fad25400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fad2006d6e0 con 0x7fad2015b220 2024-09-10T10:32:46.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.230+0000 7fad25400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fad200ceb60 con 0x7fad200b56f0 2024-09-10T10:32:46.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad15e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fad2015b600 0x7fad200b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39058/0 (socket says 172.21.15.22:39058) 2024-09-10T10:32:46.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad15e00640 1 -- 172.21.15.22:0/3785952008 learned_addr learned my addr 172.21.15.22:0/3785952008 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:46.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad1e800640 1 --2- 172.21.15.22:0/3785952008 >> v2:172.21.15.145:3300/0 conn(0x7fad2015b220 0x7fad20071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:46.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad1f200640 1 --2- 172.21.15.22:0/3785952008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 0x7fad200b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:46.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad1de00640 1 -- 172.21.15.22:0/3785952008 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 211936762 0 0) 0x7fad200ce880 con 0x7fad2015b600 2024-09-10T10:32:46.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad1de00640 1 -- 172.21.15.22:0/3785952008 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fad04003530 con 0x7fad2015b600 2024-09-10T10:32:46.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad1f200640 1 -- 172.21.15.22:0/3785952008 >> v2:172.21.15.145:3300/0 conn(0x7fad2015b220 msgr2=0x7fad20071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:46.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad1f200640 1 --2- 172.21.15.22:0/3785952008 >> v2:172.21.15.145:3300/0 conn(0x7fad2015b220 0x7fad20071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:46.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad1f200640 1 -- 172.21.15.22:0/3785952008 >> v1:172.21.15.22:6789/0 conn(0x7fad2015b600 legacy=0x7fad200b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:46.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad1f200640 1 -- 172.21.15.22:0/3785952008 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad200cee40 con 0x7fad200b56f0 2024-09-10T10:32:46.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.234+0000 7fad1f200640 1 --2- 172.21.15.22:0/3785952008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 0x7fad200b3f10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fad180097c0 tx=0x7fad1801c350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3b577e52ed1091 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:46.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad1de00640 1 -- 172.21.15.22:0/3785952008 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad180b0070 con 0x7fad200b56f0 2024-09-10T10:32:46.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad1de00640 1 -- 172.21.15.22:0/3785952008 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad180ab600 con 0x7fad200b56f0 2024-09-10T10:32:46.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad1de00640 1 -- 172.21.15.22:0/3785952008 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad180ab9b0 con 0x7fad200b56f0 2024-09-10T10:32:46.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 -- 172.21.15.22:0/3785952008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 msgr2=0x7fad200b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:46.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 --2- 172.21.15.22:0/3785952008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 0x7fad200b3f10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fad180097c0 tx=0x7fad1801c350 comp rx=0 tx=0).stop 2024-09-10T10:32:46.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 -- 172.21.15.22:0/3785952008 shutdown_connections 2024-09-10T10:32:46.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 --2- 172.21.15.22:0/3785952008 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 0x7fad200b3f10 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:46.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 --2- 172.21.15.22:0/3785952008 >> v2:172.21.15.145:3300/0 conn(0x7fad2015b220 0x7fad20071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:46.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 -- 172.21.15.22:0/3785952008 >> 172.21.15.22:0/3785952008 conn(0x7fad20062dd0 msgr2=0x7fad2006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:46.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 -- 172.21.15.22:0/3785952008 shutdown_connections 2024-09-10T10:32:46.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 -- 172.21.15.22:0/3785952008 wait complete. 2024-09-10T10:32:46.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 Processor -- start 2024-09-10T10:32:46.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 -- start start 2024-09-10T10:32:46.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 0x7fad2014dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:46.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad2015b220 0x7fad20164b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad2015b600 0x7fad201650b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fad200cffd0 con 0x7fad2015b600 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fad200cfe50 con 0x7fad2015b220 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad25400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fad200d0150 con 0x7fad200b56f0 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad1f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad2015b600 0x7fad201650b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad1f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad2015b600 0x7fad201650b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55900/0 (socket says 172.21.15.22:55900) 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.238+0000 7fad1f200640 1 -- 172.21.15.22:0/2713817590 learned_addr learned my addr 172.21.15.22:0/2713817590 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad1f200640 1 -- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 msgr2=0x7fad2014dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad1e800640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 0x7fad2014dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad15e00640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad2015b220 0x7fad20164b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad1f200640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 0x7fad2014dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad1f200640 1 -- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad2015b220 msgr2=0x7fad20164b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad1f200640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad2015b220 0x7fad20164b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:46.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad1f200640 1 -- 172.21.15.22:0/2713817590 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad20163f70 con 0x7fad2015b600 2024-09-10T10:32:46.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad1e800640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 0x7fad2014dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:46.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad15e00640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad2015b220 0x7fad20164b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:46.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad1f200640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad2015b600 0x7fad201650b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fad18019f80 tx=0x7fad180190f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:46.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad17400640 1 -- 172.21.15.22:0/2713817590 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad180b8020 con 0x7fad2015b600 2024-09-10T10:32:46.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad17400640 1 -- 172.21.15.22:0/2713817590 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad180b4410 con 0x7fad2015b600 2024-09-10T10:32:46.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad17400640 1 -- 172.21.15.22:0/2713817590 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad180b0040 con 0x7fad2015b600 2024-09-10T10:32:46.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad25400640 1 -- 172.21.15.22:0/2713817590 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad2014e1d0 con 0x7fad2015b600 2024-09-10T10:32:46.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad25400640 1 -- 172.21.15.22:0/2713817590 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad201631b0 con 0x7fad2015b600 2024-09-10T10:32:46.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad25400640 1 -- 172.21.15.22:0/2713817590 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad200b3f10 con 0x7fad2015b600 2024-09-10T10:32:46.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad17400640 1 -- 172.21.15.22:0/2713817590 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fad180bb020 con 0x7fad2015b600 2024-09-10T10:32:46.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad17400640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facfc0678c0 0x7facfc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:46.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.242+0000 7fad17400640 1 -- 172.21.15.22:0/2713817590 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fad1811f990 con 0x7fad2015b600 2024-09-10T10:32:46.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.246+0000 7fad1e800640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facfc0678c0 0x7facfc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:46.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.246+0000 7fad1e800640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facfc0678c0 0x7facfc069d80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fad10009ae0 tx=0x7fad10008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:46.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.246+0000 7fad17400640 1 -- 172.21.15.22:0/2713817590 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fad180c2030 con 0x7fad2015b600 2024-09-10T10:32:46.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 -- 172.21.15.22:0/2713817590 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fad20072e90 con 0x7fad2015b600 2024-09-10T10:32:46.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad17400640 1 -- 172.21.15.22:0/2713817590 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7fad18016090 con 0x7fad2015b600 2024-09-10T10:32:46.454 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:32:46.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 -- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facfc0678c0 msgr2=0x7facfc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facfc0678c0 0x7facfc069d80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fad10009ae0 tx=0x7fad10008040 comp rx=0 tx=0).stop 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 -- 172.21.15.22:0/2713817590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad2015b600 msgr2=0x7fad201650b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad2015b600 0x7fad201650b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fad18019f80 tx=0x7fad180190f0 comp rx=0 tx=0).stop 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 -- 172.21.15.22:0/2713817590 shutdown_connections 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facfc0678c0 0x7facfc069d80 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad2015b600 0x7fad201650b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad2015b220 0x7fad20164b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 --2- 172.21.15.22:0/2713817590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad200b56f0 0x7fad2014dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 -- 172.21.15.22:0/2713817590 >> 172.21.15.22:0/2713817590 conn(0x7fad20062dd0 msgr2=0x7fad20071ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 -- 172.21.15.22:0/2713817590 shutdown_connections 2024-09-10T10:32:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46.450+0000 7fad25400640 1 -- 172.21.15.22:0/2713817590 wait complete. 2024-09-10T10:32:46.475 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T10:32:46.475 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:32:46.475 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:32:46.475 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:32:46.476 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:32:46.476 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T10:32:46.476 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T10:32:46.476 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:32:46.476 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:32:46.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:46.476 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:32:46.486 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:32:46.486 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:32:46.487 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:32:46.487 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:46.488 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:32:46.488 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:46.488 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:46.488 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:46.488 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:32:46.488 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:46.488 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:46.488 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:32:46.488 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:32:46.489 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:46.489 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:32:46.489 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:32:46.489 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 42418sec preferred_lft 42418sec 2024-09-10T10:32:46.489 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:32:46.489 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:46.489 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:46.489 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:46.490 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:32:46.490 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:32:46.490 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:46.490 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:32:46.490 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:46.491 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T10:32:46.491 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:46.491 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:32:46.492 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link add name ceph-brx type bridge 2024-09-10T10:32:46.492 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip addr flush dev ceph-brx 2024-09-10T10:32:46.492 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set ceph-brx up 2024-09-10T10:32:46.492 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T10:32:46.492 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:32:46.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:46.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:46.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:46.642 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:32:46.661 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:32:46.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:46.663 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:32:46.730 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:32:46.730 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:32:46.730 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:32:46.731 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:32:46.731 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:32:46.731 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:32:46.731 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:46.731 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:32:46.731 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:32:46.731 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:32:46.732 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:32:46.732 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:32:46.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:46.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:46.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:46.867 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:32:46.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:46.918 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list-id 2024-09-10T10:32:46.973 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:46.973 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:32:46.973 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:32:46.974 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-10T10:32:46.974 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:32:47.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:47.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:47.106 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-10T10:32:47.106 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:47.107 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:32:47.107 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-10T10:32:47.107 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T10:32:47.107 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-10T10:32:47.107 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-10T10:32:47.107 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-10T10:32:47.107 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:32:47.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:47.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:47.346 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:47.346 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:32:47.346 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:32:47.346 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T10:32:47.346 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:32:47.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:47.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:47.432 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:32:47.432 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:32:47.440 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:32:47.441 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:32:47.441 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:32:47.496 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:32:47.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:47.496 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:47.589 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:47.589 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:32:48.224 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:48.224 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:32:48.224 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:32:48.224 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:32:48.224 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:32:48.227 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:32:48.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:48.228 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:32:48.250 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:48.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:48.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:48.395 INFO:teuthology.orchestra.run.smithi022.stdout:client4626 2024-09-10T10:32:48.395 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:48.396 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:48.405 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:48.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:48.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:48.536 INFO:teuthology.orchestra.run.smithi022.stdout:client4626 2024-09-10T10:32:48.537 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:48.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:48.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:48.604 INFO:teuthology.orchestra.run.smithi022.stdout:client4626 2024-09-10T10:32:48.604 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/46a8271d-9737-4994-9398-0c365e74a95b.client4626/status') 2024-09-10T10:32:48.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:48.671 INFO:teuthology.orchestra.run.smithi022.stdout:instance: client.4626 (3)192.168.0.1:0/3529238271 2024-09-10T10:32:48.671 INFO:teuthology.orchestra.run.smithi022.stdout:blocklisted: false 2024-09-10T10:32:48.672 INFO:teuthology.orchestra.run.smithi022.stderr:0+1 records in 2024-09-10T10:32:48.672 INFO:teuthology.orchestra.run.smithi022.stderr:0+1 records out 2024-09-10T10:32:48.673 INFO:teuthology.orchestra.run.smithi022.stderr:69 bytes copied, 5.595e-05 s, 1.2 MB/s 2024-09-10T10:32:48.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:48.680 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2024-09-10T10:32:48.680 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T10:32:48.680 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-10T10:32:48.681 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:32:48.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.818+0000 7f829b200640 1 Processor -- start 2024-09-10T10:32:48.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.818+0000 7f829b200640 1 -- start start 2024-09-10T10:32:48.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.818+0000 7f829b200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f829415b220 0x7f8294071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:48.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.818+0000 7f829b200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82940ce880 con 0x7f829415b600 2024-09-10T10:32:48.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.818+0000 7f829b200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82940ceb60 con 0x7f82940b56f0 2024-09-10T10:32:48.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.818+0000 7f829b200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f829406d6e0 con 0x7f829415b220 2024-09-10T10:32:48.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.822+0000 7f8293e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f829415b220 0x7f8294071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:48.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.822+0000 7f8293e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f829415b220 0x7f8294071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55906/0 (socket says 172.21.15.22:55906) 2024-09-10T10:32:48.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.822+0000 7f8293e00640 1 -- 172.21.15.22:0/4218830885 learned_addr learned my addr 172.21.15.22:0/4218830885 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:48.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.822+0000 7f8293e00640 1 -- 172.21.15.22:0/4218830885 >> v1:172.21.15.145:6789/0 conn(0x7f82940b56f0 legacy=0x7f82940b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:48.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.822+0000 7f8293e00640 1 -- 172.21.15.22:0/4218830885 >> v1:172.21.15.22:6789/0 conn(0x7f829415b600 legacy=0x7f82940b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:48.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.822+0000 7f8293e00640 1 -- 172.21.15.22:0/4218830885 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82940cee40 con 0x7f829415b220 2024-09-10T10:32:48.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.822+0000 7f8293e00640 1 --2- 172.21.15.22:0/4218830885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f829415b220 0x7f8294071140 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f828400bb10 tx=0x7f828401eaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48faf1f10259941f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:48.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.822+0000 7f8293400640 1 -- 172.21.15.22:0/4218830885 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82840b4070 con 0x7f829415b220 2024-09-10T10:32:48.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.822+0000 7f8293400640 1 -- 172.21.15.22:0/4218830885 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82840a7a80 con 0x7f829415b220 2024-09-10T10:32:48.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.822+0000 7f8293400640 1 -- 172.21.15.22:0/4218830885 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82840a7e50 con 0x7f829415b220 2024-09-10T10:32:48.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 -- 172.21.15.22:0/4218830885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f829415b220 msgr2=0x7f8294071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:48.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 --2- 172.21.15.22:0/4218830885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f829415b220 0x7f8294071140 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f828400bb10 tx=0x7f828401eaa0 comp rx=0 tx=0).stop 2024-09-10T10:32:48.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 -- 172.21.15.22:0/4218830885 shutdown_connections 2024-09-10T10:32:48.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 --2- 172.21.15.22:0/4218830885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f829415b220 0x7f8294071140 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:48.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 -- 172.21.15.22:0/4218830885 >> 172.21.15.22:0/4218830885 conn(0x7f8294062dd0 msgr2=0x7f829406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:48.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 -- 172.21.15.22:0/4218830885 shutdown_connections 2024-09-10T10:32:48.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 -- 172.21.15.22:0/4218830885 wait complete. 2024-09-10T10:32:48.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 Processor -- start 2024-09-10T10:32:48.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 -- start start 2024-09-10T10:32:48.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82940b56f0 0x7f82941484b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:48.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f829415b220 0x7f82940b2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:48.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f829415b600 0x7f829414b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:48.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f82940d0220 con 0x7f82940b56f0 2024-09-10T10:32:48.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f82940d00a0 con 0x7f829415b600 2024-09-10T10:32:48.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f829b200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f829406da30 con 0x7f829415b220 2024-09-10T10:32:48.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f8293e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82940b56f0 0x7f82941484b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:48.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f8293e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82940b56f0 0x7f82941484b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55916/0 (socket says 172.21.15.22:55916) 2024-09-10T10:32:48.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f8293e00640 1 -- 172.21.15.22:0/122614917 learned_addr learned my addr 172.21.15.22:0/122614917 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f8293e00640 1 -- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f829415b220 msgr2=0x7f82940b2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f8293e00640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f829415b220 0x7f82940b2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f8293e00640 1 -- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f829415b600 msgr2=0x7f829414b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f8293e00640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f829415b600 0x7f829414b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f8293e00640 1 -- 172.21.15.22:0/122614917 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8294151850 con 0x7f82940b56f0 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.826+0000 7f8293e00640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82940b56f0 0x7f82941484b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f828401c6d0 tx=0x7f828401b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.830+0000 7f8290c00640 1 -- 172.21.15.22:0/122614917 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82840b4040 con 0x7f82940b56f0 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.830+0000 7f8290c00640 1 -- 172.21.15.22:0/122614917 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82840bf070 con 0x7f82940b56f0 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.830+0000 7f8290c00640 1 -- 172.21.15.22:0/122614917 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82840ba660 con 0x7f82940b56f0 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.830+0000 7f829b200640 1 -- 172.21.15.22:0/122614917 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8294151b30 con 0x7f82940b56f0 2024-09-10T10:32:48.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.830+0000 7f829b200640 1 -- 172.21.15.22:0/122614917 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f829414c470 con 0x7f82940b56f0 2024-09-10T10:32:48.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.830+0000 7f829b200640 1 -- 172.21.15.22:0/122614917 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f829415bea0 con 0x7f82940b56f0 2024-09-10T10:32:48.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.830+0000 7f8290c00640 1 -- 172.21.15.22:0/122614917 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f82840ba800 con 0x7f82940b56f0 2024-09-10T10:32:48.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.830+0000 7f8290c00640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f827006bcd0 0x7f827006e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:48.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.830+0000 7f8290c00640 1 -- 172.21.15.22:0/122614917 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f8284120650 con 0x7f82940b56f0 2024-09-10T10:32:48.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.830+0000 7f828b400640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f827006bcd0 0x7f827006e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:48.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.834+0000 7f828b400640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f827006bcd0 0x7f827006e190 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f827c000f70 tx=0x7f827c0079e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:48.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:48.834+0000 7f8290c00640 1 -- 172.21.15.22:0/122614917 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f82840187e0 con 0x7f82940b56f0 2024-09-10T10:32:49.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.034+0000 7f829b200640 1 -- 172.21.15.22:0/122614917 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8294072e90 con 0x7f82940b56f0 2024-09-10T10:32:49.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.034+0000 7f8290c00640 1 -- 172.21.15.22:0/122614917 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f82840f0b30 con 0x7f82940b56f0 2024-09-10T10:32:49.040 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:32:49.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 -- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f827006bcd0 msgr2=0x7f827006e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:49.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f827006bcd0 0x7f827006e190 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f827c000f70 tx=0x7f827c0079e0 comp rx=0 tx=0).stop 2024-09-10T10:32:49.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 -- 172.21.15.22:0/122614917 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82940b56f0 msgr2=0x7f82941484b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:49.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82940b56f0 0x7f82941484b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f828401c6d0 tx=0x7f828401b840 comp rx=0 tx=0).stop 2024-09-10T10:32:49.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 -- 172.21.15.22:0/122614917 shutdown_connections 2024-09-10T10:32:49.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f827006bcd0 0x7f827006e190 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:49.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f829415b600 0x7f829414b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:49.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f829415b220 0x7f82940b2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:49.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 --2- 172.21.15.22:0/122614917 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82940b56f0 0x7f82941484b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:49.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 -- 172.21.15.22:0/122614917 >> 172.21.15.22:0/122614917 conn(0x7f8294062dd0 msgr2=0x7f8294153110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:49.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 -- 172.21.15.22:0/122614917 shutdown_connections 2024-09-10T10:32:49.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49.038+0000 7f829b200640 1 -- 172.21.15.22:0/122614917 wait complete. 2024-09-10T10:32:49.061 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T10:32:49.062 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:32:49.062 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:32:49.062 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-10T10:32:49.062 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-10T10:32:49.062 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T10:32:49.062 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T10:32:49.062 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:32:49.062 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-10T10:32:49.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:49.062 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:32:49.072 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:32:49.073 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 42415sec preferred_lft 42415sec 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:32:49.074 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:49.076 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:32:49.135 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:32:49.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:49.137 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:32:49.190 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:32:49.190 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:32:49.190 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:32:49.190 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:32:49.190 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:32:49.190 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:32:49.190 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:49.191 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:32:49.191 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:32:49.191 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:32:49.191 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:32:49.191 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:32:49.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:49.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:49.330 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:49.330 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:32:49.384 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:32:49.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:49.386 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list-id 2024-09-10T10:32:49.441 INFO:teuthology.orchestra.run.smithi022.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-10T10:32:49.442 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:49.442 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:32:49.442 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:32:49.442 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-10T10:32:49.442 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:32:49.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:49.569 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:49.569 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-10T10:32:49.590 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:32:49.590 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:32:49.590 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:32:49.590 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.590 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:32:49.590 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.591 INFO:teuthology.orchestra.run.smithi022.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:32:49.591 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether b2:7a:b0:bc:71:82 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T10:32:49.591 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T10:32:49.591 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.591 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::b07a:b0ff:febc:7182/64 scope link 2024-09-10T10:32:49.591 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:49.592 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-10T10:32:49.652 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether b2:7a:b0:bc:71:82 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::b07a:b0ff:febc:7182/64 scope link 2024-09-10T10:32:49.653 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:49.655 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-10T10:32:49.655 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:49.655 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:32:49.655 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-10T10:32:49.655 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-10T10:32:49.655 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-10T10:32:49.655 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-10T10:32:49.655 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-10T10:32:49.655 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:32:49.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:49.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:49.841 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:49.841 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:32:49.841 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.1 up 2024-09-10T10:32:49.841 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set dev brx.1 master ceph-brx 2024-09-10T10:32:49.841 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:32:49.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:49.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:49.927 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:32:49.927 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-10T10:32:49.936 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-10T10:32:49.936 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:32:49.937 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-10T10:32:49.988 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2024-09-10T10:32:49.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:49.988 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:50.077 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:50.077 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:32:50.091 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:50.091 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:32:50.091 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:32:50.091 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 2@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:32:50.092 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:32:50.095 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:32:50.095 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:50.095 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-10T10:32:50.115 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:50.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:50.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:50.214 INFO:teuthology.orchestra.run.smithi022.stdout:client4603 2024-09-10T10:32:50.215 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:50.215 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:50.224 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:50.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:50.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:50.322 INFO:teuthology.orchestra.run.smithi022.stdout:client4603 2024-09-10T10:32:50.322 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:50.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:50.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:50.379 INFO:teuthology.orchestra.run.smithi022.stdout:client4603 2024-09-10T10:32:50.380 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/46a8271d-9737-4994-9398-0c365e74a95b.client4603/status') 2024-09-10T10:32:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:50.440 INFO:teuthology.orchestra.run.smithi022.stdout:instance: client.4603 (3)172.21.15.22:0/1918061892 2024-09-10T10:32:50.440 INFO:teuthology.orchestra.run.smithi022.stdout:blocklisted: false 2024-09-10T10:32:50.440 INFO:teuthology.orchestra.run.smithi022.stderr:0+1 records in 2024-09-10T10:32:50.440 INFO:teuthology.orchestra.run.smithi022.stderr:0+1 records out 2024-09-10T10:32:50.440 INFO:teuthology.orchestra.run.smithi022.stderr:70 bytes copied, 5.2777e-05 s, 1.3 MB/s 2024-09-10T10:32:50.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:50.449 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2024-09-10T10:32:50.449 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T10:32:50.449 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:32:50.449 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:32:50.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f67000640 1 Processor -- start 2024-09-10T10:32:50.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f67000640 1 -- start start 2024-09-10T10:32:50.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f67000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 0x7f0f6015c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:50.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f67000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f6015cc20 con 0x7f0f600d2820 2024-09-10T10:32:50.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f67000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f6015cf00 con 0x7f0f600d2c40 2024-09-10T10:32:50.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f67000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0f6015d1e0 con 0x7f0f6015c230 2024-09-10T10:32:50.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5f400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f0f600d2820 0x7f0f600b6c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39080/0 (socket says 172.21.15.22:39080) 2024-09-10T10:32:50.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5f400640 1 -- 172.21.15.22:0/3606745619 learned_addr learned my addr 172.21.15.22:0/3606745619 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:50.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5fe00640 1 --2- 172.21.15.22:0/3606745619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 0x7f0f6015c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:50.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5ea00640 1 -- 172.21.15.22:0/3606745619 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3869386556 0 0) 0x7f0f6015cc20 con 0x7f0f600d2820 2024-09-10T10:32:50.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5ea00640 1 -- 172.21.15.22:0/3606745619 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0f44003530 con 0x7f0f600d2820 2024-09-10T10:32:50.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5ea00640 1 -- 172.21.15.22:0/3606745619 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3045283509 0 0) 0x7f0f6015cf00 con 0x7f0f600d2c40 2024-09-10T10:32:50.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5ea00640 1 -- 172.21.15.22:0/3606745619 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0f6015cc20 con 0x7f0f600d2c40 2024-09-10T10:32:50.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5fe00640 1 -- 172.21.15.22:0/3606745619 >> v1:172.21.15.145:6789/0 conn(0x7f0f600d2c40 legacy=0x7f0f600b5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:50.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5ea00640 1 -- 172.21.15.22:0/3606745619 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3602960520 0 0) 0x7f0f44003530 con 0x7f0f600d2820 2024-09-10T10:32:50.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5fe00640 1 -- 172.21.15.22:0/3606745619 >> v1:172.21.15.22:6789/0 conn(0x7f0f600d2820 legacy=0x7f0f600b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:50.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.586+0000 7f0f5fe00640 1 -- 172.21.15.22:0/3606745619 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f6015d4c0 con 0x7f0f6015c230 2024-09-10T10:32:50.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f5fe00640 1 --2- 172.21.15.22:0/3606745619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 0x7f0f6015c610 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0f50009dc0 tx=0x7f0f5001c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cff2bf0f53f38ec6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:50.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f5ea00640 1 -- 172.21.15.22:0/3606745619 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f500b2070 con 0x7f0f6015c230 2024-09-10T10:32:50.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f5ea00640 1 -- 172.21.15.22:0/3606745619 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f500a5600 con 0x7f0f6015c230 2024-09-10T10:32:50.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f5ea00640 1 -- 172.21.15.22:0/3606745619 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f4c001680 con 0x7f0f6015c230 2024-09-10T10:32:50.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f67000640 1 -- 172.21.15.22:0/3606745619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 msgr2=0x7f0f6015c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:50.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f67000640 1 --2- 172.21.15.22:0/3606745619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 0x7f0f6015c610 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0f50009dc0 tx=0x7f0f5001c8b0 comp rx=0 tx=0).stop 2024-09-10T10:32:50.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f67000640 1 -- 172.21.15.22:0/3606745619 shutdown_connections 2024-09-10T10:32:50.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f67000640 1 --2- 172.21.15.22:0/3606745619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 0x7f0f6015c610 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:50.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f67000640 1 -- 172.21.15.22:0/3606745619 >> 172.21.15.22:0/3606745619 conn(0x7f0f6006f3b0 msgr2=0x7f0f6006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:50.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f67000640 1 -- 172.21.15.22:0/3606745619 shutdown_connections 2024-09-10T10:32:50.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.590+0000 7f0f67000640 1 -- 172.21.15.22:0/3606745619 wait complete. 2024-09-10T10:32:50.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f67000640 1 Processor -- start 2024-09-10T10:32:50.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f67000640 1 -- start start 2024-09-10T10:32:50.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f67000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f600d2820 0x7f0f60154dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:50.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f67000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f600d2c40 0x7f0f600d0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:50.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f67000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 0x7f0f60159f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:50.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f67000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0f600b65b0 con 0x7f0f600d2c40 2024-09-10T10:32:50.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f67000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0f600b7570 con 0x7f0f600d2820 2024-09-10T10:32:50.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f67000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0f6016a0d0 con 0x7f0f6015c230 2024-09-10T10:32:50.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f5f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f600d2c40 0x7f0f600d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:50.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f5f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f600d2c40 0x7f0f600d0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55928/0 (socket says 172.21.15.22:55928) 2024-09-10T10:32:50.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f5f400640 1 -- 172.21.15.22:0/2166400642 learned_addr learned my addr 172.21.15.22:0/2166400642 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:50.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f5fe00640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f600d2820 0x7f0f60154dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:50.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f65000640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 0x7f0f60159f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:50.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f5f400640 1 -- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 msgr2=0x7f0f60159f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:50.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f5f400640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 0x7f0f60159f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:50.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f5f400640 1 -- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f600d2820 msgr2=0x7f0f60154dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:50.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f5f400640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f600d2820 0x7f0f60154dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:50.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f5f400640 1 -- 172.21.15.22:0/2166400642 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f60157c20 con 0x7f0f600d2c40 2024-09-10T10:32:50.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f65000640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 0x7f0f60159f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:32:50.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f5f400640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f600d2c40 0x7f0f600d0690 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c00c750 tx=0x7f0f4c00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:50.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f57e00640 1 -- 172.21.15.22:0/2166400642 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f4c017070 con 0x7f0f600d2c40 2024-09-10T10:32:50.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f57e00640 1 -- 172.21.15.22:0/2166400642 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f4c005af0 con 0x7f0f600d2c40 2024-09-10T10:32:50.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f57e00640 1 -- 172.21.15.22:0/2166400642 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f4c007070 con 0x7f0f600d2c40 2024-09-10T10:32:50.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f67000640 1 -- 172.21.15.22:0/2166400642 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f60157f00 con 0x7f0f600d2c40 2024-09-10T10:32:50.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.594+0000 7f0f67000640 1 -- 172.21.15.22:0/2166400642 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f601584c0 con 0x7f0f600d2c40 2024-09-10T10:32:50.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.598+0000 7f0f67000640 1 -- 172.21.15.22:0/2166400642 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f6015c610 con 0x7f0f600d2c40 2024-09-10T10:32:50.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.598+0000 7f0f57e00640 1 -- 172.21.15.22:0/2166400642 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0f4c01a070 con 0x7f0f600d2c40 2024-09-10T10:32:50.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.598+0000 7f0f57e00640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f400678c0 0x7f0f40069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:50.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.598+0000 7f0f57e00640 1 -- 172.21.15.22:0/2166400642 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f0f4c085150 con 0x7f0f600d2c40 2024-09-10T10:32:50.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.598+0000 7f0f5fe00640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f400678c0 0x7f0f40069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:50.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.598+0000 7f0f5fe00640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f400678c0 0x7f0f40069d80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f0f500af000 tx=0x7f0f500a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:50.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.602+0000 7f0f57e00640 1 -- 172.21.15.22:0/2166400642 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0f4c0555a0 con 0x7f0f600d2c40 2024-09-10T10:32:50.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 -- 172.21.15.22:0/2166400642 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0f6014f750 con 0x7f0f600d2c40 2024-09-10T10:32:50.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f57e00640 1 -- 172.21.15.22:0/2166400642 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f0f4c0598a0 con 0x7f0f600d2c40 2024-09-10T10:32:50.810 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:32:50.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 -- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f400678c0 msgr2=0x7f0f40069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:50.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f400678c0 0x7f0f40069d80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f0f500af000 tx=0x7f0f500a7070 comp rx=0 tx=0).stop 2024-09-10T10:32:50.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 -- 172.21.15.22:0/2166400642 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f600d2c40 msgr2=0x7f0f600d0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:50.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f600d2c40 0x7f0f600d0690 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c00c750 tx=0x7f0f4c00cc10 comp rx=0 tx=0).stop 2024-09-10T10:32:50.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 -- 172.21.15.22:0/2166400642 shutdown_connections 2024-09-10T10:32:50.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f400678c0 0x7f0f40069d80 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:50.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f6015c230 0x7f0f60159f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:50.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f600d2c40 0x7f0f600d0690 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:50.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 --2- 172.21.15.22:0/2166400642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f600d2820 0x7f0f60154dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:50.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 -- 172.21.15.22:0/2166400642 >> 172.21.15.22:0/2166400642 conn(0x7f0f6006f3b0 msgr2=0x7f0f600b41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:50.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 -- 172.21.15.22:0/2166400642 shutdown_connections 2024-09-10T10:32:50.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:50.806+0000 7f0f67000640 1 -- 172.21.15.22:0/2166400642 wait complete. 2024-09-10T10:32:50.830 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T10:32:50.831 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:32:50.831 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:32:50.831 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:32:50.831 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:32:50.831 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T10:32:50.831 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T10:32:50.831 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:32:50.831 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:32:50.832 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:50.832 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:32:50.841 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:32:50.841 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:32:50.841 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:32:50.841 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:50.841 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:32:50.841 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:50.841 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:50.841 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:50.841 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42412sec preferred_lft 42412sec 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:32:50.842 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:50.843 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:32:50.843 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:50.843 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T10:32:50.844 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:50.844 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:32:50.844 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link add name ceph-brx type bridge 2024-09-10T10:32:50.844 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip addr flush dev ceph-brx 2024-09-10T10:32:50.844 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set ceph-brx up 2024-09-10T10:32:50.844 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T10:32:50.844 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:32:50.930 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:50.991 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:50.998 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:50.998 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:32:51.063 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:32:51.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:51.065 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:32:51.133 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:32:51.133 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:32:51.133 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:32:51.133 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:32:51.133 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:32:51.133 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:32:51.133 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:32:51.133 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:32:51.134 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:32:51.134 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:32:51.134 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:32:51.134 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:51.134 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:32:51.134 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:32:51.134 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:32:51.134 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:32:51.134 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:32:51.222 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:51.263 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:51.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:51.269 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:32:51.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:51.279 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list-id 2024-09-10T10:32:51.329 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:51.329 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:32:51.329 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:32:51.329 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-10T10:32:51.329 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:32:51.422 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:51.452 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:51.459 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-10T10:32:51.459 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:51.459 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:32:51.459 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-10T10:32:51.459 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T10:32:51.460 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-10T10:32:51.460 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-10T10:32:51.460 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-10T10:32:51.460 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:32:51.505 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:51.615 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:51.622 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:51.622 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:32:51.622 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:32:51.622 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T10:32:51.622 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:32:51.669 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:51.700 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:51.707 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:32:51.707 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:32:51.757 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:32:51.757 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:32:51.757 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:32:51.808 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:32:51.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:51.808 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:51.896 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:51.896 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:32:52.553 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:52.553 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:32:52.553 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:32:52.553 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:32:52.553 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:32:52.557 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:32:52.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:52.557 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:32:52.577 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:52.668 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:52.680 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:52.686 INFO:teuthology.orchestra.run.smithi145.stdout:client4484 2024-09-10T10:32:52.687 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:52.687 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:52.698 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:32:52.702 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:32:52.737 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:52.826 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:52.829 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:52.835 INFO:teuthology.orchestra.run.smithi145.stdout:client4484 2024-09-10T10:32:52.836 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:52.922 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:52.926 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:52.931 INFO:teuthology.orchestra.run.smithi145.stdout:client4484 2024-09-10T10:32:52.931 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/46a8271d-9737-4994-9398-0c365e74a95b.client4484/status') 2024-09-10T10:32:52.978 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:52.990 INFO:teuthology.orchestra.run.smithi145.stdout:instance: client.4484 (3)192.168.0.1:0/2674514756 2024-09-10T10:32:52.990 INFO:teuthology.orchestra.run.smithi145.stdout:blocklisted: false 2024-09-10T10:32:52.990 INFO:teuthology.orchestra.run.smithi145.stderr:0+1 records in 2024-09-10T10:32:52.991 INFO:teuthology.orchestra.run.smithi145.stderr:0+1 records out 2024-09-10T10:32:52.991 INFO:teuthology.orchestra.run.smithi145.stderr:69 bytes copied, 6.0249e-05 s, 1.1 MB/s 2024-09-10T10:32:52.992 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:52.998 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2024-09-10T10:32:52.998 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T10:32:52.998 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-10T10:32:52.998 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:32:53.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.150+0000 7f8029200640 1 Processor -- start 2024-09-10T10:32:53.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.150+0000 7f8029200640 1 -- start start 2024-09-10T10:32:53.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.150+0000 7f8029200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8024162090 0x7f8024162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:53.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.150+0000 7f8029200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8024073730 0x7f80240ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:53.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.150+0000 7f8029200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8024158ef0 con 0x7f802415eaa0 2024-09-10T10:32:53.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.150+0000 7f8029200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f802415fd00 con 0x7f8024073730 2024-09-10T10:32:53.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.150+0000 7f8029200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f80241629b0 con 0x7f8024162090 2024-09-10T10:32:53.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.150+0000 7f8019400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8024073730 0x7f80240ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:53.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.150+0000 7f8022800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f802415eaa0 0x7f802415ef10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39094/0 (socket says 172.21.15.22:39094) 2024-09-10T10:32:53.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.154+0000 7f8022800640 1 -- 172.21.15.22:0/135196278 learned_addr learned my addr 172.21.15.22:0/135196278 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:53.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.154+0000 7f8021e00640 1 --2- 172.21.15.22:0/135196278 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8024162090 0x7f8024162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:53.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.154+0000 7f8019400640 1 -- 172.21.15.22:0/135196278 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8024162090 msgr2=0x7f8024162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:53.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.154+0000 7f8019400640 1 --2- 172.21.15.22:0/135196278 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8024162090 0x7f8024162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:53.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.154+0000 7f8019400640 1 -- 172.21.15.22:0/135196278 >> v1:172.21.15.22:6789/0 conn(0x7f802415eaa0 legacy=0x7f802415ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:53.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.154+0000 7f8019400640 1 -- 172.21.15.22:0/135196278 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80240aea70 con 0x7f8024073730 2024-09-10T10:32:53.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.154+0000 7f8019400640 1 --2- 172.21.15.22:0/135196278 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 0x7f80240ae100 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f800c0097c0 tx=0x7f800c01ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91afde6d1baa737d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:53.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.154+0000 7f8021400640 1 -- 172.21.15.22:0/135196278 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f800c0b5070 con 0x7f8024073730 2024-09-10T10:32:53.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.154+0000 7f8021400640 1 -- 172.21.15.22:0/135196278 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f800c0a8990 con 0x7f8024073730 2024-09-10T10:32:53.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.154+0000 7f8021400640 1 -- 172.21.15.22:0/135196278 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f800c0a8d60 con 0x7f8024073730 2024-09-10T10:32:53.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 -- 172.21.15.22:0/135196278 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 msgr2=0x7f80240ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:53.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 --2- 172.21.15.22:0/135196278 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 0x7f80240ae100 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f800c0097c0 tx=0x7f800c01ec90 comp rx=0 tx=0).stop 2024-09-10T10:32:53.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 -- 172.21.15.22:0/135196278 shutdown_connections 2024-09-10T10:32:53.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 --2- 172.21.15.22:0/135196278 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 0x7f80240ae100 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:53.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 --2- 172.21.15.22:0/135196278 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8024162090 0x7f8024162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:53.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 -- 172.21.15.22:0/135196278 >> 172.21.15.22:0/135196278 conn(0x7f802406bcc0 msgr2=0x7f802406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:53.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 -- 172.21.15.22:0/135196278 shutdown_connections 2024-09-10T10:32:53.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 -- 172.21.15.22:0/135196278 wait complete. 2024-09-10T10:32:53.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 Processor -- start 2024-09-10T10:32:53.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 -- start start 2024-09-10T10:32:53.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 0x7f80240cac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:53.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f802415eaa0 0x7f80240cbc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:53.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8024162090 0x7f8024158680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:53.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f80240af310 con 0x7f8024073730 2024-09-10T10:32:53.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f80240af030 con 0x7f802415eaa0 2024-09-10T10:32:53.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8029200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f80240af490 con 0x7f8024162090 2024-09-10T10:32:53.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8021e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 0x7f80240cac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:53.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8021e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 0x7f80240cac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55948/0 (socket says 172.21.15.22:55948) 2024-09-10T10:32:53.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8021e00640 1 -- 172.21.15.22:0/1315319885 learned_addr learned my addr 172.21.15.22:0/1315319885 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:53.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.158+0000 7f8019400640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f802415eaa0 0x7f80240cbc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:53.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f8022800640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8024162090 0x7f8024158680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:53.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f8021e00640 1 -- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8024162090 msgr2=0x7f8024158680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:53.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f8021e00640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8024162090 0x7f8024158680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:53.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f8021e00640 1 -- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f802415eaa0 msgr2=0x7f80240cbc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:53.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f8021e00640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f802415eaa0 0x7f80240cbc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:53.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f8021e00640 1 -- 172.21.15.22:0/1315319885 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8024158bc0 con 0x7f8024073730 2024-09-10T10:32:53.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f8021e00640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 0x7f80240cac70 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f801400d5f0 tx=0x7f801400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:53.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f801aa00640 1 -- 172.21.15.22:0/1315319885 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80140125f0 con 0x7f8024073730 2024-09-10T10:32:53.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f801aa00640 1 -- 172.21.15.22:0/1315319885 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8014019070 con 0x7f8024073730 2024-09-10T10:32:53.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f801aa00640 1 -- 172.21.15.22:0/1315319885 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80140129b0 con 0x7f8024073730 2024-09-10T10:32:53.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f8029200640 1 -- 172.21.15.22:0/1315319885 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f802409bbd0 con 0x7f8024073730 2024-09-10T10:32:53.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f8029200640 1 -- 172.21.15.22:0/1315319885 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f802409c190 con 0x7f8024073730 2024-09-10T10:32:53.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f8029200640 1 -- 172.21.15.22:0/1315319885 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8024073c70 con 0x7f8024073730 2024-09-10T10:32:53.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f801aa00640 1 -- 172.21.15.22:0/1315319885 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8014012b50 con 0x7f8024073730 2024-09-10T10:32:53.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f801aa00640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80000678f0 0x7f8000069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:53.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.162+0000 7f801aa00640 1 -- 172.21.15.22:0/1315319885 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f8014085fd0 con 0x7f8024073730 2024-09-10T10:32:53.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.166+0000 7f8019400640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80000678f0 0x7f8000069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:53.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.166+0000 7f8019400640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80000678f0 0x7f8000069db0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f800c0b2000 tx=0x7f800c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:53.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.166+0000 7f801aa00640 1 -- 172.21.15.22:0/1315319885 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8014056420 con 0x7f8024073730 2024-09-10T10:32:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 -- 172.21.15.22:0/1315319885 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f802406ff30 con 0x7f8024073730 2024-09-10T10:32:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f801aa00640 1 -- 172.21.15.22:0/1315319885 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f801405a720 con 0x7f8024073730 2024-09-10T10:32:53.375 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 -- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80000678f0 msgr2=0x7f8000069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80000678f0 0x7f8000069db0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f800c0b2000 tx=0x7f800c008040 comp rx=0 tx=0).stop 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 -- 172.21.15.22:0/1315319885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 msgr2=0x7f80240cac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 0x7f80240cac70 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f801400d5f0 tx=0x7f801400dab0 comp rx=0 tx=0).stop 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 -- 172.21.15.22:0/1315319885 shutdown_connections 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80000678f0 0x7f8000069db0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8024162090 0x7f8024158680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f802415eaa0 0x7f80240cbc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 --2- 172.21.15.22:0/1315319885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8024073730 0x7f80240cac70 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.370+0000 7f8029200640 1 -- 172.21.15.22:0/1315319885 >> 172.21.15.22:0/1315319885 conn(0x7f802406bcc0 msgr2=0x7f802406eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:53.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.374+0000 7f8029200640 1 -- 172.21.15.22:0/1315319885 shutdown_connections 2024-09-10T10:32:53.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:53.374+0000 7f8029200640 1 -- 172.21.15.22:0/1315319885 wait complete. 2024-09-10T10:32:53.397 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T10:32:53.397 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:32:53.397 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:32:53.397 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-10T10:32:53.397 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-10T10:32:53.397 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T10:32:53.397 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T10:32:53.397 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:32:53.398 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-10T10:32:53.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:53.398 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:32:53.406 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:32:53.407 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42410sec preferred_lft 42410sec 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:32:53.408 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.409 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:32:53.409 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.409 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:32:53.409 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:32:53.409 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:32:53.409 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:53.410 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:32:53.474 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:32:53.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:53.476 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:32:53.529 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:32:53.529 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:32:53.529 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:32:53.529 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:32:53.529 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:32:53.529 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:32:53.529 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:32:53.529 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:32:53.530 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:32:53.530 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:32:53.530 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:32:53.530 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:53.530 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:32:53.530 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:32:53.530 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:32:53.530 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:32:53.530 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:32:53.624 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:53.663 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:53.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:53.670 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:32:53.733 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:32:53.734 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:53.734 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list-id 2024-09-10T10:32:53.792 INFO:teuthology.orchestra.run.smithi145.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-10T10:32:53.793 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:53.793 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:32:53.793 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:32:53.793 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-10T10:32:53.793 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:32:53.882 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:53.912 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:53.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:53.918 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-10T10:32:53.982 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:32:53.982 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:32:53.983 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:32:53.983 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.983 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:32:53.983 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.983 INFO:teuthology.orchestra.run.smithi145.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:32:53.983 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 6a:1e:3f:f2:49:dd brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T10:32:53.983 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T10:32:53.983 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.983 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::681e:3fff:fef2:49dd/64 scope link 2024-09-10T10:32:53.983 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:53.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:53.984 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-10T10:32:54.045 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:32:54.045 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:32:54.045 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:32:54.045 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:54.045 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:32:54.045 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:54.045 INFO:teuthology.orchestra.run.smithi145.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:32:54.046 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 6a:1e:3f:f2:49:dd brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T10:32:54.046 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T10:32:54.046 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:54.046 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::681e:3fff:fef2:49dd/64 scope link 2024-09-10T10:32:54.046 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:32:54.047 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-10T10:32:54.047 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:54.047 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:32:54.047 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-10T10:32:54.047 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-10T10:32:54.047 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-10T10:32:54.048 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-10T10:32:54.048 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-10T10:32:54.048 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:32:54.135 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:54.220 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:54.227 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:32:54.227 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:32:54.227 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.1 up 2024-09-10T10:32:54.227 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set dev brx.1 master ceph-brx 2024-09-10T10:32:54.227 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:32:54.319 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:54.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:54.355 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:32:54.356 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-10T10:32:54.405 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-10T10:32:54.405 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:32:54.405 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-10T10:32:54.456 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2024-09-10T10:32:54.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:54.456 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:54.548 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:54.548 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:32:54.562 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:32:54.562 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:32:54.562 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:32:54.562 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 3@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:32:54.562 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:32:54.566 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:32:54.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:54.566 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-10T10:32:54.585 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:54.675 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:54.678 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:54.684 INFO:teuthology.orchestra.run.smithi145.stdout:client4653 2024-09-10T10:32:54.684 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:54.685 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:54.693 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:54.786 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:54.789 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:54.795 INFO:teuthology.orchestra.run.smithi145.stdout:client4653 2024-09-10T10:32:54.795 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:32:54.841 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:32:54.844 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:54.850 INFO:teuthology.orchestra.run.smithi145.stdout:client4653 2024-09-10T10:32:54.851 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/46a8271d-9737-4994-9398-0c365e74a95b.client4653/status') 2024-09-10T10:32:54.938 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:32:54.950 INFO:teuthology.orchestra.run.smithi145.stdout:instance: client.4653 (3)172.21.15.145:0/1482259621 2024-09-10T10:32:54.950 INFO:teuthology.orchestra.run.smithi145.stdout:blocklisted: false 2024-09-10T10:32:54.950 INFO:teuthology.orchestra.run.smithi145.stderr:0+1 records in 2024-09-10T10:32:54.950 INFO:teuthology.orchestra.run.smithi145.stderr:0+1 records out 2024-09-10T10:32:54.950 INFO:teuthology.orchestra.run.smithi145.stderr:71 bytes copied, 4.9451e-05 s, 1.4 MB/s 2024-09-10T10:32:54.951 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:32:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:32:54.958 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-10T10:32:55.012 INFO:tasks.cephfs_test_runner:Starting test: test_cap_acquisition_throttle_readdir (tasks.cephfs.test_client_limits.TestClientLimits) Mostly readdir acquires caps faster than the mds recalls, so the cap 2024-09-10T10:32:55.012 INFO:tasks.cephfs_test_runner:test_cap_acquisition_throttle_readdir (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-10T10:32:55.012 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:32:55.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8be00640 1 Processor -- start 2024-09-10T10:32:55.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8be00640 1 -- start start 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8be00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1f8c0626e0 0x7f1f8c062ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8be00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1f8c06f300 0x7f1f8c0af440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 0x7f1f8c0af980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8be00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f1f8c063000 con 0x7f1f8c06f300 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8be00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f1f8c0aeb40 con 0x7f1f8c0626e0 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1f8c0affb0 con 0x7f1f8c06f740 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8a000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1f8c06f300 0x7f1f8c0af440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8a000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1f8c06f300 0x7f1f8c0af440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55542/0 (socket says 172.21.15.22:55542) 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8a000640 1 -- 172.21.15.22:0/3139204390 learned_addr learned my addr 172.21.15.22:0/3139204390 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8b400640 1 --2- 172.21.15.22:0/3139204390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 0x7f1f8c0af980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8aa00640 1 --2- 172.21.15.22:0/3139204390 >> v2:172.21.15.145:3300/0 conn(0x7f1f8c0626e0 0x7f1f8c062ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8a000640 1 -- 172.21.15.22:0/3139204390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 msgr2=0x7f1f8c0af980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:55.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8a000640 1 --2- 172.21.15.22:0/3139204390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 0x7f1f8c0af980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8a000640 1 -- 172.21.15.22:0/3139204390 >> v2:172.21.15.145:3300/0 conn(0x7f1f8c0626e0 msgr2=0x7f1f8c062ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:55.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8a000640 1 --2- 172.21.15.22:0/3139204390 >> v2:172.21.15.145:3300/0 conn(0x7f1f8c0626e0 0x7f1f8c062ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8a000640 1 -- 172.21.15.22:0/3139204390 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f8c06e820 con 0x7f1f8c06f300 2024-09-10T10:32:55.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.162+0000 7f1f8b400640 1 --2- 172.21.15.22:0/3139204390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 0x7f1f8c0af980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:55.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f8a000640 1 --2- 172.21.15.22:0/3139204390 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 0x7f1f8c0af440 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1f8c06d650 tx=0x7f1f7801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=949edbb14059b9cd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:55.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f89600640 1 -- 172.21.15.22:0/3139204390 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f780aa430 con 0x7f1f8c06f300 2024-09-10T10:32:55.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f89600640 1 -- 172.21.15.22:0/3139204390 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f780af070 con 0x7f1f8c06f300 2024-09-10T10:32:55.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f89600640 1 -- 172.21.15.22:0/3139204390 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f780aa7f0 con 0x7f1f8c06f300 2024-09-10T10:32:55.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f8be00640 1 -- 172.21.15.22:0/3139204390 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 msgr2=0x7f1f8c0af440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f8be00640 1 --2- 172.21.15.22:0/3139204390 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 0x7f1f8c0af440 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1f8c06d650 tx=0x7f1f7801c4f0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f8be00640 1 -- 172.21.15.22:0/3139204390 shutdown_connections 2024-09-10T10:32:55.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f8be00640 1 --2- 172.21.15.22:0/3139204390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 0x7f1f8c0af980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f8be00640 1 --2- 172.21.15.22:0/3139204390 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 0x7f1f8c0af440 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f8be00640 1 --2- 172.21.15.22:0/3139204390 >> v2:172.21.15.145:3300/0 conn(0x7f1f8c0626e0 0x7f1f8c062ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f8be00640 1 -- 172.21.15.22:0/3139204390 >> 172.21.15.22:0/3139204390 conn(0x7f1f8c072f30 msgr2=0x7f1f8c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:55.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f8be00640 1 -- 172.21.15.22:0/3139204390 shutdown_connections 2024-09-10T10:32:55.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.166+0000 7f1f8be00640 1 -- 172.21.15.22:0/3139204390 wait complete. 2024-09-10T10:32:55.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8be00640 1 Processor -- start 2024-09-10T10:32:55.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8be00640 1 -- start start 2024-09-10T10:32:55.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8be00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f8c0626e0 0x7f1f8c1610c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 0x7f1f8c15a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 0x7f1f8c15cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8be00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c15e8b0 con 0x7f1f8c06f300 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8be00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c15e730 con 0x7f1f8c0626e0 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1f8c0b5a40 con 0x7f1f8c06f740 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 0x7f1f8c15a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 0x7f1f8c15a1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55548/0 (socket says 172.21.15.22:55548) 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8a000640 1 -- 172.21.15.22:0/2594016185 learned_addr learned my addr 172.21.15.22:0/2594016185 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8b400640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 0x7f1f8c15cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8aa00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f8c0626e0 0x7f1f8c1610c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8a000640 1 -- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 msgr2=0x7f1f8c15cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8a000640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 0x7f1f8c15cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8a000640 1 -- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f8c0626e0 msgr2=0x7f1f8c1610c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8a000640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f8c0626e0 0x7f1f8c1610c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8a000640 1 -- 172.21.15.22:0/2594016185 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f8c15a710 con 0x7f1f8c06f300 2024-09-10T10:32:55.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8aa00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f8c0626e0 0x7f1f8c1610c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:55.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8a000640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 0x7f1f8c15a1d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1f7801aba0 tx=0x7f1f7801ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:55.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f82a00640 1 -- 172.21.15.22:0/2594016185 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f780bd5f0 con 0x7f1f8c06f300 2024-09-10T10:32:55.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f82a00640 1 -- 172.21.15.22:0/2594016185 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f780bd790 con 0x7f1f8c06f300 2024-09-10T10:32:55.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f82a00640 1 -- 172.21.15.22:0/2594016185 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f780bdb60 con 0x7f1f8c06f300 2024-09-10T10:32:55.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8be00640 1 -- 172.21.15.22:0/2594016185 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f8c160020 con 0x7f1f8c06f300 2024-09-10T10:32:55.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.170+0000 7f1f8be00640 1 -- 172.21.15.22:0/2594016185 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f8c1605e0 con 0x7f1f8c06f300 2024-09-10T10:32:55.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.174+0000 7f1f8be00640 1 -- 172.21.15.22:0/2594016185 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f8c062ac0 con 0x7f1f8c06f300 2024-09-10T10:32:55.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.174+0000 7f1f82a00640 1 -- 172.21.15.22:0/2594016185 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1f780b33f0 con 0x7f1f8c06f300 2024-09-10T10:32:55.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.174+0000 7f1f82a00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f6c0678c0 0x7f1f6c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.174+0000 7f1f82a00640 1 -- 172.21.15.22:0/2594016185 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f1f7811fcb0 con 0x7f1f8c06f300 2024-09-10T10:32:55.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.174+0000 7f1f8aa00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f6c0678c0 0x7f1f6c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.174+0000 7f1f8aa00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f6c0678c0 0x7f1f6c069d80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1f8c0b2d90 tx=0x7f1f7c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:55.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.178+0000 7f1f82a00640 1 -- 172.21.15.22:0/2594016185 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1f78016110 con 0x7f1f8c06f300 2024-09-10T10:32:55.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 -- 172.21.15.22:0/2594016185 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1f8c0d0bb0 con 0x7f1f8c06f300 2024-09-10T10:32:55.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f82a00640 1 -- 172.21.15.22:0/2594016185 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16681 (secure 0 0 0) 0x7f1f780f02b0 con 0x7f1f8c06f300 2024-09-10T10:32:55.354 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:32:55.354 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":22,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:30.049541+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:32:26.096225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:32:27.439106+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:32:55.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 -- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f6c0678c0 msgr2=0x7f1f6c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f6c0678c0 0x7f1f6c069d80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1f8c0b2d90 tx=0x7f1f7c008040 comp rx=0 tx=0).stop 2024-09-10T10:32:55.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 -- 172.21.15.22:0/2594016185 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 msgr2=0x7f1f8c15a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 0x7f1f8c15a1d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1f7801aba0 tx=0x7f1f7801ad30 comp rx=0 tx=0).stop 2024-09-10T10:32:55.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 -- 172.21.15.22:0/2594016185 shutdown_connections 2024-09-10T10:32:55.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f6c0678c0 0x7f1f6c069d80 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1f8c06f740 0x7f1f8c15cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1f8c06f300 0x7f1f8c15a1d0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 --2- 172.21.15.22:0/2594016185 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1f8c0626e0 0x7f1f8c1610c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 -- 172.21.15.22:0/2594016185 >> 172.21.15.22:0/2594016185 conn(0x7f1f8c072f30 msgr2=0x7f1f8c158c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:55.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 -- 172.21.15.22:0/2594016185 shutdown_connections 2024-09-10T10:32:55.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.350+0000 7f1f8be00640 1 -- 172.21.15.22:0/2594016185 wait complete. 2024-09-10T10:32:55.377 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:32:19.395418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-10T10:32:26.096225+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-10T10:32:27.439106+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:32:55.377 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:32:55.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.514+0000 7f0e35000640 1 Processor -- start 2024-09-10T10:32:55.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.514+0000 7f0e35000640 1 -- start start 2024-09-10T10:32:55.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e35000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0e30158f70 0x7f0e3015c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e35000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0e3006f1c0 0x7f0e300ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e35000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e30159350 con 0x7f0e30072f30 2024-09-10T10:32:55.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e35000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0e30071340 con 0x7f0e30158f70 2024-09-10T10:32:55.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e35000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f0e30071620 con 0x7f0e3006f1c0 2024-09-10T10:32:55.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e25400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f0e30072f30 0x7f0e3006eab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55714/0 (socket says 172.21.15.22:55714) 2024-09-10T10:32:55.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e25400640 1 -- 172.21.15.22:0/2079729566 learned_addr learned my addr 172.21.15.22:0/2079729566 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:55.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e2de00640 1 --2- 172.21.15.22:0/2079729566 >> v2:172.21.15.22:3300/0 conn(0x7f0e30158f70 0x7f0e3015c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e2e800640 1 --2- 172.21.15.22:0/2079729566 >> v2:172.21.15.145:3300/0 conn(0x7f0e3006f1c0 0x7f0e300ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e2de00640 1 -- 172.21.15.22:0/2079729566 >> v2:172.21.15.145:3300/0 conn(0x7f0e3006f1c0 msgr2=0x7f0e300ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:55.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e2de00640 1 --2- 172.21.15.22:0/2079729566 >> v2:172.21.15.145:3300/0 conn(0x7f0e3006f1c0 0x7f0e300ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e2de00640 1 -- 172.21.15.22:0/2079729566 >> v1:172.21.15.22:6789/0 conn(0x7f0e30072f30 legacy=0x7f0e3006eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.518+0000 7f0e2de00640 1 -- 172.21.15.22:0/2079729566 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e30071900 con 0x7f0e30158f70 2024-09-10T10:32:55.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e2de00640 1 --2- 172.21.15.22:0/2079729566 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 0x7f0e3015c630 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0e3015eec0 tx=0x7f0e2001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23065028dad88c6e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:55.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e2d400640 1 -- 172.21.15.22:0/2079729566 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e200ab650 con 0x7f0e30158f70 2024-09-10T10:32:55.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e2d400640 1 -- 172.21.15.22:0/2079729566 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e200b0070 con 0x7f0e30158f70 2024-09-10T10:32:55.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e2d400640 1 -- 172.21.15.22:0/2079729566 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e200aba10 con 0x7f0e30158f70 2024-09-10T10:32:55.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e35000640 1 -- 172.21.15.22:0/2079729566 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 msgr2=0x7f0e3015c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e35000640 1 --2- 172.21.15.22:0/2079729566 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 0x7f0e3015c630 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0e3015eec0 tx=0x7f0e2001c450 comp rx=0 tx=0).stop 2024-09-10T10:32:55.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e35000640 1 -- 172.21.15.22:0/2079729566 shutdown_connections 2024-09-10T10:32:55.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e35000640 1 --2- 172.21.15.22:0/2079729566 >> v2:172.21.15.145:3300/0 conn(0x7f0e3006f1c0 0x7f0e300ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e35000640 1 --2- 172.21.15.22:0/2079729566 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 0x7f0e3015c630 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e35000640 1 -- 172.21.15.22:0/2079729566 >> 172.21.15.22:0/2079729566 conn(0x7f0e30062eb0 msgr2=0x7f0e3006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:55.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e35000640 1 -- 172.21.15.22:0/2079729566 shutdown_connections 2024-09-10T10:32:55.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e35000640 1 -- 172.21.15.22:0/2079729566 wait complete. 2024-09-10T10:32:55.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e35000640 1 Processor -- start 2024-09-10T10:32:55.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.522+0000 7f0e35000640 1 -- start start 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e35000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e3006f1c0 0x7f0e300ca2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e35000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e30072f30 0x7f0e300c5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e35000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 0x7f0e300c87f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e35000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0e300cf390 con 0x7f0e30158f70 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e35000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0e300cf210 con 0x7f0e3006f1c0 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e35000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0e300cf510 con 0x7f0e30072f30 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e2e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 0x7f0e300c87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e2e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 0x7f0e300c87f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55572/0 (socket says 172.21.15.22:55572) 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e2e800640 1 -- 172.21.15.22:0/515210107 learned_addr learned my addr 172.21.15.22:0/515210107 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e2de00640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e3006f1c0 0x7f0e300ca2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e25400640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e30072f30 0x7f0e300c5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e2e800640 1 -- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e30072f30 msgr2=0x7f0e300c5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e2e800640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e30072f30 0x7f0e300c5430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e2e800640 1 -- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e3006f1c0 msgr2=0x7f0e300ca2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e2e800640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e3006f1c0 0x7f0e300ca2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e2e800640 1 -- 172.21.15.22:0/515210107 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e300c7780 con 0x7f0e30158f70 2024-09-10T10:32:55.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e2e800640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 0x7f0e300c87f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0e28009fd0 tx=0x7f0e2800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:55.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e26a00640 1 -- 172.21.15.22:0/515210107 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e28014420 con 0x7f0e30158f70 2024-09-10T10:32:55.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e26a00640 1 -- 172.21.15.22:0/515210107 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e28019070 con 0x7f0e30158f70 2024-09-10T10:32:55.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e35000640 1 -- 172.21.15.22:0/515210107 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e300c7d10 con 0x7f0e30158f70 2024-09-10T10:32:55.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e26a00640 1 -- 172.21.15.22:0/515210107 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e28014800 con 0x7f0e30158f70 2024-09-10T10:32:55.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e35000640 1 -- 172.21.15.22:0/515210107 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e300c82d0 con 0x7f0e30158f70 2024-09-10T10:32:55.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e35000640 1 -- 172.21.15.22:0/515210107 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e300ce4c0 con 0x7f0e30158f70 2024-09-10T10:32:55.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.526+0000 7f0e26a00640 1 -- 172.21.15.22:0/515210107 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0e280149a0 con 0x7f0e30158f70 2024-09-10T10:32:55.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.530+0000 7f0e26a00640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0e0c0678c0 0x7f0e0c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.530+0000 7f0e26a00640 1 -- 172.21.15.22:0/515210107 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f0e280864c0 con 0x7f0e30158f70 2024-09-10T10:32:55.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.530+0000 7f0e2de00640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0e0c0678c0 0x7f0e0c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.530+0000 7f0e2de00640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0e0c0678c0 0x7f0e0c069d80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0e200af000 tx=0x7f0e200a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:55.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.534+0000 7f0e26a00640 1 -- 172.21.15.22:0/515210107 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0e28056f60 con 0x7f0e30158f70 2024-09-10T10:32:55.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 -- 172.21.15.22:0/515210107 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f0e300b59c0 con 0x7f0e30158f70 2024-09-10T10:32:55.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e26a00640 1 -- 172.21.15.22:0/515210107 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) ==== 93+0+10 (secure 0 0 0) 0x7f0e28056860 con 0x7f0e30158f70 2024-09-10T10:32:55.703 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 -- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0e0c0678c0 msgr2=0x7f0e0c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0e0c0678c0 0x7f0e0c069d80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0e200af000 tx=0x7f0e200a7000 comp rx=0 tx=0).stop 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 -- 172.21.15.22:0/515210107 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 msgr2=0x7f0e300c87f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 0x7f0e300c87f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0e28009fd0 tx=0x7f0e2800e4b0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 -- 172.21.15.22:0/515210107 shutdown_connections 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0e0c0678c0 0x7f0e0c069d80 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e30158f70 0x7f0e300c87f0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e30072f30 0x7f0e300c5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 --2- 172.21.15.22:0/515210107 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e3006f1c0 0x7f0e300ca2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.698+0000 7f0e35000640 1 -- 172.21.15.22:0/515210107 >> 172.21.15.22:0/515210107 conn(0x7f0e30062eb0 msgr2=0x7f0e3015bb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.702+0000 7f0e35000640 1 -- 172.21.15.22:0/515210107 shutdown_connections 2024-09-10T10:32:55.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.702+0000 7f0e35000640 1 -- 172.21.15.22:0/515210107 wait complete. 2024-09-10T10:32:55.724 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-10T10:32:55.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.862+0000 7f149d400640 1 Processor -- start 2024-09-10T10:32:55.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.862+0000 7f149d400640 1 -- start start 2024-09-10T10:32:55.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f149d400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f14980d1590 0x7f149806d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f149d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f14980b7300 0x7f14980d1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f149d400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14980d1eb0 con 0x7f1498072ff0 2024-09-10T10:32:55.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f149d400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f1498071a20 con 0x7f14980b7300 2024-09-10T10:32:55.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f149d400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f149806d8f0 con 0x7f14980d1590 2024-09-10T10:32:55.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f149ca00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f1498072ff0 0x7f1498073460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55726/0 (socket says 172.21.15.22:55726) 2024-09-10T10:32:55.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f149ca00640 1 -- 172.21.15.22:0/1919874334 learned_addr learned my addr 172.21.15.22:0/1919874334 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:55.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f148f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f14980b7300 0x7f14980d1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f1497e00640 1 --2- 172.21.15.22:0/1919874334 >> v2:172.21.15.145:3300/0 conn(0x7f14980d1590 0x7f149806d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f148f400640 1 -- 172.21.15.22:0/1919874334 >> v2:172.21.15.145:3300/0 conn(0x7f14980d1590 msgr2=0x7f149806d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:55.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f148f400640 1 --2- 172.21.15.22:0/1919874334 >> v2:172.21.15.145:3300/0 conn(0x7f14980d1590 0x7f149806d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f148f400640 1 -- 172.21.15.22:0/1919874334 >> v1:172.21.15.22:6789/0 conn(0x7f1498072ff0 legacy=0x7f1498073460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.866+0000 7f148f400640 1 -- 172.21.15.22:0/1919874334 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f149806db20 con 0x7f14980b7300 2024-09-10T10:32:55.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f148f400640 1 --2- 172.21.15.22:0/1919874334 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 0x7f14980d1970 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f14980637c0 tx=0x7f148001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deeff2723a7021c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:55.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f1497400640 1 -- 172.21.15.22:0/1919874334 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14800b0070 con 0x7f14980b7300 2024-09-10T10:32:55.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f1497400640 1 -- 172.21.15.22:0/1919874334 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1480004230 con 0x7f14980b7300 2024-09-10T10:32:55.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f1497400640 1 -- 172.21.15.22:0/1919874334 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1480003620 con 0x7f14980b7300 2024-09-10T10:32:55.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 -- 172.21.15.22:0/1919874334 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 msgr2=0x7f14980d1970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 --2- 172.21.15.22:0/1919874334 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 0x7f14980d1970 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f14980637c0 tx=0x7f148001c460 comp rx=0 tx=0).stop 2024-09-10T10:32:55.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 -- 172.21.15.22:0/1919874334 shutdown_connections 2024-09-10T10:32:55.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 --2- 172.21.15.22:0/1919874334 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 0x7f14980d1970 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 --2- 172.21.15.22:0/1919874334 >> v2:172.21.15.145:3300/0 conn(0x7f14980d1590 0x7f149806d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 -- 172.21.15.22:0/1919874334 >> 172.21.15.22:0/1919874334 conn(0x7f14980d2290 msgr2=0x7f14980d26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:55.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 -- 172.21.15.22:0/1919874334 shutdown_connections 2024-09-10T10:32:55.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 -- 172.21.15.22:0/1919874334 wait complete. 2024-09-10T10:32:55.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 Processor -- start 2024-09-10T10:32:55.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 -- start start 2024-09-10T10:32:55.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1498072ff0 0x7f1498152eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 0x7f1498156bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14980d1590 0x7f1498154030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f149806ccd0 con 0x7f14980b7300 2024-09-10T10:32:55.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1498071400 con 0x7f14980d1590 2024-09-10T10:32:55.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.870+0000 7f149d400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f149815e890 con 0x7f1498072ff0 2024-09-10T10:32:55.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f148f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 0x7f1498156bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f148f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 0x7f1498156bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55596/0 (socket says 172.21.15.22:55596) 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f148f400640 1 -- 172.21.15.22:0/439878082 learned_addr learned my addr 172.21.15.22:0/439878082 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f149ca00640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14980d1590 0x7f1498154030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f1497e00640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1498072ff0 0x7f1498152eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f148f400640 1 -- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1498072ff0 msgr2=0x7f1498152eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f148f400640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1498072ff0 0x7f1498152eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f148f400640 1 -- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14980d1590 msgr2=0x7f1498154030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f148f400640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14980d1590 0x7f1498154030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f148f400640 1 -- 172.21.15.22:0/439878082 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1498155e00 con 0x7f14980b7300 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f148f400640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 0x7f1498156bc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1480019070 tx=0x7f1480019200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f1494c00640 1 -- 172.21.15.22:0/439878082 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14800b0040 con 0x7f14980b7300 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f1494c00640 1 -- 172.21.15.22:0/439878082 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14800bb070 con 0x7f14980b7300 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f1494c00640 1 -- 172.21.15.22:0/439878082 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1480003e10 con 0x7f14980b7300 2024-09-10T10:32:55.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f149d400640 1 -- 172.21.15.22:0/439878082 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14981560e0 con 0x7f14980b7300 2024-09-10T10:32:55.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f149d400640 1 -- 172.21.15.22:0/439878082 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14981566a0 con 0x7f14980b7300 2024-09-10T10:32:55.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f149d400640 1 -- 172.21.15.22:0/439878082 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f149813d580 con 0x7f14980b7300 2024-09-10T10:32:55.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f1494c00640 1 -- 172.21.15.22:0/439878082 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f14800b3070 con 0x7f14980b7300 2024-09-10T10:32:55.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f1494c00640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14740678c0 0x7f1474069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:55.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.874+0000 7f1494c00640 1 -- 172.21.15.22:0/439878082 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f148011f8e0 con 0x7f14980b7300 2024-09-10T10:32:55.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.878+0000 7f1497e00640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14740678c0 0x7f1474069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:55.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.878+0000 7f1497e00640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14740678c0 0x7f1474069d80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f149806fc70 tx=0x7f1488009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:55.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:55.882+0000 7f1494c00640 1 -- 172.21.15.22:0/439878082 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f149813d580 con 0x7f14980b7300 2024-09-10T10:32:56.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 -- 172.21.15.22:0/439878082 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f1498156870 con 0x7f14980b7300 2024-09-10T10:32:56.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f1494c00640 1 -- 172.21.15.22:0/439878082 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) ==== 104+0+11 (secure 0 0 0) 0x7f1480016050 con 0x7f14980b7300 2024-09-10T10:32:56.050 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 32 2024-09-10T10:32:56.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 -- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14740678c0 msgr2=0x7f1474069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14740678c0 0x7f1474069d80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f149806fc70 tx=0x7f1488009190 comp rx=0 tx=0).stop 2024-09-10T10:32:56.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 -- 172.21.15.22:0/439878082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 msgr2=0x7f1498156bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 0x7f1498156bc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1480019070 tx=0x7f1480019200 comp rx=0 tx=0).stop 2024-09-10T10:32:56.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 -- 172.21.15.22:0/439878082 shutdown_connections 2024-09-10T10:32:56.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14740678c0 0x7f1474069d80 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14980d1590 0x7f1498154030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14980b7300 0x7f1498156bc0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 --2- 172.21.15.22:0/439878082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1498072ff0 0x7f1498152eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 -- 172.21.15.22:0/439878082 >> 172.21.15.22:0/439878082 conn(0x7f14980d2290 msgr2=0x7f14980d0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 -- 172.21.15.22:0/439878082 shutdown_connections 2024-09-10T10:32:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.046+0000 7f149d400640 1 -- 172.21.15.22:0/439878082 wait complete. 2024-09-10T10:32:56.073 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-10T10:32:56.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b67400640 1 Processor -- start 2024-09-10T10:32:56.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b67400640 1 -- start start 2024-09-10T10:32:56.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b67400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7b600cf3c0 0x7f7b600cf850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b67400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b600b4f90 con 0x7f7b601568c0 2024-09-10T10:32:56.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b67400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b600b49d0 con 0x7f7b6006d9b0 2024-09-10T10:32:56.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b67400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7b600b4cb0 con 0x7f7b600cf3c0 2024-09-10T10:32:56.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b64a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7b601568c0 0x7f7b600b3f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55738/0 (socket says 172.21.15.22:55738) 2024-09-10T10:32:56.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b64a00640 1 -- 172.21.15.22:0/2258014030 learned_addr learned my addr 172.21.15.22:0/2258014030 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:56.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b5fe00640 1 --2- 172.21.15.22:0/2258014030 >> v2:172.21.15.145:3300/0 conn(0x7f7b600cf3c0 0x7f7b600cf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b5f400640 1 -- 172.21.15.22:0/2258014030 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1490651092 0 0) 0x7f7b600b4f90 con 0x7f7b601568c0 2024-09-10T10:32:56.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b5f400640 1 -- 172.21.15.22:0/2258014030 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b48003530 con 0x7f7b601568c0 2024-09-10T10:32:56.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b5fe00640 1 -- 172.21.15.22:0/2258014030 >> v1:172.21.15.145:6789/0 conn(0x7f7b6006d9b0 legacy=0x7f7b6006de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b5fe00640 1 -- 172.21.15.22:0/2258014030 >> v1:172.21.15.22:6789/0 conn(0x7f7b601568c0 legacy=0x7f7b600b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.214+0000 7f7b5fe00640 1 -- 172.21.15.22:0/2258014030 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b6006d1b0 con 0x7f7b600cf3c0 2024-09-10T10:32:56.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b5fe00640 1 --2- 172.21.15.22:0/2258014030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b600cf3c0 0x7f7b600cf850 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0097c0 tx=0x7f7b4c01c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e8579b99fe0c552 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b5f400640 1 -- 172.21.15.22:0/2258014030 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c0ab610 con 0x7f7b600cf3c0 2024-09-10T10:32:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b5f400640 1 -- 172.21.15.22:0/2258014030 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b4c0b0070 con 0x7f7b600cf3c0 2024-09-10T10:32:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b5f400640 1 -- 172.21.15.22:0/2258014030 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c0ab9d0 con 0x7f7b600cf3c0 2024-09-10T10:32:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b67400640 1 -- 172.21.15.22:0/2258014030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b600cf3c0 msgr2=0x7f7b600cf850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b67400640 1 --2- 172.21.15.22:0/2258014030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b600cf3c0 0x7f7b600cf850 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0097c0 tx=0x7f7b4c01c410 comp rx=0 tx=0).stop 2024-09-10T10:32:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b67400640 1 -- 172.21.15.22:0/2258014030 shutdown_connections 2024-09-10T10:32:56.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b67400640 1 --2- 172.21.15.22:0/2258014030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b600cf3c0 0x7f7b600cf850 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b67400640 1 -- 172.21.15.22:0/2258014030 >> 172.21.15.22:0/2258014030 conn(0x7f7b60062eb0 msgr2=0x7f7b6006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:56.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b67400640 1 -- 172.21.15.22:0/2258014030 shutdown_connections 2024-09-10T10:32:56.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.218+0000 7f7b67400640 1 -- 172.21.15.22:0/2258014030 wait complete. 2024-09-10T10:32:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 Processor -- start 2024-09-10T10:32:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 -- start start 2024-09-10T10:32:56.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b6006d9b0 0x7f7b6014ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b600cf3c0 0x7f7b600b0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b601568c0 0x7f7b600b0550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7b60156ca0 con 0x7f7b6006d9b0 2024-09-10T10:32:56.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b600b4640 con 0x7f7b601568c0 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7b60156e20 con 0x7f7b600cf3c0 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b64a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b6006d9b0 0x7f7b6014ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b64a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b6006d9b0 0x7f7b6014ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55602/0 (socket says 172.21.15.22:55602) 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b64a00640 1 -- 172.21.15.22:0/2301347282 learned_addr learned my addr 172.21.15.22:0/2301347282 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b65400640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b601568c0 0x7f7b600b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b5fe00640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b600cf3c0 0x7f7b600b0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b64a00640 1 -- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b600cf3c0 msgr2=0x7f7b600b0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b64a00640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b600cf3c0 0x7f7b600b0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b64a00640 1 -- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b601568c0 msgr2=0x7f7b600b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b64a00640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b601568c0 0x7f7b600b0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b64a00640 1 -- 172.21.15.22:0/2301347282 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b600714d0 con 0x7f7b6006d9b0 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b65400640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b601568c0 0x7f7b600b0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b5fe00640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b600cf3c0 0x7f7b600b0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:32:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b64a00640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b6006d9b0 0x7f7b6014ef60 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7b5400c420 tx=0x7f7b5400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b5cc00640 1 -- 172.21.15.22:0/2301347282 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b54017070 con 0x7f7b6006d9b0 2024-09-10T10:32:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b5cc00640 1 -- 172.21.15.22:0/2301347282 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b54005cf0 con 0x7f7b6006d9b0 2024-09-10T10:32:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b5cc00640 1 -- 172.21.15.22:0/2301347282 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b540072d0 con 0x7f7b6006d9b0 2024-09-10T10:32:56.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 -- 172.21.15.22:0/2301347282 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b600717b0 con 0x7f7b6006d9b0 2024-09-10T10:32:56.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 -- 172.21.15.22:0/2301347282 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b60071d70 con 0x7f7b6006d9b0 2024-09-10T10:32:56.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.222+0000 7f7b67400640 1 -- 172.21.15.22:0/2301347282 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b600cf850 con 0x7f7b6006d9b0 2024-09-10T10:32:56.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.226+0000 7f7b5cc00640 1 -- 172.21.15.22:0/2301347282 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7b5401a070 con 0x7f7b6006d9b0 2024-09-10T10:32:56.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.226+0000 7f7b5cc00640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b400678c0 0x7f7b40069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.226+0000 7f7b5cc00640 1 -- 172.21.15.22:0/2301347282 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7b540850a0 con 0x7f7b6006d9b0 2024-09-10T10:32:56.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.226+0000 7f7b5fe00640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b400678c0 0x7f7b40069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.226+0000 7f7b5fe00640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b400678c0 0x7f7b40069d80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0af000 tx=0x7f7b4c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:56.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.230+0000 7f7b5cc00640 1 -- 172.21.15.22:0/2301347282 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7b54055460 con 0x7f7b6006d9b0 2024-09-10T10:32:56.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.394+0000 7f7b67400640 1 -- 172.21.15.22:0/2301347282 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f7b6006e2e0 con 0x7f7b6006d9b0 2024-09-10T10:32:56.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.394+0000 7f7b5cc00640 1 -- 172.21.15.22:0/2301347282 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) ==== 100+0+11 (secure 0 0 0) 0x7f7b54059760 con 0x7f7b6006d9b0 2024-09-10T10:32:56.399 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 64 2024-09-10T10:32:56.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 -- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b400678c0 msgr2=0x7f7b40069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b400678c0 0x7f7b40069d80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c0af000 tx=0x7f7b4c008040 comp rx=0 tx=0).stop 2024-09-10T10:32:56.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 -- 172.21.15.22:0/2301347282 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b6006d9b0 msgr2=0x7f7b6014ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b6006d9b0 0x7f7b6014ef60 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7b5400c420 tx=0x7f7b5400c8e0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 -- 172.21.15.22:0/2301347282 shutdown_connections 2024-09-10T10:32:56.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b400678c0 0x7f7b40069d80 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b601568c0 0x7f7b600b0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b600cf3c0 0x7f7b600b0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 --2- 172.21.15.22:0/2301347282 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b6006d9b0 0x7f7b6014ef60 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 -- 172.21.15.22:0/2301347282 >> 172.21.15.22:0/2301347282 conn(0x7f7b60062eb0 msgr2=0x7f7b600b1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:56.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 -- 172.21.15.22:0/2301347282 shutdown_connections 2024-09-10T10:32:56.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.398+0000 7f7b67400640 1 -- 172.21.15.22:0/2301347282 wait complete. 2024-09-10T10:32:56.421 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir' 2024-09-10T10:32:56.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebe600640 1 Processor -- start 2024-09-10T10:32:56.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebe600640 1 -- start start 2024-09-10T10:32:56.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebe600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8eb815e540 0x7f8eb8070950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebe600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8eb8161fd0 0x7f8eb806bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebe600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8eb806c200 con 0x7f8eb806d120 2024-09-10T10:32:56.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebe600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f8eb8070f30 con 0x7f8eb815e540 2024-09-10T10:32:56.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebe600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8eb8071210 con 0x7f8eb8161fd0 2024-09-10T10:32:56.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebd200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8eb815e540 0x7f8eb8070950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebdc00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f8eb806d120 0x7f8eb8073670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55744/0 (socket says 172.21.15.22:55744) 2024-09-10T10:32:56.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebdc00640 1 -- 172.21.15.22:0/3326648872 learned_addr learned my addr 172.21.15.22:0/3326648872 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:56.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8eb7e00640 1 --2- 172.21.15.22:0/3326648872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8eb8161fd0 0x7f8eb806bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebd200640 1 -- 172.21.15.22:0/3326648872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8eb8161fd0 msgr2=0x7f8eb806bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:56.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebd200640 1 --2- 172.21.15.22:0/3326648872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8eb8161fd0 0x7f8eb806bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebd200640 1 -- 172.21.15.22:0/3326648872 >> v1:172.21.15.22:6789/0 conn(0x7f8eb806d120 legacy=0x7f8eb8073670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8ebd200640 1 -- 172.21.15.22:0/3326648872 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eb80714f0 con 0x7f8eb815e540 2024-09-10T10:32:56.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.558+0000 7f8eb7400640 1 -- 172.21.15.22:0/3326648872 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 809328836 0 0) 0x7f8eb806c200 con 0x7f8eb806d120 2024-09-10T10:32:56.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8ebd200640 1 --2- 172.21.15.22:0/3326648872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb815e540 0x7f8eb8070950 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8eac0097c0 tx=0x7f8eac01ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5124bb334098350 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:56.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8eb7400640 1 -- 172.21.15.22:0/3326648872 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eac0b5070 con 0x7f8eb815e540 2024-09-10T10:32:56.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8eb7400640 1 -- 172.21.15.22:0/3326648872 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eac0a8990 con 0x7f8eb815e540 2024-09-10T10:32:56.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8eb7400640 1 -- 172.21.15.22:0/3326648872 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eac0a8d60 con 0x7f8eb815e540 2024-09-10T10:32:56.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8ebe600640 1 -- 172.21.15.22:0/3326648872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb815e540 msgr2=0x7f8eb8070950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8ebe600640 1 --2- 172.21.15.22:0/3326648872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb815e540 0x7f8eb8070950 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8eac0097c0 tx=0x7f8eac01ec90 comp rx=0 tx=0).stop 2024-09-10T10:32:56.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8ebe600640 1 -- 172.21.15.22:0/3326648872 shutdown_connections 2024-09-10T10:32:56.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8ebe600640 1 --2- 172.21.15.22:0/3326648872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8eb8161fd0 0x7f8eb806bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8ebe600640 1 --2- 172.21.15.22:0/3326648872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb815e540 0x7f8eb8070950 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8ebe600640 1 -- 172.21.15.22:0/3326648872 >> 172.21.15.22:0/3326648872 conn(0x7f8eb80b41e0 msgr2=0x7f8eb80b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:56.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8ebe600640 1 -- 172.21.15.22:0/3326648872 shutdown_connections 2024-09-10T10:32:56.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.562+0000 7f8ebe600640 1 -- 172.21.15.22:0/3326648872 wait complete. 2024-09-10T10:32:56.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 Processor -- start 2024-09-10T10:32:56.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 -- start start 2024-09-10T10:32:56.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb806d120 0x7f8eb8148c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8eb815e540 0x7f8eb8160620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8eb8161fd0 0x7f8eb80cf230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb80b4fa0 con 0x7f8eb806d120 2024-09-10T10:32:56.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb8073150 con 0x7f8eb8161fd0 2024-09-10T10:32:56.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8eb80b5120 con 0x7f8eb815e540 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebd200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb806d120 0x7f8eb8148c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebd200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb806d120 0x7f8eb8148c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55622/0 (socket says 172.21.15.22:55622) 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebd200640 1 -- 172.21.15.22:0/908866664 learned_addr learned my addr 172.21.15.22:0/908866664 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8eb7e00640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8eb815e540 0x7f8eb8160620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebdc00640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8eb8161fd0 0x7f8eb80cf230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebd200640 1 -- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8eb815e540 msgr2=0x7f8eb8160620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebd200640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8eb815e540 0x7f8eb8160620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebd200640 1 -- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8eb8161fd0 msgr2=0x7f8eb80cf230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebd200640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8eb8161fd0 0x7f8eb80cf230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebd200640 1 -- 172.21.15.22:0/908866664 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eb8149150 con 0x7f8eb806d120 2024-09-10T10:32:56.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebdc00640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8eb8161fd0 0x7f8eb80cf230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:56.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebd200640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb806d120 0x7f8eb8148c10 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8eac0097c0 tx=0x7f8eac01ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:56.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8eb4c00640 1 -- 172.21.15.22:0/908866664 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eac0c0070 con 0x7f8eb806d120 2024-09-10T10:32:56.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8eb4c00640 1 -- 172.21.15.22:0/908866664 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eac004230 con 0x7f8eb806d120 2024-09-10T10:32:56.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 -- 172.21.15.22:0/908866664 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8eb8161030 con 0x7f8eb806d120 2024-09-10T10:32:56.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8eb4c00640 1 -- 172.21.15.22:0/908866664 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eac0b5040 con 0x7f8eb806d120 2024-09-10T10:32:56.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 -- 172.21.15.22:0/908866664 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8eb81615f0 con 0x7f8eb806d120 2024-09-10T10:32:56.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.566+0000 7f8ebe600640 1 -- 172.21.15.22:0/908866664 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8eb8070950 con 0x7f8eb806d120 2024-09-10T10:32:56.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.570+0000 7f8eb4c00640 1 -- 172.21.15.22:0/908866664 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8eac0c3070 con 0x7f8eb806d120 2024-09-10T10:32:56.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.570+0000 7f8eb4c00640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8e980678c0 0x7f8e98069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:56.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.570+0000 7f8eb4c00640 1 -- 172.21.15.22:0/908866664 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f8eac122430 con 0x7f8eb806d120 2024-09-10T10:32:56.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.570+0000 7f8eb7e00640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8e980678c0 0x7f8e98069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:56.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.570+0000 7f8eb7e00640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8e980678c0 0x7f8e98069d80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8158cf0 tx=0x7f8ea4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:56.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.574+0000 7f8eb4c00640 1 -- 172.21.15.22:0/908866664 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8eac0187f0 con 0x7f8eb806d120 2024-09-10T10:32:56.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:56.798+0000 7f8ebe600640 1 -- 172.21.15.22:0/908866664 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir"]} v 0) -- 0x7f8eb8071b10 con 0x7f8eb806d120 2024-09-10T10:32:57.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8eb4c00640 1 -- 172.21.15.22:0/908866664 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir"]}]=0 v46) ==== 168+0+0 (secure 0 0 0) 0x7f8eac0f2880 con 0x7f8eb806d120 2024-09-10T10:32:57.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 -- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8e980678c0 msgr2=0x7f8e98069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:57.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8e980678c0 0x7f8e98069d80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8158cf0 tx=0x7f8ea4009190 comp rx=0 tx=0).stop 2024-09-10T10:32:57.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 -- 172.21.15.22:0/908866664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb806d120 msgr2=0x7f8eb8148c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:57.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb806d120 0x7f8eb8148c10 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8eac0097c0 tx=0x7f8eac01ba30 comp rx=0 tx=0).stop 2024-09-10T10:32:57.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 -- 172.21.15.22:0/908866664 shutdown_connections 2024-09-10T10:32:57.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8e980678c0 0x7f8e98069d80 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8eb8161fd0 0x7f8eb80cf230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8eb815e540 0x7f8eb8160620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 --2- 172.21.15.22:0/908866664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8eb806d120 0x7f8eb8148c10 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 -- 172.21.15.22:0/908866664 >> 172.21.15.22:0/908866664 conn(0x7f8eb80b41e0 msgr2=0x7f8eb815ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:57.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 -- 172.21.15.22:0/908866664 shutdown_connections 2024-09-10T10:32:57.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.174+0000 7f8ebe600640 1 -- 172.21.15.22:0/908866664 wait complete. 2024-09-10T10:32:57.201 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:32:57.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba17200640 1 Processor -- start 2024-09-10T10:32:57.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba17200640 1 -- start start 2024-09-10T10:32:57.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba17200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fba180d1590 0x7fba1806d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:57.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba17200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fba180b7300 0x7fba180d1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:57.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba17200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba180d1eb0 con 0x7fba18072ff0 2024-09-10T10:32:57.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba17200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fba18071a20 con 0x7fba180b7300 2024-09-10T10:32:57.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba17200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fba1806d8f0 con 0x7fba180d1590 2024-09-10T10:32:57.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba0d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fba180b7300 0x7fba180d1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:57.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba16800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fba18072ff0 0x7fba18073460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55752/0 (socket says 172.21.15.22:55752) 2024-09-10T10:32:57.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba16800640 1 -- 172.21.15.22:0/1774059133 learned_addr learned my addr 172.21.15.22:0/1774059133 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:32:57.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba15e00640 1 --2- 172.21.15.22:0/1774059133 >> v2:172.21.15.145:3300/0 conn(0x7fba180d1590 0x7fba1806d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:57.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba0d400640 1 -- 172.21.15.22:0/1774059133 >> v2:172.21.15.145:3300/0 conn(0x7fba180d1590 msgr2=0x7fba1806d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:57.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba0d400640 1 --2- 172.21.15.22:0/1774059133 >> v2:172.21.15.145:3300/0 conn(0x7fba180d1590 0x7fba1806d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba0d400640 1 -- 172.21.15.22:0/1774059133 >> v1:172.21.15.22:6789/0 conn(0x7fba18072ff0 legacy=0x7fba18073460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:57.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba0d400640 1 -- 172.21.15.22:0/1774059133 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba1806db20 con 0x7fba180b7300 2024-09-10T10:32:57.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.342+0000 7fba15400640 1 -- 172.21.15.22:0/1774059133 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1752851913 0 0) 0x7fba180d1eb0 con 0x7fba18072ff0 2024-09-10T10:32:57.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba0d400640 1 --2- 172.21.15.22:0/1774059133 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 0x7fba180d1970 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fba180637c0 tx=0x7fba0001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cb5eeca85ca5dca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:57.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba15400640 1 -- 172.21.15.22:0/1774059133 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba000b0070 con 0x7fba180b7300 2024-09-10T10:32:57.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba15400640 1 -- 172.21.15.22:0/1774059133 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba00004230 con 0x7fba180b7300 2024-09-10T10:32:57.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba15400640 1 -- 172.21.15.22:0/1774059133 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba00003620 con 0x7fba180b7300 2024-09-10T10:32:57.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba17200640 1 -- 172.21.15.22:0/1774059133 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 msgr2=0x7fba180d1970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:57.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba17200640 1 --2- 172.21.15.22:0/1774059133 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 0x7fba180d1970 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fba180637c0 tx=0x7fba0001c460 comp rx=0 tx=0).stop 2024-09-10T10:32:57.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba17200640 1 -- 172.21.15.22:0/1774059133 shutdown_connections 2024-09-10T10:32:57.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba17200640 1 --2- 172.21.15.22:0/1774059133 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 0x7fba180d1970 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba17200640 1 --2- 172.21.15.22:0/1774059133 >> v2:172.21.15.145:3300/0 conn(0x7fba180d1590 0x7fba1806d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba17200640 1 -- 172.21.15.22:0/1774059133 >> 172.21.15.22:0/1774059133 conn(0x7fba180d2290 msgr2=0x7fba180d26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:57.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba17200640 1 -- 172.21.15.22:0/1774059133 shutdown_connections 2024-09-10T10:32:57.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.346+0000 7fba17200640 1 -- 172.21.15.22:0/1774059133 wait complete. 2024-09-10T10:32:57.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba17200640 1 Processor -- start 2024-09-10T10:32:57.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba17200640 1 -- start start 2024-09-10T10:32:57.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba17200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba18072ff0 0x7fba180af9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:57.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba17200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 0x7fba181517c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:57.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba17200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba180d1590 0x7fba18152070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:57.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba17200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fba1806ccd0 con 0x7fba180b7300 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba17200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fba18071400 con 0x7fba180d1590 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba17200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fba1815e890 con 0x7fba18072ff0 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 0x7fba181517c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 0x7fba181517c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55636/0 (socket says 172.21.15.22:55636) 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0d400640 1 -- 172.21.15.22:0/584750477 learned_addr learned my addr 172.21.15.22:0/584750477 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba15e00640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba18072ff0 0x7fba180af9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba16800640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba180d1590 0x7fba18152070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0d400640 1 -- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba18072ff0 msgr2=0x7fba180af9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0d400640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba18072ff0 0x7fba180af9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0d400640 1 -- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba180d1590 msgr2=0x7fba18152070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0d400640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba180d1590 0x7fba18152070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0d400640 1 -- 172.21.15.22:0/584750477 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba180ae940 con 0x7fba180b7300 2024-09-10T10:32:57.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0d400640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 0x7fba181517c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fba00019070 tx=0x7fba00019200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:57.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0ea00640 1 -- 172.21.15.22:0/584750477 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba000b9020 con 0x7fba180b7300 2024-09-10T10:32:57.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0ea00640 1 -- 172.21.15.22:0/584750477 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba00003e10 con 0x7fba180b7300 2024-09-10T10:32:57.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba17200640 1 -- 172.21.15.22:0/584750477 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba180aebe0 con 0x7fba180b7300 2024-09-10T10:32:57.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba0ea00640 1 -- 172.21.15.22:0/584750477 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba000b0040 con 0x7fba180b7300 2024-09-10T10:32:57.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.350+0000 7fba17200640 1 -- 172.21.15.22:0/584750477 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba180af1a0 con 0x7fba180b7300 2024-09-10T10:32:57.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.354+0000 7fba17200640 1 -- 172.21.15.22:0/584750477 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba1806d3b0 con 0x7fba180b7300 2024-09-10T10:32:57.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.354+0000 7fba0ea00640 1 -- 172.21.15.22:0/584750477 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fba000bc020 con 0x7fba180b7300 2024-09-10T10:32:57.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.354+0000 7fba0ea00640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9f40678c0 0x7fb9f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:57.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.354+0000 7fba0ea00640 1 -- 172.21.15.22:0/584750477 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fba0011fb80 con 0x7fba180b7300 2024-09-10T10:32:57.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.354+0000 7fba15e00640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9f40678c0 0x7fb9f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:57.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.354+0000 7fba15e00640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9f40678c0 0x7fb9f4069d80 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fba08009af0 tx=0x7fba08008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:57.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.358+0000 7fba0ea00640 1 -- 172.21.15.22:0/584750477 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fba000c3030 con 0x7fba180b7300 2024-09-10T10:32:57.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.522+0000 7fba17200640 1 -- 172.21.15.22:0/584750477 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fba180d1d60 con 0x7fba180b7300 2024-09-10T10:32:57.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.526+0000 7fba0ea00640 1 -- 172.21.15.22:0/584750477 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fba00016050 con 0x7fba180b7300 2024-09-10T10:32:57.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 -- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9f40678c0 msgr2=0x7fb9f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:57.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9f40678c0 0x7fb9f4069d80 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fba08009af0 tx=0x7fba08008040 comp rx=0 tx=0).stop 2024-09-10T10:32:57.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 -- 172.21.15.22:0/584750477 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 msgr2=0x7fba181517c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:57.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 0x7fba181517c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fba00019070 tx=0x7fba00019200 comp rx=0 tx=0).stop 2024-09-10T10:32:57.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 -- 172.21.15.22:0/584750477 shutdown_connections 2024-09-10T10:32:57.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9f40678c0 0x7fb9f4069d80 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba180d1590 0x7fba18152070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba180b7300 0x7fba181517c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 --2- 172.21.15.22:0/584750477 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba18072ff0 0x7fba180af9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:57.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 -- 172.21.15.22:0/584750477 >> 172.21.15.22:0/584750477 conn(0x7fba180d2290 msgr2=0x7fba180b1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:57.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 -- 172.21.15.22:0/584750477 shutdown_connections 2024-09-10T10:32:57.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:57.530+0000 7fba17200640 1 -- 172.21.15.22:0/584750477 wait complete. 2024-09-10T10:32:57.554 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:32:57.554 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:32:57.663 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:32:57.744 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:32:57.744 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:57.744 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:57.753 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:57.753 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:57.804 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:57.805 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:57.857 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:32:58.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b92e00640 1 Processor -- start 2024-09-10T10:32:58.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b92e00640 1 -- start start 2024-09-10T10:32:58.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b92e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9b8c162090 0x7f9b8c162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b92e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c073730 0x7f9b8c0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b92e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b8c158ef0 con 0x7f9b8c15eaa0 2024-09-10T10:32:58.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b92e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9b8c15fd00 con 0x7f9b8c162090 2024-09-10T10:32:58.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b92e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9b8c1629b0 con 0x7f9b8c073730 2024-09-10T10:32:58.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b83400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c073730 0x7f9b8c0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b8be00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9b8c162090 0x7f9b8c162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b83400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c073730 0x7f9b8c0ae100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:45318/0 (socket says 172.21.15.22:45318) 2024-09-10T10:32:58.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.042+0000 7f9b83400640 1 -- 172.21.15.22:0/625406801 learned_addr learned my addr 172.21.15.22:0/625406801 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:58.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.046+0000 7f9b8be00640 1 -- 172.21.15.22:0/625406801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c073730 msgr2=0x7f9b8c0ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:58.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.046+0000 7f9b8be00640 1 --2- 172.21.15.22:0/625406801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c073730 0x7f9b8c0ae100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.046+0000 7f9b8be00640 1 -- 172.21.15.22:0/625406801 >> v1:172.21.15.145:6789/0 conn(0x7f9b8c15eaa0 legacy=0x7f9b8c15ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.046+0000 7f9b8be00640 1 -- 172.21.15.22:0/625406801 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b8c0aea70 con 0x7f9b8c162090 2024-09-10T10:32:58.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.046+0000 7f9b8b400640 1 -- 172.21.15.22:0/625406801 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4066000284 0 0) 0x7f9b840014a0 con 0x7f9b8c15eaa0 2024-09-10T10:32:58.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.046+0000 7f9b8be00640 1 --2- 172.21.15.22:0/625406801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c162090 0x7f9b8c162470 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c0097c0 tx=0x7f9b7c01ec90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=817b89652506b68e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:58.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.046+0000 7f9b8b400640 1 -- 172.21.15.22:0/625406801 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7c0b5070 con 0x7f9b8c162090 2024-09-10T10:32:58.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b8b400640 1 -- 172.21.15.22:0/625406801 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b7c0a8990 con 0x7f9b8c162090 2024-09-10T10:32:58.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b8b400640 1 -- 172.21.15.22:0/625406801 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7c0a8d60 con 0x7f9b8c162090 2024-09-10T10:32:58.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 -- 172.21.15.22:0/625406801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c162090 msgr2=0x7f9b8c162470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 --2- 172.21.15.22:0/625406801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c162090 0x7f9b8c162470 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c0097c0 tx=0x7f9b7c01ec90 comp rx=0 tx=0).stop 2024-09-10T10:32:58.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 -- 172.21.15.22:0/625406801 shutdown_connections 2024-09-10T10:32:58.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 --2- 172.21.15.22:0/625406801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c073730 0x7f9b8c0ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 --2- 172.21.15.22:0/625406801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c162090 0x7f9b8c162470 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 -- 172.21.15.22:0/625406801 >> 172.21.15.22:0/625406801 conn(0x7f9b8c06bcc0 msgr2=0x7f9b8c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:58.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 -- 172.21.15.22:0/625406801 shutdown_connections 2024-09-10T10:32:58.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 -- 172.21.15.22:0/625406801 wait complete. 2024-09-10T10:32:58.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 Processor -- start 2024-09-10T10:32:58.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 -- start start 2024-09-10T10:32:58.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b8c073730 0x7f9b8c144e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c15eaa0 0x7f9b8c1e8c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c162090 0x7f9b8c1e97c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9b8c0af310 con 0x7f9b8c073730 2024-09-10T10:32:58.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b8c0af030 con 0x7f9b8c15eaa0 2024-09-10T10:32:58.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b92e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9b8c0af490 con 0x7f9b8c162090 2024-09-10T10:32:58.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b8be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b8c073730 0x7f9b8c144e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b8be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b8c073730 0x7f9b8c144e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55648/0 (socket says 172.21.15.22:55648) 2024-09-10T10:32:58.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b8be00640 1 -- 172.21.15.22:0/4217048189 learned_addr learned my addr 172.21.15.22:0/4217048189 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:58.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b83400640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c15eaa0 0x7f9b8c1e8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.050+0000 7f9b90e00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c162090 0x7f9b8c1e97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b8be00640 1 -- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c162090 msgr2=0x7f9b8c1e97c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b8be00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c162090 0x7f9b8c1e97c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b8be00640 1 -- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c15eaa0 msgr2=0x7f9b8c1e8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b8be00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c15eaa0 0x7f9b8c1e8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b8be00640 1 -- 172.21.15.22:0/4217048189 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b8c1ea010 con 0x7f9b8c073730 2024-09-10T10:32:58.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b83400640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c15eaa0 0x7f9b8c1e8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:32:58.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b8be00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b8c073730 0x7f9b8c144e80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c0b3040 tx=0x7f9b7c01ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:58.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b88c00640 1 -- 172.21.15.22:0/4217048189 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7c0bf070 con 0x7f9b8c073730 2024-09-10T10:32:58.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b88c00640 1 -- 172.21.15.22:0/4217048189 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b7c0b0720 con 0x7f9b8c073730 2024-09-10T10:32:58.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b92e00640 1 -- 172.21.15.22:0/4217048189 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b8c1ea2f0 con 0x7f9b8c073730 2024-09-10T10:32:58.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b88c00640 1 -- 172.21.15.22:0/4217048189 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7c0b5040 con 0x7f9b8c073730 2024-09-10T10:32:58.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b92e00640 1 -- 172.21.15.22:0/4217048189 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b8c1ea8b0 con 0x7f9b8c073730 2024-09-10T10:32:58.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b92e00640 1 -- 172.21.15.22:0/4217048189 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b8c073c70 con 0x7f9b8c073730 2024-09-10T10:32:58.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b88c00640 1 -- 172.21.15.22:0/4217048189 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9b7c0c2070 con 0x7f9b8c073730 2024-09-10T10:32:58.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b88c00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 0x7f9b68069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.054+0000 7f9b88c00640 1 -- 172.21.15.22:0/4217048189 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9b7c1223a0 con 0x7f9b8c073730 2024-09-10T10:32:58.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.058+0000 7f9b83400640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 0x7f9b68069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.058+0000 7f9b83400640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 0x7f9b68069d80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c0cce00 tx=0x7f9b74008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:58.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.062+0000 7f9b88c00640 1 -- 172.21.15.22:0/4217048189 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9b7c0187f0 con 0x7f9b8c073730 2024-09-10T10:32:58.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.242+0000 7f9b92e00640 1 -- 172.21.15.22:0/4217048189 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9b8c06ff30 con 0x7f9b8c073730 2024-09-10T10:32:58.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.242+0000 7f9b88c00640 1 -- 172.21.15.22:0/4217048189 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f9b7c0f2e40 con 0x7f9b8c073730 2024-09-10T10:32:58.247 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:32:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.242+0000 7f9b92e00640 1 -- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 msgr2=0x7f9b68069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.242+0000 7f9b92e00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 0x7f9b68069d80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c0cce00 tx=0x7f9b74008040 comp rx=0 tx=0).stop 2024-09-10T10:32:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.242+0000 7f9b92e00640 1 -- 172.21.15.22:0/4217048189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b8c073730 msgr2=0x7f9b8c144e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.242+0000 7f9b92e00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b8c073730 0x7f9b8c144e80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c0b3040 tx=0x7f9b7c01ba30 comp rx=0 tx=0).stop 2024-09-10T10:32:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.246+0000 7f9b92e00640 1 -- 172.21.15.22:0/4217048189 shutdown_connections 2024-09-10T10:32:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.246+0000 7f9b92e00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 0x7f9b68069d80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.246+0000 7f9b92e00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c162090 0x7f9b8c1e97c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.246+0000 7f9b92e00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c15eaa0 0x7f9b8c1e8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.246+0000 7f9b92e00640 1 --2- 172.21.15.22:0/4217048189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b8c073730 0x7f9b8c144e80 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.246+0000 7f9b92e00640 1 -- 172.21.15.22:0/4217048189 >> 172.21.15.22:0/4217048189 conn(0x7f9b8c06bcc0 msgr2=0x7f9b8c0b5cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:58.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.246+0000 7f9b92e00640 1 -- 172.21.15.22:0/4217048189 shutdown_connections 2024-09-10T10:32:58.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.246+0000 7f9b92e00640 1 -- 172.21.15.22:0/4217048189 wait complete. 2024-09-10T10:32:58.268 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:32:58.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:58.268 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-10T10:32:58.305 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:32:58.306 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:58.306 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:32:58.369 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:58.369 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:58.378 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:58.378 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:58.429 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:58.429 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:58.481 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:32:58.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.618+0000 7f748e600640 1 Processor -- start 2024-09-10T10:32:58.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.618+0000 7f748e600640 1 -- start start 2024-09-10T10:32:58.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.618+0000 7f748e600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7488145fb0 0x7f74880b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.618+0000 7f748e600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f74880cd670 0x7f74880cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.618+0000 7f748e600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f748806d3f0 con 0x7f748806e1b0 2024-09-10T10:32:58.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.618+0000 7f748e600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f74880ce010 con 0x7f7488145fb0 2024-09-10T10:32:58.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.618+0000 7f748e600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f748806d1a0 con 0x7f74880cd670 2024-09-10T10:32:58.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.618+0000 7f7487400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7488145fb0 0x7f74880b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.618+0000 7f7487400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7488145fb0 0x7f74880b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55650/0 (socket says 172.21.15.22:55650) 2024-09-10T10:32:58.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.618+0000 7f7487400640 1 -- 172.21.15.22:0/1628490096 learned_addr learned my addr 172.21.15.22:0/1628490096 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:58.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f7486a00640 1 --2- 172.21.15.22:0/1628490096 >> v2:172.21.15.145:3300/0 conn(0x7f74880cd670 0x7f74880cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f7487400640 1 -- 172.21.15.22:0/1628490096 >> v2:172.21.15.145:3300/0 conn(0x7f74880cd670 msgr2=0x7f74880cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:58.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f7487400640 1 --2- 172.21.15.22:0/1628490096 >> v2:172.21.15.145:3300/0 conn(0x7f74880cd670 0x7f74880cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f7487400640 1 -- 172.21.15.22:0/1628490096 >> v1:172.21.15.145:6789/0 conn(0x7f748806e1b0 legacy=0x7f748806e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:58.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f7487400640 1 -- 172.21.15.22:0/1628490096 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f748806d6d0 con 0x7f7488145fb0 2024-09-10T10:32:58.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f7487400640 1 --2- 172.21.15.22:0/1628490096 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7488145fb0 0x7f74880b3e00 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f74880b5c20 tx=0x7f747801c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd1caf11f7e43416 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:58.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f7486000640 1 -- 172.21.15.22:0/1628490096 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74780b0070 con 0x7f7488145fb0 2024-09-10T10:32:58.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f7486000640 1 -- 172.21.15.22:0/1628490096 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74780ab600 con 0x7f7488145fb0 2024-09-10T10:32:58.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f7486000640 1 -- 172.21.15.22:0/1628490096 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74780ab9d0 con 0x7f7488145fb0 2024-09-10T10:32:58.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f748e600640 1 -- 172.21.15.22:0/1628490096 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7488145fb0 msgr2=0x7f74880b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.622+0000 7f748e600640 1 --2- 172.21.15.22:0/1628490096 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7488145fb0 0x7f74880b3e00 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f74880b5c20 tx=0x7f747801c4e0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 -- 172.21.15.22:0/1628490096 shutdown_connections 2024-09-10T10:32:58.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 --2- 172.21.15.22:0/1628490096 >> v2:172.21.15.145:3300/0 conn(0x7f74880cd670 0x7f74880cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 --2- 172.21.15.22:0/1628490096 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7488145fb0 0x7f74880b3e00 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 -- 172.21.15.22:0/1628490096 >> 172.21.15.22:0/1628490096 conn(0x7f7488062dd0 msgr2=0x7f748806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:58.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 -- 172.21.15.22:0/1628490096 shutdown_connections 2024-09-10T10:32:58.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 -- 172.21.15.22:0/1628490096 wait complete. 2024-09-10T10:32:58.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 Processor -- start 2024-09-10T10:32:58.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 -- start start 2024-09-10T10:32:58.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f748806e1b0 0x7f7488142ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74880cd670 0x7f7488142930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7488145fb0 0x7f7488163ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f74880d0130 con 0x7f74880cd670 2024-09-10T10:32:58.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f74880cffb0 con 0x7f748806e1b0 2024-09-10T10:32:58.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f748e600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f748806dd20 con 0x7f7488145fb0 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7486a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74880cd670 0x7f7488142930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7486a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74880cd670 0x7f7488142930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55652/0 (socket says 172.21.15.22:55652) 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7486a00640 1 -- 172.21.15.22:0/741785431 learned_addr learned my addr 172.21.15.22:0/741785431 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7487400640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f748806e1b0 0x7f7488142ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7487e00640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7488145fb0 0x7f7488163ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7486a00640 1 -- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7488145fb0 msgr2=0x7f7488163ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7486a00640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7488145fb0 0x7f7488163ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7486a00640 1 -- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f748806e1b0 msgr2=0x7f7488142ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7486a00640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f748806e1b0 0x7f7488142ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7486a00640 1 -- 172.21.15.22:0/741785431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7488143540 con 0x7f74880cd670 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f7486a00640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74880cd670 0x7f7488142930 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f747400d800 tx=0x7f747400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:58.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.626+0000 7f747f400640 1 -- 172.21.15.22:0/741785431 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f747400b6c0 con 0x7f74880cd670 2024-09-10T10:32:58.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.630+0000 7f747f400640 1 -- 172.21.15.22:0/741785431 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7474019070 con 0x7f74880cd670 2024-09-10T10:32:58.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.630+0000 7f747f400640 1 -- 172.21.15.22:0/741785431 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f747400bae0 con 0x7f74880cd670 2024-09-10T10:32:58.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.630+0000 7f748e600640 1 -- 172.21.15.22:0/741785431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74881faca0 con 0x7f74880cd670 2024-09-10T10:32:58.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.630+0000 7f748e600640 1 -- 172.21.15.22:0/741785431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74881fb260 con 0x7f74880cd670 2024-09-10T10:32:58.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.630+0000 7f748e600640 1 -- 172.21.15.22:0/741785431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74880cdad0 con 0x7f74880cd670 2024-09-10T10:32:58.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.630+0000 7f747f400640 1 -- 172.21.15.22:0/741785431 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f747400bc80 con 0x7f74880cd670 2024-09-10T10:32:58.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.630+0000 7f747f400640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74680678c0 0x7f7468069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:58.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.630+0000 7f747f400640 1 -- 172.21.15.22:0/741785431 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f74740860e0 con 0x7f74880cd670 2024-09-10T10:32:58.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.630+0000 7f7487400640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74680678c0 0x7f7468069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:58.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.630+0000 7f7487400640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74680678c0 0x7f7468069d80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f74780ad000 tx=0x7f74780a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:58.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.634+0000 7f747f400640 1 -- 172.21.15.22:0/741785431 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7474056c10 con 0x7f74880cd670 2024-09-10T10:32:58.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.810+0000 7f748e600640 1 -- 172.21.15.22:0/741785431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f748815fd40 con 0x7f74880cd670 2024-09-10T10:32:58.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.810+0000 7f747f400640 1 -- 172.21.15.22:0/741785431 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f7474056510 con 0x7f74880cd670 2024-09-10T10:32:58.815 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:32:58.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 -- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74680678c0 msgr2=0x7f7468069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74680678c0 0x7f7468069d80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f74780ad000 tx=0x7f74780a6000 comp rx=0 tx=0).stop 2024-09-10T10:32:58.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 -- 172.21.15.22:0/741785431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74880cd670 msgr2=0x7f7488142930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:58.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74880cd670 0x7f7488142930 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f747400d800 tx=0x7f747400dcc0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 -- 172.21.15.22:0/741785431 shutdown_connections 2024-09-10T10:32:58.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74680678c0 0x7f7468069d80 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7488145fb0 0x7f7488163ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74880cd670 0x7f7488142930 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 --2- 172.21.15.22:0/741785431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f748806e1b0 0x7f7488142ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:58.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 -- 172.21.15.22:0/741785431 >> 172.21.15.22:0/741785431 conn(0x7f7488062dd0 msgr2=0x7f748815ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:58.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 -- 172.21.15.22:0/741785431 shutdown_connections 2024-09-10T10:32:58.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:58.814+0000 7f748e600640 1 -- 172.21.15.22:0/741785431 wait complete. 2024-09-10T10:32:58.837 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:32:58.837 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:58.837 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-10T10:32:58.873 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:32:58.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:58.874 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:32:58.942 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:58.942 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:58.952 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:58.952 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:59.004 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:32:59.005 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:59.057 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:32:59.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.238+0000 7f57e3000640 1 Processor -- start 2024-09-10T10:32:59.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.238+0000 7f57e3000640 1 -- start start 2024-09-10T10:32:59.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57e3000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f57dc0cd670 0x7f57dc0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57e3000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57dc06d3f0 con 0x7f57dc145fb0 2024-09-10T10:32:59.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57e3000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57dc06d6d0 con 0x7f57dc06e1b0 2024-09-10T10:32:59.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57e3000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f57dc0ce010 con 0x7f57dc0cd670 2024-09-10T10:32:59.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57d3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f57dc0cd670 0x7f57dc0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57d3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f57dc0cd670 0x7f57dc0cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55668/0 (socket says 172.21.15.22:55668) 2024-09-10T10:32:59.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57d3400640 1 -- 172.21.15.22:0/3592453345 learned_addr learned my addr 172.21.15.22:0/3592453345 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:59.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57d3400640 1 -- 172.21.15.22:0/3592453345 >> v1:172.21.15.145:6789/0 conn(0x7f57dc06e1b0 legacy=0x7f57dc06e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57d3400640 1 -- 172.21.15.22:0/3592453345 >> v1:172.21.15.22:6789/0 conn(0x7f57dc145fb0 legacy=0x7f57dc0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57d3400640 1 -- 172.21.15.22:0/3592453345 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57dc06d9b0 con 0x7f57dc0cd670 2024-09-10T10:32:59.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57d3400640 1 --2- 172.21.15.22:0/3592453345 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 0x7f57dc0cdad0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f57c4009870 tx=0x7f57c401c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ec7164985f619ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:59.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57db400640 1 -- 172.21.15.22:0/3592453345 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c40b2070 con 0x7f57dc0cd670 2024-09-10T10:32:59.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57db400640 1 -- 172.21.15.22:0/3592453345 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57c40a9070 con 0x7f57dc0cd670 2024-09-10T10:32:59.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.242+0000 7f57db400640 1 -- 172.21.15.22:0/3592453345 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c40ad880 con 0x7f57dc0cd670 2024-09-10T10:32:59.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 -- 172.21.15.22:0/3592453345 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 msgr2=0x7f57dc0cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 --2- 172.21.15.22:0/3592453345 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 0x7f57dc0cdad0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f57c4009870 tx=0x7f57c401c560 comp rx=0 tx=0).stop 2024-09-10T10:32:59.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 -- 172.21.15.22:0/3592453345 shutdown_connections 2024-09-10T10:32:59.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 --2- 172.21.15.22:0/3592453345 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 0x7f57dc0cdad0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 -- 172.21.15.22:0/3592453345 >> 172.21.15.22:0/3592453345 conn(0x7f57dc062dd0 msgr2=0x7f57dc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:59.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 -- 172.21.15.22:0/3592453345 shutdown_connections 2024-09-10T10:32:59.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 -- 172.21.15.22:0/3592453345 wait complete. 2024-09-10T10:32:59.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 Processor -- start 2024-09-10T10:32:59.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 -- start start 2024-09-10T10:32:59.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57dc06e1b0 0x7f57dc0ae070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 0x7f57dc167580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57dc145fb0 0x7f57dc159000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f57dc0d0170 con 0x7f57dc0cd670 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f57dc0cfff0 con 0x7f57dc06e1b0 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e3000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f57dc06d1a0 con 0x7f57dc145fb0 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57d3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 0x7f57dc167580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57d3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 0x7f57dc167580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55670/0 (socket says 172.21.15.22:55670) 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57dbe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57dc06e1b0 0x7f57dc0ae070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57d3400640 1 -- 172.21.15.22:0/3523752989 learned_addr learned my addr 172.21.15.22:0/3523752989 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57e1000640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57dc145fb0 0x7f57dc159000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57d3400640 1 -- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57dc145fb0 msgr2=0x7f57dc159000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57d3400640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57dc145fb0 0x7f57dc159000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57d3400640 1 -- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57dc06e1b0 msgr2=0x7f57dc0ae070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57d3400640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57dc06e1b0 0x7f57dc0ae070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57d3400640 1 -- 172.21.15.22:0/3523752989 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57dc159a10 con 0x7f57dc0cd670 2024-09-10T10:32:59.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.246+0000 7f57d3400640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 0x7f57dc167580 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f57c40b0040 tx=0x7f57c4019300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:59.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.250+0000 7f57d8c00640 1 -- 172.21.15.22:0/3523752989 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c40b2040 con 0x7f57dc0cd670 2024-09-10T10:32:59.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.250+0000 7f57d8c00640 1 -- 172.21.15.22:0/3523752989 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57c40ab4a0 con 0x7f57dc0cd670 2024-09-10T10:32:59.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.250+0000 7f57d8c00640 1 -- 172.21.15.22:0/3523752989 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c40ab8b0 con 0x7f57dc0cd670 2024-09-10T10:32:59.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.250+0000 7f57e3000640 1 -- 172.21.15.22:0/3523752989 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57dc0ad870 con 0x7f57dc0cd670 2024-09-10T10:32:59.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.250+0000 7f57e3000640 1 -- 172.21.15.22:0/3523752989 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57dc159cc0 con 0x7f57dc0cd670 2024-09-10T10:32:59.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.250+0000 7f57e3000640 1 -- 172.21.15.22:0/3523752989 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57dc0cdad0 con 0x7f57dc0cd670 2024-09-10T10:32:59.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.250+0000 7f57d8c00640 1 -- 172.21.15.22:0/3523752989 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f57c40bd020 con 0x7f57dc0cd670 2024-09-10T10:32:59.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.250+0000 7f57d8c00640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57b80678c0 0x7f57b8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.250+0000 7f57d8c00640 1 -- 172.21.15.22:0/3523752989 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f57c411f4d0 con 0x7f57dc0cd670 2024-09-10T10:32:59.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.250+0000 7f57dbe00640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57b80678c0 0x7f57b8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.254+0000 7f57dbe00640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57b80678c0 0x7f57b8069d80 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f57dc168050 tx=0x7f57cc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:59.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.254+0000 7f57d8c00640 1 -- 172.21.15.22:0/3523752989 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f57c40c4020 con 0x7f57dc0cd670 2024-09-10T10:32:59.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.430+0000 7f57e3000640 1 -- 172.21.15.22:0/3523752989 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f57dc15dd50 con 0x7f57dc0cd670 2024-09-10T10:32:59.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57d8c00640 1 -- 172.21.15.22:0/3523752989 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f57c4016150 con 0x7f57dc0cd670 2024-09-10T10:32:59.437 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:32:59.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 -- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57b80678c0 msgr2=0x7f57b8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57b80678c0 0x7f57b8069d80 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f57dc168050 tx=0x7f57cc009040 comp rx=0 tx=0).stop 2024-09-10T10:32:59.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 -- 172.21.15.22:0/3523752989 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 msgr2=0x7f57dc167580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 0x7f57dc167580 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f57c40b0040 tx=0x7f57c4019300 comp rx=0 tx=0).stop 2024-09-10T10:32:59.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 -- 172.21.15.22:0/3523752989 shutdown_connections 2024-09-10T10:32:59.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57b80678c0 0x7f57b8069d80 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57dc145fb0 0x7f57dc159000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57dc0cd670 0x7f57dc167580 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 --2- 172.21.15.22:0/3523752989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57dc06e1b0 0x7f57dc0ae070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 -- 172.21.15.22:0/3523752989 >> 172.21.15.22:0/3523752989 conn(0x7f57dc062dd0 msgr2=0x7f57dc0b1560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:59.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 -- 172.21.15.22:0/3523752989 shutdown_connections 2024-09-10T10:32:59.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.434+0000 7f57e3000640 1 -- 172.21.15.22:0/3523752989 wait complete. 2024-09-10T10:32:59.458 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-10T10:32:59.458 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:59.458 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-10T10:32:59.481 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:32:59.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:32:59.481 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T10:32:59.537 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:59.538 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:59.547 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:59.547 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:59.601 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:32:59.602 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:32:59.654 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:32:59.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.790+0000 7fc126800640 1 Processor -- start 2024-09-10T10:32:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.790+0000 7fc126800640 1 -- start start 2024-09-10T10:32:59.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc126800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc120145fb0 0x7fc1200b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc126800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc12006e8c0 0x7fc1200cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc126800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc12006d3f0 con 0x7fc1200cd670 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc126800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc1200ce010 con 0x7fc12006e8c0 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc126800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fc12006d1a0 con 0x7fc120145fb0 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc12006e8c0 0x7fc1200cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc12006e8c0 0x7fc1200cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55686/0 (socket says 172.21.15.22:55686) 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc116a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc1200cd670 0x7fc12006e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55778/0 (socket says 172.21.15.22:55778) 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11fe00640 1 -- 172.21.15.22:0/586696199 learned_addr learned my addr 172.21.15.22:0/586696199 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11f400640 1 --2- 172.21.15.22:0/586696199 >> v2:172.21.15.145:3300/0 conn(0x7fc120145fb0 0x7fc1200b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11fe00640 1 -- 172.21.15.22:0/586696199 >> v2:172.21.15.145:3300/0 conn(0x7fc120145fb0 msgr2=0x7fc1200b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11fe00640 1 --2- 172.21.15.22:0/586696199 >> v2:172.21.15.145:3300/0 conn(0x7fc120145fb0 0x7fc1200b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11fe00640 1 -- 172.21.15.22:0/586696199 >> v1:172.21.15.22:6789/0 conn(0x7fc1200cd670 legacy=0x7fc12006e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11fe00640 1 -- 172.21.15.22:0/586696199 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc12006d6d0 con 0x7fc12006e8c0 2024-09-10T10:32:59.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11ea00640 1 -- 172.21.15.22:0/586696199 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4254875607 0 0) 0x7fc12006d3f0 con 0x7fc1200cd670 2024-09-10T10:32:59.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11fe00640 1 --2- 172.21.15.22:0/586696199 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc12006e8c0 0x7fc1200cdad0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc1200735c0 tx=0x7fc11801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe8efdf2c14c987e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:59.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11ea00640 1 -- 172.21.15.22:0/586696199 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1180a56c0 con 0x7fc12006e8c0 2024-09-10T10:32:59.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11ea00640 1 -- 172.21.15.22:0/586696199 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1180a5860 con 0x7fc12006e8c0 2024-09-10T10:32:59.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.794+0000 7fc11ea00640 1 -- 172.21.15.22:0/586696199 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1180a5c30 con 0x7fc12006e8c0 2024-09-10T10:32:59.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 -- 172.21.15.22:0/586696199 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc12006e8c0 msgr2=0x7fc1200cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 --2- 172.21.15.22:0/586696199 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc12006e8c0 0x7fc1200cdad0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc1200735c0 tx=0x7fc11801c9f0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 -- 172.21.15.22:0/586696199 shutdown_connections 2024-09-10T10:32:59.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 --2- 172.21.15.22:0/586696199 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc12006e8c0 0x7fc1200cdad0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 --2- 172.21.15.22:0/586696199 >> v2:172.21.15.145:3300/0 conn(0x7fc120145fb0 0x7fc1200b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 -- 172.21.15.22:0/586696199 >> 172.21.15.22:0/586696199 conn(0x7fc120062dd0 msgr2=0x7fc12006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:59.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 -- 172.21.15.22:0/586696199 shutdown_connections 2024-09-10T10:32:59.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 -- 172.21.15.22:0/586696199 wait complete. 2024-09-10T10:32:59.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 Processor -- start 2024-09-10T10:32:59.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 -- start start 2024-09-10T10:32:59.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc12006e8c0 0x7fc120162c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1200cd670 0x7fc120164310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc120145fb0 0x7fc1201441b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc1200d0130 con 0x7fc1200cd670 2024-09-10T10:32:59.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc1200cffb0 con 0x7fc12006e8c0 2024-09-10T10:32:59.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc126800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc12006dd20 con 0x7fc120145fb0 2024-09-10T10:32:59.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc116a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1200cd670 0x7fc120164310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc116a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1200cd670 0x7fc120164310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55690/0 (socket says 172.21.15.22:55690) 2024-09-10T10:32:59.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc116a00640 1 -- 172.21.15.22:0/4171195788 learned_addr learned my addr 172.21.15.22:0/4171195788 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:32:59.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc11f400640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc12006e8c0 0x7fc120162c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc11fe00640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc120145fb0 0x7fc1201441b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc116a00640 1 -- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc120145fb0 msgr2=0x7fc1201441b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc116a00640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc120145fb0 0x7fc1201441b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc116a00640 1 -- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc12006e8c0 msgr2=0x7fc120162c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc116a00640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc12006e8c0 0x7fc120162c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.798+0000 7fc116a00640 1 -- 172.21.15.22:0/4171195788 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1200b4140 con 0x7fc1200cd670 2024-09-10T10:32:59.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc116a00640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1200cd670 0x7fc120164310 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc1080011f0 tx=0x7fc10800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:59.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc117e00640 1 -- 172.21.15.22:0/4171195788 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc108018070 con 0x7fc1200cd670 2024-09-10T10:32:59.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc117e00640 1 -- 172.21.15.22:0/4171195788 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1080074e0 con 0x7fc1200cd670 2024-09-10T10:32:59.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc117e00640 1 -- 172.21.15.22:0/4171195788 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc108004a10 con 0x7fc1200cd670 2024-09-10T10:32:59.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc126800640 1 -- 172.21.15.22:0/4171195788 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc120163260 con 0x7fc1200cd670 2024-09-10T10:32:59.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc126800640 1 -- 172.21.15.22:0/4171195788 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc120163b10 con 0x7fc1200cd670 2024-09-10T10:32:59.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc126800640 1 -- 172.21.15.22:0/4171195788 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1201446f0 con 0x7fc1200cd670 2024-09-10T10:32:59.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc117e00640 1 -- 172.21.15.22:0/4171195788 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc10801b070 con 0x7fc1200cd670 2024-09-10T10:32:59.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc117e00640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc0fc0678c0 0x7fc0fc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:32:59.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc117e00640 1 -- 172.21.15.22:0/4171195788 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc108085070 con 0x7fc1200cd670 2024-09-10T10:32:59.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.802+0000 7fc11f400640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc0fc0678c0 0x7fc0fc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:32:59.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.806+0000 7fc11f400640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc0fc0678c0 0x7fc0fc069d80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc11000b9d0 tx=0x7fc110008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:32:59.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.806+0000 7fc117e00640 1 -- 172.21.15.22:0/4171195788 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc108055b10 con 0x7fc1200cd670 2024-09-10T10:32:59.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.982+0000 7fc126800640 1 -- 172.21.15.22:0/4171195788 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc1200af6c0 con 0x7fc1200cd670 2024-09-10T10:32:59.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.982+0000 7fc117e00640 1 -- 172.21.15.22:0/4171195788 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7fc108055410 con 0x7fc1200cd670 2024-09-10T10:32:59.989 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:32:59.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 -- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc0fc0678c0 msgr2=0x7fc0fc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc0fc0678c0 0x7fc0fc069d80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc11000b9d0 tx=0x7fc110008040 comp rx=0 tx=0).stop 2024-09-10T10:32:59.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 -- 172.21.15.22:0/4171195788 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1200cd670 msgr2=0x7fc120164310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:32:59.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1200cd670 0x7fc120164310 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc1080011f0 tx=0x7fc10800c9b0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 -- 172.21.15.22:0/4171195788 shutdown_connections 2024-09-10T10:32:59.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc0fc0678c0 0x7fc0fc069d80 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc120145fb0 0x7fc1201441b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1200cd670 0x7fc120164310 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 --2- 172.21.15.22:0/4171195788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc12006e8c0 0x7fc120162c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:32:59.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 -- 172.21.15.22:0/4171195788 >> 172.21.15.22:0/4171195788 conn(0x7fc120062dd0 msgr2=0x7fc1200ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:32:59.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 -- 172.21.15.22:0/4171195788 shutdown_connections 2024-09-10T10:32:59.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:32:59.986+0000 7fc126800640 1 -- 172.21.15.22:0/4171195788 wait complete. 2024-09-10T10:33:00.009 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-10T10:33:00.009 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:00.009 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-10T10:33:00.035 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:33:00.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:00.036 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T10:33:00.090 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:33:00.090 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:33:00.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3daa00640 1 Processor -- start 2024-09-10T10:33:00.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3daa00640 1 -- start start 2024-09-10T10:33:00.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3daa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 0x7fc3d415edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3daa00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc3d40b6bc0 0x7fc3d40b7010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3daa00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3d406d1a0 con 0x7fc3d415e580 2024-09-10T10:33:00.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3daa00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fc3d406d480 con 0x7fc3d40b6bc0 2024-09-10T10:33:00.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3daa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc3d406d760 con 0x7fc3d415e960 2024-09-10T10:33:00.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3d8a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc3d40b6bc0 0x7fc3d40b7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3cbe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 0x7fc3d415edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3d8a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc3d40b6bc0 0x7fc3d40b7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:33550/0 (socket says 172.21.15.22:33550) 2024-09-10T10:33:00.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3d8a00640 1 -- 172.21.15.22:0/2915747942 learned_addr learned my addr 172.21.15.22:0/2915747942 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:00.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3d3e00640 1 --1- 172.21.15.22:0/2915747942 >> v1:172.21.15.145:6789/0 conn(0x7fc3d415e580 0x7fc3d4070a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:41750/0 (socket says 172.21.15.22:41750) 2024-09-10T10:33:00.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3cbe00640 1 -- 172.21.15.22:0/2915747942 >> v2:172.21.15.145:3300/0 conn(0x7fc3d40b6bc0 msgr2=0x7fc3d40b7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:00.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3cbe00640 1 --2- 172.21.15.22:0/2915747942 >> v2:172.21.15.145:3300/0 conn(0x7fc3d40b6bc0 0x7fc3d40b7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3cbe00640 1 -- 172.21.15.22:0/2915747942 >> v1:172.21.15.145:6789/0 conn(0x7fc3d415e580 legacy=0x7fc3d4070a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.230+0000 7fc3cbe00640 1 -- 172.21.15.22:0/2915747942 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3d406da40 con 0x7fc3d415e960 2024-09-10T10:33:00.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3cbe00640 1 --2- 172.21.15.22:0/2915747942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 0x7fc3d415edd0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc3bc0097c0 tx=0x7fc3bc01c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea48ac40e92ad03e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3d3400640 1 -- 172.21.15.22:0/2915747942 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3bc0b1070 con 0x7fc3d415e960 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3d3400640 1 -- 172.21.15.22:0/2915747942 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3bc0ac600 con 0x7fc3d415e960 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3d3400640 1 -- 172.21.15.22:0/2915747942 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3bc0ac9d0 con 0x7fc3d415e960 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3daa00640 1 -- 172.21.15.22:0/2915747942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 msgr2=0x7fc3d415edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3daa00640 1 --2- 172.21.15.22:0/2915747942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 0x7fc3d415edd0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc3bc0097c0 tx=0x7fc3bc01c410 comp rx=0 tx=0).stop 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3daa00640 1 -- 172.21.15.22:0/2915747942 shutdown_connections 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3daa00640 1 --2- 172.21.15.22:0/2915747942 >> v2:172.21.15.145:3300/0 conn(0x7fc3d40b6bc0 0x7fc3d40b7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3daa00640 1 --2- 172.21.15.22:0/2915747942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 0x7fc3d415edd0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3daa00640 1 -- 172.21.15.22:0/2915747942 >> 172.21.15.22:0/2915747942 conn(0x7fc3d406f3b0 msgr2=0x7fc3d406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3daa00640 1 -- 172.21.15.22:0/2915747942 shutdown_connections 2024-09-10T10:33:00.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.234+0000 7fc3daa00640 1 -- 172.21.15.22:0/2915747942 wait complete. 2024-09-10T10:33:00.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3daa00640 1 Processor -- start 2024-09-10T10:33:00.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3daa00640 1 -- start start 2024-09-10T10:33:00.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3daa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3d40b6bc0 0x7fc3d41460d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3daa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc3d415e580 0x7fc3d4149410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3daa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 0x7fc3d415fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3daa00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc3d406ca10 con 0x7fc3d415e580 2024-09-10T10:33:00.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3daa00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc3d406c890 con 0x7fc3d40b6bc0 2024-09-10T10:33:00.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3daa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc3d406cb90 con 0x7fc3d415e960 2024-09-10T10:33:00.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3cbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc3d415e580 0x7fc3d4149410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3cbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc3d415e580 0x7fc3d4149410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55704/0 (socket says 172.21.15.22:55704) 2024-09-10T10:33:00.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3cbe00640 1 -- 172.21.15.22:0/969065093 learned_addr learned my addr 172.21.15.22:0/969065093 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:00.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3d3e00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3d40b6bc0 0x7fc3d41460d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3d8a00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 0x7fc3d415fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3cbe00640 1 -- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 msgr2=0x7fc3d415fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3cbe00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 0x7fc3d415fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3cbe00640 1 -- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3d40b6bc0 msgr2=0x7fc3d41460d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3cbe00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3d40b6bc0 0x7fc3d41460d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3cbe00640 1 -- 172.21.15.22:0/969065093 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3d4146a10 con 0x7fc3d415e580 2024-09-10T10:33:00.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3d8a00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 0x7fc3d415fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:33:00.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3cbe00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc3d415e580 0x7fc3d4149410 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc3bc01aac0 tx=0x7fc3bc0191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:00.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3d0c00640 1 -- 172.21.15.22:0/969065093 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3bc0bb070 con 0x7fc3d415e580 2024-09-10T10:33:00.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3d0c00640 1 -- 172.21.15.22:0/969065093 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3bc0b6460 con 0x7fc3d415e580 2024-09-10T10:33:00.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3d0c00640 1 -- 172.21.15.22:0/969065093 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3bc0b1040 con 0x7fc3d415e580 2024-09-10T10:33:00.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3daa00640 1 -- 172.21.15.22:0/969065093 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3d415a550 con 0x7fc3d415e580 2024-09-10T10:33:00.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.238+0000 7fc3daa00640 1 -- 172.21.15.22:0/969065093 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3d415ad70 con 0x7fc3d415e580 2024-09-10T10:33:00.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.242+0000 7fc3daa00640 1 -- 172.21.15.22:0/969065093 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3d40b7010 con 0x7fc3d415e580 2024-09-10T10:33:00.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.242+0000 7fc3d0c00640 1 -- 172.21.15.22:0/969065093 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc3bc0be070 con 0x7fc3d415e580 2024-09-10T10:33:00.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.242+0000 7fc3d0c00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc3b00678c0 0x7fc3b0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.242+0000 7fc3d0c00640 1 -- 172.21.15.22:0/969065093 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc3bc120120 con 0x7fc3d415e580 2024-09-10T10:33:00.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.242+0000 7fc3d3e00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc3b00678c0 0x7fc3b0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.242+0000 7fc3d3e00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc3b00678c0 0x7fc3b0069d80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc3c4000f70 tx=0x7fc3c4007e90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:00.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.246+0000 7fc3d0c00640 1 -- 172.21.15.22:0/969065093 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc3bc016090 con 0x7fc3d415e580 2024-09-10T10:33:00.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 -- 172.21.15.22:0/969065093 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc3d415d010 con 0x7fc3d415e580 2024-09-10T10:33:00.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3d0c00640 1 -- 172.21.15.22:0/969065093 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7fc3bc0f0600 con 0x7fc3d415e580 2024-09-10T10:33:00.450 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:00.450 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"btime":"2024-09-10T10:32:32:065957+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3011545973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3011545973},{"type":"v1","addr":"172.21.15.145:6837","nonce":3011545973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4270,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/3431092497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3431092497},{"type":"v1","addr":"172.21.15.22:6834","nonce":3431092497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4273,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/4147193785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":4147193785},{"type":"v1","addr":"172.21.15.22:6835","nonce":4147193785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:32:28.439443+0000","modified":"2024-09-10T10:32:31.460816+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/798249162","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":798249162},{"type":"v1","addr":"172.21.15.145:6836","nonce":798249162}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-10T10:33:00.450 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-10T10:33:00.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 -- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc3b00678c0 msgr2=0x7fc3b0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc3b00678c0 0x7fc3b0069d80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc3c4000f70 tx=0x7fc3c4007e90 comp rx=0 tx=0).stop 2024-09-10T10:33:00.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 -- 172.21.15.22:0/969065093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc3d415e580 msgr2=0x7fc3d4149410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc3d415e580 0x7fc3d4149410 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc3bc01aac0 tx=0x7fc3bc0191b0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 -- 172.21.15.22:0/969065093 shutdown_connections 2024-09-10T10:33:00.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc3b00678c0 0x7fc3b0069d80 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3d415e960 0x7fc3d415fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc3d415e580 0x7fc3d4149410 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 --2- 172.21.15.22:0/969065093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3d40b6bc0 0x7fc3d41460d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 -- 172.21.15.22:0/969065093 >> 172.21.15.22:0/969065093 conn(0x7fc3d406f3b0 msgr2=0x7fc3d40b31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:00.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 -- 172.21.15.22:0/969065093 shutdown_connections 2024-09-10T10:33:00.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.446+0000 7fc3daa00640 1 -- 172.21.15.22:0/969065093 wait complete. 2024-09-10T10:33:00.471 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:33:00.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.606+0000 7f9ab4c00640 1 Processor -- start 2024-09-10T10:33:00.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.606+0000 7f9ab4c00640 1 -- start start 2024-09-10T10:33:00.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.606+0000 7f9ab4c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9ab015b600 0x7f9ab0071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.606+0000 7f9ab4c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9ab00b56f0 0x7f9ab00b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.606+0000 7f9ab4c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ab00ce880 con 0x7f9ab015b220 2024-09-10T10:33:00.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.606+0000 7f9ab4c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9ab006d6e0 con 0x7f9ab00b56f0 2024-09-10T10:33:00.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.606+0000 7f9ab4c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9ab00ceb60 con 0x7f9ab015b600 2024-09-10T10:33:00.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aae800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9ab00b56f0 0x7f9ab00b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aae800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9ab00b56f0 0x7f9ab00b3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55714/0 (socket says 172.21.15.22:55714) 2024-09-10T10:33:00.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aae800640 1 -- 172.21.15.22:0/1531969071 learned_addr learned my addr 172.21.15.22:0/1531969071 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:00.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aa5400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9ab015b600 0x7f9ab0071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aae800640 1 -- 172.21.15.22:0/1531969071 >> v2:172.21.15.145:3300/0 conn(0x7f9ab015b600 msgr2=0x7f9ab0071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:00.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aae800640 1 --2- 172.21.15.22:0/1531969071 >> v2:172.21.15.145:3300/0 conn(0x7f9ab015b600 0x7f9ab0071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aae800640 1 -- 172.21.15.22:0/1531969071 >> v1:172.21.15.145:6789/0 conn(0x7f9ab015b220 legacy=0x7f9ab00b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aae800640 1 -- 172.21.15.22:0/1531969071 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab00cee40 con 0x7f9ab00b56f0 2024-09-10T10:33:00.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aae800640 1 --2- 172.21.15.22:0/1531969071 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 0x7f9ab00b3f10 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9ab00ce030 tx=0x7f9aa801eaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8348db9abb71dc5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:00.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aad400640 1 -- 172.21.15.22:0/1531969071 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa800b2d0 con 0x7f9ab00b56f0 2024-09-10T10:33:00.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aad400640 1 -- 172.21.15.22:0/1531969071 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa800b470 con 0x7f9ab00b56f0 2024-09-10T10:33:00.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.610+0000 7f9aad400640 1 -- 172.21.15.22:0/1531969071 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa80a7bb0 con 0x7f9ab00b56f0 2024-09-10T10:33:00.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1531969071 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 msgr2=0x7f9ab00b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 --2- 172.21.15.22:0/1531969071 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 0x7f9ab00b3f10 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9ab00ce030 tx=0x7f9aa801eaa0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1531969071 shutdown_connections 2024-09-10T10:33:00.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 --2- 172.21.15.22:0/1531969071 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 0x7f9ab00b3f10 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 --2- 172.21.15.22:0/1531969071 >> v2:172.21.15.145:3300/0 conn(0x7f9ab015b600 0x7f9ab0071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1531969071 >> 172.21.15.22:0/1531969071 conn(0x7f9ab0062dd0 msgr2=0x7f9ab006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:00.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1531969071 shutdown_connections 2024-09-10T10:33:00.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1531969071 wait complete. 2024-09-10T10:33:00.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 Processor -- start 2024-09-10T10:33:00.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 -- start start 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 0x7f9ab0149ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab015b220 0x7f9ab0071710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ab015b600 0x7f9ab0071c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab00cffd0 con 0x7f9ab00b56f0 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab00cfe50 con 0x7f9ab015b600 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9ab4c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9ab00d0150 con 0x7f9ab015b220 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aade00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 0x7f9ab0149ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aade00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 0x7f9ab0149ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55718/0 (socket says 172.21.15.22:55718) 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aade00640 1 -- 172.21.15.22:0/1926545629 learned_addr learned my addr 172.21.15.22:0/1926545629 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aa5400640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab015b220 0x7f9ab0071710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aae800640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ab015b600 0x7f9ab0071c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aade00640 1 -- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab015b220 msgr2=0x7f9ab0071710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aade00640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab015b220 0x7f9ab0071710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aade00640 1 -- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ab015b600 msgr2=0x7f9ab0071c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aade00640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ab015b600 0x7f9ab0071c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aade00640 1 -- 172.21.15.22:0/1926545629 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab014dcb0 con 0x7f9ab00b56f0 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.614+0000 7f9aade00640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 0x7f9ab0149ca0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f9aa000c420 tx=0x7f9aa000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.618+0000 7f9aa6a00640 1 -- 172.21.15.22:0/1926545629 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa00052d0 con 0x7f9ab00b56f0 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.618+0000 7f9aa6a00640 1 -- 172.21.15.22:0/1926545629 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa0005470 con 0x7f9ab00b56f0 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.618+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1926545629 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ab014df90 con 0x7f9ab00b56f0 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.618+0000 7f9aa6a00640 1 -- 172.21.15.22:0/1926545629 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa0007260 con 0x7f9ab00b56f0 2024-09-10T10:33:00.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.618+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1926545629 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ab014e550 con 0x7f9ab00b56f0 2024-09-10T10:33:00.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.618+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1926545629 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ab00b3f10 con 0x7f9ab00b56f0 2024-09-10T10:33:00.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.618+0000 7f9aa6a00640 1 -- 172.21.15.22:0/1926545629 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9aa0007400 con 0x7f9ab00b56f0 2024-09-10T10:33:00.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.618+0000 7f9aa6a00640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a8c0678c0 0x7f9a8c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.618+0000 7f9aa6a00640 1 -- 172.21.15.22:0/1926545629 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9aa0085050 con 0x7f9ab00b56f0 2024-09-10T10:33:00.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.618+0000 7f9aa5400640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a8c0678c0 0x7f9a8c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.622+0000 7f9aa5400640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a8c0678c0 0x7f9a8c069d80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9a98009ac0 tx=0x7f9a98009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:00.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.622+0000 7f9aa6a00640 1 -- 172.21.15.22:0/1926545629 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9aa00555d0 con 0x7f9ab00b56f0 2024-09-10T10:33:00.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1926545629 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9ab0072e90 con 0x7f9ab00b56f0 2024-09-10T10:33:00.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9aa6a00640 1 -- 172.21.15.22:0/1926545629 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f9aa00598d0 con 0x7f9ab00b56f0 2024-09-10T10:33:00.826 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:00.827 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"btime":"2024-09-10T10:32:32:065957+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3011545973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3011545973},{"type":"v1","addr":"172.21.15.145:6837","nonce":3011545973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4270,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/3431092497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3431092497},{"type":"v1","addr":"172.21.15.22:6834","nonce":3431092497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4273,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/4147193785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":4147193785},{"type":"v1","addr":"172.21.15.22:6835","nonce":4147193785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:32:28.439443+0000","modified":"2024-09-10T10:32:31.460816+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/798249162","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":798249162},{"type":"v1","addr":"172.21.15.145:6836","nonce":798249162}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-10T10:33:00.827 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a8c0678c0 msgr2=0x7f9a8c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a8c0678c0 0x7f9a8c069d80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9a98009ac0 tx=0x7f9a98009190 comp rx=0 tx=0).stop 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1926545629 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 msgr2=0x7f9ab0149ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 0x7f9ab0149ca0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f9aa000c420 tx=0x7f9aa000c8e0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1926545629 shutdown_connections 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a8c0678c0 0x7f9a8c069d80 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ab015b600 0x7f9ab0071c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab015b220 0x7f9ab0071710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 --2- 172.21.15.22:0/1926545629 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ab00b56f0 0x7f9ab0149ca0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.822+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1926545629 >> 172.21.15.22:0/1926545629 conn(0x7f9ab0062dd0 msgr2=0x7f9ab015c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.826+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1926545629 shutdown_connections 2024-09-10T10:33:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.826+0000 7f9ab4c00640 1 -- 172.21.15.22:0/1926545629 wait complete. 2024-09-10T10:33:00.848 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:33:00.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.982+0000 7fb6b4c00640 1 Processor -- start 2024-09-10T10:33:00.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.982+0000 7fb6b4c00640 1 -- start start 2024-09-10T10:33:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6b4c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb6b0062df0 0x7fb6b00b0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6b4c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb6b00aecc0 0x7fb6b00b0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6b4c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6b015eea0 con 0x7fb6b015c230 2024-09-10T10:33:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6b4c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb6b015ec80 con 0x7fb6b0062df0 2024-09-10T10:33:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6b4c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb6b00b0f90 con 0x7fb6b00aecc0 2024-09-10T10:33:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6ad400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb6b0062df0 0x7fb6b00b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6ade00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb6b015c230 0x7fb6b00626e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55784/0 (socket says 172.21.15.22:55784) 2024-09-10T10:33:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6ad400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb6b0062df0 0x7fb6b00b0510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55728/0 (socket says 172.21.15.22:55728) 2024-09-10T10:33:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6ade00640 1 -- 172.21.15.22:0/1659044544 learned_addr learned my addr 172.21.15.22:0/1659044544 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6ae800640 1 --2- 172.21.15.22:0/1659044544 >> v2:172.21.15.145:3300/0 conn(0x7fb6b00aecc0 0x7fb6b00b0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6ad400640 1 -- 172.21.15.22:0/1659044544 >> v2:172.21.15.145:3300/0 conn(0x7fb6b00aecc0 msgr2=0x7fb6b00b0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6ad400640 1 --2- 172.21.15.22:0/1659044544 >> v2:172.21.15.145:3300/0 conn(0x7fb6b00aecc0 0x7fb6b00b0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6ad400640 1 -- 172.21.15.22:0/1659044544 >> v1:172.21.15.22:6789/0 conn(0x7fb6b015c230 legacy=0x7fb6b00626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6ad400640 1 -- 172.21.15.22:0/1659044544 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6b015f180 con 0x7fb6b0062df0 2024-09-10T10:33:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.986+0000 7fb6aca00640 1 -- 172.21.15.22:0/1659044544 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 794861920 0 0) 0x7fb6b015eea0 con 0x7fb6b015c230 2024-09-10T10:33:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6ad400640 1 --2- 172.21.15.22:0/1659044544 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 0x7fb6b00b0510 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb6b00d0f90 tx=0x7fb69c01c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9c62ef9bd56a014 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6aca00640 1 -- 172.21.15.22:0/1659044544 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69c0b0070 con 0x7fb6b0062df0 2024-09-10T10:33:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6aca00640 1 -- 172.21.15.22:0/1659044544 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb69c004230 con 0x7fb6b0062df0 2024-09-10T10:33:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6aca00640 1 -- 172.21.15.22:0/1659044544 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69c003620 con 0x7fb6b0062df0 2024-09-10T10:33:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 -- 172.21.15.22:0/1659044544 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 msgr2=0x7fb6b00b0510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 --2- 172.21.15.22:0/1659044544 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 0x7fb6b00b0510 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb6b00d0f90 tx=0x7fb69c01c330 comp rx=0 tx=0).stop 2024-09-10T10:33:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 -- 172.21.15.22:0/1659044544 shutdown_connections 2024-09-10T10:33:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 --2- 172.21.15.22:0/1659044544 >> v2:172.21.15.145:3300/0 conn(0x7fb6b00aecc0 0x7fb6b00b0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 --2- 172.21.15.22:0/1659044544 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 0x7fb6b00b0510 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 -- 172.21.15.22:0/1659044544 >> 172.21.15.22:0/1659044544 conn(0x7fb6b00b3640 msgr2=0x7fb6b00b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 -- 172.21.15.22:0/1659044544 shutdown_connections 2024-09-10T10:33:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 -- 172.21.15.22:0/1659044544 wait complete. 2024-09-10T10:33:00.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 Processor -- start 2024-09-10T10:33:00.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 -- start start 2024-09-10T10:33:00.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 0x7fb6b0163400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6b00aecc0 0x7fb6b0157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6b015c230 0x7fb6b01624b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b006c750 con 0x7fb6b0062df0 2024-09-10T10:33:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b006c5d0 con 0x7fb6b015c230 2024-09-10T10:33:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.990+0000 7fb6b4c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb6b006c8d0 con 0x7fb6b00aecc0 2024-09-10T10:33:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ade00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 0x7fb6b0163400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ade00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 0x7fb6b0163400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55744/0 (socket says 172.21.15.22:55744) 2024-09-10T10:33:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ade00640 1 -- 172.21.15.22:0/4162287203 learned_addr learned my addr 172.21.15.22:0/4162287203 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:00.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ae800640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6b015c230 0x7fb6b01624b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ad400640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6b00aecc0 0x7fb6b0157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:00.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ade00640 1 -- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6b00aecc0 msgr2=0x7fb6b0157ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ade00640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6b00aecc0 0x7fb6b0157ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:00.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ade00640 1 -- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6b015c230 msgr2=0x7fb6b01624b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:00.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ade00640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6b015c230 0x7fb6b01624b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ade00640 1 -- 172.21.15.22:0/4162287203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6b0156040 con 0x7fb6b0062df0 2024-09-10T10:33:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ad400640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6b00aecc0 0x7fb6b0157ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:33:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6ade00640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 0x7fb6b0163400 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb6a000c7c0 tx=0x7fb6a000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6a6000640 1 -- 172.21.15.22:0/4162287203 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6a0018070 con 0x7fb6b0062df0 2024-09-10T10:33:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6a6000640 1 -- 172.21.15.22:0/4162287203 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6a000a640 con 0x7fb6b0062df0 2024-09-10T10:33:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6a6000640 1 -- 172.21.15.22:0/4162287203 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6a000aa30 con 0x7fb6b0062df0 2024-09-10T10:33:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6b4c00640 1 -- 172.21.15.22:0/4162287203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6b0156320 con 0x7fb6b0062df0 2024-09-10T10:33:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6b4c00640 1 -- 172.21.15.22:0/4162287203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6b0156600 con 0x7fb6b0062df0 2024-09-10T10:33:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6b4c00640 1 -- 172.21.15.22:0/4162287203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6b00626e0 con 0x7fb6b0062df0 2024-09-10T10:33:01.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.994+0000 7fb6a6000640 1 -- 172.21.15.22:0/4162287203 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb6a000abd0 con 0x7fb6b0062df0 2024-09-10T10:33:01.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.998+0000 7fb6a6000640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6900678c0 0x7fb690069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.998+0000 7fb6a6000640 1 -- 172.21.15.22:0/4162287203 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb6a0085360 con 0x7fb6b0062df0 2024-09-10T10:33:01.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.998+0000 7fb6ad400640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6900678c0 0x7fb690069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:00.998+0000 7fb6ad400640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6900678c0 0x7fb690069d80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb69c0ad000 tx=0x7fb69c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:01.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.002+0000 7fb6a6000640 1 -- 172.21.15.22:0/4162287203 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb6a0055e90 con 0x7fb6b0062df0 2024-09-10T10:33:01.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 -- 172.21.15.22:0/4162287203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb6b015a370 con 0x7fb6b0062df0 2024-09-10T10:33:01.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6a6000640 1 -- 172.21.15.22:0/4162287203 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16681 (secure 0 0 0) 0x7fb6a0055790 con 0x7fb6b0062df0 2024-09-10T10:33:01.174 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:01.175 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":22,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:30.049541+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:32:26.096225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:32:27.439106+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:33:01.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 -- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6900678c0 msgr2=0x7fb690069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6900678c0 0x7fb690069d80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb69c0ad000 tx=0x7fb69c008040 comp rx=0 tx=0).stop 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 -- 172.21.15.22:0/4162287203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 msgr2=0x7fb6b0163400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 0x7fb6b0163400 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb6a000c7c0 tx=0x7fb6a000cc80 comp rx=0 tx=0).stop 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 -- 172.21.15.22:0/4162287203 shutdown_connections 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6900678c0 0x7fb690069d80 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6b015c230 0x7fb6b01624b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6b00aecc0 0x7fb6b0157ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 --2- 172.21.15.22:0/4162287203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6b0062df0 0x7fb6b0163400 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 -- 172.21.15.22:0/4162287203 >> 172.21.15.22:0/4162287203 conn(0x7fb6b00b3640 msgr2=0x7fb6b00af6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 -- 172.21.15.22:0/4162287203 shutdown_connections 2024-09-10T10:33:01.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.170+0000 7fb6b4c00640 1 -- 172.21.15.22:0/4162287203 wait complete. 2024-09-10T10:33:01.197 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:33:01.197 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:33:01.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7459000640 1 Processor -- start 2024-09-10T10:33:01.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7459000640 1 -- start start 2024-09-10T10:33:01.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7459000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f74540626e0 0x7f7454062ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7459000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f745415fa50 0x7f74540b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7459000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f745406d410 con 0x7f74540b4e20 2024-09-10T10:33:01.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7459000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f745415ed20 con 0x7f745415fa50 2024-09-10T10:33:01.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7459000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7454063000 con 0x7f74540626e0 2024-09-10T10:33:01.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7449400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f745415fa50 0x7f74540b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7449400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f745415fa50 0x7f74540b48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55754/0 (socket says 172.21.15.22:55754) 2024-09-10T10:33:01.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7449400640 1 -- 172.21.15.22:0/1009959336 learned_addr learned my addr 172.21.15.22:0/1009959336 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:01.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7451e00640 1 --2- 172.21.15.22:0/1009959336 >> v2:172.21.15.145:3300/0 conn(0x7f74540626e0 0x7f7454062ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7449400640 1 -- 172.21.15.22:0/1009959336 >> v2:172.21.15.145:3300/0 conn(0x7f74540626e0 msgr2=0x7f7454062ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:01.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7449400640 1 --2- 172.21.15.22:0/1009959336 >> v2:172.21.15.145:3300/0 conn(0x7f74540626e0 0x7f7454062ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7449400640 1 -- 172.21.15.22:0/1009959336 >> v1:172.21.15.145:6789/0 conn(0x7f74540b4e20 legacy=0x7f745406bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:01.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7449400640 1 -- 172.21.15.22:0/1009959336 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74540b5430 con 0x7f745415fa50 2024-09-10T10:33:01.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.334+0000 7f7451e00640 1 --2- 172.21.15.22:0/1009959336 >> v2:172.21.15.145:3300/0 conn(0x7f74540626e0 0x7f7454062ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:33:01.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7449400640 1 --2- 172.21.15.22:0/1009959336 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415fa50 0x7f74540b48e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f745406d5e0 tx=0x7f743c01c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25f7be10bfe00c83 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:01.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7451400640 1 -- 172.21.15.22:0/1009959336 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f743c0b0070 con 0x7f745415fa50 2024-09-10T10:33:01.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7451400640 1 -- 172.21.15.22:0/1009959336 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f743c0ab600 con 0x7f745415fa50 2024-09-10T10:33:01.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7451400640 1 -- 172.21.15.22:0/1009959336 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f743c0ab9d0 con 0x7f745415fa50 2024-09-10T10:33:01.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7459000640 1 -- 172.21.15.22:0/1009959336 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415fa50 msgr2=0x7f74540b48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7459000640 1 --2- 172.21.15.22:0/1009959336 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415fa50 0x7f74540b48e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f745406d5e0 tx=0x7f743c01c4e0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7459000640 1 -- 172.21.15.22:0/1009959336 shutdown_connections 2024-09-10T10:33:01.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7459000640 1 --2- 172.21.15.22:0/1009959336 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415fa50 0x7f74540b48e0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7459000640 1 --2- 172.21.15.22:0/1009959336 >> v2:172.21.15.145:3300/0 conn(0x7f74540626e0 0x7f7454062ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7459000640 1 -- 172.21.15.22:0/1009959336 >> 172.21.15.22:0/1009959336 conn(0x7f74540ce1f0 msgr2=0x7f74540ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:01.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7459000640 1 -- 172.21.15.22:0/1009959336 shutdown_connections 2024-09-10T10:33:01.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.338+0000 7f7459000640 1 -- 172.21.15.22:0/1009959336 wait complete. 2024-09-10T10:33:01.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 Processor -- start 2024-09-10T10:33:01.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 -- start start 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540626e0 0x7f74541f74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b4e20 0x7f7454157ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745415fa50 0x7f745413dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f745416b2f0 con 0x7f74540b4e20 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f745415c5f0 con 0x7f745415fa50 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f745416b470 con 0x7f74540626e0 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7449400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b4e20 0x7f7454157ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7449400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b4e20 0x7f7454157ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55770/0 (socket says 172.21.15.22:55770) 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7449400640 1 -- 172.21.15.22:0/3707751848 learned_addr learned my addr 172.21.15.22:0/3707751848 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7451e00640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540626e0 0x7f74541f74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7452800640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745415fa50 0x7f745413dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7449400640 1 -- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540626e0 msgr2=0x7f74541f74e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7449400640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540626e0 0x7f74541f74e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7449400640 1 -- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745415fa50 msgr2=0x7f745413dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7449400640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745415fa50 0x7f745413dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7449400640 1 -- 172.21.15.22:0/3707751848 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7454158300 con 0x7f74540b4e20 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7451e00640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540626e0 0x7f74541f74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7452800640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745415fa50 0x7f745413dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7449400640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b4e20 0x7f7454157ab0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f743c01a110 tx=0x7f743c019280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f744aa00640 1 -- 172.21.15.22:0/3707751848 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f743c0b9070 con 0x7f74540b4e20 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f744aa00640 1 -- 172.21.15.22:0/3707751848 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f743c0b4600 con 0x7f74540b4e20 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 -- 172.21.15.22:0/3707751848 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74541585e0 con 0x7f74540b4e20 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f744aa00640 1 -- 172.21.15.22:0/3707751848 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f743c0b0040 con 0x7f74540b4e20 2024-09-10T10:33:01.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 -- 172.21.15.22:0/3707751848 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74541588c0 con 0x7f74540b4e20 2024-09-10T10:33:01.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.342+0000 7f7459000640 1 -- 172.21.15.22:0/3707751848 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7454062ac0 con 0x7f74540b4e20 2024-09-10T10:33:01.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.346+0000 7f744aa00640 1 -- 172.21.15.22:0/3707751848 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f743c0bc070 con 0x7f74540b4e20 2024-09-10T10:33:01.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.346+0000 7f744aa00640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 0x7f7430069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.346+0000 7f744aa00640 1 -- 172.21.15.22:0/3707751848 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f743c11ed50 con 0x7f74540b4e20 2024-09-10T10:33:01.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.346+0000 7f7451e00640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 0x7f7430069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.346+0000 7f7451e00640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 0x7f7430069d80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7444008930 tx=0x7f7444008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:01.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.350+0000 7f744aa00640 1 -- 172.21.15.22:0/3707751848 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f743c0160d0 con 0x7f74540b4e20 2024-09-10T10:33:01.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 -- 172.21.15.22:0/3707751848 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7454157ff0 con 0x7f74540b4e20 2024-09-10T10:33:01.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f744aa00640 1 -- 172.21.15.22:0/3707751848 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f743c0ef7f0 con 0x7f74540b4e20 2024-09-10T10:33:01.554 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:01.554 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"btime":"2024-09-10T10:32:32:065957+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3011545973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3011545973},{"type":"v1","addr":"172.21.15.145:6837","nonce":3011545973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4270,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/3431092497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3431092497},{"type":"v1","addr":"172.21.15.22:6834","nonce":3431092497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4273,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/4147193785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":4147193785},{"type":"v1","addr":"172.21.15.22:6835","nonce":4147193785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:32:28.439443+0000","modified":"2024-09-10T10:32:31.460816+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/798249162","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":798249162},{"type":"v1","addr":"172.21.15.145:6836","nonce":798249162}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-10T10:33:01.554 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-10T10:33:01.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 -- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 msgr2=0x7f7430069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 0x7f7430069d80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7444008930 tx=0x7f7444008040 comp rx=0 tx=0).stop 2024-09-10T10:33:01.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 -- 172.21.15.22:0/3707751848 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b4e20 msgr2=0x7f7454157ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b4e20 0x7f7454157ab0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f743c01a110 tx=0x7f743c019280 comp rx=0 tx=0).stop 2024-09-10T10:33:01.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 -- 172.21.15.22:0/3707751848 shutdown_connections 2024-09-10T10:33:01.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 0x7f7430069d80 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745415fa50 0x7f745413dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b4e20 0x7f7454157ab0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 --2- 172.21.15.22:0/3707751848 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540626e0 0x7f74541f74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 -- 172.21.15.22:0/3707751848 >> 172.21.15.22:0/3707751848 conn(0x7f74540ce1f0 msgr2=0x7f745415d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:01.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 -- 172.21.15.22:0/3707751848 shutdown_connections 2024-09-10T10:33:01.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.550+0000 7f7459000640 1 -- 172.21.15.22:0/3707751848 wait complete. 2024-09-10T10:33:01.575 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:33:01.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41c4a00640 1 Processor -- start 2024-09-10T10:33:01.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41c4a00640 1 -- start start 2024-09-10T10:33:01.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41c4a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f41c00b7360 0x7f41c01670b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41c4a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41c015cc20 con 0x7f41c015c230 2024-09-10T10:33:01.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41c4a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41c015cf00 con 0x7f41c015c610 2024-09-10T10:33:01.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41c4a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f41c015d1e0 con 0x7f41c00b7360 2024-09-10T10:33:01.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bde00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f41c015c230 0x7f41c00d2820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55798/0 (socket says 172.21.15.22:55798) 2024-09-10T10:33:01.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bde00640 1 -- 172.21.15.22:0/539395810 learned_addr learned my addr 172.21.15.22:0/539395810 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:01.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41be800640 1 --2- 172.21.15.22:0/539395810 >> v2:172.21.15.145:3300/0 conn(0x7f41c00b7360 0x7f41c01670b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1139301363 0 0) 0x7f41c015cc20 con 0x7f41c015c230 2024-09-10T10:33:01.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f41a4003530 con 0x7f41c015c230 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3029838531 0 0) 0x7f41a4003530 con 0x7f41c015c230 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 >> v2:172.21.15.145:3300/0 conn(0x7f41c00b7360 msgr2=0x7f41c01670b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 --2- 172.21.15.22:0/539395810 >> v2:172.21.15.145:3300/0 conn(0x7f41c00b7360 0x7f41c01670b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 >> v1:172.21.15.145:6789/0 conn(0x7f41c015c610 legacy=0x7f41c00b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c015d4c0 con 0x7f41c015c230 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f41b0001680 con 0x7f41c015c230 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 >> v1:172.21.15.22:6789/0 conn(0x7f41c015c230 legacy=0x7f41c00d2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41a40039c0 0x7f41a4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41a4004810 0x7f41a4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41a400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f41c015d1e0 con 0x7f41a40051d0 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f41a400c070 con 0x7f41a40039c0 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f41a400c270 con 0x7f41a4004810 2024-09-10T10:33:01.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41be800640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41a400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41bde00640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41a40039c0 0x7f41a4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41b5400640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41a4004810 0x7f41a4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41be800640 1 -- 172.21.15.22:0/539395810 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41a4004810 msgr2=0x7f41a4004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:01.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41be800640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41a4004810 0x7f41a4004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41be800640 1 -- 172.21.15.22:0/539395810 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41a40039c0 msgr2=0x7f41a4003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:01.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41be800640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41a40039c0 0x7f41a4003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41be800640 1 -- 172.21.15.22:0/539395810 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41a4003530 con 0x7f41a40051d0 2024-09-10T10:33:01.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.714+0000 7f41b5400640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41a4004810 0x7f41a4004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:01.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41be800640 1 -- 172.21.15.22:0/539395810 reap_dead start 2024-09-10T10:33:01.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41be800640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41a400b9d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f41b8009f90 tx=0x7f41b801cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fac5323d65de3bc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:01.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b8009c10 con 0x7f41a40051d0 2024-09-10T10:33:01.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41b80a5c90 con 0x7f41a40051d0 2024-09-10T10:33:01.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41bd400640 1 -- 172.21.15.22:0/539395810 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b8003be0 con 0x7f41a40051d0 2024-09-10T10:33:01.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41c4a00640 1 -- 172.21.15.22:0/539395810 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 msgr2=0x7f41a400b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41c4a00640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41a400b9d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f41b8009f90 tx=0x7f41b801cc80 comp rx=0 tx=0).stop 2024-09-10T10:33:01.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41c4a00640 1 -- 172.21.15.22:0/539395810 shutdown_connections 2024-09-10T10:33:01.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41c4a00640 1 --2- 172.21.15.22:0/539395810 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41a400b9d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41c4a00640 1 -- 172.21.15.22:0/539395810 >> 172.21.15.22:0/539395810 conn(0x7f41c006f3b0 msgr2=0x7f41c006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:01.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41c4a00640 1 -- 172.21.15.22:0/539395810 shutdown_connections 2024-09-10T10:33:01.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.718+0000 7f41c4a00640 1 -- 172.21.15.22:0/539395810 wait complete. 2024-09-10T10:33:01.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41c4a00640 1 Processor -- start 2024-09-10T10:33:01.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41c4a00640 1 -- start start 2024-09-10T10:33:01.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41c4a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41c0155450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41c4a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41c0155f40 0x7f41c00c8120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41c4a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41c01559f0 0x7f41c00c8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41c4a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f41c0070a80 con 0x7f41a40051d0 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41c4a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f41c015ca60 con 0x7f41c01559f0 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41c4a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f41c0070c00 con 0x7f41c0155f40 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41bde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41c0155450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41bde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41c0155450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55792/0 (socket says 172.21.15.22:55792) 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41bde00640 1 -- 172.21.15.22:0/1373155247 learned_addr learned my addr 172.21.15.22:0/1373155247 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41bde00640 1 -- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41c0155f40 msgr2=0x7f41c00c8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41bde00640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41c0155f40 0x7f41c00c8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41bde00640 1 -- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41c01559f0 msgr2=0x7f41c00c8660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41bde00640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41c01559f0 0x7f41c00c8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41bde00640 1 -- 172.21.15.22:0/1373155247 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c0158460 con 0x7f41a40051d0 2024-09-10T10:33:01.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41bde00640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41c0155450 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f41b0004e90 tx=0x7f41b0007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:01.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41b6a00640 1 -- 172.21.15.22:0/1373155247 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b000f6d0 con 0x7f41a40051d0 2024-09-10T10:33:01.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41b6a00640 1 -- 172.21.15.22:0/1373155247 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41b0018070 con 0x7f41a40051d0 2024-09-10T10:33:01.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41c4a00640 1 -- 172.21.15.22:0/1373155247 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41c0158740 con 0x7f41a40051d0 2024-09-10T10:33:01.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41b6a00640 1 -- 172.21.15.22:0/1373155247 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b000fad0 con 0x7f41a40051d0 2024-09-10T10:33:01.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.722+0000 7f41c4a00640 1 -- 172.21.15.22:0/1373155247 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41c00c7920 con 0x7f41a40051d0 2024-09-10T10:33:01.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.726+0000 7f41c4a00640 1 -- 172.21.15.22:0/1373155247 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41c015cbe0 con 0x7f41a40051d0 2024-09-10T10:33:01.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.726+0000 7f41b6a00640 1 -- 172.21.15.22:0/1373155247 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f41b000fc70 con 0x7f41a40051d0 2024-09-10T10:33:01.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.726+0000 7f41b6a00640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f419c0678f0 0x7f419c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:01.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.726+0000 7f41b6a00640 1 -- 172.21.15.22:0/1373155247 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f41b0085bb0 con 0x7f41a40051d0 2024-09-10T10:33:01.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.726+0000 7f41b5400640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f419c0678f0 0x7f419c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:01.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.726+0000 7f41b5400640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f419c0678f0 0x7f419c069db0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f41c00b1de0 tx=0x7f41a8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:01.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.730+0000 7f41b6a00640 1 -- 172.21.15.22:0/1373155247 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f41b0056090 con 0x7f41a40051d0 2024-09-10T10:33:01.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 -- 172.21.15.22:0/1373155247 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41c00d0e00 con 0x7f41a40051d0 2024-09-10T10:33:01.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41b6a00640 1 -- 172.21.15.22:0/1373155247 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f41b005a390 con 0x7f41a40051d0 2024-09-10T10:33:01.935 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:01.935 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"btime":"2024-09-10T10:32:32:065957+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3011545973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3011545973},{"type":"v1","addr":"172.21.15.145:6837","nonce":3011545973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4270,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/3431092497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3431092497},{"type":"v1","addr":"172.21.15.22:6834","nonce":3431092497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4273,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/4147193785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":4147193785},{"type":"v1","addr":"172.21.15.22:6835","nonce":4147193785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:32:28.439443+0000","modified":"2024-09-10T10:32:31.460816+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/798249162","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":798249162},{"type":"v1","addr":"172.21.15.145:6836","nonce":798249162}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-10T10:33:01.935 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-10T10:33:01.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 -- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f419c0678f0 msgr2=0x7f419c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f419c0678f0 0x7f419c069db0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f41c00b1de0 tx=0x7f41a8009040 comp rx=0 tx=0).stop 2024-09-10T10:33:01.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 -- 172.21.15.22:0/1373155247 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 msgr2=0x7f41c0155450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:01.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41c0155450 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f41b0004e90 tx=0x7f41b0007430 comp rx=0 tx=0).stop 2024-09-10T10:33:01.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 -- 172.21.15.22:0/1373155247 shutdown_connections 2024-09-10T10:33:01.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f419c0678f0 0x7f419c069db0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41c01559f0 0x7f41c00c8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41c0155f40 0x7f41c00c8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 --2- 172.21.15.22:0/1373155247 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41a40051d0 0x7f41c0155450 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:01.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 -- 172.21.15.22:0/1373155247 >> 172.21.15.22:0/1373155247 conn(0x7f41c006f3b0 msgr2=0x7f41c00d06f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:01.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 -- 172.21.15.22:0/1373155247 shutdown_connections 2024-09-10T10:33:01.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:01.930+0000 7f41c4a00640 1 -- 172.21.15.22:0/1373155247 wait complete. 2024-09-10T10:33:01.957 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:33:02.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.090+0000 7fbb8b200640 1 Processor -- start 2024-09-10T10:33:02.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.090+0000 7fbb8b200640 1 -- start start 2024-09-10T10:33:02.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb8b200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbb8415c360 0x7fbb84072a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb8b200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 0x7fbb840ce150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb8b200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbb8406cef0 0x7fbb840ce690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb8b200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fbb84072f40 con 0x7fbb8415c360 2024-09-10T10:33:02.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb8b200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fbb8406bcc0 con 0x7fbb8406cef0 2024-09-10T10:33:02.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb8b200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbb8406d4b0 con 0x7fbb8406c9f0 2024-09-10T10:33:02.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb83e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbb8415c360 0x7fbb84072a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb83e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbb8415c360 0x7fbb84072a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55802/0 (socket says 172.21.15.22:55802) 2024-09-10T10:33:02.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb83e00640 1 -- 172.21.15.22:0/594193140 learned_addr learned my addr 172.21.15.22:0/594193140 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:02.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb7b400640 1 --2- 172.21.15.22:0/594193140 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 0x7fbb840ce150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb89200640 1 --2- 172.21.15.22:0/594193140 >> v2:172.21.15.145:3300/0 conn(0x7fbb8406cef0 0x7fbb840ce690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb83e00640 1 -- 172.21.15.22:0/594193140 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 msgr2=0x7fbb840ce150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:02.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb83e00640 1 --2- 172.21.15.22:0/594193140 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 0x7fbb840ce150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb83e00640 1 -- 172.21.15.22:0/594193140 >> v2:172.21.15.145:3300/0 conn(0x7fbb8406cef0 msgr2=0x7fbb840ce690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:02.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb83e00640 1 --2- 172.21.15.22:0/594193140 >> v2:172.21.15.145:3300/0 conn(0x7fbb8406cef0 0x7fbb840ce690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb83e00640 1 -- 172.21.15.22:0/594193140 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb8406bf10 con 0x7fbb8415c360 2024-09-10T10:33:02.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.094+0000 7fbb7b400640 1 --2- 172.21.15.22:0/594193140 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 0x7fbb840ce150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:02.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb83e00640 1 --2- 172.21.15.22:0/594193140 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8415c360 0x7fbb84072a00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fbb840cded0 tx=0x7fbb7401c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7601e9d497371637 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:02.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb83400640 1 -- 172.21.15.22:0/594193140 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb740b0070 con 0x7fbb8415c360 2024-09-10T10:33:02.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb83400640 1 -- 172.21.15.22:0/594193140 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb740ab600 con 0x7fbb8415c360 2024-09-10T10:33:02.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb83400640 1 -- 172.21.15.22:0/594193140 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb740ab9d0 con 0x7fbb8415c360 2024-09-10T10:33:02.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 -- 172.21.15.22:0/594193140 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8415c360 msgr2=0x7fbb84072a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 --2- 172.21.15.22:0/594193140 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8415c360 0x7fbb84072a00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fbb840cded0 tx=0x7fbb7401c490 comp rx=0 tx=0).stop 2024-09-10T10:33:02.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 -- 172.21.15.22:0/594193140 shutdown_connections 2024-09-10T10:33:02.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 --2- 172.21.15.22:0/594193140 >> v2:172.21.15.145:3300/0 conn(0x7fbb8406cef0 0x7fbb840ce690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 --2- 172.21.15.22:0/594193140 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 0x7fbb840ce150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 --2- 172.21.15.22:0/594193140 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8415c360 0x7fbb84072a00 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 -- 172.21.15.22:0/594193140 >> 172.21.15.22:0/594193140 conn(0x7fbb840b35d0 msgr2=0x7fbb840b39e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:02.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 -- 172.21.15.22:0/594193140 shutdown_connections 2024-09-10T10:33:02.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 -- 172.21.15.22:0/594193140 wait complete. 2024-09-10T10:33:02.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 Processor -- start 2024-09-10T10:33:02.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.098+0000 7fbb8b200640 1 -- start start 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb8b200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 0x7fbb8414db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb8b200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8406cef0 0x7fbb84153e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb8b200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb8415c360 0x7fbb840b5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb8b200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbb84062ef0 con 0x7fbb8406cef0 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb8b200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbb84063070 con 0x7fbb8415c360 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb8b200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbb840631f0 con 0x7fbb8406c9f0 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb7b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8406cef0 0x7fbb84153e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb7b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8406cef0 0x7fbb84153e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55804/0 (socket says 172.21.15.22:55804) 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb7b400640 1 -- 172.21.15.22:0/3664769401 learned_addr learned my addr 172.21.15.22:0/3664769401 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb83e00640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 0x7fbb8414db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb89200640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb8415c360 0x7fbb840b5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb7b400640 1 -- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 msgr2=0x7fbb8414db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb7b400640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 0x7fbb8414db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb7b400640 1 -- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb8415c360 msgr2=0x7fbb840b5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb7b400640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb8415c360 0x7fbb840b5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb7b400640 1 -- 172.21.15.22:0/3664769401 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb8414e050 con 0x7fbb8406cef0 2024-09-10T10:33:02.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb7b400640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8406cef0 0x7fbb84153e90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c00e840 tx=0x7fbb6c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:02.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb80c00640 1 -- 172.21.15.22:0/3664769401 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb6c017070 con 0x7fbb8406cef0 2024-09-10T10:33:02.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb80c00640 1 -- 172.21.15.22:0/3664769401 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb6c00c8d0 con 0x7fbb8406cef0 2024-09-10T10:33:02.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb8b200640 1 -- 172.21.15.22:0/3664769401 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb8415cd30 con 0x7fbb8406cef0 2024-09-10T10:33:02.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb80c00640 1 -- 172.21.15.22:0/3664769401 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb6c00f040 con 0x7fbb8406cef0 2024-09-10T10:33:02.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb8b200640 1 -- 172.21.15.22:0/3664769401 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb8415d2f0 con 0x7fbb8406cef0 2024-09-10T10:33:02.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.102+0000 7fbb8b200640 1 -- 172.21.15.22:0/3664769401 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb84072a00 con 0x7fbb8406cef0 2024-09-10T10:33:02.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.106+0000 7fbb80c00640 1 -- 172.21.15.22:0/3664769401 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbb6c01a070 con 0x7fbb8406cef0 2024-09-10T10:33:02.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.106+0000 7fbb80c00640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbb600678f0 0x7fbb60069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.106+0000 7fbb80c00640 1 -- 172.21.15.22:0/3664769401 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fbb6c0857d0 con 0x7fbb8406cef0 2024-09-10T10:33:02.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.106+0000 7fbb83e00640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbb600678f0 0x7fbb60069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.106+0000 7fbb83e00640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbb600678f0 0x7fbb60069db0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbb740ad000 tx=0x7fbb74008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:02.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.110+0000 7fbb80c00640 1 -- 172.21.15.22:0/3664769401 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbb6c055cc0 con 0x7fbb8406cef0 2024-09-10T10:33:02.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.278+0000 7fbb8b200640 1 -- 172.21.15.22:0/3664769401 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbb840cf770 con 0x7fbb8406cef0 2024-09-10T10:33:02.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.278+0000 7fbb80c00640 1 -- 172.21.15.22:0/3664769401 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16681 (secure 0 0 0) 0x7fbb6c059fc0 con 0x7fbb8406cef0 2024-09-10T10:33:02.283 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:02.283 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":22,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:32:30.049541+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:32:26.096225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:32:27.439106+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 -- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbb600678f0 msgr2=0x7fbb60069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbb600678f0 0x7fbb60069db0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbb740ad000 tx=0x7fbb74008040 comp rx=0 tx=0).stop 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 -- 172.21.15.22:0/3664769401 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8406cef0 msgr2=0x7fbb84153e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8406cef0 0x7fbb84153e90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c00e840 tx=0x7fbb6c00ed00 comp rx=0 tx=0).stop 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 -- 172.21.15.22:0/3664769401 shutdown_connections 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbb600678f0 0x7fbb60069db0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb8415c360 0x7fbb840b5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb8406cef0 0x7fbb84153e90 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 --2- 172.21.15.22:0/3664769401 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb8406c9f0 0x7fbb8414db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 -- 172.21.15.22:0/3664769401 >> 172.21.15.22:0/3664769401 conn(0x7fbb840b35d0 msgr2=0x7fbb840cff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 -- 172.21.15.22:0/3664769401 shutdown_connections 2024-09-10T10:33:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.282+0000 7fbb8b200640 1 -- 172.21.15.22:0/3664769401 wait complete. 2024-09-10T10:33:02.306 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:33:02.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.442+0000 7f800ea00640 1 Processor -- start 2024-09-10T10:33:02.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.442+0000 7f800ea00640 1 -- start start 2024-09-10T10:33:02.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ea00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8008073730 0x7f80080ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8008160190 0x7f80081605c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ea00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8008158ef0 con 0x7f8008162090 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ea00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f800815fd00 con 0x7f8008160190 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ea00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f80080aea70 con 0x7f8008073730 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f8007e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f8008162090 0x7f8008162470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55814/0 (socket says 172.21.15.22:55814) 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f8007e00640 1 -- 172.21.15.22:0/627225118 learned_addr learned my addr 172.21.15.22:0/627225118 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ca00640 1 --2- 172.21.15.22:0/627225118 >> v2:172.21.15.22:3300/0 conn(0x7f8008160190 0x7f80081605c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f8007400640 1 --2- 172.21.15.22:0/627225118 >> v2:172.21.15.145:3300/0 conn(0x7f8008073730 0x7f80080ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f8006a00640 1 -- 172.21.15.22:0/627225118 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1593313630 0 0) 0x7f7ff8001120 con 0x7f8008162090 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f8006a00640 1 -- 172.21.15.22:0/627225118 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7fec003530 con 0x7f8008162090 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ca00640 1 -- 172.21.15.22:0/627225118 >> v2:172.21.15.145:3300/0 conn(0x7f8008073730 msgr2=0x7f80080ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ca00640 1 --2- 172.21.15.22:0/627225118 >> v2:172.21.15.145:3300/0 conn(0x7f8008073730 0x7f80080ae100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ca00640 1 -- 172.21.15.22:0/627225118 >> v1:172.21.15.22:6789/0 conn(0x7f8008162090 legacy=0x7f8008162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ca00640 1 -- 172.21.15.22:0/627225118 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80080aed50 con 0x7f8008160190 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.446+0000 7f800ca00640 1 --2- 172.21.15.22:0/627225118 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008160190 0x7f80081605c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f800815fe80 tx=0x7f800001f110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a949468e6e4c0b87 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8006a00640 1 -- 172.21.15.22:0/627225118 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80000b4070 con 0x7f8008160190 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8006a00640 1 -- 172.21.15.22:0/627225118 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80000af600 con 0x7f8008160190 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8006a00640 1 -- 172.21.15.22:0/627225118 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80000af9b0 con 0x7f8008160190 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 -- 172.21.15.22:0/627225118 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008160190 msgr2=0x7f80081605c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 --2- 172.21.15.22:0/627225118 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008160190 0x7f80081605c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f800815fe80 tx=0x7f800001f110 comp rx=0 tx=0).stop 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 -- 172.21.15.22:0/627225118 shutdown_connections 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 --2- 172.21.15.22:0/627225118 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008160190 0x7f80081605c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 --2- 172.21.15.22:0/627225118 >> v2:172.21.15.145:3300/0 conn(0x7f8008073730 0x7f80080ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 -- 172.21.15.22:0/627225118 >> 172.21.15.22:0/627225118 conn(0x7f800806bcc0 msgr2=0x7f800806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:02.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 -- 172.21.15.22:0/627225118 shutdown_connections 2024-09-10T10:33:02.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 -- 172.21.15.22:0/627225118 wait complete. 2024-09-10T10:33:02.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 Processor -- start 2024-09-10T10:33:02.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 -- start start 2024-09-10T10:33:02.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008073730 0x7f80080cd280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8008160190 0x7f8008152760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8008162090 0x7f80080cc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f80080af490 con 0x7f8008073730 2024-09-10T10:33:02.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f80080af310 con 0x7f8008160190 2024-09-10T10:33:02.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f800ea00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8008073b80 con 0x7f8008162090 2024-09-10T10:33:02.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8007e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008073730 0x7f80080cd280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8007e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008073730 0x7f80080cd280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55826/0 (socket says 172.21.15.22:55826) 2024-09-10T10:33:02.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8007e00640 1 -- 172.21.15.22:0/1234287362 learned_addr learned my addr 172.21.15.22:0/1234287362 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:02.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8007e00640 1 -- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8008162090 msgr2=0x7f80080cc0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8007e00640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8008162090 0x7f80080cc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8007e00640 1 -- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8008160190 msgr2=0x7f8008152760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8007e00640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8008160190 0x7f8008152760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.450+0000 7f8007e00640 1 -- 172.21.15.22:0/1234287362 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8008152ca0 con 0x7f8008073730 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f8007e00640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008073730 0x7f80080cd280 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7ff800c3f0 tx=0x7f7ff800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f7fffe00640 1 -- 172.21.15.22:0/1234287362 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff8017070 con 0x7f8008073730 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f7fffe00640 1 -- 172.21.15.22:0/1234287362 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ff8005cf0 con 0x7f8008073730 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f7fffe00640 1 -- 172.21.15.22:0/1234287362 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff8007310 con 0x7f8008073730 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f800ea00640 1 -- 172.21.15.22:0/1234287362 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80080cc610 con 0x7f8008073730 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f800ea00640 1 -- 172.21.15.22:0/1234287362 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80080cdbf0 con 0x7f8008073730 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f800ea00640 1 -- 172.21.15.22:0/1234287362 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8008162470 con 0x7f8008073730 2024-09-10T10:33:02.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f7fffe00640 1 -- 172.21.15.22:0/1234287362 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7ff801a070 con 0x7f8008073730 2024-09-10T10:33:02.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f7fffe00640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fe80678c0 0x7f7fe8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f7fffe00640 1 -- 172.21.15.22:0/1234287362 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7ff8085180 con 0x7f8008073730 2024-09-10T10:33:02.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.454+0000 7f8007400640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fe80678c0 0x7f7fe8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.458+0000 7f8007400640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fe80678c0 0x7f7fe8069d80 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8008072950 tx=0x7f7ff4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:02.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.458+0000 7f7fffe00640 1 -- 172.21.15.22:0/1234287362 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8008158ef0 con 0x7f8008073730 2024-09-10T10:33:02.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.654+0000 7f800ea00640 1 -- 172.21.15.22:0/1234287362 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f800806ff30 con 0x7f8008073730 2024-09-10T10:33:02.661 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:33:02.658+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:33:02.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.658+0000 7f7fffe00640 1 -- 172.21.15.22:0/1234287362 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7f7ff8055c20 con 0x7f8008073730 2024-09-10T10:33:02.663 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:33:02.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 -- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fe80678c0 msgr2=0x7f7fe8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fe80678c0 0x7f7fe8069d80 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8008072950 tx=0x7f7ff4008040 comp rx=0 tx=0).stop 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 -- 172.21.15.22:0/1234287362 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008073730 msgr2=0x7f80080cd280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008073730 0x7f80080cd280 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7ff800c3f0 tx=0x7f7ff800c8b0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 -- 172.21.15.22:0/1234287362 shutdown_connections 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fe80678c0 0x7f7fe8069d80 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8008162090 0x7f80080cc0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8008160190 0x7f8008152760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 --2- 172.21.15.22:0/1234287362 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8008073730 0x7f80080cd280 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 -- 172.21.15.22:0/1234287362 >> 172.21.15.22:0/1234287362 conn(0x7f800806bcc0 msgr2=0x7f8008160570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 -- 172.21.15.22:0/1234287362 shutdown_connections 2024-09-10T10:33:02.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.662+0000 7f800ea00640 1 -- 172.21.15.22:0/1234287362 wait complete. 2024-09-10T10:33:02.679 INFO:tasks.ceph.mds.b.smithi145.stderr: -6805> 2024-09-10T10:32:33.687+0000 7fc6c4400640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:33:02.685 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:33:02.731 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:33:02.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.822+0000 7ff5af400640 1 Processor -- start 2024-09-10T10:33:02.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.822+0000 7ff5af400640 1 -- start start 2024-09-10T10:33:02.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5af400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff5a8072410 0x7ff5a80b4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5af400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a8071c80 0x7ff5a806eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5af400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff5a80b4dd0 0x7ff5a80adda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5af400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff5a806db40 con 0x7ff5a8072410 2024-09-10T10:33:02.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5af400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff5a806dde0 con 0x7ff5a80b4dd0 2024-09-10T10:33:02.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5af400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff5a806e0c0 con 0x7ff5a8071c80 2024-09-10T10:33:02.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5aca00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff5a8072410 0x7ff5a80b4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5aca00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff5a8072410 0x7ff5a80b4890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55834/0 (socket says 172.21.15.22:55834) 2024-09-10T10:33:02.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5aca00640 1 -- 172.21.15.22:0/2766582970 learned_addr learned my addr 172.21.15.22:0/2766582970 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:02.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5ad400640 1 --2- 172.21.15.22:0/2766582970 >> v2:172.21.15.145:3300/0 conn(0x7ff5a80b4dd0 0x7ff5a80adda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff59fe00640 1 --2- 172.21.15.22:0/2766582970 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a8071c80 0x7ff5a806eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5aca00640 1 -- 172.21.15.22:0/2766582970 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a8071c80 msgr2=0x7ff5a806eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:02.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5aca00640 1 --2- 172.21.15.22:0/2766582970 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a8071c80 0x7ff5a806eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5aca00640 1 -- 172.21.15.22:0/2766582970 >> v2:172.21.15.145:3300/0 conn(0x7ff5a80b4dd0 msgr2=0x7ff5a80adda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:02.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5aca00640 1 --2- 172.21.15.22:0/2766582970 >> v2:172.21.15.145:3300/0 conn(0x7ff5a80b4dd0 0x7ff5a80adda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5aca00640 1 -- 172.21.15.22:0/2766582970 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5a806e3a0 con 0x7ff5a8072410 2024-09-10T10:33:02.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.826+0000 7ff5ad400640 1 --2- 172.21.15.22:0/2766582970 >> v2:172.21.15.145:3300/0 conn(0x7ff5a80b4dd0 0x7ff5a80adda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:02.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5aca00640 1 --2- 172.21.15.22:0/2766582970 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8072410 0x7ff5a80b4890 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff5a8071ad0 tx=0x7ff59801ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af41a03d3dfa4997 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:02.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5a7e00640 1 -- 172.21.15.22:0/2766582970 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5980b5070 con 0x7ff5a8072410 2024-09-10T10:33:02.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5a7e00640 1 -- 172.21.15.22:0/2766582970 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5980a89d0 con 0x7ff5a8072410 2024-09-10T10:33:02.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5a7e00640 1 -- 172.21.15.22:0/2766582970 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5980a8da0 con 0x7ff5a8072410 2024-09-10T10:33:02.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 -- 172.21.15.22:0/2766582970 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8072410 msgr2=0x7ff5a80b4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 --2- 172.21.15.22:0/2766582970 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8072410 0x7ff5a80b4890 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff5a8071ad0 tx=0x7ff59801ed10 comp rx=0 tx=0).stop 2024-09-10T10:33:02.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 -- 172.21.15.22:0/2766582970 shutdown_connections 2024-09-10T10:33:02.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 --2- 172.21.15.22:0/2766582970 >> v2:172.21.15.145:3300/0 conn(0x7ff5a80b4dd0 0x7ff5a80adda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 --2- 172.21.15.22:0/2766582970 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a8071c80 0x7ff5a806eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 --2- 172.21.15.22:0/2766582970 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8072410 0x7ff5a80b4890 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 -- 172.21.15.22:0/2766582970 >> 172.21.15.22:0/2766582970 conn(0x7ff5a80b2a80 msgr2=0x7ff5a80b2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:02.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 -- 172.21.15.22:0/2766582970 shutdown_connections 2024-09-10T10:33:02.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 -- 172.21.15.22:0/2766582970 wait complete. 2024-09-10T10:33:02.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 Processor -- start 2024-09-10T10:33:02.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.830+0000 7ff5af400640 1 -- start start 2024-09-10T10:33:02.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5af400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8071c80 0x7ff5a8154660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5af400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5a8072410 0x7ff5a81610a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5af400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a80b4dd0 0x7ff5a81615e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5af400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a806f260 con 0x7ff5a8071c80 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5af400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a806f0e0 con 0x7ff5a8072410 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5af400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff5a806f3e0 con 0x7ff5a80b4dd0 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5aca00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8071c80 0x7ff5a8154660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5aca00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8071c80 0x7ff5a8154660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55836/0 (socket says 172.21.15.22:55836) 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5aca00640 1 -- 172.21.15.22:0/4015984954 learned_addr learned my addr 172.21.15.22:0/4015984954 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5ad400640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a80b4dd0 0x7ff5a81615e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff59fe00640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5a8072410 0x7ff5a81610a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5aca00640 1 -- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a80b4dd0 msgr2=0x7ff5a81615e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5aca00640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a80b4dd0 0x7ff5a81615e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5aca00640 1 -- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5a8072410 msgr2=0x7ff5a81610a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:02.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5aca00640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5a8072410 0x7ff5a81610a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:02.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5aca00640 1 -- 172.21.15.22:0/4015984954 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5a81f8430 con 0x7ff5a8071c80 2024-09-10T10:33:02.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5ad400640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a80b4dd0 0x7ff5a81615e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:02.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff59fe00640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5a8072410 0x7ff5a81610a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:02.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5aca00640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8071c80 0x7ff5a8154660 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff59801d3c0 tx=0x7ff59801bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:02.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5a5600640 1 -- 172.21.15.22:0/4015984954 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5980b5070 con 0x7ff5a8071c80 2024-09-10T10:33:02.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5a5600640 1 -- 172.21.15.22:0/4015984954 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5980b0a70 con 0x7ff5a8071c80 2024-09-10T10:33:02.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5a5600640 1 -- 172.21.15.22:0/4015984954 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5980b0e60 con 0x7ff5a8071c80 2024-09-10T10:33:02.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5af400640 1 -- 172.21.15.22:0/4015984954 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5a81f7670 con 0x7ff5a8071c80 2024-09-10T10:33:02.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5af400640 1 -- 172.21.15.22:0/4015984954 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5a81f7c30 con 0x7ff5a8071c80 2024-09-10T10:33:02.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5af400640 1 -- 172.21.15.22:0/4015984954 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5a80b4890 con 0x7ff5a8071c80 2024-09-10T10:33:02.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.834+0000 7ff5a5600640 1 -- 172.21.15.22:0/4015984954 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff5980c2060 con 0x7ff5a8071c80 2024-09-10T10:33:02.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.838+0000 7ff5a5600640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5840678c0 0x7ff584069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:02.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.838+0000 7ff5a5600640 1 -- 172.21.15.22:0/4015984954 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5795+0+0 (secure 0 0 0) 0x7ff598122e80 con 0x7ff5a8071c80 2024-09-10T10:33:02.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.838+0000 7ff59fe00640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5840678c0 0x7ff584069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:02.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.838+0000 7ff59fe00640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5840678c0 0x7ff584069d80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff5a80af700 tx=0x7ff590008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:02.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:02.842+0000 7ff5a5600640 1 -- 172.21.15.22:0/4015984954 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff598018870 con 0x7ff5a8071c80 2024-09-10T10:33:03.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.042+0000 7ff5af400640 1 -- 172.21.15.22:0/4015984954 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7ff5a815e2d0 con 0x7ff5a8071c80 2024-09-10T10:33:03.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5a5600640 1 -- 172.21.15.22:0/4015984954 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7ff5980f3950 con 0x7ff5a8071c80 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 -- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5840678c0 msgr2=0x7ff584069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5840678c0 0x7ff584069d80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff5a80af700 tx=0x7ff590008040 comp rx=0 tx=0).stop 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 -- 172.21.15.22:0/4015984954 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8071c80 msgr2=0x7ff5a8154660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8071c80 0x7ff5a8154660 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff59801d3c0 tx=0x7ff59801bab0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 -- 172.21.15.22:0/4015984954 shutdown_connections 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5840678c0 0x7ff584069d80 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5a80b4dd0 0x7ff5a81615e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5a8072410 0x7ff5a81610a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 --2- 172.21.15.22:0/4015984954 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5a8071c80 0x7ff5a8154660 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 -- 172.21.15.22:0/4015984954 >> 172.21.15.22:0/4015984954 conn(0x7ff5a80b2a80 msgr2=0x7ff5a80b1950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:03.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 -- 172.21.15.22:0/4015984954 shutdown_connections 2024-09-10T10:33:03.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.662+0000 7ff5af400640 1 -- 172.21.15.22:0/4015984954 wait complete. 2024-09-10T10:33:03.690 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:33:03.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd584e00640 1 Processor -- start 2024-09-10T10:33:03.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd584e00640 1 -- start start 2024-09-10T10:33:03.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd584e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd5800cd300 0x7fd5800cd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:03.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd584e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd58015c960 0x7fd58015cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:03.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd584e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5800b3fd0 con 0x7fd5801460d0 2024-09-10T10:33:03.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd584e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd5800cdcb0 con 0x7fd5800cd300 2024-09-10T10:33:03.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd584e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd5800b42b0 con 0x7fd58015c960 2024-09-10T10:33:03.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd577e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd5800cd300 0x7fd5800cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:03.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd577e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd5800cd300 0x7fd5800cd770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55850/0 (socket says 172.21.15.22:55850) 2024-09-10T10:33:03.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd57de00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fd5801460d0 0x7fd5800b35c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55822/0 (socket says 172.21.15.22:55822) 2024-09-10T10:33:03.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd577e00640 1 -- 172.21.15.22:0/1865997768 learned_addr learned my addr 172.21.15.22:0/1865997768 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:03.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd57e800640 1 --2- 172.21.15.22:0/1865997768 >> v2:172.21.15.145:3300/0 conn(0x7fd58015c960 0x7fd58015cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:03.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd577e00640 1 -- 172.21.15.22:0/1865997768 >> v2:172.21.15.145:3300/0 conn(0x7fd58015c960 msgr2=0x7fd58015cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:03.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd577e00640 1 --2- 172.21.15.22:0/1865997768 >> v2:172.21.15.145:3300/0 conn(0x7fd58015c960 0x7fd58015cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd577e00640 1 -- 172.21.15.22:0/1865997768 >> v1:172.21.15.22:6789/0 conn(0x7fd5801460d0 legacy=0x7fd5800b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:03.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd577e00640 1 -- 172.21.15.22:0/1865997768 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5800b4590 con 0x7fd5800cd300 2024-09-10T10:33:03.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.834+0000 7fd57d400640 1 -- 172.21.15.22:0/1865997768 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3953976333 0 0) 0x7fd5800b3fd0 con 0x7fd5801460d0 2024-09-10T10:33:03.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd577e00640 1 --2- 172.21.15.22:0/1865997768 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd5800cd300 0x7fd5800cd770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd58006cee0 tx=0x7fd56801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41d7669cc1c708df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:03.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd57d400640 1 -- 172.21.15.22:0/1865997768 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5680aa650 con 0x7fd5800cd300 2024-09-10T10:33:03.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd57d400640 1 -- 172.21.15.22:0/1865997768 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5680af070 con 0x7fd5800cd300 2024-09-10T10:33:03.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd57d400640 1 -- 172.21.15.22:0/1865997768 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5680aaa10 con 0x7fd5800cd300 2024-09-10T10:33:03.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd584e00640 1 -- 172.21.15.22:0/1865997768 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd5800cd300 msgr2=0x7fd5800cd770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:03.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd584e00640 1 --2- 172.21.15.22:0/1865997768 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd5800cd300 0x7fd5800cd770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd58006cee0 tx=0x7fd56801c4f0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd584e00640 1 -- 172.21.15.22:0/1865997768 shutdown_connections 2024-09-10T10:33:03.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd584e00640 1 --2- 172.21.15.22:0/1865997768 >> v2:172.21.15.145:3300/0 conn(0x7fd58015c960 0x7fd58015cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd584e00640 1 --2- 172.21.15.22:0/1865997768 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd5800cd300 0x7fd5800cd770 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd584e00640 1 -- 172.21.15.22:0/1865997768 >> 172.21.15.22:0/1865997768 conn(0x7fd580063000 msgr2=0x7fd58006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:03.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd584e00640 1 -- 172.21.15.22:0/1865997768 shutdown_connections 2024-09-10T10:33:03.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd584e00640 1 -- 172.21.15.22:0/1865997768 wait complete. 2024-09-10T10:33:03.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.838+0000 7fd584e00640 1 Processor -- start 2024-09-10T10:33:03.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd584e00640 1 -- start start 2024-09-10T10:33:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd584e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5800cd300 0x7fd58013ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd584e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5801460d0 0x7fd580143ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd584e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd58015c960 0x7fd58015ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd584e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd58006e990 con 0x7fd58015c960 2024-09-10T10:33:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd584e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd58006e810 con 0x7fd5800cd300 2024-09-10T10:33:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd584e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd5800b5070 con 0x7fd5801460d0 2024-09-10T10:33:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd57e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd58015c960 0x7fd58015ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd57e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd58015c960 0x7fd58015ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55866/0 (socket says 172.21.15.22:55866) 2024-09-10T10:33:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd57e800640 1 -- 172.21.15.22:0/2467028444 learned_addr learned my addr 172.21.15.22:0/2467028444 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:03.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd577e00640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5801460d0 0x7fd580143ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:03.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd57de00640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5800cd300 0x7fd58013ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd57e800640 1 -- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5801460d0 msgr2=0x7fd580143ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd57e800640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5801460d0 0x7fd580143ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd57e800640 1 -- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5800cd300 msgr2=0x7fd58013ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd57e800640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5800cd300 0x7fd58013ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd57e800640 1 -- 172.21.15.22:0/2467028444 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd580137830 con 0x7fd58015c960 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd57e800640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd58015c960 0x7fd58015ade0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd57800efc0 tx=0x7fd57800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd576000640 1 -- 172.21.15.22:0/2467028444 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd578018020 con 0x7fd58015c960 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd576000640 1 -- 172.21.15.22:0/2467028444 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd578014480 con 0x7fd58015c960 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd576000640 1 -- 172.21.15.22:0/2467028444 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd578014870 con 0x7fd58015c960 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd584e00640 1 -- 172.21.15.22:0/2467028444 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd580137b10 con 0x7fd58015c960 2024-09-10T10:33:03.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd584e00640 1 -- 172.21.15.22:0/2467028444 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd58013ef40 con 0x7fd58015c960 2024-09-10T10:33:03.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.842+0000 7fd584e00640 1 -- 172.21.15.22:0/2467028444 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd580137ce0 con 0x7fd58015c960 2024-09-10T10:33:03.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.846+0000 7fd576000640 1 -- 172.21.15.22:0/2467028444 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd57801b020 con 0x7fd58015c960 2024-09-10T10:33:03.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.846+0000 7fd576000640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd55c0678c0 0x7fd55c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:03.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.846+0000 7fd576000640 1 -- 172.21.15.22:0/2467028444 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5795+0+0 (secure 0 0 0) 0x7fd578086a60 con 0x7fd58015c960 2024-09-10T10:33:03.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.846+0000 7fd57de00640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd55c0678c0 0x7fd55c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:03.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.846+0000 7fd57de00640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd55c0678c0 0x7fd55c069d80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd570007fd0 tx=0x7fd570007d60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:03.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:03.850+0000 7fd576000640 1 -- 172.21.15.22:0/2467028444 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd578022030 con 0x7fd58015c960 2024-09-10T10:33:04.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.014+0000 7fd584e00640 1 -- 172.21.15.22:0/2467028444 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd5800cd770 con 0x7fd58015c960 2024-09-10T10:33:04.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.662+0000 7fd576000640 1 -- 172.21.15.22:0/2467028444 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v24) ==== 181+0+0 (secure 0 0 0) 0x7fd578010040 con 0x7fd58015c960 2024-09-10T10:33:04.668 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:33:04.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 -- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd55c0678c0 msgr2=0x7fd55c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:04.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd55c0678c0 0x7fd55c069d80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd570007fd0 tx=0x7fd570007d60 comp rx=0 tx=0).stop 2024-09-10T10:33:04.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 -- 172.21.15.22:0/2467028444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd58015c960 msgr2=0x7fd58015ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:04.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd58015c960 0x7fd58015ade0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd57800efc0 tx=0x7fd57800c490 comp rx=0 tx=0).stop 2024-09-10T10:33:04.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 -- 172.21.15.22:0/2467028444 shutdown_connections 2024-09-10T10:33:04.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd55c0678c0 0x7fd55c069d80 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:04.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd58015c960 0x7fd58015ade0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:04.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5801460d0 0x7fd580143ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:04.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 --2- 172.21.15.22:0/2467028444 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5800cd300 0x7fd58013ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:04.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 -- 172.21.15.22:0/2467028444 >> 172.21.15.22:0/2467028444 conn(0x7fd580063000 msgr2=0x7fd5800af770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:04.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 -- 172.21.15.22:0/2467028444 shutdown_connections 2024-09-10T10:33:04.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.666+0000 7fd584e00640 1 -- 172.21.15.22:0/2467028444 wait complete. 2024-09-10T10:33:04.694 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:33:04.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd218200640 1 Processor -- start 2024-09-10T10:33:04.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd218200640 1 -- start start 2024-09-10T10:33:04.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd218200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd21006ef90 0x7fd210165e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:04.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd218200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2100cf790 con 0x7fd21015b390 2024-09-10T10:33:04.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd218200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2100cf4b0 con 0x7fd2100cee80 2024-09-10T10:33:04.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd218200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd21015b770 con 0x7fd21006ef90 2024-09-10T10:33:04.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd215800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fd21015b390 0x7fd210072e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55826/0 (socket says 172.21.15.22:55826) 2024-09-10T10:33:04.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd215800640 1 -- 172.21.15.22:0/2997719488 learned_addr learned my addr 172.21.15.22:0/2997719488 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:04.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd216200640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd21006ef90 0x7fd210165e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:04.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3274433276 0 0) 0x7fd2100cf790 con 0x7fd21015b390 2024-09-10T10:33:04.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1f8005740 con 0x7fd21015b390 2024-09-10T10:33:04.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3700715619 0 0) 0x7fd2100cf4b0 con 0x7fd2100cee80 2024-09-10T10:33:04.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd2100cf790 con 0x7fd2100cee80 2024-09-10T10:33:04.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2206507040 0 0) 0x7fd1f8005740 con 0x7fd21015b390 2024-09-10T10:33:04.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd21006ef90 msgr2=0x7fd210165e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:04.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd21006ef90 0x7fd210165e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:04.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 >> v1:172.21.15.145:6789/0 conn(0x7fd2100cee80 legacy=0x7fd21006e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:04.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2100b36f0 con 0x7fd21015b390 2024-09-10T10:33:04.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fd204001680 con 0x7fd21015b390 2024-09-10T10:33:04.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 >> v1:172.21.15.22:6789/0 conn(0x7fd21015b390 legacy=0x7fd210072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:04.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd21006ef90 0x7fd1f8005d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 0x7fd1f8006a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1f8006f60 0x7fd1f80073e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd21015b770 con 0x7fd1f80062f0 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f800dd70 con 0x7fd1f8006f60 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd1f800df40 con 0x7fd21006ef90 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd214e00640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 0x7fd1f8006a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd216200640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1f8006f60 0x7fd1f80073e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd215800640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd21006ef90 0x7fd1f8005d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd214e00640 1 -- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd21006ef90 msgr2=0x7fd1f8005d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd214e00640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd21006ef90 0x7fd1f8005d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd214e00640 1 -- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1f8006f60 msgr2=0x7fd1f80073e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:04.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.838+0000 7fd214e00640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1f8006f60 0x7fd1f80073e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:04.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd214e00640 1 -- 172.21.15.22:0/2997719488 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1f8005740 con 0x7fd1f80062f0 2024-09-10T10:33:04.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd215800640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd21006ef90 0x7fd1f8005d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd214e00640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 0x7fd1f8006a20 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc0018d0 tx=0x7fd1fc01c580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f283aadafa813f33 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc001520 con 0x7fd1f80062f0 2024-09-10T10:33:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1fc0052f0 con 0x7fd1f80062f0 2024-09-10T10:33:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd20fe00640 1 -- 172.21.15.22:0/2997719488 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc003840 con 0x7fd1f80062f0 2024-09-10T10:33:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd218200640 1 -- 172.21.15.22:0/2997719488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 msgr2=0x7fd1f8006a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd218200640 1 --2- 172.21.15.22:0/2997719488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 0x7fd1f8006a20 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc0018d0 tx=0x7fd1fc01c580 comp rx=0 tx=0).stop 2024-09-10T10:33:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd216200640 1 -- 172.21.15.22:0/2997719488 reap_dead start 2024-09-10T10:33:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd218200640 1 -- 172.21.15.22:0/2997719488 shutdown_connections 2024-09-10T10:33:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd218200640 1 -- 172.21.15.22:0/2997719488 >> 172.21.15.22:0/2997719488 conn(0x7fd210063000 msgr2=0x7fd21006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd218200640 1 -- 172.21.15.22:0/2997719488 shutdown_connections 2024-09-10T10:33:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.842+0000 7fd218200640 1 -- 172.21.15.22:0/2997719488 wait complete. 2024-09-10T10:33:04.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd218200640 1 Processor -- start 2024-09-10T10:33:04.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd218200640 1 -- start start 2024-09-10T10:33:04.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd218200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 0x7fd2101513b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:04.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd218200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd210148b30 0x7fd210145fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd218200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd210152a50 0x7fd210157eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd218200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd21006e310 con 0x7fd1f80062f0 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd218200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd21006e190 con 0x7fd210152a50 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd218200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd21006e490 con 0x7fd210148b30 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd215800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 0x7fd2101513b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd215800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 0x7fd2101513b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55882/0 (socket says 172.21.15.22:55882) 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd215800640 1 -- 172.21.15.22:0/2773116052 learned_addr learned my addr 172.21.15.22:0/2773116052 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd214e00640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd210148b30 0x7fd210145fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd215800640 1 -- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd210148b30 msgr2=0x7fd210145fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd215800640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd210148b30 0x7fd210145fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd215800640 1 -- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd210152a50 msgr2=0x7fd210157eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd215800640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd210152a50 0x7fd210157eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd215800640 1 -- 172.21.15.22:0/2773116052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2101519b0 con 0x7fd1f80062f0 2024-09-10T10:33:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd215800640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 0x7fd2101513b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd20400e7e0 tx=0x7fd20400ebe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd20d600640 1 -- 172.21.15.22:0/2773116052 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd204019070 con 0x7fd1f80062f0 2024-09-10T10:33:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd20d600640 1 -- 172.21.15.22:0/2773116052 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd20400c5e0 con 0x7fd1f80062f0 2024-09-10T10:33:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd20d600640 1 -- 172.21.15.22:0/2773116052 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20400c990 con 0x7fd1f80062f0 2024-09-10T10:33:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd218200640 1 -- 172.21.15.22:0/2773116052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd210151c90 con 0x7fd1f80062f0 2024-09-10T10:33:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.846+0000 7fd218200640 1 -- 172.21.15.22:0/2773116052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd210152250 con 0x7fd1f80062f0 2024-09-10T10:33:04.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.850+0000 7fd218200640 1 -- 172.21.15.22:0/2773116052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd210148f10 con 0x7fd1f80062f0 2024-09-10T10:33:04.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.850+0000 7fd20d600640 1 -- 172.21.15.22:0/2773116052 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd20400cb30 con 0x7fd1f80062f0 2024-09-10T10:33:04.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.850+0000 7fd20d600640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1f00678f0 0x7fd1f0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:04.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.850+0000 7fd20d600640 1 -- 172.21.15.22:0/2773116052 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5357+0+0 (secure 0 0 0) 0x7fd204085190 con 0x7fd1f80062f0 2024-09-10T10:33:04.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.850+0000 7fd214e00640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1f00678f0 0x7fd1f0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.850+0000 7fd214e00640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1f00678f0 0x7fd1f0069db0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc0ad000 tx=0x7fd1fc0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:04.854+0000 7fd20d600640 1 -- 172.21.15.22:0/2773116052 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd204055740 con 0x7fd1f80062f0 2024-09-10T10:33:05.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.022+0000 7fd218200640 1 -- 172.21.15.22:0/2773116052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd21006e880 con 0x7fd1f80062f0 2024-09-10T10:33:05.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd20d600640 1 -- 172.21.15.22:0/2773116052 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v25) ==== 169+0+0 (secure 0 0 0) 0x7fd204059a40 con 0x7fd1f80062f0 2024-09-10T10:33:05.669 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:33:05.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 -- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1f00678f0 msgr2=0x7fd1f0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:05.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1f00678f0 0x7fd1f0069db0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc0ad000 tx=0x7fd1fc0a7000 comp rx=0 tx=0).stop 2024-09-10T10:33:05.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 -- 172.21.15.22:0/2773116052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 msgr2=0x7fd2101513b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:05.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 0x7fd2101513b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd20400e7e0 tx=0x7fd20400ebe0 comp rx=0 tx=0).stop 2024-09-10T10:33:05.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 -- 172.21.15.22:0/2773116052 shutdown_connections 2024-09-10T10:33:05.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1f00678f0 0x7fd1f0069db0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:05.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd210152a50 0x7fd210157eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:05.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd210148b30 0x7fd210145fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:05.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 --2- 172.21.15.22:0/2773116052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1f80062f0 0x7fd2101513b0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:05.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 -- 172.21.15.22:0/2773116052 >> 172.21.15.22:0/2773116052 conn(0x7fd210063000 msgr2=0x7fd210149d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:05.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.666+0000 7fd218200640 1 -- 172.21.15.22:0/2773116052 shutdown_connections 2024-09-10T10:33:05.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.670+0000 7fd218200640 1 -- 172.21.15.22:0/2773116052 wait complete. 2024-09-10T10:33:05.697 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:33:05.697 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:33:05.697 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:33:05.698 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:33:05.698 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:33:05.698 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:33:05.698 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:33:05.698 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:33:05.698 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:33:05.698 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:33:05.699 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:33:05.699 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:33:05.699 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:33:05.699 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:33:05.699 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:33:05.700 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:33:05.711 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:33:05.711 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:33:05.712 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:33:05.712 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:33:05.714 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:33:05.714 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:33:05.715 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:33:05.715 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:33:05.760 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:33:05.760 DEBUG:teuthology.parallel:result is None 2024-09-10T10:33:05.761 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:33:05.761 DEBUG:teuthology.parallel:result is None 2024-09-10T10:33:05.764 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:33:05.764 DEBUG:teuthology.parallel:result is None 2024-09-10T10:33:05.765 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:33:05.766 DEBUG:teuthology.parallel:result is None 2024-09-10T10:33:05.766 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:33:05.849 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:33:05.849 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:33:05.854 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:33:05.854 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:33:05.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.910+0000 7fdba1a00640 1 Processor -- start 2024-09-10T10:33:05.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.910+0000 7fdba1a00640 1 -- start start 2024-09-10T10:33:05.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.910+0000 7fdba1a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdb9c15c540 0x7fdb9c0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:05.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.910+0000 7fdba1a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb9c0b1900 con 0x7fdb9c0d2b70 2024-09-10T10:33:05.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.910+0000 7fdba1a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb9c071600 con 0x7fdb9c160a10 2024-09-10T10:33:05.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.910+0000 7fdba1a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fdb9c15c920 con 0x7fdb9c15c540 2024-09-10T10:33:05.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.910+0000 7fdb9aa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdb9c15c540 0x7fdb9c0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:05.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.910+0000 7fdb9b400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fdb9c0d2b70 0x7fdb9c0d09b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59098/0 (socket says 172.21.15.22:59098) 2024-09-10T10:33:05.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.910+0000 7fdb9b400640 1 -- 172.21.15.22:0/2550873249 learned_addr learned my addr 172.21.15.22:0/2550873249 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:05.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.910+0000 7fdb9aa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdb9c15c540 0x7fdb9c0b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39992/0 (socket says 172.21.15.22:39992) 2024-09-10T10:33:05.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.914+0000 7fdb9aa00640 1 -- 172.21.15.22:0/2550873249 >> v1:172.21.15.145:6789/0 conn(0x7fdb9c160a10 legacy=0x7fdb9c0d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:05.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.914+0000 7fdb9aa00640 1 -- 172.21.15.22:0/2550873249 >> v1:172.21.15.22:6789/0 conn(0x7fdb9c0d2b70 legacy=0x7fdb9c0d09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:05.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.914+0000 7fdb99600640 1 -- 172.21.15.22:0/2550873249 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3433764708 0 0) 0x7fdb9c0b1900 con 0x7fdb9c0d2b70 2024-09-10T10:33:05.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.914+0000 7fdb9aa00640 1 -- 172.21.15.22:0/2550873249 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb9c0718e0 con 0x7fdb9c15c540 2024-09-10T10:33:05.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.914+0000 7fdb9aa00640 1 --2- 172.21.15.22:0/2550873249 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 0x7fdb9c0b5580 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c0097c0 tx=0x7fdb8c01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2d7205c27c122d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:05.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.914+0000 7fdb99600640 1 -- 172.21.15.22:0/2550873249 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c0ab610 con 0x7fdb9c15c540 2024-09-10T10:33:05.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.914+0000 7fdb99600640 1 -- 172.21.15.22:0/2550873249 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb8c0b0070 con 0x7fdb9c15c540 2024-09-10T10:33:05.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.914+0000 7fdb99600640 1 -- 172.21.15.22:0/2550873249 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c0ab9d0 con 0x7fdb9c15c540 2024-09-10T10:33:05.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 -- 172.21.15.22:0/2550873249 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 msgr2=0x7fdb9c0b5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:05.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 --2- 172.21.15.22:0/2550873249 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 0x7fdb9c0b5580 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c0097c0 tx=0x7fdb8c01c470 comp rx=0 tx=0).stop 2024-09-10T10:33:05.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 -- 172.21.15.22:0/2550873249 shutdown_connections 2024-09-10T10:33:05.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 --2- 172.21.15.22:0/2550873249 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 0x7fdb9c0b5580 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:05.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 -- 172.21.15.22:0/2550873249 >> 172.21.15.22:0/2550873249 conn(0x7fdb9c06e780 msgr2=0x7fdb9c0b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:05.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 -- 172.21.15.22:0/2550873249 shutdown_connections 2024-09-10T10:33:05.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 -- 172.21.15.22:0/2550873249 wait complete. 2024-09-10T10:33:05.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 Processor -- start 2024-09-10T10:33:05.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 -- start start 2024-09-10T10:33:05.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb9c0d2b70 0x7fdb9c151690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:05.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 0x7fdb9c14cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:05.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb9c160a10 0x7fdb9c15f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:05.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdb9c0d14d0 con 0x7fdb9c15c540 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdb9c071080 con 0x7fdb9c160a10 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdba1a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdb9c0d1650 con 0x7fdb9c0d2b70 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 0x7fdb9c14cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 0x7fdb9c14cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40002/0 (socket says 172.21.15.22:40002) 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9a000640 1 -- 172.21.15.22:0/3005603367 learned_addr learned my addr 172.21.15.22:0/3005603367 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9aa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb9c0d2b70 0x7fdb9c151690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9b400640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb9c160a10 0x7fdb9c15f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9a000640 1 -- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb9c0d2b70 msgr2=0x7fdb9c151690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9a000640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb9c0d2b70 0x7fdb9c151690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9a000640 1 -- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb9c160a10 msgr2=0x7fdb9c15f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9a000640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb9c160a10 0x7fdb9c15f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9a000640 1 -- 172.21.15.22:0/3005603367 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb9c0b2650 con 0x7fdb9c15c540 2024-09-10T10:33:05.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.918+0000 7fdb9a000640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 0x7fdb9c14cba0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fdb8800c3c0 tx=0x7fdb8800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:05.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.922+0000 7fdb92a00640 1 -- 172.21.15.22:0/3005603367 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb88017070 con 0x7fdb9c15c540 2024-09-10T10:33:05.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.922+0000 7fdb92a00640 1 -- 172.21.15.22:0/3005603367 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb880052d0 con 0x7fdb9c15c540 2024-09-10T10:33:05.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.922+0000 7fdb92a00640 1 -- 172.21.15.22:0/3005603367 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb88003840 con 0x7fdb9c15c540 2024-09-10T10:33:05.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.922+0000 7fdba1a00640 1 -- 172.21.15.22:0/3005603367 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb9c0b2930 con 0x7fdb9c15c540 2024-09-10T10:33:05.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.922+0000 7fdba1a00640 1 -- 172.21.15.22:0/3005603367 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb9c0d0d80 con 0x7fdb9c15c540 2024-09-10T10:33:05.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.922+0000 7fdba1a00640 1 -- 172.21.15.22:0/3005603367 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb9c0b5580 con 0x7fdb9c15c540 2024-09-10T10:33:05.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.922+0000 7fdb92a00640 1 -- 172.21.15.22:0/3005603367 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdb8801a070 con 0x7fdb9c15c540 2024-09-10T10:33:05.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.922+0000 7fdb92a00640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb7c0678c0 0x7fdb7c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:05.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.922+0000 7fdb92a00640 1 -- 172.21.15.22:0/3005603367 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 4943+0+0 (secure 0 0 0) 0x7fdb88084c80 con 0x7fdb9c15c540 2024-09-10T10:33:05.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.922+0000 7fdb9aa00640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb7c0678c0 0x7fdb7c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:05.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.926+0000 7fdb9aa00640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb7c0678c0 0x7fdb7c069d80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c0af000 tx=0x7fdb8c0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:05.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:05.926+0000 7fdb92a00640 1 -- 172.21.15.22:0/3005603367 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdb88005480 con 0x7fdb9c15c540 2024-09-10T10:33:06.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:06.102+0000 7fdba1a00640 1 -- 172.21.15.22:0/3005603367 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fdb9c0b35b0 con 0x7fdb9c15c540 2024-09-10T10:33:07.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.218+0000 7fdb92a00640 1 -- 172.21.15.22:0/3005603367 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v30) ==== 97+0+0 (secure 0 0 0) 0x7fdb88055460 con 0x7fdb9c15c540 2024-09-10T10:33:07.223 INFO:teuthology.orchestra.run.smithi022.stderr: removed all blocklist entries 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 -- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb7c0678c0 msgr2=0x7fdb7c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb7c0678c0 0x7fdb7c069d80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c0af000 tx=0x7fdb8c0a7000 comp rx=0 tx=0).stop 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 -- 172.21.15.22:0/3005603367 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 msgr2=0x7fdb9c14cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 0x7fdb9c14cba0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fdb8800c3c0 tx=0x7fdb8800c880 comp rx=0 tx=0).stop 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 -- 172.21.15.22:0/3005603367 shutdown_connections 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb7c0678c0 0x7fdb7c069d80 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb9c160a10 0x7fdb9c15f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdb9c15c540 0x7fdb9c14cba0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 --2- 172.21.15.22:0/3005603367 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb9c0d2b70 0x7fdb9c151690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 -- 172.21.15.22:0/3005603367 >> 172.21.15.22:0/3005603367 conn(0x7fdb9c06e780 msgr2=0x7fdb9c0b4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 -- 172.21.15.22:0/3005603367 shutdown_connections 2024-09-10T10:33:07.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.222+0000 7fdba1a00640 1 -- 172.21.15.22:0/3005603367 wait complete. 2024-09-10T10:33:07.249 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:33:07.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.386+0000 7efc13600640 1 Processor -- start 2024-09-10T10:33:07.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.386+0000 7efc13600640 1 -- start start 2024-09-10T10:33:07.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc13600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 0x7efc0c162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc13600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7efc0c073730 0x7efc0c0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc13600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc0c158ef0 con 0x7efc0c15eaa0 2024-09-10T10:33:07.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc13600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7efc0c15fd00 con 0x7efc0c073730 2024-09-10T10:33:07.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc13600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efc0c1629b0 con 0x7efc0c162090 2024-09-10T10:33:07.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc11600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7efc0c15eaa0 0x7efc0c15ef10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59112/0 (socket says 172.21.15.22:59112) 2024-09-10T10:33:07.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc11600640 1 -- 172.21.15.22:0/2757818372 learned_addr learned my addr 172.21.15.22:0/2757818372 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:07.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc0be00640 1 --2- 172.21.15.22:0/2757818372 >> v2:172.21.15.145:3300/0 conn(0x7efc0c073730 0x7efc0c0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc10c00640 1 --2- 172.21.15.22:0/2757818372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 0x7efc0c162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc0b400640 1 -- 172.21.15.22:0/2757818372 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1968142121 0 0) 0x7efc040014a0 con 0x7efc0c15eaa0 2024-09-10T10:33:07.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc0b400640 1 -- 172.21.15.22:0/2757818372 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efbf0003530 con 0x7efc0c15eaa0 2024-09-10T10:33:07.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc0be00640 1 -- 172.21.15.22:0/2757818372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 msgr2=0x7efc0c162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:07.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc0be00640 1 --2- 172.21.15.22:0/2757818372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 0x7efc0c162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc0be00640 1 -- 172.21.15.22:0/2757818372 >> v1:172.21.15.22:6789/0 conn(0x7efc0c15eaa0 legacy=0x7efc0c15ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.390+0000 7efc0be00640 1 -- 172.21.15.22:0/2757818372 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc0c0aea70 con 0x7efc0c073730 2024-09-10T10:33:07.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc0be00640 1 --2- 172.21.15.22:0/2757818372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc0c073730 0x7efc0c0ae100 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efbf80097c0 tx=0x7efbf801ec90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5876389d9126575d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:07.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc0b400640 1 -- 172.21.15.22:0/2757818372 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf80b5070 con 0x7efc0c073730 2024-09-10T10:33:07.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc0b400640 1 -- 172.21.15.22:0/2757818372 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efbf80a8990 con 0x7efc0c073730 2024-09-10T10:33:07.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc0b400640 1 -- 172.21.15.22:0/2757818372 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf80a8d60 con 0x7efc0c073730 2024-09-10T10:33:07.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc13600640 1 -- 172.21.15.22:0/2757818372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc0c073730 msgr2=0x7efc0c0ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc13600640 1 --2- 172.21.15.22:0/2757818372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc0c073730 0x7efc0c0ae100 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efbf80097c0 tx=0x7efbf801ec90 comp rx=0 tx=0).stop 2024-09-10T10:33:07.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc13600640 1 -- 172.21.15.22:0/2757818372 shutdown_connections 2024-09-10T10:33:07.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc13600640 1 --2- 172.21.15.22:0/2757818372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc0c073730 0x7efc0c0ae100 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc13600640 1 --2- 172.21.15.22:0/2757818372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 0x7efc0c162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc13600640 1 -- 172.21.15.22:0/2757818372 >> 172.21.15.22:0/2757818372 conn(0x7efc0c06bcc0 msgr2=0x7efc0c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:07.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc13600640 1 -- 172.21.15.22:0/2757818372 shutdown_connections 2024-09-10T10:33:07.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc13600640 1 -- 172.21.15.22:0/2757818372 wait complete. 2024-09-10T10:33:07.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc13600640 1 Processor -- start 2024-09-10T10:33:07.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.394+0000 7efc13600640 1 -- start start 2024-09-10T10:33:07.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc13600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efc0c073730 0x7efc0c148530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc13600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc0c15eaa0 0x7efc0c09c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc13600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 0x7efc0c0cbd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc13600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efc0c0af310 con 0x7efc0c073730 2024-09-10T10:33:07.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc13600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efc0c0af030 con 0x7efc0c15eaa0 2024-09-10T10:33:07.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc13600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efc0c0af490 con 0x7efc0c162090 2024-09-10T10:33:07.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc10c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efc0c073730 0x7efc0c148530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc10c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efc0c073730 0x7efc0c148530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40016/0 (socket says 172.21.15.22:40016) 2024-09-10T10:33:07.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc10c00640 1 -- 172.21.15.22:0/4239967632 learned_addr learned my addr 172.21.15.22:0/4239967632 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:07.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc11600640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 0x7efc0c0cbd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc0be00640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc0c15eaa0 0x7efc0c09c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc11600640 1 -- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc0c15eaa0 msgr2=0x7efc0c09c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc11600640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc0c15eaa0 0x7efc0c09c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc11600640 1 -- 172.21.15.22:0/4239967632 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efc0c073730 msgr2=0x7efc0c148530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc11600640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efc0c073730 0x7efc0c148530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc11600640 1 -- 172.21.15.22:0/4239967632 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc0c148a70 con 0x7efc0c162090 2024-09-10T10:33:07.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc10c00640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efc0c073730 0x7efc0c148530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:07.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc11600640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 0x7efc0c0cbd80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efc0400caa0 tx=0x7efc0400cf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:07.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc08c00640 1 -- 172.21.15.22:0/4239967632 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04017070 con 0x7efc0c162090 2024-09-10T10:33:07.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc08c00640 1 -- 172.21.15.22:0/4239967632 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc0400ac00 con 0x7efc0c162090 2024-09-10T10:33:07.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc08c00640 1 -- 172.21.15.22:0/4239967632 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04012400 con 0x7efc0c162090 2024-09-10T10:33:07.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc13600640 1 -- 172.21.15.22:0/4239967632 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc0c09bad0 con 0x7efc0c162090 2024-09-10T10:33:07.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc13600640 1 -- 172.21.15.22:0/4239967632 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7efc0c09c050 con 0x7efc0c162090 2024-09-10T10:33:07.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.398+0000 7efc13600640 1 -- 172.21.15.22:0/4239967632 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc0c073c70 con 0x7efc0c162090 2024-09-10T10:33:07.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.402+0000 7efc08c00640 1 -- 172.21.15.22:0/4239967632 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efc0401a070 con 0x7efc0c162090 2024-09-10T10:33:07.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.402+0000 7efc08c00640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efbec0678c0 0x7efbec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.402+0000 7efc08c00640 1 -- 172.21.15.22:0/4239967632 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7efc04085740 con 0x7efc0c162090 2024-09-10T10:33:07.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.402+0000 7efc10c00640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efbec0678c0 0x7efbec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.402+0000 7efc10c00640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efbec0678c0 0x7efbec069d80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efbfc009bd0 tx=0x7efbfc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:07.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.406+0000 7efc08c00640 1 -- 172.21.15.22:0/4239967632 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efc0c158ef0 con 0x7efc0c162090 2024-09-10T10:33:07.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.626+0000 7efc13600640 1 -- 172.21.15.22:0/4239967632 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7efc0c160230 con 0x7efc0c162090 2024-09-10T10:33:07.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc08c00640 1 -- 172.21.15.22:0/4239967632 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) ==== 80+0+6645 (secure 0 0 0) 0x7efc04055ee0 con 0x7efc0c162090 2024-09-10T10:33:07.633 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:07.633 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:33:07.633 INFO:teuthology.orchestra.run.smithi022.stdout: "auth_dump": [ 2024-09-10T10:33:07.633 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.633 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.a", 2024-09-10T10:33:07.633 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA==", 2024-09-10T10:33:07.633 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.633 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:33:07.634 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:33:07.634 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:33:07.634 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.634 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.634 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.634 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.634 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.b", 2024-09-10T10:33:07.635 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw==", 2024-09-10T10:33:07.635 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.635 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:33:07.635 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:33:07.635 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:33:07.635 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.635 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.636 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.636 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.636 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.c", 2024-09-10T10:33:07.636 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg==", 2024-09-10T10:33:07.636 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.636 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:33:07.636 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:33:07.636 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:33:07.636 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.637 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.637 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.637 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.637 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.d", 2024-09-10T10:33:07.637 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg==", 2024-09-10T10:33:07.637 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.637 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:33:07.637 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:33:07.638 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:33:07.638 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.638 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.638 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.638 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.638 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.0", 2024-09-10T10:33:07.638 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg==", 2024-09-10T10:33:07.639 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.639 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:33:07.639 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:33:07.639 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.639 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.639 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.640 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.640 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.1", 2024-09-10T10:33:07.640 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q==", 2024-09-10T10:33:07.640 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.640 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:33:07.640 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:33:07.640 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.641 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.641 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.641 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.641 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.2", 2024-09-10T10:33:07.641 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA==", 2024-09-10T10:33:07.641 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.641 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:33:07.641 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:33:07.641 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.642 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.642 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.642 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.642 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.3", 2024-09-10T10:33:07.642 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA==", 2024-09-10T10:33:07.642 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.642 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:33:07.642 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:33:07.643 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.643 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.643 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.643 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.644 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.4", 2024-09-10T10:33:07.644 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA==", 2024-09-10T10:33:07.644 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.644 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.5", 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ==", 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.645 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.6", 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA==", 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.7", 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA==", 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.646 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.0", 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA==", 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.647 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.1", 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q==", 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.2", 2024-09-10T10:33:07.648 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA==", 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.3", 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg==", 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:33:07.649 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.admin", 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm1kZCJhAAGLXWU85Vtod0CRG/bo4sSQ==", 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.650 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.bootstrap-mds", 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAkIOBmR/wuDhAA9DXPwF6AHpaOfgTpMs5Ekg==", 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile bootstrap-mds" 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.bootstrap-mgr", 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAkIOBmnwYvDhAA0WuMNViwddAAl+a+FVZZTQ==", 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.651 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.bootstrap-osd", 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAkIOBmew8vDhAA/JLXbhu6ojJVNADk++YdTA==", 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile bootstrap-osd" 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.bootstrap-rbd", 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAkIOBmQxgvDhAAuuS8aauxaQGjv1OfeL/1wA==", 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.652 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAkIOBm/SAvDhAAnwsjUWIS/m741T93xz3MCA==", 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.bootstrap-rgw", 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAkIOBm+CkvDhAACAmxVwsfuketU5ruy4BHYg==", 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.653 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.x", 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ==", 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.y", 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q==", 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:33:07.654 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:33:07.655 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:33:07.655 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:33:07.655 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.655 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:07.655 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:33:07.655 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:33:07.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 -- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efbec0678c0 msgr2=0x7efbec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efbec0678c0 0x7efbec069d80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efbfc009bd0 tx=0x7efbfc008040 comp rx=0 tx=0).stop 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 -- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 msgr2=0x7efc0c0cbd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 0x7efc0c0cbd80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efc0400caa0 tx=0x7efc0400cf60 comp rx=0 tx=0).stop 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 -- 172.21.15.22:0/4239967632 shutdown_connections 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efbec0678c0 0x7efbec069d80 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc0c162090 0x7efc0c0cbd80 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc0c15eaa0 0x7efc0c09c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 --2- 172.21.15.22:0/4239967632 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efc0c073730 0x7efc0c148530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 -- 172.21.15.22:0/4239967632 >> 172.21.15.22:0/4239967632 conn(0x7efc0c06bcc0 msgr2=0x7efc0c06f3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 -- 172.21.15.22:0/4239967632 shutdown_connections 2024-09-10T10:33:07.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.630+0000 7efc13600640 1 -- 172.21.15.22:0/4239967632 wait complete. 2024-09-10T10:33:07.658 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-10T10:33:07.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.794+0000 7f42c4400640 1 Processor -- start 2024-09-10T10:33:07.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.794+0000 7f42c4400640 1 -- start start 2024-09-10T10:33:07.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.794+0000 7f42c4400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f42bc145fb0 0x7f42bc0b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.794+0000 7f42c4400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc0cd670 0x7f42bc0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c4400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42bc06d3f0 con 0x7f42bc06e1b0 2024-09-10T10:33:07.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c4400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f42bc0ce010 con 0x7f42bc145fb0 2024-09-10T10:33:07.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c4400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f42bc06d1a0 con 0x7f42bc0cd670 2024-09-10T10:33:07.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c2400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f42bc06e1b0 0x7f42bc06e660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59122/0 (socket says 172.21.15.22:59122) 2024-09-10T10:33:07.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c2400640 1 -- 172.21.15.22:0/3500271061 learned_addr learned my addr 172.21.15.22:0/3500271061 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:07.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c1a00640 1 --2- 172.21.15.22:0/3500271061 >> v2:172.21.15.145:3300/0 conn(0x7f42bc145fb0 0x7f42bc0b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c1000640 1 --2- 172.21.15.22:0/3500271061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc0cd670 0x7f42bc0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42bbe00640 1 -- 172.21.15.22:0/3500271061 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2999144146 0 0) 0x7f42bc06d3f0 con 0x7f42bc06e1b0 2024-09-10T10:33:07.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42bbe00640 1 -- 172.21.15.22:0/3500271061 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f42a4003530 con 0x7f42bc06e1b0 2024-09-10T10:33:07.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c1000640 1 -- 172.21.15.22:0/3500271061 >> v2:172.21.15.145:3300/0 conn(0x7f42bc145fb0 msgr2=0x7f42bc0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:07.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c1000640 1 --2- 172.21.15.22:0/3500271061 >> v2:172.21.15.145:3300/0 conn(0x7f42bc145fb0 0x7f42bc0b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c1000640 1 -- 172.21.15.22:0/3500271061 >> v1:172.21.15.22:6789/0 conn(0x7f42bc06e1b0 legacy=0x7f42bc06e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c1000640 1 -- 172.21.15.22:0/3500271061 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42bc06d6d0 con 0x7f42bc0cd670 2024-09-10T10:33:07.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.798+0000 7f42c1a00640 1 --2- 172.21.15.22:0/3500271061 >> v2:172.21.15.145:3300/0 conn(0x7f42bc145fb0 0x7f42bc0b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:33:07.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c1000640 1 --2- 172.21.15.22:0/3500271061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc0cd670 0x7f42bc0cdad0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f42a80097c0 tx=0x7f42a801c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75a9876dc35030bc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:07.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42bbe00640 1 -- 172.21.15.22:0/3500271061 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a80b0070 con 0x7f42bc0cd670 2024-09-10T10:33:07.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42bbe00640 1 -- 172.21.15.22:0/3500271061 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42a80ab600 con 0x7f42bc0cd670 2024-09-10T10:33:07.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42bbe00640 1 -- 172.21.15.22:0/3500271061 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a80ab9b0 con 0x7f42bc0cd670 2024-09-10T10:33:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 -- 172.21.15.22:0/3500271061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc0cd670 msgr2=0x7f42bc0cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 --2- 172.21.15.22:0/3500271061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc0cd670 0x7f42bc0cdad0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f42a80097c0 tx=0x7f42a801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 -- 172.21.15.22:0/3500271061 shutdown_connections 2024-09-10T10:33:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 --2- 172.21.15.22:0/3500271061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc0cd670 0x7f42bc0cdad0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 --2- 172.21.15.22:0/3500271061 >> v2:172.21.15.145:3300/0 conn(0x7f42bc145fb0 0x7f42bc0b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 -- 172.21.15.22:0/3500271061 >> 172.21.15.22:0/3500271061 conn(0x7f42bc062dd0 msgr2=0x7f42bc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 -- 172.21.15.22:0/3500271061 shutdown_connections 2024-09-10T10:33:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 -- 172.21.15.22:0/3500271061 wait complete. 2024-09-10T10:33:07.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 Processor -- start 2024-09-10T10:33:07.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 -- start start 2024-09-10T10:33:07.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42bc06e1b0 0x7f42bc155e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42bc0cd670 0x7f42bc15a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc145fb0 0x7f42bc15ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f42bc0d0130 con 0x7f42bc0cd670 2024-09-10T10:33:07.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f42bc0cffb0 con 0x7f42bc06e1b0 2024-09-10T10:33:07.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c4400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f42bc1691e0 con 0x7f42bc145fb0 2024-09-10T10:33:07.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c1000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42bc0cd670 0x7f42bc15a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.802+0000 7f42c1000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42bc0cd670 0x7f42bc15a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40032/0 (socket says 172.21.15.22:40032) 2024-09-10T10:33:07.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c1000640 1 -- 172.21.15.22:0/1625288314 learned_addr learned my addr 172.21.15.22:0/1625288314 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:07.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c1a00640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42bc06e1b0 0x7f42bc155e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c2400640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc145fb0 0x7f42bc15ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c1000640 1 -- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc145fb0 msgr2=0x7f42bc15ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c1000640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc145fb0 0x7f42bc15ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c1000640 1 -- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42bc06e1b0 msgr2=0x7f42bc155e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c1000640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42bc06e1b0 0x7f42bc155e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c1000640 1 -- 172.21.15.22:0/1625288314 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42bc072d70 con 0x7f42bc0cd670 2024-09-10T10:33:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c1a00640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42bc06e1b0 0x7f42bc155e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c1000640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42bc0cd670 0x7f42bc15a850 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f42a80ae040 tx=0x7f42a801ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42b9600640 1 -- 172.21.15.22:0/1625288314 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a80b0050 con 0x7f42bc0cd670 2024-09-10T10:33:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42b9600640 1 -- 172.21.15.22:0/1625288314 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42a80b1040 con 0x7f42bc0cd670 2024-09-10T10:33:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42b9600640 1 -- 172.21.15.22:0/1625288314 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a8006e20 con 0x7f42bc0cd670 2024-09-10T10:33:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c4400640 1 -- 172.21.15.22:0/1625288314 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42bc157f70 con 0x7f42bc0cd670 2024-09-10T10:33:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c4400640 1 -- 172.21.15.22:0/1625288314 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42bc158530 con 0x7f42bc0cd670 2024-09-10T10:33:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42c4400640 1 -- 172.21.15.22:0/1625288314 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42bc0cdad0 con 0x7f42bc0cd670 2024-09-10T10:33:07.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.806+0000 7f42b9600640 1 -- 172.21.15.22:0/1625288314 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f42a80be030 con 0x7f42bc0cd670 2024-09-10T10:33:07.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.810+0000 7f42b9600640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f429c0678c0 0x7f429c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:07.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.810+0000 7f42b9600640 1 -- 172.21.15.22:0/1625288314 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f42a811f7c0 con 0x7f42bc0cd670 2024-09-10T10:33:07.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.810+0000 7f42c1a00640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f429c0678c0 0x7f429c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:07.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.810+0000 7f42c1a00640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f429c0678c0 0x7f429c069d80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f42b0009bc0 tx=0x7f42b0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:07.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:07.814+0000 7f42b9600640 1 -- 172.21.15.22:0/1625288314 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f42a80c5020 con 0x7f42bc0cd670 2024-09-10T10:33:08.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.034+0000 7f42c4400640 1 -- 172.21.15.22:0/1625288314 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f42bc15d4b0 con 0x7f42bc0cd670 2024-09-10T10:33:08.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42b9600640 1 -- 172.21.15.22:0/1625288314 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f42a8016090 con 0x7f42bc0cd670 2024-09-10T10:33:08.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 -- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f429c0678c0 msgr2=0x7f429c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f429c0678c0 0x7f429c069d80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f42b0009bc0 tx=0x7f42b0008040 comp rx=0 tx=0).stop 2024-09-10T10:33:08.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 -- 172.21.15.22:0/1625288314 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42bc0cd670 msgr2=0x7f42bc15a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42bc0cd670 0x7f42bc15a850 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f42a80ae040 tx=0x7f42a801ace0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 -- 172.21.15.22:0/1625288314 shutdown_connections 2024-09-10T10:33:08.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f429c0678c0 0x7f429c069d80 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42bc145fb0 0x7f42bc15ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42bc0cd670 0x7f42bc15a850 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 --2- 172.21.15.22:0/1625288314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42bc06e1b0 0x7f42bc155e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 -- 172.21.15.22:0/1625288314 >> 172.21.15.22:0/1625288314 conn(0x7f42bc062dd0 msgr2=0x7f42bc160000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:08.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 -- 172.21.15.22:0/1625288314 shutdown_connections 2024-09-10T10:33:08.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.038+0000 7f42c4400640 1 -- 172.21.15.22:0/1625288314 wait complete. 2024-09-10T10:33:08.063 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-10T10:33:08.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.198+0000 7f516c400640 1 Processor -- start 2024-09-10T10:33:08.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.198+0000 7f516c400640 1 -- start start 2024-09-10T10:33:08.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f516c400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f516415b220 0x7f5164071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f516c400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f516415b600 0x7f51640b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f516c400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51640ce880 con 0x7f51640b5520 2024-09-10T10:33:08.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f516c400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f516406d6e0 con 0x7f516415b600 2024-09-10T10:33:08.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f516c400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f51640ceb60 con 0x7f516415b220 2024-09-10T10:33:08.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f5169000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f516415b600 0x7f51640b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:08.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f5169000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f516415b600 0x7f51640b4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40046/0 (socket says 172.21.15.22:40046) 2024-09-10T10:33:08.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f5169000640 1 -- 172.21.15.22:0/4057343246 learned_addr learned my addr 172.21.15.22:0/4057343246 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:08.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f5169a00640 1 --2- 172.21.15.22:0/4057343246 >> v2:172.21.15.145:3300/0 conn(0x7f516415b220 0x7f5164071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:08.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f5169000640 1 -- 172.21.15.22:0/4057343246 >> v2:172.21.15.145:3300/0 conn(0x7f516415b220 msgr2=0x7f5164071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:08.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f5169000640 1 --2- 172.21.15.22:0/4057343246 >> v2:172.21.15.145:3300/0 conn(0x7f516415b220 0x7f5164071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f5169000640 1 -- 172.21.15.22:0/4057343246 >> v1:172.21.15.22:6789/0 conn(0x7f51640b5520 legacy=0x7f51640b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.202+0000 7f5169000640 1 -- 172.21.15.22:0/4057343246 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51640cee40 con 0x7f516415b600 2024-09-10T10:33:08.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f5169000640 1 --2- 172.21.15.22:0/4057343246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f516415b600 0x7f51640b4fe0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f516406f400 tx=0x7f515001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1903d96033b97c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:08.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f5163e00640 1 -- 172.21.15.22:0/4057343246 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51500b0070 con 0x7f516415b600 2024-09-10T10:33:08.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f5163e00640 1 -- 172.21.15.22:0/4057343246 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51500ab600 con 0x7f516415b600 2024-09-10T10:33:08.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f5163e00640 1 -- 172.21.15.22:0/4057343246 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51500ab9d0 con 0x7f516415b600 2024-09-10T10:33:08.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f516c400640 1 -- 172.21.15.22:0/4057343246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f516415b600 msgr2=0x7f51640b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f516c400640 1 --2- 172.21.15.22:0/4057343246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f516415b600 0x7f51640b4fe0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f516406f400 tx=0x7f515001c400 comp rx=0 tx=0).stop 2024-09-10T10:33:08.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f516c400640 1 -- 172.21.15.22:0/4057343246 shutdown_connections 2024-09-10T10:33:08.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f516c400640 1 --2- 172.21.15.22:0/4057343246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f516415b600 0x7f51640b4fe0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f516c400640 1 --2- 172.21.15.22:0/4057343246 >> v2:172.21.15.145:3300/0 conn(0x7f516415b220 0x7f5164071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f516c400640 1 -- 172.21.15.22:0/4057343246 >> 172.21.15.22:0/4057343246 conn(0x7f5164062dd0 msgr2=0x7f516406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:08.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f516c400640 1 -- 172.21.15.22:0/4057343246 shutdown_connections 2024-09-10T10:33:08.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f516c400640 1 -- 172.21.15.22:0/4057343246 wait complete. 2024-09-10T10:33:08.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f516c400640 1 Processor -- start 2024-09-10T10:33:08.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.206+0000 7f516c400640 1 -- start start 2024-09-10T10:33:08.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f516c400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51640b5520 0x7f51640b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f516c400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f516415b220 0x7f5164146dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f516c400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f516415b600 0x7f51641f76a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f516c400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f51640d01e0 con 0x7f51640b5520 2024-09-10T10:33:08.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f516c400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51640d0060 con 0x7f516415b600 2024-09-10T10:33:08.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f516c400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f51641680f0 con 0x7f516415b220 2024-09-10T10:33:08.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5169a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51640b5520 0x7f51640b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:08.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5169a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51640b5520 0x7f51640b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40050/0 (socket says 172.21.15.22:40050) 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5169a00640 1 -- 172.21.15.22:0/1202562513 learned_addr learned my addr 172.21.15.22:0/1202562513 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5169a00640 1 -- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f516415b220 msgr2=0x7f5164146dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5169a00640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f516415b220 0x7f5164146dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5169a00640 1 -- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f516415b600 msgr2=0x7f51641f76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5169a00640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f516415b600 0x7f51641f76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5169a00640 1 -- 172.21.15.22:0/1202562513 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5164147300 con 0x7f51640b5520 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5169a00640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51640b5520 0x7f51640b12e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f515800d800 tx=0x7f515800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5161600640 1 -- 172.21.15.22:0/1202562513 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f515800b6c0 con 0x7f51640b5520 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5161600640 1 -- 172.21.15.22:0/1202562513 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5158019070 con 0x7f51640b5520 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5161600640 1 -- 172.21.15.22:0/1202562513 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f515800ba60 con 0x7f51640b5520 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f516c400640 1 -- 172.21.15.22:0/1202562513 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51641f7be0 con 0x7f51640b5520 2024-09-10T10:33:08.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f516c400640 1 -- 172.21.15.22:0/1202562513 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51641f8160 con 0x7f51640b5520 2024-09-10T10:33:08.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f516c400640 1 -- 172.21.15.22:0/1202562513 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5164072e90 con 0x7f51640b5520 2024-09-10T10:33:08.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.210+0000 7f5161600640 1 -- 172.21.15.22:0/1202562513 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f515800bc00 con 0x7f51640b5520 2024-09-10T10:33:08.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.214+0000 7f5161600640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51440678c0 0x7f5144069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.214+0000 7f5161600640 1 -- 172.21.15.22:0/1202562513 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f5158085ea0 con 0x7f51640b5520 2024-09-10T10:33:08.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.214+0000 7f5169000640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51440678c0 0x7f5144069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:08.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.214+0000 7f5169000640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51440678c0 0x7f5144069d80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f51500ad000 tx=0x7f5150004740 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:08.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.218+0000 7f5161600640 1 -- 172.21.15.22:0/1202562513 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5158056c90 con 0x7f51640b5520 2024-09-10T10:33:08.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.442+0000 7f516c400640 1 -- 172.21.15.22:0/1202562513 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f5164071120 con 0x7f51640b5520 2024-09-10T10:33:08.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.442+0000 7f5161600640 1 -- 172.21.15.22:0/1202562513 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f5158056590 con 0x7f51640b5520 2024-09-10T10:33:08.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 -- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51440678c0 msgr2=0x7f5144069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51440678c0 0x7f5144069d80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f51500ad000 tx=0x7f5150004740 comp rx=0 tx=0).stop 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 -- 172.21.15.22:0/1202562513 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51640b5520 msgr2=0x7f51640b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51640b5520 0x7f51640b12e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f515800d800 tx=0x7f515800dcc0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 -- 172.21.15.22:0/1202562513 shutdown_connections 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51440678c0 0x7f5144069d80 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f516415b600 0x7f51641f76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f516415b220 0x7f5164146dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 --2- 172.21.15.22:0/1202562513 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51640b5520 0x7f51640b12e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 -- 172.21.15.22:0/1202562513 >> 172.21.15.22:0/1202562513 conn(0x7f5164062dd0 msgr2=0x7f5164071cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 -- 172.21.15.22:0/1202562513 shutdown_connections 2024-09-10T10:33:08.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.446+0000 7f516c400640 1 -- 172.21.15.22:0/1202562513 wait complete. 2024-09-10T10:33:08.469 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-10T10:33:08.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.606+0000 7fc9d3000640 1 Processor -- start 2024-09-10T10:33:08.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.606+0000 7fc9d3000640 1 -- start start 2024-09-10T10:33:08.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9d3000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc9cc15bec0 0x7fc9cc0d2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9d3000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9cc15c2a0 0x7fc9cc15eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9d3000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9cc15f2d0 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9d3000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc9cc15f0a0 con 0x7fc9cc15bec0 2024-09-10T10:33:08.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9d3000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc9cc15f5b0 con 0x7fc9cc15c2a0 2024-09-10T10:33:08.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9cbe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc9cc15bec0 0x7fc9cc0d2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:08.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9d1000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc9cc0b6db0 0x7fc9cc0b7240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59142/0 (socket says 172.21.15.22:59142) 2024-09-10T10:33:08.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9d1000640 1 -- 172.21.15.22:0/3837489461 learned_addr learned my addr 172.21.15.22:0/3837489461 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:08.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9c3400640 1 --2- 172.21.15.22:0/3837489461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9cc15c2a0 0x7fc9cc15eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:08.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9cbe00640 1 -- 172.21.15.22:0/3837489461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9cc15c2a0 msgr2=0x7fc9cc15eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:08.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9cbe00640 1 --2- 172.21.15.22:0/3837489461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9cc15c2a0 0x7fc9cc15eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9cbe00640 1 -- 172.21.15.22:0/3837489461 >> v1:172.21.15.22:6789/0 conn(0x7fc9cc0b6db0 legacy=0x7fc9cc0b7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9cbe00640 1 -- 172.21.15.22:0/3837489461 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9cc15f890 con 0x7fc9cc15bec0 2024-09-10T10:33:08.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.610+0000 7fc9cbe00640 1 --2- 172.21.15.22:0/3837489461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc15bec0 0x7fc9cc0d2a80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc0097c0 tx=0x7fc9bc01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cea749735704e24 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:08.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9cb400640 1 -- 172.21.15.22:0/3837489461 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc0b1070 con 0x7fc9cc15bec0 2024-09-10T10:33:08.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9cb400640 1 -- 172.21.15.22:0/3837489461 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9bc0ac410 con 0x7fc9cc15bec0 2024-09-10T10:33:08.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9cb400640 1 -- 172.21.15.22:0/3837489461 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc0ac7e0 con 0x7fc9cc15bec0 2024-09-10T10:33:08.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 -- 172.21.15.22:0/3837489461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc15bec0 msgr2=0x7fc9cc0d2a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 --2- 172.21.15.22:0/3837489461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc15bec0 0x7fc9cc0d2a80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc0097c0 tx=0x7fc9bc01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 -- 172.21.15.22:0/3837489461 shutdown_connections 2024-09-10T10:33:08.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 --2- 172.21.15.22:0/3837489461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9cc15c2a0 0x7fc9cc15eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 --2- 172.21.15.22:0/3837489461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc15bec0 0x7fc9cc0d2a80 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 -- 172.21.15.22:0/3837489461 >> 172.21.15.22:0/3837489461 conn(0x7fc9cc06e780 msgr2=0x7fc9cc0b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:08.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 -- 172.21.15.22:0/3837489461 shutdown_connections 2024-09-10T10:33:08.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 -- 172.21.15.22:0/3837489461 wait complete. 2024-09-10T10:33:08.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 Processor -- start 2024-09-10T10:33:08.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 -- start start 2024-09-10T10:33:08.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc0b6db0 0x7fc9cc0ce370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9cc15bec0 0x7fc9cc14b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9cc15c2a0 0x7fc9cc153a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc9cc06cf60 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc9cc06cde0 con 0x7fc9cc15c2a0 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d3000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc9cc06d0e0 con 0x7fc9cc15bec0 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9cbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc0b6db0 0x7fc9cc0ce370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9cbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc0b6db0 0x7fc9cc0ce370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40062/0 (socket says 172.21.15.22:40062) 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9cbe00640 1 -- 172.21.15.22:0/3163557814 learned_addr learned my addr 172.21.15.22:0/3163557814 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9d1000640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9cc15c2a0 0x7fc9cc153a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9c3400640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9cc15bec0 0x7fc9cc14b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9cbe00640 1 -- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9cc15bec0 msgr2=0x7fc9cc14b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9cbe00640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9cc15bec0 0x7fc9cc14b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9cbe00640 1 -- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9cc15c2a0 msgr2=0x7fc9cc153a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.614+0000 7fc9cbe00640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9cc15c2a0 0x7fc9cc153a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9cbe00640 1 -- 172.21.15.22:0/3163557814 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9cc0cda50 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9cbe00640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc0b6db0 0x7fc9cc0ce370 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc01a0d0 tx=0x7fc9bc019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9c8c00640 1 -- 172.21.15.22:0/3163557814 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc0b1040 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9c8c00640 1 -- 172.21.15.22:0/3163557814 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9bc0bb070 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9c8c00640 1 -- 172.21.15.22:0/3163557814 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc0b5650 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9d3000640 1 -- 172.21.15.22:0/3163557814 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9cc0cc9b0 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9d3000640 1 -- 172.21.15.22:0/3163557814 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9cc0ccf70 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9d3000640 1 -- 172.21.15.22:0/3163557814 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9cc06d4f0 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9c8c00640 1 -- 172.21.15.22:0/3163557814 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc9bc0b57f0 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9c8c00640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9a80678c0 0x7fc9a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:08.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9c8c00640 1 -- 172.21.15.22:0/3163557814 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fc9bc11f7e0 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.618+0000 7fc9c3400640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9a80678c0 0x7fc9a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:08.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.622+0000 7fc9c3400640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9a80678c0 0x7fc9a8069d80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc0cc3f0 tx=0x7fc9b4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:08.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.622+0000 7fc9c8c00640 1 -- 172.21.15.22:0/3163557814 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc9cc0cda50 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.850+0000 7fc9d3000640 1 -- 172.21.15.22:0/3163557814 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7fc9cc15e490 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.850+0000 7fc9c8c00640 1 -- 172.21.15.22:0/3163557814 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) ==== 90+0+0 (secure 0 0 0) 0x7fc9bc016090 con 0x7fc9cc0b6db0 2024-09-10T10:33:08.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 -- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9a80678c0 msgr2=0x7fc9a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9a80678c0 0x7fc9a8069d80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc0cc3f0 tx=0x7fc9b4008040 comp rx=0 tx=0).stop 2024-09-10T10:33:08.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 -- 172.21.15.22:0/3163557814 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc0b6db0 msgr2=0x7fc9cc0ce370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:08.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc0b6db0 0x7fc9cc0ce370 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc01a0d0 tx=0x7fc9bc019240 comp rx=0 tx=0).stop 2024-09-10T10:33:08.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 -- 172.21.15.22:0/3163557814 shutdown_connections 2024-09-10T10:33:08.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9a80678c0 0x7fc9a8069d80 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9cc15c2a0 0x7fc9cc153a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9cc15bec0 0x7fc9cc14b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 --2- 172.21.15.22:0/3163557814 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9cc0b6db0 0x7fc9cc0ce370 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:08.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 -- 172.21.15.22:0/3163557814 >> 172.21.15.22:0/3163557814 conn(0x7fc9cc06e780 msgr2=0x7fc9cc15d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:08.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 -- 172.21.15.22:0/3163557814 shutdown_connections 2024-09-10T10:33:08.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:08.854+0000 7fc9d3000640 1 -- 172.21.15.22:0/3163557814 wait complete. 2024-09-10T10:33:08.878 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-10T10:33:09.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.014+0000 7f02d1000640 1 Processor -- start 2024-09-10T10:33:09.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.014+0000 7f02d1000640 1 -- start start 2024-09-10T10:33:09.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02d1000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc158600 0x7f02cc15b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02d1000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02cc072e90 0x7f02cc15ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02d1000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02cc15e7a0 con 0x7f02cc06da30 2024-09-10T10:33:09.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02d1000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f02cc0b53f0 con 0x7f02cc072e90 2024-09-10T10:33:09.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02d1000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02cc15b9e0 con 0x7f02cc158600 2024-09-10T10:33:09.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02c1400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02cc072e90 0x7f02cc15ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02c1400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02cc072e90 0x7f02cc15ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40066/0 (socket says 172.21.15.22:40066) 2024-09-10T10:33:09.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02c1400640 1 -- 172.21.15.22:0/2265801570 learned_addr learned my addr 172.21.15.22:0/2265801570 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:09.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02c9e00640 1 --2- 172.21.15.22:0/2265801570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc158600 0x7f02cc15b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02c1400640 1 -- 172.21.15.22:0/2265801570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc158600 msgr2=0x7f02cc15b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:09.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02c1400640 1 --2- 172.21.15.22:0/2265801570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc158600 0x7f02cc15b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02c1400640 1 -- 172.21.15.22:0/2265801570 >> v1:172.21.15.145:6789/0 conn(0x7f02cc06da30 legacy=0x7f02cc06de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:09.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02c1400640 1 -- 172.21.15.22:0/2265801570 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02cc15bcc0 con 0x7f02cc072e90 2024-09-10T10:33:09.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.018+0000 7f02c1400640 1 --2- 172.21.15.22:0/2265801570 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc072e90 0x7f02cc15ef60 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f02b400d150 tx=0x7f02b401ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23261dc6aa41d63b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:09.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02c9400640 1 -- 172.21.15.22:0/2265801570 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b40ad070 con 0x7f02cc072e90 2024-09-10T10:33:09.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02c9400640 1 -- 172.21.15.22:0/2265801570 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02b40a7c50 con 0x7f02cc072e90 2024-09-10T10:33:09.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02c9400640 1 -- 172.21.15.22:0/2265801570 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b40b1400 con 0x7f02cc072e90 2024-09-10T10:33:09.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 -- 172.21.15.22:0/2265801570 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc072e90 msgr2=0x7f02cc15ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 --2- 172.21.15.22:0/2265801570 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc072e90 0x7f02cc15ef60 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f02b400d150 tx=0x7f02b401ec00 comp rx=0 tx=0).stop 2024-09-10T10:33:09.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 -- 172.21.15.22:0/2265801570 shutdown_connections 2024-09-10T10:33:09.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 --2- 172.21.15.22:0/2265801570 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc072e90 0x7f02cc15ef60 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 --2- 172.21.15.22:0/2265801570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc158600 0x7f02cc15b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 -- 172.21.15.22:0/2265801570 >> 172.21.15.22:0/2265801570 conn(0x7f02cc062dd0 msgr2=0x7f02cc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:09.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 -- 172.21.15.22:0/2265801570 shutdown_connections 2024-09-10T10:33:09.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 -- 172.21.15.22:0/2265801570 wait complete. 2024-09-10T10:33:09.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 Processor -- start 2024-09-10T10:33:09.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 -- start start 2024-09-10T10:33:09.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc06da30 0x7f02cc156500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc072e90 0x7f02cc15a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc158600 0x7f02cc160370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc158b60 con 0x7f02cc158600 2024-09-10T10:33:09.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc1589e0 con 0x7f02cc072e90 2024-09-10T10:33:09.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.022+0000 7f02d1000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02cc15f4a0 con 0x7f02cc06da30 2024-09-10T10:33:09.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02ca800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc158600 0x7f02cc160370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02ca800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc158600 0x7f02cc160370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40076/0 (socket says 172.21.15.22:40076) 2024-09-10T10:33:09.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02ca800640 1 -- 172.21.15.22:0/660224186 learned_addr learned my addr 172.21.15.22:0/660224186 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:09.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02c1400640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc072e90 0x7f02cc15a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02c9e00640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc06da30 0x7f02cc156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02ca800640 1 -- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc06da30 msgr2=0x7f02cc156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02ca800640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc06da30 0x7f02cc156500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02ca800640 1 -- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc072e90 msgr2=0x7f02cc15a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02ca800640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc072e90 0x7f02cc15a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02ca800640 1 -- 172.21.15.22:0/660224186 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02cc15fa30 con 0x7f02cc158600 2024-09-10T10:33:09.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02c1400640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc072e90 0x7f02cc15a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:33:09.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02ca800640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc158600 0x7f02cc160370 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f02c400c3c0 tx=0x7f02c400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:09.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02c2a00640 1 -- 172.21.15.22:0/660224186 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c4017070 con 0x7f02cc158600 2024-09-10T10:33:09.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02c2a00640 1 -- 172.21.15.22:0/660224186 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02c40052d0 con 0x7f02cc158600 2024-09-10T10:33:09.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02c2a00640 1 -- 172.21.15.22:0/660224186 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c4003860 con 0x7f02cc158600 2024-09-10T10:33:09.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02d1000640 1 -- 172.21.15.22:0/660224186 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02cc15fd10 con 0x7f02cc158600 2024-09-10T10:33:09.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02d1000640 1 -- 172.21.15.22:0/660224186 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02cc160a80 con 0x7f02cc158600 2024-09-10T10:33:09.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02d1000640 1 -- 172.21.15.22:0/660224186 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02cc1644b0 con 0x7f02cc158600 2024-09-10T10:33:09.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.026+0000 7f02c2a00640 1 -- 172.21.15.22:0/660224186 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f02c401a070 con 0x7f02cc158600 2024-09-10T10:33:09.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.030+0000 7f02c2a00640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 0x7f02a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.030+0000 7f02c2a00640 1 -- 172.21.15.22:0/660224186 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f02c4084c10 con 0x7f02cc158600 2024-09-10T10:33:09.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.030+0000 7f02c9e00640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 0x7f02a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.030+0000 7f02c9e00640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 0x7f02a8069d80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f02bc009790 tx=0x7f02bc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:09.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.034+0000 7f02c2a00640 1 -- 172.21.15.22:0/660224186 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f02c4055a90 con 0x7f02cc158600 2024-09-10T10:33:09.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.254+0000 7f02d1000640 1 -- 172.21.15.22:0/660224186 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f02cc15ef60 con 0x7f02cc158600 2024-09-10T10:33:09.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02c2a00640 1 -- 172.21.15.22:0/660224186 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7f02c4055390 con 0x7f02cc158600 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 -- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 msgr2=0x7f02a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 0x7f02a8069d80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f02bc009790 tx=0x7f02bc008040 comp rx=0 tx=0).stop 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 -- 172.21.15.22:0/660224186 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc158600 msgr2=0x7f02cc160370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc158600 0x7f02cc160370 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f02c400c3c0 tx=0x7f02c400c880 comp rx=0 tx=0).stop 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 -- 172.21.15.22:0/660224186 shutdown_connections 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 0x7f02a8069d80 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc158600 0x7f02cc160370 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc072e90 0x7f02cc15a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 --2- 172.21.15.22:0/660224186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc06da30 0x7f02cc156500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 -- 172.21.15.22:0/660224186 >> 172.21.15.22:0/660224186 conn(0x7f02cc062dd0 msgr2=0x7f02cc15d6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:09.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 -- 172.21.15.22:0/660224186 shutdown_connections 2024-09-10T10:33:09.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.258+0000 7f02d1000640 1 -- 172.21.15.22:0/660224186 wait complete. 2024-09-10T10:33:09.283 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-10T10:33:09.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.446+0000 7ff503600640 1 Processor -- start 2024-09-10T10:33:09.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.446+0000 7ff503600640 1 -- start start 2024-09-10T10:33:09.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff503600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff4fc15b220 0x7ff4fc071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff503600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff4fc0b56f0 0x7ff4fc0b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff503600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4fc0ce880 con 0x7ff4fc15b600 2024-09-10T10:33:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff503600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff4fc06d6e0 con 0x7ff4fc15b220 2024-09-10T10:33:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff503600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff4fc0ceb60 con 0x7ff4fc0b56f0 2024-09-10T10:33:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff500c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff4fc15b220 0x7ff4fc071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff500c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff4fc15b220 0x7ff4fc071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40078/0 (socket says 172.21.15.22:40078) 2024-09-10T10:33:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff500c00640 1 -- 172.21.15.22:0/2776283035 learned_addr learned my addr 172.21.15.22:0/2776283035 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff501600640 1 --2- 172.21.15.22:0/2776283035 >> v2:172.21.15.145:3300/0 conn(0x7ff4fc0b56f0 0x7ff4fc0b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff500c00640 1 -- 172.21.15.22:0/2776283035 >> v2:172.21.15.145:3300/0 conn(0x7ff4fc0b56f0 msgr2=0x7ff4fc0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff500c00640 1 --2- 172.21.15.22:0/2776283035 >> v2:172.21.15.145:3300/0 conn(0x7ff4fc0b56f0 0x7ff4fc0b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff500c00640 1 -- 172.21.15.22:0/2776283035 >> v1:172.21.15.145:6789/0 conn(0x7ff4fc15b600 legacy=0x7ff4fc0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff500c00640 1 -- 172.21.15.22:0/2776283035 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4fc0cee40 con 0x7ff4fc15b220 2024-09-10T10:33:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff501600640 1 --2- 172.21.15.22:0/2776283035 >> v2:172.21.15.145:3300/0 conn(0x7ff4fc0b56f0 0x7ff4fc0b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:33:09.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.450+0000 7ff500c00640 1 --2- 172.21.15.22:0/2776283035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 0x7ff4fc071140 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc0cd1d0 tx=0x7ff4ec01c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=330bb3983e49ab3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:09.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff4fb400640 1 -- 172.21.15.22:0/2776283035 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ec0b1070 con 0x7ff4fc15b220 2024-09-10T10:33:09.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff4fb400640 1 -- 172.21.15.22:0/2776283035 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4ec0ac410 con 0x7ff4fc15b220 2024-09-10T10:33:09.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff4fb400640 1 -- 172.21.15.22:0/2776283035 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ec0ac7e0 con 0x7ff4fc15b220 2024-09-10T10:33:09.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 -- 172.21.15.22:0/2776283035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 msgr2=0x7ff4fc071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 --2- 172.21.15.22:0/2776283035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 0x7ff4fc071140 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc0cd1d0 tx=0x7ff4ec01c390 comp rx=0 tx=0).stop 2024-09-10T10:33:09.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 -- 172.21.15.22:0/2776283035 shutdown_connections 2024-09-10T10:33:09.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 --2- 172.21.15.22:0/2776283035 >> v2:172.21.15.145:3300/0 conn(0x7ff4fc0b56f0 0x7ff4fc0b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 --2- 172.21.15.22:0/2776283035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 0x7ff4fc071140 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 -- 172.21.15.22:0/2776283035 >> 172.21.15.22:0/2776283035 conn(0x7ff4fc062dd0 msgr2=0x7ff4fc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:09.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 -- 172.21.15.22:0/2776283035 shutdown_connections 2024-09-10T10:33:09.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 -- 172.21.15.22:0/2776283035 wait complete. 2024-09-10T10:33:09.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 Processor -- start 2024-09-10T10:33:09.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 -- start start 2024-09-10T10:33:09.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc0b56f0 0x7ff4fc148cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 0x7ff4fc0b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4fc15b600 0x7ff4fc0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc0cffd0 con 0x7ff4fc15b220 2024-09-10T10:33:09.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff4fc0cfe50 con 0x7ff4fc0b56f0 2024-09-10T10:33:09.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff503600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff4fc0d0150 con 0x7ff4fc15b600 2024-09-10T10:33:09.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff4fbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 0x7ff4fc0b10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff500c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc0b56f0 0x7ff4fc148cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff4fbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 0x7ff4fc0b10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40084/0 (socket says 172.21.15.22:40084) 2024-09-10T10:33:09.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.454+0000 7ff4fbe00640 1 -- 172.21.15.22:0/4077993601 learned_addr learned my addr 172.21.15.22:0/4077993601 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:09.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff501600640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4fc15b600 0x7ff4fc0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4fbe00640 1 -- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4fc15b600 msgr2=0x7ff4fc0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4fbe00640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4fc15b600 0x7ff4fc0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4fbe00640 1 -- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc0b56f0 msgr2=0x7ff4fc148cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4fbe00640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc0b56f0 0x7ff4fc148cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4fbe00640 1 -- 172.21.15.22:0/4077993601 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4fc1515a0 con 0x7ff4fc15b220 2024-09-10T10:33:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4fbe00640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 0x7ff4fc0b10e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff4e800b440 tx=0x7ff4e800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4f8c00640 1 -- 172.21.15.22:0/4077993601 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4e8015020 con 0x7ff4fc15b220 2024-09-10T10:33:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4f8c00640 1 -- 172.21.15.22:0/4077993601 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4e8011890 con 0x7ff4fc15b220 2024-09-10T10:33:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4f8c00640 1 -- 172.21.15.22:0/4077993601 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4e8011c80 con 0x7ff4fc15b220 2024-09-10T10:33:09.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff503600640 1 -- 172.21.15.22:0/4077993601 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4fc151840 con 0x7ff4fc15b220 2024-09-10T10:33:09.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff503600640 1 -- 172.21.15.22:0/4077993601 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4fc151dc0 con 0x7ff4fc15b220 2024-09-10T10:33:09.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff503600640 1 -- 172.21.15.22:0/4077993601 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4fc0b3f10 con 0x7ff4fc15b220 2024-09-10T10:33:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4f8c00640 1 -- 172.21.15.22:0/4077993601 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff4e8018020 con 0x7ff4fc15b220 2024-09-10T10:33:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4f8c00640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4dc0678c0 0x7ff4dc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff4f8c00640 1 -- 172.21.15.22:0/4077993601 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7ff4e80856a0 con 0x7ff4fc15b220 2024-09-10T10:33:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.458+0000 7ff500c00640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4dc0678c0 0x7ff4dc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.462+0000 7ff500c00640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4dc0678c0 0x7ff4dc069d80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec0ae000 tx=0x7ff4ec008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:09.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.462+0000 7ff4f8c00640 1 -- 172.21.15.22:0/4077993601 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff4e801f030 con 0x7ff4fc15b220 2024-09-10T10:33:09.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.686+0000 7ff503600640 1 -- 172.21.15.22:0/4077993601 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7ff4fc072e90 con 0x7ff4fc15b220 2024-09-10T10:33:09.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff4f8c00640 1 -- 172.21.15.22:0/4077993601 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) ==== 97+0+0 (secure 0 0 0) 0x7ff4e800d040 con 0x7ff4fc15b220 2024-09-10T10:33:09.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 -- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4dc0678c0 msgr2=0x7ff4dc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4dc0678c0 0x7ff4dc069d80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec0ae000 tx=0x7ff4ec008040 comp rx=0 tx=0).stop 2024-09-10T10:33:09.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 -- 172.21.15.22:0/4077993601 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 msgr2=0x7ff4fc0b10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 0x7ff4fc0b10e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff4e800b440 tx=0x7ff4e800b900 comp rx=0 tx=0).stop 2024-09-10T10:33:09.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 -- 172.21.15.22:0/4077993601 shutdown_connections 2024-09-10T10:33:09.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4dc0678c0 0x7ff4dc069d80 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4fc15b600 0x7ff4fc0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4fc15b220 0x7ff4fc0b10e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 --2- 172.21.15.22:0/4077993601 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4fc0b56f0 0x7ff4fc148cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 -- 172.21.15.22:0/4077993601 >> 172.21.15.22:0/4077993601 conn(0x7ff4fc062dd0 msgr2=0x7ff4fc15ba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:09.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 -- 172.21.15.22:0/4077993601 shutdown_connections 2024-09-10T10:33:09.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.690+0000 7ff503600640 1 -- 172.21.15.22:0/4077993601 wait complete. 2024-09-10T10:33:09.716 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-10T10:33:09.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7619e00640 1 Processor -- start 2024-09-10T10:33:09.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7619e00640 1 -- start start 2024-09-10T10:33:09.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7619e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7614159d00 0x7f76140b19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7619e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7614160c00 con 0x7f76140b6b70 2024-09-10T10:33:09.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7619e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76140b6340 con 0x7f76140b6fb0 2024-09-10T10:33:09.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7619e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7614071960 con 0x7f7614159d00 2024-09-10T10:33:09.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f760be00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f76140b6b70 0x7f761415fde0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59152/0 (socket says 172.21.15.22:59152) 2024-09-10T10:33:09.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f760be00640 1 -- 172.21.15.22:0/3150099802 learned_addr learned my addr 172.21.15.22:0/3150099802 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:09.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7618a00640 1 --2- 172.21.15.22:0/3150099802 >> v2:172.21.15.145:3300/0 conn(0x7f7614159d00 0x7f76140b19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 456040766 0 0) 0x7f7614160c00 con 0x7f76140b6b70 2024-09-10T10:33:09.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f75f8003530 con 0x7f76140b6b70 2024-09-10T10:33:09.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3293330920 0 0) 0x7f75f8003530 con 0x7f76140b6b70 2024-09-10T10:33:09.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 >> v2:172.21.15.145:3300/0 conn(0x7f7614159d00 msgr2=0x7f76140b19c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:09.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7613e00640 1 --2- 172.21.15.22:0/3150099802 >> v2:172.21.15.145:3300/0 conn(0x7f7614159d00 0x7f76140b19c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 >> v1:172.21.15.145:6789/0 conn(0x7f76140b6fb0 legacy=0x7f76141604f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.854+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f761415d6e0 con 0x7f76140b6b70 2024-09-10T10:33:09.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f75fc001680 con 0x7f76140b6b70 2024-09-10T10:33:09.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 >> v1:172.21.15.22:6789/0 conn(0x7f76140b6b70 legacy=0x7f761415fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7613e00640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75f80039c0 0x7f75f8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7613e00640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75f80043c0 0x7f75f8004890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7613e00640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75f8005090 0x7f75f800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7614071960 con 0x7f75f8005090 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f75f800bff0 con 0x7f75f80043c0 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f75f800c1f0 con 0x7f75f80039c0 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7619400640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75f8005090 0x7f75f800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f760be00640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75f80043c0 0x7f75f8004890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7618a00640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75f80039c0 0x7f75f8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7619400640 1 -- 172.21.15.22:0/3150099802 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75f80039c0 msgr2=0x7f75f8003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7619400640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75f80039c0 0x7f75f8003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7619400640 1 -- 172.21.15.22:0/3150099802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75f80043c0 msgr2=0x7f75f8004890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7619400640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75f80043c0 0x7f75f8004890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7619400640 1 -- 172.21.15.22:0/3150099802 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75f8003530 con 0x7f75f8005090 2024-09-10T10:33:09.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7619400640 1 -- 172.21.15.22:0/3150099802 reap_dead start 2024-09-10T10:33:09.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7619400640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75f8005090 0x7f75f800b9d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f760c002010 tx=0x7f760c01c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a45ac99bf791c4e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:09.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c001c10 con 0x7f75f8005090 2024-09-10T10:33:09.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.858+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f760c003ba0 con 0x7f75f8005090 2024-09-10T10:33:09.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7613e00640 1 -- 172.21.15.22:0/3150099802 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c0050d0 con 0x7f75f8005090 2024-09-10T10:33:09.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 -- 172.21.15.22:0/3150099802 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75f8005090 msgr2=0x7f75f800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75f8005090 0x7f75f800b9d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f760c002010 tx=0x7f760c01c8e0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 -- 172.21.15.22:0/3150099802 shutdown_connections 2024-09-10T10:33:09.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 --2- 172.21.15.22:0/3150099802 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75f8005090 0x7f75f800b9d0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 -- 172.21.15.22:0/3150099802 >> 172.21.15.22:0/3150099802 conn(0x7f76140b41e0 msgr2=0x7f76140b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:09.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 -- 172.21.15.22:0/3150099802 shutdown_connections 2024-09-10T10:33:09.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 -- 172.21.15.22:0/3150099802 wait complete. 2024-09-10T10:33:09.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 Processor -- start 2024-09-10T10:33:09.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 -- start start 2024-09-10T10:33:09.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75f8005090 0x7f761415a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761414a2a0 0x7f761414c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f761415c0a0 0x7f76140d0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f76140b5b40 con 0x7f761415c0a0 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f76140b5860 con 0x7f761414a2a0 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f76140b5e20 con 0x7f75f8005090 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f761415c0a0 0x7f76140d0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f761415c0a0 0x7f76140d0de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40098/0 (socket says 172.21.15.22:40098) 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619400640 1 -- 172.21.15.22:0/3323194699 learned_addr learned my addr 172.21.15.22:0/3323194699 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7618a00640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75f8005090 0x7f761415a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f760be00640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761414a2a0 0x7f761414c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619400640 1 -- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75f8005090 msgr2=0x7f761415a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619400640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75f8005090 0x7f761415a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619400640 1 -- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761414a2a0 msgr2=0x7f761414c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:09.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619400640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761414a2a0 0x7f761414c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:09.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.862+0000 7f7619400640 1 -- 172.21.15.22:0/3323194699 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f761414c640 con 0x7f761415c0a0 2024-09-10T10:33:09.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7619400640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f761415c0a0 0x7f76140d0de0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f760c01d180 tx=0x7f75f8005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:09.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7611600640 1 -- 172.21.15.22:0/3323194699 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c0b8070 con 0x7f761415c0a0 2024-09-10T10:33:09.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7611600640 1 -- 172.21.15.22:0/3323194699 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f760c001bf0 con 0x7f761415c0a0 2024-09-10T10:33:09.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7611600640 1 -- 172.21.15.22:0/3323194699 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c007e00 con 0x7f761415c0a0 2024-09-10T10:33:09.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7619e00640 1 -- 172.21.15.22:0/3323194699 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f761415b220 con 0x7f761415c0a0 2024-09-10T10:33:09.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7619e00640 1 -- 172.21.15.22:0/3323194699 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f761415ac60 con 0x7f761415c0a0 2024-09-10T10:33:09.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7619e00640 1 -- 172.21.15.22:0/3323194699 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f761415a0e0 con 0x7f761415c0a0 2024-09-10T10:33:09.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7611600640 1 -- 172.21.15.22:0/3323194699 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f760c0bb070 con 0x7f761415c0a0 2024-09-10T10:33:09.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7611600640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75f00678f0 0x7f75f0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:09.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7611600640 1 -- 172.21.15.22:0/3323194699 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f760c11e540 con 0x7f761415c0a0 2024-09-10T10:33:09.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.866+0000 7f7618a00640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75f00678f0 0x7f75f0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:09.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.870+0000 7f7618a00640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75f00678f0 0x7f75f0069db0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7604009b60 tx=0x7f7604009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:09.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:09.870+0000 7f7611600640 1 -- 172.21.15.22:0/3323194699 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f760c0165f0 con 0x7f761415c0a0 2024-09-10T10:33:10.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.094+0000 7f7619e00640 1 -- 172.21.15.22:0/3323194699 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f7614071b10 con 0x7f761415c0a0 2024-09-10T10:33:10.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.094+0000 7f7611600640 1 -- 172.21.15.22:0/3323194699 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) ==== 90+0+0 (secure 0 0 0) 0x7f760c0ef5a0 con 0x7f761415c0a0 2024-09-10T10:33:10.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 -- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75f00678f0 msgr2=0x7f75f0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75f00678f0 0x7f75f0069db0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7604009b60 tx=0x7f7604009190 comp rx=0 tx=0).stop 2024-09-10T10:33:10.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 -- 172.21.15.22:0/3323194699 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f761415c0a0 msgr2=0x7f76140d0de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f761415c0a0 0x7f76140d0de0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f760c01d180 tx=0x7f75f8005840 comp rx=0 tx=0).stop 2024-09-10T10:33:10.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 -- 172.21.15.22:0/3323194699 shutdown_connections 2024-09-10T10:33:10.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75f00678f0 0x7f75f0069db0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f761415c0a0 0x7f76140d0de0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761414a2a0 0x7f761414c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 --2- 172.21.15.22:0/3323194699 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75f8005090 0x7f761415a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 -- 172.21.15.22:0/3323194699 >> 172.21.15.22:0/3323194699 conn(0x7f76140b41e0 msgr2=0x7f7614073150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:10.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 -- 172.21.15.22:0/3323194699 shutdown_connections 2024-09-10T10:33:10.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.098+0000 7f7619e00640 1 -- 172.21.15.22:0/3323194699 wait complete. 2024-09-10T10:33:10.121 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:33:10.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.258+0000 7f06fae00640 1 Processor -- start 2024-09-10T10:33:10.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.258+0000 7f06fae00640 1 -- start start 2024-09-10T10:33:10.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.258+0000 7f06fae00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f06f4145fb0 0x7f06f40b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.258+0000 7f06fae00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f06f40cd670 0x7f06f40cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06fae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06f406e1b0 0x7f06f406e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06fae00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f06f40ce010 con 0x7f06f4145fb0 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06fae00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f06f406d1a0 con 0x7f06f40cd670 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06fae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f06f406dd20 con 0x7f06f406e1b0 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f06f4145fb0 0x7f06f40b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f06f4145fb0 0x7f06f40b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40104/0 (socket says 172.21.15.22:40104) 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3e00640 1 -- 172.21.15.22:0/40024355 learned_addr learned my addr 172.21.15.22:0/40024355 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f8e00640 1 --2- 172.21.15.22:0/40024355 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06f406e1b0 0x7f06f406e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3400640 1 --2- 172.21.15.22:0/40024355 >> v2:172.21.15.145:3300/0 conn(0x7f06f40cd670 0x7f06f40cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3e00640 1 -- 172.21.15.22:0/40024355 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06f406e1b0 msgr2=0x7f06f406e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3e00640 1 --2- 172.21.15.22:0/40024355 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06f406e1b0 0x7f06f406e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3e00640 1 -- 172.21.15.22:0/40024355 >> v2:172.21.15.145:3300/0 conn(0x7f06f40cd670 msgr2=0x7f06f40cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3e00640 1 --2- 172.21.15.22:0/40024355 >> v2:172.21.15.145:3300/0 conn(0x7f06f40cd670 0x7f06f40cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3e00640 1 -- 172.21.15.22:0/40024355 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06f406d3f0 con 0x7f06f4145fb0 2024-09-10T10:33:10.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3400640 1 --2- 172.21.15.22:0/40024355 >> v2:172.21.15.145:3300/0 conn(0x7f06f40cd670 0x7f06f40cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:10.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f3e00640 1 --2- 172.21.15.22:0/40024355 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 0x7f06f40b3e00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f06f40b5c20 tx=0x7f06e401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d4765a27fa6eec0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:10.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f2a00640 1 -- 172.21.15.22:0/40024355 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e40a5760 con 0x7f06f4145fb0 2024-09-10T10:33:10.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f2a00640 1 -- 172.21.15.22:0/40024355 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06e40a5900 con 0x7f06f4145fb0 2024-09-10T10:33:10.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.262+0000 7f06f2a00640 1 -- 172.21.15.22:0/40024355 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e40a5cd0 con 0x7f06f4145fb0 2024-09-10T10:33:10.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 -- 172.21.15.22:0/40024355 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 msgr2=0x7f06f40b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 --2- 172.21.15.22:0/40024355 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 0x7f06f40b3e00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f06f40b5c20 tx=0x7f06e401c9f0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 -- 172.21.15.22:0/40024355 shutdown_connections 2024-09-10T10:33:10.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 --2- 172.21.15.22:0/40024355 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06f406e1b0 0x7f06f406e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 --2- 172.21.15.22:0/40024355 >> v2:172.21.15.145:3300/0 conn(0x7f06f40cd670 0x7f06f40cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 --2- 172.21.15.22:0/40024355 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 0x7f06f40b3e00 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 -- 172.21.15.22:0/40024355 >> 172.21.15.22:0/40024355 conn(0x7f06f4062dd0 msgr2=0x7f06f406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:10.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 -- 172.21.15.22:0/40024355 shutdown_connections 2024-09-10T10:33:10.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 -- 172.21.15.22:0/40024355 wait complete. 2024-09-10T10:33:10.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 Processor -- start 2024-09-10T10:33:10.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 -- start start 2024-09-10T10:33:10.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06f406e1b0 0x7f06f4071140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06f40cd670 0x7f06f41426e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 0x7f06f415f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f06f40b4340 con 0x7f06f4145fb0 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f06f40cfda0 con 0x7f06f40cd670 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06fae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f06f4071720 con 0x7f06f406e1b0 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06f8e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 0x7f06f415f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06f8e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 0x7f06f415f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40106/0 (socket says 172.21.15.22:40106) 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06f8e00640 1 -- 172.21.15.22:0/2960773849 learned_addr learned my addr 172.21.15.22:0/2960773849 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06f3e00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06f406e1b0 0x7f06f4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06f3400640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06f40cd670 0x7f06f41426e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06f8e00640 1 -- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06f406e1b0 msgr2=0x7f06f4071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06f8e00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06f406e1b0 0x7f06f4071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06f8e00640 1 -- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06f40cd670 msgr2=0x7f06f41426e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06f8e00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06f40cd670 0x7f06f41426e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.266+0000 7f06f8e00640 1 -- 172.21.15.22:0/2960773849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06f4071a00 con 0x7f06f4145fb0 2024-09-10T10:33:10.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06f8e00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 0x7f06f415f2c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f06ec00d800 tx=0x7f06ec00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:10.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06ebe00640 1 -- 172.21.15.22:0/2960773849 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06ec018020 con 0x7f06f4145fb0 2024-09-10T10:33:10.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06ebe00640 1 -- 172.21.15.22:0/2960773849 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06ec0096c0 con 0x7f06f4145fb0 2024-09-10T10:33:10.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06fae00640 1 -- 172.21.15.22:0/2960773849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06f4071ce0 con 0x7f06f4145fb0 2024-09-10T10:33:10.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06ebe00640 1 -- 172.21.15.22:0/2960773849 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06ec009ab0 con 0x7f06f4145fb0 2024-09-10T10:33:10.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06fae00640 1 -- 172.21.15.22:0/2960773849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06f40722a0 con 0x7f06f4145fb0 2024-09-10T10:33:10.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06fae00640 1 -- 172.21.15.22:0/2960773849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06f40724a0 con 0x7f06f4145fb0 2024-09-10T10:33:10.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06ebe00640 1 -- 172.21.15.22:0/2960773849 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f06ec01b020 con 0x7f06f4145fb0 2024-09-10T10:33:10.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06ebe00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06d40678c0 0x7f06d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06ebe00640 1 -- 172.21.15.22:0/2960773849 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f06ec085df0 con 0x7f06f4145fb0 2024-09-10T10:33:10.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.270+0000 7f06f3e00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06d40678c0 0x7f06d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.274+0000 7f06f3e00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06d40678c0 0x7f06d4069d80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f06e40ae000 tx=0x7f06e40a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:10.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.274+0000 7f06ebe00640 1 -- 172.21.15.22:0/2960773849 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f06f40724a0 con 0x7f06f4145fb0 2024-09-10T10:33:10.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.442+0000 7f06fae00640 1 -- 172.21.15.22:0/2960773849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f06f40b3e00 con 0x7f06f4145fb0 2024-09-10T10:33:10.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.442+0000 7f06ebe00640 1 -- 172.21.15.22:0/2960773849 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v30) ==== 84+0+65 (secure 0 0 0) 0x7f06ec022020 con 0x7f06f4145fb0 2024-09-10T10:33:10.447 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:10.447 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:33:10.447 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:33:10.447 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:33:10.447 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:33:10.448 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:33:10.448 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:33:10.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 -- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06d40678c0 msgr2=0x7f06d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06d40678c0 0x7f06d4069d80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f06e40ae000 tx=0x7f06e40a7070 comp rx=0 tx=0).stop 2024-09-10T10:33:10.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 -- 172.21.15.22:0/2960773849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 msgr2=0x7f06f415f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 0x7f06f415f2c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f06ec00d800 tx=0x7f06ec00dcc0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 -- 172.21.15.22:0/2960773849 shutdown_connections 2024-09-10T10:33:10.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06d40678c0 0x7f06d4069d80 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06f4145fb0 0x7f06f415f2c0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06f40cd670 0x7f06f41426e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 --2- 172.21.15.22:0/2960773849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06f406e1b0 0x7f06f4071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 -- 172.21.15.22:0/2960773849 >> 172.21.15.22:0/2960773849 conn(0x7f06f4062dd0 msgr2=0x7f06f40b4650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:10.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 -- 172.21.15.22:0/2960773849 shutdown_connections 2024-09-10T10:33:10.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.446+0000 7f06fae00640 1 -- 172.21.15.22:0/2960773849 wait complete. 2024-09-10T10:33:10.469 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:33:10.469 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:33:10.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa13600640 1 Processor -- start 2024-09-10T10:33:10.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa13600640 1 -- start start 2024-09-10T10:33:10.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa13600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffa0c1611f0 0x7ffa0c06e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa13600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa0c158fb0 con 0x7ffa0c0b49a0 2024-09-10T10:33:10.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa13600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa0c06e9b0 con 0x7ffa0c158bd0 2024-09-10T10:33:10.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa13600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ffa0c06ec90 con 0x7ffa0c1611f0 2024-09-10T10:33:10.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa11600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffa0c1611f0 0x7ffa0c06e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa03e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ffa0c0b49a0 0x7ffa0c06dc40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59154/0 (socket says 172.21.15.22:59154) 2024-09-10T10:33:10.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa03e00640 1 -- 172.21.15.22:0/453510779 learned_addr learned my addr 172.21.15.22:0/453510779 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:10.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa11600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffa0c1611f0 0x7ffa0c06e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40120/0 (socket says 172.21.15.22:40120) 2024-09-10T10:33:10.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa11600640 1 -- 172.21.15.22:0/453510779 >> v1:172.21.15.145:6789/0 conn(0x7ffa0c158bd0 legacy=0x7ffa0c0b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa11600640 1 -- 172.21.15.22:0/453510779 >> v1:172.21.15.22:6789/0 conn(0x7ffa0c0b49a0 legacy=0x7ffa0c06dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa11600640 1 -- 172.21.15.22:0/453510779 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa0c06ef70 con 0x7ffa0c1611f0 2024-09-10T10:33:10.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.610+0000 7ffa0be00640 1 -- 172.21.15.22:0/453510779 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 727601374 0 0) 0x7ffa0c158fb0 con 0x7ffa0c0b49a0 2024-09-10T10:33:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa11600640 1 --2- 172.21.15.22:0/453510779 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 0x7ffa0c06e350 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ffa04009d90 tx=0x7ffa0401c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e66f57c3161be5df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa0be00640 1 -- 172.21.15.22:0/453510779 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa040b2070 con 0x7ffa0c1611f0 2024-09-10T10:33:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa0be00640 1 -- 172.21.15.22:0/453510779 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa040a5970 con 0x7ffa0c1611f0 2024-09-10T10:33:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa0be00640 1 -- 172.21.15.22:0/453510779 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa040a5d40 con 0x7ffa0c1611f0 2024-09-10T10:33:10.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa13600640 1 -- 172.21.15.22:0/453510779 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 msgr2=0x7ffa0c06e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa13600640 1 --2- 172.21.15.22:0/453510779 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 0x7ffa0c06e350 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ffa04009d90 tx=0x7ffa0401c8b0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa13600640 1 -- 172.21.15.22:0/453510779 shutdown_connections 2024-09-10T10:33:10.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa13600640 1 --2- 172.21.15.22:0/453510779 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 0x7ffa0c06e350 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa13600640 1 -- 172.21.15.22:0/453510779 >> 172.21.15.22:0/453510779 conn(0x7ffa0c062e00 msgr2=0x7ffa0c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:10.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa13600640 1 -- 172.21.15.22:0/453510779 shutdown_connections 2024-09-10T10:33:10.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.614+0000 7ffa13600640 1 -- 172.21.15.22:0/453510779 wait complete. 2024-09-10T10:33:10.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa13600640 1 Processor -- start 2024-09-10T10:33:10.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa13600640 1 -- start start 2024-09-10T10:33:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa13600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa0c0b49a0 0x7ffa0c15c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa13600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c158bd0 0x7ffa0c15cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa13600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 0x7ffa0c14ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa13600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c16c0e0 con 0x7ffa0c1611f0 2024-09-10T10:33:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa13600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c16bf60 con 0x7ffa0c158bd0 2024-09-10T10:33:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa13600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ffa0c16c260 con 0x7ffa0c0b49a0 2024-09-10T10:33:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa11600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 0x7ffa0c14ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa11600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 0x7ffa0c14ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40128/0 (socket says 172.21.15.22:40128) 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa11600640 1 -- 172.21.15.22:0/1565864102 learned_addr learned my addr 172.21.15.22:0/1565864102 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa03e00640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c158bd0 0x7ffa0c15cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa10c00640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa0c0b49a0 0x7ffa0c15c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa11600640 1 -- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa0c0b49a0 msgr2=0x7ffa0c15c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa11600640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa0c0b49a0 0x7ffa0c15c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa11600640 1 -- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c158bd0 msgr2=0x7ffa0c15cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa11600640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c158bd0 0x7ffa0c15cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa11600640 1 -- 172.21.15.22:0/1565864102 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa0c14acb0 con 0x7ffa0c1611f0 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa10c00640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa0c0b49a0 0x7ffa0c15c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa11600640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 0x7ffa0c14ed40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ffa04009d90 tx=0x7ffa04019650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa09600640 1 -- 172.21.15.22:0/1565864102 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa040bd020 con 0x7ffa0c1611f0 2024-09-10T10:33:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa09600640 1 -- 172.21.15.22:0/1565864102 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa040b3040 con 0x7ffa0c1611f0 2024-09-10T10:33:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa09600640 1 -- 172.21.15.22:0/1565864102 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa040b2050 con 0x7ffa0c1611f0 2024-09-10T10:33:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa13600640 1 -- 172.21.15.22:0/1565864102 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa0c14fad0 con 0x7ffa0c1611f0 2024-09-10T10:33:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.618+0000 7ffa13600640 1 -- 172.21.15.22:0/1565864102 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa0c14d2a0 con 0x7ffa0c1611f0 2024-09-10T10:33:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.622+0000 7ffa13600640 1 -- 172.21.15.22:0/1565864102 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa0c0b4290 con 0x7ffa0c1611f0 2024-09-10T10:33:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.622+0000 7ffa09600640 1 -- 172.21.15.22:0/1565864102 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffa040ad790 con 0x7ffa0c1611f0 2024-09-10T10:33:10.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.622+0000 7ffa09600640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9e80678f0 0x7ff9e8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:10.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.622+0000 7ffa09600640 1 -- 172.21.15.22:0/1565864102 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7ffa04120460 con 0x7ffa0c1611f0 2024-09-10T10:33:10.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.622+0000 7ffa10c00640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9e80678f0 0x7ff9e8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:10.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.622+0000 7ffa10c00640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9e80678f0 0x7ff9e8069db0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc000f70 tx=0x7ff9fc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.626+0000 7ffa09600640 1 -- 172.21.15.22:0/1565864102 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ffa040c7060 con 0x7ffa0c1611f0 2024-09-10T10:33:10.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:10.794+0000 7ffa13600640 1 -- 172.21.15.22:0/1565864102 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ffa0c0d09b0 con 0x7ffa0c1611f0 2024-09-10T10:33:11.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.686+0000 7ffa09600640 1 -- 172.21.15.22:0/1565864102 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v31) ==== 138+0+0 (secure 0 0 0) 0x7ffa04016560 con 0x7ffa0c1611f0 2024-09-10T10:33:11.691 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:33:11.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 -- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9e80678f0 msgr2=0x7ff9e8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:11.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9e80678f0 0x7ff9e8069db0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc000f70 tx=0x7ff9fc009040 comp rx=0 tx=0).stop 2024-09-10T10:33:11.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 -- 172.21.15.22:0/1565864102 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 msgr2=0x7ffa0c14ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:11.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 0x7ffa0c14ed40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ffa04009d90 tx=0x7ffa04019650 comp rx=0 tx=0).stop 2024-09-10T10:33:11.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 -- 172.21.15.22:0/1565864102 shutdown_connections 2024-09-10T10:33:11.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff9e80678f0 0x7ff9e8069db0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:11.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa0c1611f0 0x7ffa0c14ed40 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:11.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa0c158bd0 0x7ffa0c15cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:11.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 --2- 172.21.15.22:0/1565864102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa0c0b49a0 0x7ffa0c15c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:11.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 -- 172.21.15.22:0/1565864102 >> 172.21.15.22:0/1565864102 conn(0x7ffa0c062e00 msgr2=0x7ffa0c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:11.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 -- 172.21.15.22:0/1565864102 shutdown_connections 2024-09-10T10:33:11.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.690+0000 7ffa13600640 1 -- 172.21.15.22:0/1565864102 wait complete. 2024-09-10T10:33:11.720 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:33:11.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aada00640 1 Processor -- start 2024-09-10T10:33:11.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aada00640 1 -- start start 2024-09-10T10:33:11.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aada00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7aa815c630 0x7f7aa806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:11.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aada00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7aa806eff0 0x7f7aa80ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aada00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7aa8159350 con 0x7f7aa8158f70 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aada00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f7aa806f460 con 0x7f7aa815c630 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aada00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7aa8071340 con 0x7f7aa806eff0 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aa6a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7aa8158f70 0x7f7aa8072f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59164/0 (socket says 172.21.15.22:59164) 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aa6a00640 1 -- 172.21.15.22:0/1134642913 learned_addr learned my addr 172.21.15.22:0/1134642913 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aa6000640 1 --2- 172.21.15.22:0/1134642913 >> v2:172.21.15.22:3300/0 conn(0x7f7aa815c630 0x7f7aa806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aa7400640 1 --2- 172.21.15.22:0/1134642913 >> v2:172.21.15.145:3300/0 conn(0x7f7aa806eff0 0x7f7aa80ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aa5600640 1 -- 172.21.15.22:0/1134642913 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 21970223 0 0) 0x7f7aa8159350 con 0x7f7aa8158f70 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aa5600640 1 -- 172.21.15.22:0/1134642913 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7a8c003530 con 0x7f7aa8158f70 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aa6000640 1 -- 172.21.15.22:0/1134642913 >> v2:172.21.15.145:3300/0 conn(0x7f7aa806eff0 msgr2=0x7f7aa80ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aa6000640 1 --2- 172.21.15.22:0/1134642913 >> v2:172.21.15.145:3300/0 conn(0x7f7aa806eff0 0x7f7aa80ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:11.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aa6000640 1 -- 172.21.15.22:0/1134642913 >> v1:172.21.15.22:6789/0 conn(0x7f7aa8158f70 legacy=0x7f7aa8072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:11.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.870+0000 7f7aa6000640 1 -- 172.21.15.22:0/1134642913 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aa8071620 con 0x7f7aa815c630 2024-09-10T10:33:11.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aa6000640 1 --2- 172.21.15.22:0/1134642913 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa815c630 0x7f7aa806eab0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7a940097c0 tx=0x7f7a9401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ff906b9ec6de4af server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:11.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aa5600640 1 -- 172.21.15.22:0/1134642913 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a940ab430 con 0x7f7aa815c630 2024-09-10T10:33:11.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aa5600640 1 -- 172.21.15.22:0/1134642913 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a940b0070 con 0x7f7aa815c630 2024-09-10T10:33:11.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aa5600640 1 -- 172.21.15.22:0/1134642913 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a940ab7d0 con 0x7f7aa815c630 2024-09-10T10:33:11.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aada00640 1 -- 172.21.15.22:0/1134642913 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa815c630 msgr2=0x7f7aa806eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:11.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aada00640 1 --2- 172.21.15.22:0/1134642913 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa815c630 0x7f7aa806eab0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7a940097c0 tx=0x7f7a9401c430 comp rx=0 tx=0).stop 2024-09-10T10:33:11.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aada00640 1 -- 172.21.15.22:0/1134642913 shutdown_connections 2024-09-10T10:33:11.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aada00640 1 --2- 172.21.15.22:0/1134642913 >> v2:172.21.15.145:3300/0 conn(0x7f7aa806eff0 0x7f7aa80ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:11.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aada00640 1 --2- 172.21.15.22:0/1134642913 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa815c630 0x7f7aa806eab0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:11.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aada00640 1 -- 172.21.15.22:0/1134642913 >> 172.21.15.22:0/1134642913 conn(0x7f7aa8062eb0 msgr2=0x7f7aa806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:11.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aada00640 1 -- 172.21.15.22:0/1134642913 shutdown_connections 2024-09-10T10:33:11.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.874+0000 7f7aada00640 1 -- 172.21.15.22:0/1134642913 wait complete. 2024-09-10T10:33:11.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 Processor -- start 2024-09-10T10:33:11.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 -- start start 2024-09-10T10:33:11.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa806eff0 0x7f7aa81571c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:11.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7aa8158f70 0x7f7aa8157a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:11.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa815c630 0x7f7aa8165560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa80cf390 con 0x7f7aa806eff0 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa80cf210 con 0x7f7aa815c630 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7aa80cf510 con 0x7f7aa8158f70 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa806eff0 0x7f7aa81571c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa806eff0 0x7f7aa81571c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40148/0 (socket says 172.21.15.22:40148) 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa6a00640 1 -- 172.21.15.22:0/2882922528 learned_addr learned my addr 172.21.15.22:0/2882922528 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa6000640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7aa8158f70 0x7f7aa8157a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa7400640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa815c630 0x7f7aa8165560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa6a00640 1 -- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7aa8158f70 msgr2=0x7f7aa8157a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa6a00640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7aa8158f70 0x7f7aa8157a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa6a00640 1 -- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa815c630 msgr2=0x7f7aa8165560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:11.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa6a00640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa815c630 0x7f7aa8165560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:11.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa6a00640 1 -- 172.21.15.22:0/2882922528 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aa8163550 con 0x7f7aa806eff0 2024-09-10T10:33:11.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aa6a00640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa806eff0 0x7f7aa81571c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7a9800c450 tx=0x7f7a9800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:11.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7a9ea00640 1 -- 172.21.15.22:0/2882922528 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a98017070 con 0x7f7aa806eff0 2024-09-10T10:33:11.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7a9ea00640 1 -- 172.21.15.22:0/2882922528 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a98005cf0 con 0x7f7aa806eff0 2024-09-10T10:33:11.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7a9ea00640 1 -- 172.21.15.22:0/2882922528 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a98007290 con 0x7f7aa806eff0 2024-09-10T10:33:11.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 -- 172.21.15.22:0/2882922528 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7aa8163830 con 0x7f7aa806eff0 2024-09-10T10:33:11.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 -- 172.21.15.22:0/2882922528 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7aa8163df0 con 0x7f7aa806eff0 2024-09-10T10:33:11.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.878+0000 7f7aada00640 1 -- 172.21.15.22:0/2882922528 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7aa80ce4c0 con 0x7f7aa806eff0 2024-09-10T10:33:11.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.882+0000 7f7a9ea00640 1 -- 172.21.15.22:0/2882922528 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7a9801a070 con 0x7f7aa806eff0 2024-09-10T10:33:11.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.882+0000 7f7a9ea00640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a880678c0 0x7f7a88069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:11.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.882+0000 7f7a9ea00640 1 -- 172.21.15.22:0/2882922528 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5227+0+0 (secure 0 0 0) 0x7f7a98084f00 con 0x7f7aa806eff0 2024-09-10T10:33:11.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.882+0000 7f7aa6000640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a880678c0 0x7f7a88069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:11.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.882+0000 7f7aa6000640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a880678c0 0x7f7a88069d80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7a940af000 tx=0x7f7a940a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:11.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:11.886+0000 7f7a9ea00640 1 -- 172.21.15.22:0/2882922528 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7a98055b80 con 0x7f7aa806eff0 2024-09-10T10:33:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.058+0000 7f7aada00640 1 -- 172.21.15.22:0/2882922528 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f7aa80b59c0 con 0x7f7aa806eff0 2024-09-10T10:33:12.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7a9ea00640 1 -- 172.21.15.22:0/2882922528 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v32) ==== 170+0+0 (secure 0 0 0) 0x7f7a98055480 con 0x7f7aa806eff0 2024-09-10T10:33:12.698 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:33:12.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7aada00640 1 -- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a880678c0 msgr2=0x7f7a88069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:12.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7aada00640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a880678c0 0x7f7a88069d80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7a940af000 tx=0x7f7a940a7000 comp rx=0 tx=0).stop 2024-09-10T10:33:12.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7aada00640 1 -- 172.21.15.22:0/2882922528 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa806eff0 msgr2=0x7f7aa81571c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:12.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7aada00640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa806eff0 0x7f7aa81571c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7a9800c450 tx=0x7f7a9800c910 comp rx=0 tx=0).stop 2024-09-10T10:33:12.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7aada00640 1 -- 172.21.15.22:0/2882922528 shutdown_connections 2024-09-10T10:33:12.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7aada00640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a880678c0 0x7f7a88069d80 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:12.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7aada00640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa815c630 0x7f7aa8165560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:12.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7aada00640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7aa8158f70 0x7f7aa8157a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:12.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7aada00640 1 --2- 172.21.15.22:0/2882922528 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa806eff0 0x7f7aa81571c0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:12.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.694+0000 7f7aada00640 1 -- 172.21.15.22:0/2882922528 >> 172.21.15.22:0/2882922528 conn(0x7f7aa8062eb0 msgr2=0x7f7aa815a120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:12.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.698+0000 7f7aada00640 1 -- 172.21.15.22:0/2882922528 shutdown_connections 2024-09-10T10:33:12.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.698+0000 7f7aada00640 1 -- 172.21.15.22:0/2882922528 wait complete. 2024-09-10T10:33:12.740 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:33:12.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f212ae00640 1 Processor -- start 2024-09-10T10:33:12.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f212ae00640 1 -- start start 2024-09-10T10:33:12.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f212ae00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f212406ed90 0x7f21240ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:12.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f212ae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21240ce6e0 0x7f2124164680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:12.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f212ae00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21240ceb70 con 0x7f212406d9a0 2024-09-10T10:33:12.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f212ae00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f21240b3ed0 con 0x7f212406ed90 2024-09-10T10:33:12.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f212ae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f21240b4120 con 0x7f21240ce6e0 2024-09-10T10:33:12.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f211b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f212406ed90 0x7f21240ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:12.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f211b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f212406ed90 0x7f21240ce1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40160/0 (socket says 172.21.15.22:40160) 2024-09-10T10:33:12.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f211b400640 1 -- 172.21.15.22:0/492213196 learned_addr learned my addr 172.21.15.22:0/492213196 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:12.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f2128e00640 1 --2- 172.21.15.22:0/492213196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21240ce6e0 0x7f2124164680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:12.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f211b400640 1 -- 172.21.15.22:0/492213196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21240ce6e0 msgr2=0x7f2124164680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:12.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f211b400640 1 --2- 172.21.15.22:0/492213196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21240ce6e0 0x7f2124164680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:12.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f211b400640 1 -- 172.21.15.22:0/492213196 >> v1:172.21.15.145:6789/0 conn(0x7f212406d9a0 legacy=0x7f21240cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:12.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.882+0000 7f211b400640 1 -- 172.21.15.22:0/492213196 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21240b4400 con 0x7f212406ed90 2024-09-10T10:33:12.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f211b400640 1 --2- 172.21.15.22:0/492213196 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 0x7f21240ce1a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f210c009870 tx=0x7f210c01c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=397a47e5b02438be server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:12.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f2123400640 1 -- 172.21.15.22:0/492213196 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f210c0ab650 con 0x7f212406ed90 2024-09-10T10:33:12.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f2123400640 1 -- 172.21.15.22:0/492213196 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f210c0b0070 con 0x7f212406ed90 2024-09-10T10:33:12.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f2123400640 1 -- 172.21.15.22:0/492213196 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f210c0aba10 con 0x7f212406ed90 2024-09-10T10:33:12.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f212ae00640 1 -- 172.21.15.22:0/492213196 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 msgr2=0x7f21240ce1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:12.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f212ae00640 1 --2- 172.21.15.22:0/492213196 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 0x7f21240ce1a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f210c009870 tx=0x7f210c01c560 comp rx=0 tx=0).stop 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f212ae00640 1 -- 172.21.15.22:0/492213196 shutdown_connections 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f212ae00640 1 --2- 172.21.15.22:0/492213196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21240ce6e0 0x7f2124164680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f212ae00640 1 --2- 172.21.15.22:0/492213196 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 0x7f21240ce1a0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f212ae00640 1 -- 172.21.15.22:0/492213196 >> 172.21.15.22:0/492213196 conn(0x7f2124062eb0 msgr2=0x7f212406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f212ae00640 1 -- 172.21.15.22:0/492213196 shutdown_connections 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.886+0000 7f212ae00640 1 -- 172.21.15.22:0/492213196 wait complete. 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f212ae00640 1 Processor -- start 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f212ae00640 1 -- start start 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f212ae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f212406d9a0 0x7f2124163d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f212ae00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 0x7f2124150740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f212ae00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21240ce6e0 0x7f21240b0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f212ae00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f21240b51c0 con 0x7f212406ed90 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f212ae00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f212406f200 con 0x7f21240ce6e0 2024-09-10T10:33:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f212ae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f21240b5340 con 0x7f212406d9a0 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f211b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 0x7f2124150740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f211b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 0x7f2124150740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40164/0 (socket says 172.21.15.22:40164) 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f211b400640 1 -- 172.21.15.22:0/4238601283 learned_addr learned my addr 172.21.15.22:0/4238601283 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f2123e00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f212406d9a0 0x7f2124163d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f2128e00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21240ce6e0 0x7f21240b0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f211b400640 1 -- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f212406d9a0 msgr2=0x7f2124163d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f211b400640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f212406d9a0 0x7f2124163d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f211b400640 1 -- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21240ce6e0 msgr2=0x7f21240b0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f211b400640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21240ce6e0 0x7f21240b0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f211b400640 1 -- 172.21.15.22:0/4238601283 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f212415c460 con 0x7f212406ed90 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f211b400640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 0x7f2124150740 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f210c0ad040 tx=0x7f210c01ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f2120c00640 1 -- 172.21.15.22:0/4238601283 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f210c0be5f0 con 0x7f212406ed90 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f2120c00640 1 -- 172.21.15.22:0/4238601283 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f210c0be7b0 con 0x7f212406ed90 2024-09-10T10:33:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f212ae00640 1 -- 172.21.15.22:0/4238601283 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2124154240 con 0x7f212406ed90 2024-09-10T10:33:12.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f2120c00640 1 -- 172.21.15.22:0/4238601283 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f210c0beba0 con 0x7f212406ed90 2024-09-10T10:33:12.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.890+0000 7f212ae00640 1 -- 172.21.15.22:0/4238601283 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2124153700 con 0x7f212406ed90 2024-09-10T10:33:12.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.894+0000 7f212ae00640 1 -- 172.21.15.22:0/4238601283 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f212406d230 con 0x7f212406ed90 2024-09-10T10:33:12.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.894+0000 7f2120c00640 1 -- 172.21.15.22:0/4238601283 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f210c0b43f0 con 0x7f212406ed90 2024-09-10T10:33:12.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.894+0000 7f2120c00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21000678f0 0x7f2100069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:12.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.894+0000 7f2120c00640 1 -- 172.21.15.22:0/4238601283 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5609+0+0 (secure 0 0 0) 0x7f210c120c70 con 0x7f212406ed90 2024-09-10T10:33:12.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.894+0000 7f2123e00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21000678f0 0x7f2100069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:12.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.894+0000 7f2123e00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21000678f0 0x7f2100069db0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2114007fd0 tx=0x7f2114009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:12.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:12.898+0000 7f2120c00640 1 -- 172.21.15.22:0/4238601283 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f210c0c4060 con 0x7f212406ed90 2024-09-10T10:33:13.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.098+0000 7f212ae00640 1 -- 172.21.15.22:0/4238601283 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f2124073460 con 0x7f212406ed90 2024-09-10T10:33:13.714 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 4 and data pool 5 2024-09-10T10:33:13.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.710+0000 7f2120c00640 1 -- 172.21.15.22:0/4238601283 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v12) ==== 172+0+0 (secure 0 0 0) 0x7f210c016150 con 0x7f212406ed90 2024-09-10T10:33:13.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.718+0000 7f212ae00640 1 -- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21000678f0 msgr2=0x7f2100069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:13.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.718+0000 7f212ae00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21000678f0 0x7f2100069db0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2114007fd0 tx=0x7f2114009040 comp rx=0 tx=0).stop 2024-09-10T10:33:13.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.718+0000 7f212ae00640 1 -- 172.21.15.22:0/4238601283 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 msgr2=0x7f2124150740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:13.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.718+0000 7f212ae00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 0x7f2124150740 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f210c0ad040 tx=0x7f210c01ada0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.722+0000 7f212ae00640 1 -- 172.21.15.22:0/4238601283 shutdown_connections 2024-09-10T10:33:13.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.722+0000 7f212ae00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21000678f0 0x7f2100069db0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.722+0000 7f212ae00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21240ce6e0 0x7f21240b0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.722+0000 7f212ae00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f212406ed90 0x7f2124150740 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.722+0000 7f212ae00640 1 --2- 172.21.15.22:0/4238601283 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f212406d9a0 0x7f2124163d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.722+0000 7f212ae00640 1 -- 172.21.15.22:0/4238601283 >> 172.21.15.22:0/4238601283 conn(0x7f2124062eb0 msgr2=0x7f21240b2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:13.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.722+0000 7f212ae00640 1 -- 172.21.15.22:0/4238601283 shutdown_connections 2024-09-10T10:33:13.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.722+0000 7f212ae00640 1 -- 172.21.15.22:0/4238601283 wait complete. 2024-09-10T10:33:13.764 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:33:13.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0fc00640 1 Processor -- start 2024-09-10T10:33:13.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0fc00640 1 -- start start 2024-09-10T10:33:13.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0fc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0a0815b220 0x7f0a08071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:13.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0fc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b600 0x7f0a080b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:13.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0fc00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a080ce880 con 0x7f0a080b5520 2024-09-10T10:33:13.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0fc00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0a0806d6e0 con 0x7f0a0815b220 2024-09-10T10:33:13.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0fc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0a080ceb60 con 0x7f0a0815b600 2024-09-10T10:33:13.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0d200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0a0815b220 0x7f0a08071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:13.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0d200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0a0815b220 0x7f0a08071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40172/0 (socket says 172.21.15.22:40172) 2024-09-10T10:33:13.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0d200640 1 -- 172.21.15.22:0/3594028671 learned_addr learned my addr 172.21.15.22:0/3594028671 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:13.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0d200640 1 -- 172.21.15.22:0/3594028671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b600 msgr2=0x7f0a080b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:13.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f09ffe00640 1 --2- 172.21.15.22:0/3594028671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b600 0x7f0a080b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:13.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0d200640 1 --2- 172.21.15.22:0/3594028671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b600 0x7f0a080b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0d200640 1 -- 172.21.15.22:0/3594028671 >> v1:172.21.15.145:6789/0 conn(0x7f0a080b5520 legacy=0x7f0a080b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:13.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f0a0d200640 1 -- 172.21.15.22:0/3594028671 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a080cee40 con 0x7f0a0815b220 2024-09-10T10:33:13.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.902+0000 7f09ffe00640 1 --2- 172.21.15.22:0/3594028671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b600 0x7f0a080b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:33:13.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a0d200640 1 --2- 172.21.15.22:0/3594028671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a0815b220 0x7f0a08071140 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f09f8009870 tx=0x7f09f801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=571d8529c9ae5c19 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:13.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a07e00640 1 -- 172.21.15.22:0/3594028671 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f80b0070 con 0x7f0a0815b220 2024-09-10T10:33:13.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a07e00640 1 -- 172.21.15.22:0/3594028671 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09f80ab600 con 0x7f0a0815b220 2024-09-10T10:33:13.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a07e00640 1 -- 172.21.15.22:0/3594028671 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f80ab9d0 con 0x7f0a0815b220 2024-09-10T10:33:13.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3594028671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a0815b220 msgr2=0x7f0a08071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:13.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a0fc00640 1 --2- 172.21.15.22:0/3594028671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a0815b220 0x7f0a08071140 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f09f8009870 tx=0x7f09f801c4d0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3594028671 shutdown_connections 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a0fc00640 1 --2- 172.21.15.22:0/3594028671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b600 0x7f0a080b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a0fc00640 1 --2- 172.21.15.22:0/3594028671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a0815b220 0x7f0a08071140 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3594028671 >> 172.21.15.22:0/3594028671 conn(0x7f0a08062dd0 msgr2=0x7f0a0806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3594028671 shutdown_connections 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.906+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3594028671 wait complete. 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0fc00640 1 Processor -- start 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0fc00640 1 -- start start 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0fc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a080b5520 0x7f0a0814bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0fc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b220 0x7f0a0814f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0fc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a0815b600 0x7f0a080ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:13.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0fc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0a080d0260 con 0x7f0a080b5520 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0fc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0a080d00e0 con 0x7f0a0815b600 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0fc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0a081680f0 con 0x7f0a0815b220 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0d200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a080b5520 0x7f0a0814bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0d200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a080b5520 0x7f0a0814bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40180/0 (socket says 172.21.15.22:40180) 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0d200640 1 -- 172.21.15.22:0/3569818134 learned_addr learned my addr 172.21.15.22:0/3569818134 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f09ffe00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b220 0x7f0a0814f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0dc00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a0815b600 0x7f0a080ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0d200640 1 -- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b220 msgr2=0x7f0a0814f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0d200640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b220 0x7f0a0814f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0d200640 1 -- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a0815b600 msgr2=0x7f0a080ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0d200640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a0815b600 0x7f0a080ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:13.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0d200640 1 -- 172.21.15.22:0/3569818134 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a0814c450 con 0x7f0a080b5520 2024-09-10T10:33:13.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0dc00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a0815b600 0x7f0a080ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:13.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0d200640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a080b5520 0x7f0a0814bf10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f09f80ae040 tx=0x7f09f8019270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:13.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a05600640 1 -- 172.21.15.22:0/3569818134 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f80b0040 con 0x7f0a080b5520 2024-09-10T10:33:13.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a05600640 1 -- 172.21.15.22:0/3569818134 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09f80b9070 con 0x7f0a080b5520 2024-09-10T10:33:13.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3569818134 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a080b1690 con 0x7f0a080b5520 2024-09-10T10:33:13.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a05600640 1 -- 172.21.15.22:0/3569818134 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f80b4880 con 0x7f0a080b5520 2024-09-10T10:33:13.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.910+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3569818134 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a080b1c50 con 0x7f0a080b5520 2024-09-10T10:33:13.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.914+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3569818134 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a080b4fe0 con 0x7f0a080b5520 2024-09-10T10:33:13.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.914+0000 7f0a05600640 1 -- 172.21.15.22:0/3569818134 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f09f80ab4c0 con 0x7f0a080b5520 2024-09-10T10:33:13.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.914+0000 7f0a05600640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09e40678c0 0x7f09e4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:13.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.914+0000 7f0a05600640 1 -- 172.21.15.22:0/3569818134 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f09f811fa90 con 0x7f0a080b5520 2024-09-10T10:33:13.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.914+0000 7f09ffe00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09e40678c0 0x7f09e4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:13.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.914+0000 7f09ffe00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09e40678c0 0x7f09e4069d80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0a080b5420 tx=0x7f09f0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:13.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:13.918+0000 7f0a05600640 1 -- 172.21.15.22:0/3569818134 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f09f8016150 con 0x7f0a080b5520 2024-09-10T10:33:14.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.086+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3569818134 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0a08072e90 con 0x7f0a080b5520 2024-09-10T10:33:14.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.086+0000 7f0a05600640 1 -- 172.21.15.22:0/3569818134 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16694 (secure 0 0 0) 0x7f09f80f0530 con 0x7f0a080b5520 2024-09-10T10:33:14.091 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:14.092 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":33,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:33:13.103844+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:33:10.843333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-10T10:33:12.106165+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09e40678c0 msgr2=0x7f09e4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09e40678c0 0x7f09e4069d80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0a080b5420 tx=0x7f09f0008040 comp rx=0 tx=0).stop 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3569818134 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a080b5520 msgr2=0x7f0a0814bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a080b5520 0x7f0a0814bf10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f09f80ae040 tx=0x7f09f8019270 comp rx=0 tx=0).stop 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3569818134 shutdown_connections 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09e40678c0 0x7f09e4069d80 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0a0815b600 0x7f0a080ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0a0815b220 0x7f0a0814f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 --2- 172.21.15.22:0/3569818134 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0a080b5520 0x7f0a0814bf10 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3569818134 >> 172.21.15.22:0/3569818134 conn(0x7f0a08062dd0 msgr2=0x7f0a0806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:14.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3569818134 shutdown_connections 2024-09-10T10:33:14.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.090+0000 7f0a0fc00640 1 -- 172.21.15.22:0/3569818134 wait complete. 2024-09-10T10:33:14.117 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:33:14.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.254+0000 7fc69bc00640 1 Processor -- start 2024-09-10T10:33:14.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.254+0000 7fc69bc00640 1 -- start start 2024-09-10T10:33:14.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.254+0000 7fc69bc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc694156db0 0x7fc6940d24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.254+0000 7fc69bc00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc694073f50 con 0x7fc6941569d0 2024-09-10T10:33:14.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.254+0000 7fc69bc00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc694074230 con 0x7fc6940cfac0 2024-09-10T10:33:14.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.254+0000 7fc69bc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc694073960 con 0x7fc694156db0 2024-09-10T10:33:14.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.254+0000 7fc699200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc6941569d0 0x7fc694073250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59178/0 (socket says 172.21.15.22:59178) 2024-09-10T10:33:14.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.254+0000 7fc699200640 1 -- 172.21.15.22:0/620131578 learned_addr learned my addr 172.21.15.22:0/620131578 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:14.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693e00640 1 --2- 172.21.15.22:0/620131578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc694156db0 0x7fc6940d24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693400640 1 -- 172.21.15.22:0/620131578 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2623104725 0 0) 0x7fc694073f50 con 0x7fc6941569d0 2024-09-10T10:33:14.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693400640 1 -- 172.21.15.22:0/620131578 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc67c003530 con 0x7fc6941569d0 2024-09-10T10:33:14.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693e00640 1 -- 172.21.15.22:0/620131578 >> v1:172.21.15.145:6789/0 conn(0x7fc6940cfac0 legacy=0x7fc69415cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693400640 1 -- 172.21.15.22:0/620131578 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3167692869 0 0) 0x7fc694074230 con 0x7fc6940cfac0 2024-09-10T10:33:14.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693e00640 1 -- 172.21.15.22:0/620131578 >> v1:172.21.15.22:6789/0 conn(0x7fc6941569d0 legacy=0x7fc694073250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693e00640 1 -- 172.21.15.22:0/620131578 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6940cefe0 con 0x7fc694156db0 2024-09-10T10:33:14.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693e00640 1 --2- 172.21.15.22:0/620131578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc694156db0 0x7fc6940d24a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc6800097f0 tx=0x7fc68001c4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=245e5d94cd2ab307 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:14.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693400640 1 -- 172.21.15.22:0/620131578 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6800b0070 con 0x7fc694156db0 2024-09-10T10:33:14.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693400640 1 -- 172.21.15.22:0/620131578 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6800ab600 con 0x7fc694156db0 2024-09-10T10:33:14.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.258+0000 7fc693400640 1 -- 172.21.15.22:0/620131578 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6800ab9b0 con 0x7fc694156db0 2024-09-10T10:33:14.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 -- 172.21.15.22:0/620131578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc694156db0 msgr2=0x7fc6940d24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 --2- 172.21.15.22:0/620131578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc694156db0 0x7fc6940d24a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc6800097f0 tx=0x7fc68001c4e0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 -- 172.21.15.22:0/620131578 shutdown_connections 2024-09-10T10:33:14.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 --2- 172.21.15.22:0/620131578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc694156db0 0x7fc6940d24a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 -- 172.21.15.22:0/620131578 >> 172.21.15.22:0/620131578 conn(0x7fc694062ae0 msgr2=0x7fc69406f380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:14.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 -- 172.21.15.22:0/620131578 shutdown_connections 2024-09-10T10:33:14.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 -- 172.21.15.22:0/620131578 wait complete. 2024-09-10T10:33:14.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 Processor -- start 2024-09-10T10:33:14.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 -- start start 2024-09-10T10:33:14.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6940cfac0 0x7fc69415e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6941569d0 0x7fc6940b4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc694156db0 0x7fc694149ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc69416a4b0 con 0x7fc694156db0 2024-09-10T10:33:14.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc69416a330 con 0x7fc6941569d0 2024-09-10T10:33:14.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc69bc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc69416a630 con 0x7fc6940cfac0 2024-09-10T10:33:14.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc699c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc694156db0 0x7fc694149ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc699200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6940cfac0 0x7fc69415e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc699c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc694156db0 0x7fc694149ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40184/0 (socket says 172.21.15.22:40184) 2024-09-10T10:33:14.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc699c00640 1 -- 172.21.15.22:0/3240052733 learned_addr learned my addr 172.21.15.22:0/3240052733 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:14.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc693e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6941569d0 0x7fc6940b4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc699c00640 1 -- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6940cfac0 msgr2=0x7fc69415e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc699c00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6940cfac0 0x7fc69415e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc699c00640 1 -- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6941569d0 msgr2=0x7fc6940b4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc699c00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6941569d0 0x7fc6940b4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc699c00640 1 -- 172.21.15.22:0/3240052733 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc69415ec40 con 0x7fc694156db0 2024-09-10T10:33:14.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.262+0000 7fc693e00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6941569d0 0x7fc6940b4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:33:14.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.266+0000 7fc699c00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc694156db0 0x7fc694149ee0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc68c00c780 tx=0x7fc68c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:14.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.266+0000 7fc690c00640 1 -- 172.21.15.22:0/3240052733 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc68c003db0 con 0x7fc694156db0 2024-09-10T10:33:14.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.266+0000 7fc690c00640 1 -- 172.21.15.22:0/3240052733 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc68c00ce30 con 0x7fc694156db0 2024-09-10T10:33:14.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.266+0000 7fc690c00640 1 -- 172.21.15.22:0/3240052733 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc68c005290 con 0x7fc694156db0 2024-09-10T10:33:14.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.266+0000 7fc69bc00640 1 -- 172.21.15.22:0/3240052733 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc694154430 con 0x7fc694156db0 2024-09-10T10:33:14.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.266+0000 7fc69bc00640 1 -- 172.21.15.22:0/3240052733 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc69415c2e0 con 0x7fc694156db0 2024-09-10T10:33:14.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.266+0000 7fc69bc00640 1 -- 172.21.15.22:0/3240052733 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6940d24a0 con 0x7fc694156db0 2024-09-10T10:33:14.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.266+0000 7fc690c00640 1 -- 172.21.15.22:0/3240052733 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc68c005430 con 0x7fc694156db0 2024-09-10T10:33:14.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.266+0000 7fc690c00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6740678f0 0x7fc674069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.266+0000 7fc690c00640 1 -- 172.21.15.22:0/3240052733 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fc68c085900 con 0x7fc694156db0 2024-09-10T10:33:14.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.270+0000 7fc699200640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6740678f0 0x7fc674069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.270+0000 7fc699200640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6740678f0 0x7fc674069db0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fc688007fd0 tx=0x7fc688009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:14.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.274+0000 7fc690c00640 1 -- 172.21.15.22:0/3240052733 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc68c055e80 con 0x7fc694156db0 2024-09-10T10:33:14.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.438+0000 7fc69bc00640 1 -- 172.21.15.22:0/3240052733 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6940b2150 con 0x7fc694156db0 2024-09-10T10:33:14.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.438+0000 7fc690c00640 1 -- 172.21.15.22:0/3240052733 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16694 (secure 0 0 0) 0x7fc68c05a180 con 0x7fc694156db0 2024-09-10T10:33:14.444 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:14.444 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":33,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:33:13.103844+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:33:10.843333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-10T10:33:12.106165+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:33:14.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 -- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6740678f0 msgr2=0x7fc674069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6740678f0 0x7fc674069db0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fc688007fd0 tx=0x7fc688009040 comp rx=0 tx=0).stop 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 -- 172.21.15.22:0/3240052733 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc694156db0 msgr2=0x7fc694149ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc694156db0 0x7fc694149ee0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc68c00c780 tx=0x7fc68c00cc40 comp rx=0 tx=0).stop 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 -- 172.21.15.22:0/3240052733 shutdown_connections 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6740678f0 0x7fc674069db0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc694156db0 0x7fc694149ee0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6941569d0 0x7fc6940b4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 --2- 172.21.15.22:0/3240052733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6940cfac0 0x7fc69415e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 -- 172.21.15.22:0/3240052733 >> 172.21.15.22:0/3240052733 conn(0x7fc694062ae0 msgr2=0x7fc69415c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 -- 172.21.15.22:0/3240052733 shutdown_connections 2024-09-10T10:33:14.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.442+0000 7fc69bc00640 1 -- 172.21.15.22:0/3240052733 wait complete. 2024-09-10T10:33:14.466 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:33:14.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22f1400640 1 Processor -- start 2024-09-10T10:33:14.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22f1400640 1 -- start start 2024-09-10T10:33:14.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22f1400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f22ec158f70 0x7f22ec15c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22f1400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22ec072f30 0x7f22ec06eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22f1400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f22ec06eff0 0x7f22ec15ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22f1400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f22ec159350 con 0x7f22ec06eff0 2024-09-10T10:33:14.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22f1400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f22ec071340 con 0x7f22ec158f70 2024-09-10T10:33:14.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22f1400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f22ec071620 con 0x7f22ec072f30 2024-09-10T10:33:14.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22eb200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f22ec06eff0 0x7f22ec15ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22eb200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f22ec06eff0 0x7f22ec15ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40188/0 (socket says 172.21.15.22:40188) 2024-09-10T10:33:14.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22eb200640 1 -- 172.21.15.22:0/3366942267 learned_addr learned my addr 172.21.15.22:0/3366942267 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:14.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22ea800640 1 --2- 172.21.15.22:0/3366942267 >> v2:172.21.15.145:3300/0 conn(0x7f22ec158f70 0x7f22ec15c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22e1e00640 1 --2- 172.21.15.22:0/3366942267 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22ec072f30 0x7f22ec06eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22eb200640 1 -- 172.21.15.22:0/3366942267 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22ec072f30 msgr2=0x7f22ec06eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:14.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22eb200640 1 --2- 172.21.15.22:0/3366942267 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22ec072f30 0x7f22ec06eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22eb200640 1 -- 172.21.15.22:0/3366942267 >> v2:172.21.15.145:3300/0 conn(0x7f22ec158f70 msgr2=0x7f22ec15c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:14.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22eb200640 1 --2- 172.21.15.22:0/3366942267 >> v2:172.21.15.145:3300/0 conn(0x7f22ec158f70 0x7f22ec15c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.606+0000 7f22eb200640 1 -- 172.21.15.22:0/3366942267 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22ec071900 con 0x7f22ec06eff0 2024-09-10T10:33:14.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22eb200640 1 --2- 172.21.15.22:0/3366942267 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec06eff0 0x7f22ec15ef60 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f22ec06ca10 tx=0x7f22e401c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b17c91800c8ccf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:14.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22e9e00640 1 -- 172.21.15.22:0/3366942267 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e40a64b0 con 0x7f22ec06eff0 2024-09-10T10:33:14.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22e9e00640 1 -- 172.21.15.22:0/3366942267 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22e40a6650 con 0x7f22ec06eff0 2024-09-10T10:33:14.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22e9e00640 1 -- 172.21.15.22:0/3366942267 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e40a6a20 con 0x7f22ec06eff0 2024-09-10T10:33:14.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22f1400640 1 -- 172.21.15.22:0/3366942267 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec06eff0 msgr2=0x7f22ec15ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22f1400640 1 --2- 172.21.15.22:0/3366942267 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec06eff0 0x7f22ec15ef60 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f22ec06ca10 tx=0x7f22e401c730 comp rx=0 tx=0).stop 2024-09-10T10:33:14.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22f1400640 1 -- 172.21.15.22:0/3366942267 shutdown_connections 2024-09-10T10:33:14.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22f1400640 1 --2- 172.21.15.22:0/3366942267 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec06eff0 0x7f22ec15ef60 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22f1400640 1 --2- 172.21.15.22:0/3366942267 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22ec072f30 0x7f22ec06eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22f1400640 1 --2- 172.21.15.22:0/3366942267 >> v2:172.21.15.145:3300/0 conn(0x7f22ec158f70 0x7f22ec15c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22f1400640 1 -- 172.21.15.22:0/3366942267 >> 172.21.15.22:0/3366942267 conn(0x7f22ec062eb0 msgr2=0x7f22ec06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:14.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22f1400640 1 -- 172.21.15.22:0/3366942267 shutdown_connections 2024-09-10T10:33:14.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.610+0000 7f22f1400640 1 -- 172.21.15.22:0/3366942267 wait complete. 2024-09-10T10:33:14.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 Processor -- start 2024-09-10T10:33:14.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 -- start start 2024-09-10T10:33:14.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22ec06eff0 0x7f22ec0b4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec072f30 0x7f22ec156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22ec158f70 0x7f22ec157280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f22ec06db20 con 0x7f22ec072f30 2024-09-10T10:33:14.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f22ec06d9a0 con 0x7f22ec06eff0 2024-09-10T10:33:14.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f22ec06dca0 con 0x7f22ec158f70 2024-09-10T10:33:14.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e1e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec072f30 0x7f22ec156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e1e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec072f30 0x7f22ec156ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40194/0 (socket says 172.21.15.22:40194) 2024-09-10T10:33:14.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e1e00640 1 -- 172.21.15.22:0/1911552677 learned_addr learned my addr 172.21.15.22:0/1911552677 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:14.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22ea800640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22ec06eff0 0x7f22ec0b4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22eb200640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22ec158f70 0x7f22ec157280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e1e00640 1 -- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22ec158f70 msgr2=0x7f22ec157280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e1e00640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22ec158f70 0x7f22ec157280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e1e00640 1 -- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22ec06eff0 msgr2=0x7f22ec0b4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e1e00640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22ec06eff0 0x7f22ec0b4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e1e00640 1 -- 172.21.15.22:0/1911552677 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22ec0b54b0 con 0x7f22ec072f30 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e1e00640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec072f30 0x7f22ec156ac0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f22d400d800 tx=0x7f22d400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e3400640 1 -- 172.21.15.22:0/1911552677 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d4018020 con 0x7f22ec072f30 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e3400640 1 -- 172.21.15.22:0/1911552677 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22d40096c0 con 0x7f22ec072f30 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22e3400640 1 -- 172.21.15.22:0/1911552677 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d4009ab0 con 0x7f22ec072f30 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 -- 172.21.15.22:0/1911552677 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22ec155a20 con 0x7f22ec072f30 2024-09-10T10:33:14.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 -- 172.21.15.22:0/1911552677 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22ec155fe0 con 0x7f22ec072f30 2024-09-10T10:33:14.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.614+0000 7f22f1400640 1 -- 172.21.15.22:0/1911552677 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22ec15ef60 con 0x7f22ec072f30 2024-09-10T10:33:14.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.618+0000 7f22e3400640 1 -- 172.21.15.22:0/1911552677 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f22d401b020 con 0x7f22ec072f30 2024-09-10T10:33:14.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.618+0000 7f22e3400640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22c80678f0 0x7f22c8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:14.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.618+0000 7f22e3400640 1 -- 172.21.15.22:0/1911552677 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f22d4086140 con 0x7f22ec072f30 2024-09-10T10:33:14.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.618+0000 7f22ea800640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22c80678f0 0x7f22c8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:14.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.618+0000 7f22ea800640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22c80678f0 0x7f22c8069db0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f22dc0079c0 tx=0x7f22dc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:14.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.622+0000 7f22e3400640 1 -- 172.21.15.22:0/1911552677 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f22d4022020 con 0x7f22ec072f30 2024-09-10T10:33:14.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:14.826+0000 7f22f1400640 1 -- 172.21.15.22:0/1911552677 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f22ec0b59c0 con 0x7f22ec072f30 2024-09-10T10:33:15.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22e3400640 1 -- 172.21.15.22:0/1911552677 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) ==== 118+0+0 (secure 0 0 0) 0x7f22d4056620 con 0x7f22ec072f30 2024-09-10T10:33:15.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 -- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22c80678f0 msgr2=0x7f22c8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22c80678f0 0x7f22c8069db0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f22dc0079c0 tx=0x7f22dc008040 comp rx=0 tx=0).stop 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 -- 172.21.15.22:0/1911552677 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec072f30 msgr2=0x7f22ec156ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec072f30 0x7f22ec156ac0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f22d400d800 tx=0x7f22d400dcc0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 -- 172.21.15.22:0/1911552677 shutdown_connections 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22c80678f0 0x7f22c8069db0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22ec158f70 0x7f22ec157280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22ec072f30 0x7f22ec156ac0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 --2- 172.21.15.22:0/1911552677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22ec06eff0 0x7f22ec0b4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 -- 172.21.15.22:0/1911552677 >> 172.21.15.22:0/1911552677 conn(0x7f22ec062eb0 msgr2=0x7f22ec0b2a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.718+0000 7f22f1400640 1 -- 172.21.15.22:0/1911552677 shutdown_connections 2024-09-10T10:33:15.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.722+0000 7f22f1400640 1 -- 172.21.15.22:0/1911552677 wait complete. 2024-09-10T10:33:15.749 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:33:15.749 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:33:15.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.894+0000 7f4113600640 1 Processor -- start 2024-09-10T10:33:15.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4113600640 1 -- start start 2024-09-10T10:33:15.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4113600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c1568c0 0x7f410c0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:15.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4113600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f410c0cfad0 0x7f410c06d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:15.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4113600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f410c0b4f90 con 0x7f410c0b4470 2024-09-10T10:33:15.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4113600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f410c0b49d0 con 0x7f410c0cfad0 2024-09-10T10:33:15.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4113600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f410c0b4cb0 con 0x7f410c1568c0 2024-09-10T10:33:15.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4103e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f410c0b4470 0x7f410c0cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:60938/0 (socket says 172.21.15.22:60938) 2024-09-10T10:33:15.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4103e00640 1 -- 172.21.15.22:0/2844355868 learned_addr learned my addr 172.21.15.22:0/2844355868 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:15.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4110c00640 1 --2- 172.21.15.22:0/2844355868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c1568c0 0x7f410c0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:15.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4111600640 1 --2- 172.21.15.22:0/2844355868 >> v2:172.21.15.145:3300/0 conn(0x7f410c0cfad0 0x7f410c06d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:15.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f410be00640 1 -- 172.21.15.22:0/2844355868 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 379406105 0 0) 0x7f410c0b4f90 con 0x7f410c0b4470 2024-09-10T10:33:15.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f410be00640 1 -- 172.21.15.22:0/2844355868 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f40f0003530 con 0x7f410c0b4470 2024-09-10T10:33:15.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4110c00640 1 -- 172.21.15.22:0/2844355868 >> v2:172.21.15.145:3300/0 conn(0x7f410c0cfad0 msgr2=0x7f410c06d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:15.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4110c00640 1 --2- 172.21.15.22:0/2844355868 >> v2:172.21.15.145:3300/0 conn(0x7f410c0cfad0 0x7f410c06d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4110c00640 1 -- 172.21.15.22:0/2844355868 >> v1:172.21.15.22:6789/0 conn(0x7f410c0b4470 legacy=0x7f410c0cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:15.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.898+0000 7f4110c00640 1 -- 172.21.15.22:0/2844355868 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f410c06d1b0 con 0x7f410c1568c0 2024-09-10T10:33:15.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f4110c00640 1 --2- 172.21.15.22:0/2844355868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c1568c0 0x7f410c0b3f30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f40fc0097c0 tx=0x7f40fc01c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a863ca15bd6953b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:15.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f410be00640 1 -- 172.21.15.22:0/2844355868 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40fc0ab600 con 0x7f410c1568c0 2024-09-10T10:33:15.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f410be00640 1 -- 172.21.15.22:0/2844355868 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40fc0b0070 con 0x7f410c1568c0 2024-09-10T10:33:15.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f410be00640 1 -- 172.21.15.22:0/2844355868 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40fc0ab9c0 con 0x7f410c1568c0 2024-09-10T10:33:15.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f4113600640 1 -- 172.21.15.22:0/2844355868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c1568c0 msgr2=0x7f410c0b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:15.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f4113600640 1 --2- 172.21.15.22:0/2844355868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c1568c0 0x7f410c0b3f30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f40fc0097c0 tx=0x7f40fc01c3e0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f4113600640 1 -- 172.21.15.22:0/2844355868 shutdown_connections 2024-09-10T10:33:15.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f4113600640 1 --2- 172.21.15.22:0/2844355868 >> v2:172.21.15.145:3300/0 conn(0x7f410c0cfad0 0x7f410c06d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f4113600640 1 --2- 172.21.15.22:0/2844355868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c1568c0 0x7f410c0b3f30 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f4113600640 1 -- 172.21.15.22:0/2844355868 >> 172.21.15.22:0/2844355868 conn(0x7f410c062eb0 msgr2=0x7f410c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:15.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f4113600640 1 -- 172.21.15.22:0/2844355868 shutdown_connections 2024-09-10T10:33:15.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f4113600640 1 -- 172.21.15.22:0/2844355868 wait complete. 2024-09-10T10:33:15.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.902+0000 7f4113600640 1 Processor -- start 2024-09-10T10:33:15.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4113600640 1 -- start start 2024-09-10T10:33:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4113600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c0b4470 0x7f410c152fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4113600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f410c0cfad0 0x7f410c1fa700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4113600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c1568c0 0x7f410c1512c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4113600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f410c06e700 con 0x7f410c0cfad0 2024-09-10T10:33:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4113600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f410c156eb0 con 0x7f410c1568c0 2024-09-10T10:33:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4113600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f410c06e880 con 0x7f410c0b4470 2024-09-10T10:33:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4103e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f410c0cfad0 0x7f410c1fa700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4103e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f410c0cfad0 0x7f410c1fa700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36696/0 (socket says 172.21.15.22:36696) 2024-09-10T10:33:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4103e00640 1 -- 172.21.15.22:0/1119741308 learned_addr learned my addr 172.21.15.22:0/1119741308 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4110c00640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c0b4470 0x7f410c152fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4111600640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c1568c0 0x7f410c1512c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4103e00640 1 -- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c0b4470 msgr2=0x7f410c152fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4103e00640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c0b4470 0x7f410c152fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4103e00640 1 -- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c1568c0 msgr2=0x7f410c1512c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4103e00640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c1568c0 0x7f410c1512c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4103e00640 1 -- 172.21.15.22:0/1119741308 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f410c153520 con 0x7f410c0cfad0 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4110c00640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c0b4470 0x7f410c152fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4103e00640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f410c0cfad0 0x7f410c1fa700 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f40f400c450 tx=0x7f40f400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4109600640 1 -- 172.21.15.22:0/1119741308 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f4017070 con 0x7f410c0cfad0 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4109600640 1 -- 172.21.15.22:0/1119741308 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40f4005cf0 con 0x7f410c0cfad0 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4113600640 1 -- 172.21.15.22:0/1119741308 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f410c071240 con 0x7f410c0cfad0 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4109600640 1 -- 172.21.15.22:0/1119741308 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f4007290 con 0x7f410c0cfad0 2024-09-10T10:33:15.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4113600640 1 -- 172.21.15.22:0/1119741308 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f410c071ae0 con 0x7f410c0cfad0 2024-09-10T10:33:15.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.906+0000 7f4113600640 1 -- 172.21.15.22:0/1119741308 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f410c06d9b0 con 0x7f410c0cfad0 2024-09-10T10:33:15.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.910+0000 7f4109600640 1 -- 172.21.15.22:0/1119741308 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f40f401a070 con 0x7f410c0cfad0 2024-09-10T10:33:15.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.910+0000 7f4109600640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40e80678c0 0x7f40e8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:15.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.910+0000 7f4109600640 1 -- 172.21.15.22:0/1119741308 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f40f4085130 con 0x7f410c0cfad0 2024-09-10T10:33:15.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.910+0000 7f4110c00640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40e80678c0 0x7f40e8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:15.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.910+0000 7f4110c00640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40e80678c0 0x7f40e8069d80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f40fc0af000 tx=0x7f40fc0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:15.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:15.914+0000 7f4109600640 1 -- 172.21.15.22:0/1119741308 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f410c153520 con 0x7f410c0cfad0 2024-09-10T10:33:16.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.114+0000 7f4113600640 1 -- 172.21.15.22:0/1119741308 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f410c0d01f0 con 0x7f410c0cfad0 2024-09-10T10:33:16.678 INFO:tasks.ceph.mds.c.smithi022.stderr:2024-09-10T10:33:16.678+0000 7f731ee00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:33:16.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4109600640 1 -- 172.21.15.22:0/1119741308 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) ==== 122+0+0 (secure 0 0 0) 0x7f40f4055bd0 con 0x7f410c0cfad0 2024-09-10T10:33:16.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 -- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40e80678c0 msgr2=0x7f40e8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:16.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40e80678c0 0x7f40e8069d80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f40fc0af000 tx=0x7f40fc0a7000 comp rx=0 tx=0).stop 2024-09-10T10:33:16.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 -- 172.21.15.22:0/1119741308 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f410c0cfad0 msgr2=0x7f410c1fa700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:16.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f410c0cfad0 0x7f410c1fa700 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f40f400c450 tx=0x7f40f400c910 comp rx=0 tx=0).stop 2024-09-10T10:33:16.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 -- 172.21.15.22:0/1119741308 shutdown_connections 2024-09-10T10:33:16.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40e80678c0 0x7f40e8069d80 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:16.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f410c1568c0 0x7f410c1512c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:16.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f410c0cfad0 0x7f410c1fa700 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:16.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 --2- 172.21.15.22:0/1119741308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f410c0b4470 0x7f410c152fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:16.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 -- 172.21.15.22:0/1119741308 >> 172.21.15.22:0/1119741308 conn(0x7f410c062eb0 msgr2=0x7f410c15dde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:16.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 -- 172.21.15.22:0/1119741308 shutdown_connections 2024-09-10T10:33:16.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.730+0000 7f4113600640 1 -- 172.21.15.22:0/1119741308 wait complete. 2024-09-10T10:33:16.758 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:33:16.758 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:33:16.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f941a600640 1 Processor -- start 2024-09-10T10:33:16.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f941a600640 1 -- start start 2024-09-10T10:33:16.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f941a600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414162090 0x7f9414162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:16.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f941a600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9414160190 0x7f9414160600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:16.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f941a600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9414158ef0 con 0x7f9414073730 2024-09-10T10:33:16.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f941a600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f941415fd00 con 0x7f9414160190 2024-09-10T10:33:16.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f941a600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f94140ae810 con 0x7f9414162090 2024-09-10T10:33:16.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f9413400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414162090 0x7f9414162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:16.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f940aa00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f9414073730 0x7f94140ae100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:43654/0 (socket says 172.21.15.22:43654) 2024-09-10T10:33:16.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f940aa00640 1 -- 172.21.15.22:0/3339217075 learned_addr learned my addr 172.21.15.22:0/3339217075 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:16.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.898+0000 7f9413e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9414160190 0x7f9414160600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:16.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.902+0000 7f9413400640 1 -- 172.21.15.22:0/3339217075 >> v2:172.21.15.145:3300/0 conn(0x7f9414160190 msgr2=0x7f9414160600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:16.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.902+0000 7f9413400640 1 --2- 172.21.15.22:0/3339217075 >> v2:172.21.15.145:3300/0 conn(0x7f9414160190 0x7f9414160600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:16.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.902+0000 7f9413400640 1 -- 172.21.15.22:0/3339217075 >> v1:172.21.15.145:6789/0 conn(0x7f9414073730 legacy=0x7f94140ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:16.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.902+0000 7f9413400640 1 -- 172.21.15.22:0/3339217075 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94141629b0 con 0x7f9414162090 2024-09-10T10:33:16.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.902+0000 7f9412a00640 1 -- 172.21.15.22:0/3339217075 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 405294027 0 0) 0x7f93fc001120 con 0x7f9414073730 2024-09-10T10:33:16.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.902+0000 7f9413400640 1 --2- 172.21.15.22:0/3339217075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414162090 0x7f9414162470 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f94040097c0 tx=0x7f940401ec90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=beccee3d0529272f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:16.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.902+0000 7f9412a00640 1 -- 172.21.15.22:0/3339217075 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94040b5070 con 0x7f9414162090 2024-09-10T10:33:16.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.902+0000 7f9412a00640 1 -- 172.21.15.22:0/3339217075 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94040a8990 con 0x7f9414162090 2024-09-10T10:33:16.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.902+0000 7f9412a00640 1 -- 172.21.15.22:0/3339217075 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94040a8d60 con 0x7f9414162090 2024-09-10T10:33:16.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 -- 172.21.15.22:0/3339217075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414162090 msgr2=0x7f9414162470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:16.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 --2- 172.21.15.22:0/3339217075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414162090 0x7f9414162470 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f94040097c0 tx=0x7f940401ec90 comp rx=0 tx=0).stop 2024-09-10T10:33:16.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 -- 172.21.15.22:0/3339217075 shutdown_connections 2024-09-10T10:33:16.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 --2- 172.21.15.22:0/3339217075 >> v2:172.21.15.145:3300/0 conn(0x7f9414160190 0x7f9414160600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:16.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 --2- 172.21.15.22:0/3339217075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414162090 0x7f9414162470 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:16.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 -- 172.21.15.22:0/3339217075 >> 172.21.15.22:0/3339217075 conn(0x7f941406bcc0 msgr2=0x7f941406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:16.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 -- 172.21.15.22:0/3339217075 shutdown_connections 2024-09-10T10:33:16.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 -- 172.21.15.22:0/3339217075 wait complete. 2024-09-10T10:33:16.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 Processor -- start 2024-09-10T10:33:16.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 -- start start 2024-09-10T10:33:16.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414073730 0x7f94140cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:16.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9414160190 0x7f94141f4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:16.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9414162090 0x7f94140cb910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:16.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f94140af030 con 0x7f9414160190 2024-09-10T10:33:16.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f94140aed50 con 0x7f9414162090 2024-09-10T10:33:16.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f941a600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f94140af310 con 0x7f9414073730 2024-09-10T10:33:16.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f940aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9414160190 0x7f94141f4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:16.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f940aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9414160190 0x7f94141f4530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36700/0 (socket says 172.21.15.22:36700) 2024-09-10T10:33:16.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f940aa00640 1 -- 172.21.15.22:0/3843327557 learned_addr learned my addr 172.21.15.22:0/3843327557 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:16.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f9413400640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414073730 0x7f94140cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:16.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.906+0000 7f9413e00640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9414162090 0x7f94140cb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:16.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940aa00640 1 -- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414073730 msgr2=0x7f94140cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:16.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940aa00640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414073730 0x7f94140cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:16.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940aa00640 1 -- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9414162090 msgr2=0x7f94140cb910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:16.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940aa00640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9414162090 0x7f94140cb910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:16.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940aa00640 1 -- 172.21.15.22:0/3843327557 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94141f4ed0 con 0x7f9414160190 2024-09-10T10:33:16.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940aa00640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9414160190 0x7f94141f4530 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f93fc00c780 tx=0x7f93fc00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:16.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940be00640 1 -- 172.21.15.22:0/3843327557 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93fc018070 con 0x7f9414160190 2024-09-10T10:33:16.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940be00640 1 -- 172.21.15.22:0/3843327557 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93fc0072f0 con 0x7f9414160190 2024-09-10T10:33:16.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940be00640 1 -- 172.21.15.22:0/3843327557 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93fc0047f0 con 0x7f9414160190 2024-09-10T10:33:16.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f941a600640 1 -- 172.21.15.22:0/3843327557 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94141f5460 con 0x7f9414160190 2024-09-10T10:33:16.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f941a600640 1 -- 172.21.15.22:0/3843327557 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94140cb3f0 con 0x7f9414160190 2024-09-10T10:33:16.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f941a600640 1 -- 172.21.15.22:0/3843327557 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9414073b50 con 0x7f9414160190 2024-09-10T10:33:16.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940be00640 1 -- 172.21.15.22:0/3843327557 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f93fc004990 con 0x7f9414160190 2024-09-10T10:33:16.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.910+0000 7f940be00640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93f00678c0 0x7f93f0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:16.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.914+0000 7f940be00640 1 -- 172.21.15.22:0/3843327557 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f93fc085120 con 0x7f9414160190 2024-09-10T10:33:16.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.914+0000 7f9413400640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93f00678c0 0x7f93f0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:16.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.914+0000 7f9413400640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93f00678c0 0x7f93f0069d80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f94040b2000 tx=0x7f94040aa070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:16.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:16.918+0000 7f940be00640 1 -- 172.21.15.22:0/3843327557 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9414158ef0 con 0x7f9414160190 2024-09-10T10:33:17.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.114+0000 7f941a600640 1 -- 172.21.15.22:0/3843327557 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f941406ff30 con 0x7f9414160190 2024-09-10T10:33:17.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.114+0000 7f940be00640 1 -- 172.21.15.22:0/3843327557 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7f93fc055570 con 0x7f9414160190 2024-09-10T10:33:17.120 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:17.120 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":15,"btime":"2024-09-10T10:33:16:726312+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/946835101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":946835101},{"type":"v1","addr":"172.21.15.145:6836","nonce":946835101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4750,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3468035848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3468035848},{"type":"v1","addr":"172.21.15.22:6835","nonce":3468035848}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2350425839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2350425839},{"type":"v1","addr":"172.21.15.145:6837","nonce":2350425839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:33:13.104204+0000","modified":"2024-09-10T10:33:16.119663+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4821},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4821":{"gid":4821,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/275512579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":275512579},{"type":"v1","addr":"172.21.15.22:6834","nonce":275512579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4821,"qdb_cluster":[4821]},"id":2}]} 2024-09-10T10:33:17.121 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 15 2024-09-10T10:33:17.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 -- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93f00678c0 msgr2=0x7f93f0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93f00678c0 0x7f93f0069d80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f94040b2000 tx=0x7f94040aa070 comp rx=0 tx=0).stop 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 -- 172.21.15.22:0/3843327557 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9414160190 msgr2=0x7f94141f4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9414160190 0x7f94141f4530 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f93fc00c780 tx=0x7f93fc00cc40 comp rx=0 tx=0).stop 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 -- 172.21.15.22:0/3843327557 shutdown_connections 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93f00678c0 0x7f93f0069d80 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9414162090 0x7f94140cb910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9414160190 0x7f94141f4530 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 --2- 172.21.15.22:0/3843327557 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9414073730 0x7f94140cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 -- 172.21.15.22:0/3843327557 >> 172.21.15.22:0/3843327557 conn(0x7f941406bcc0 msgr2=0x7f94140b5cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 -- 172.21.15.22:0/3843327557 shutdown_connections 2024-09-10T10:33:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.118+0000 7f941a600640 1 -- 172.21.15.22:0/3843327557 wait complete. 2024-09-10T10:33:17.142 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:33:17.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb15800640 1 Processor -- start 2024-09-10T10:33:17.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb15800640 1 -- start start 2024-09-10T10:33:17.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb15800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcb100b4990 0x7fcb100b6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb15800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b7380 0x7fcb10160150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb15800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb100b77f0 con 0x7fcb100b1bc0 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb15800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fcb1015d7d0 con 0x7fcb100b4990 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb15800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcb1015cbc0 con 0x7fcb100b7380 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb06000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcb100b4990 0x7fcb100b6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb06000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcb100b4990 0x7fcb100b6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36702/0 (socket says 172.21.15.22:36702) 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb0ea00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fcb100b1bc0 0x7fcb100b4280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:60948/0 (socket says 172.21.15.22:60948) 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb06000640 1 -- 172.21.15.22:0/1762280378 learned_addr learned my addr 172.21.15.22:0/1762280378 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb0f400640 1 --2- 172.21.15.22:0/1762280378 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b7380 0x7fcb10160150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb06000640 1 -- 172.21.15.22:0/1762280378 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b7380 msgr2=0x7fcb10160150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb06000640 1 --2- 172.21.15.22:0/1762280378 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b7380 0x7fcb10160150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb06000640 1 -- 172.21.15.22:0/1762280378 >> v1:172.21.15.22:6789/0 conn(0x7fcb100b1bc0 legacy=0x7fcb100b4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.278+0000 7fcb06000640 1 -- 172.21.15.22:0/1762280378 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb1015cea0 con 0x7fcb100b4990 2024-09-10T10:33:17.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb06000640 1 --2- 172.21.15.22:0/1762280378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b4990 0x7fcb100b6e40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcaf8009870 tx=0x7fcaf801c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eafdcbc74ca77fb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:17.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb0e000640 1 -- 172.21.15.22:0/1762280378 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf80ab650 con 0x7fcb100b4990 2024-09-10T10:33:17.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb0e000640 1 -- 172.21.15.22:0/1762280378 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcaf80b0070 con 0x7fcb100b4990 2024-09-10T10:33:17.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb0e000640 1 -- 172.21.15.22:0/1762280378 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf80aba10 con 0x7fcb100b4990 2024-09-10T10:33:17.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb15800640 1 -- 172.21.15.22:0/1762280378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b4990 msgr2=0x7fcb100b6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb15800640 1 --2- 172.21.15.22:0/1762280378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b4990 0x7fcb100b6e40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcaf8009870 tx=0x7fcaf801c560 comp rx=0 tx=0).stop 2024-09-10T10:33:17.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb15800640 1 -- 172.21.15.22:0/1762280378 shutdown_connections 2024-09-10T10:33:17.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb15800640 1 --2- 172.21.15.22:0/1762280378 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b7380 0x7fcb10160150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb15800640 1 --2- 172.21.15.22:0/1762280378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b4990 0x7fcb100b6e40 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb15800640 1 -- 172.21.15.22:0/1762280378 >> 172.21.15.22:0/1762280378 conn(0x7fcb1006f320 msgr2=0x7fcb1006f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:17.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb15800640 1 -- 172.21.15.22:0/1762280378 shutdown_connections 2024-09-10T10:33:17.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.282+0000 7fcb15800640 1 -- 172.21.15.22:0/1762280378 wait complete. 2024-09-10T10:33:17.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb15800640 1 Processor -- start 2024-09-10T10:33:17.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb15800640 1 -- start start 2024-09-10T10:33:17.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb15800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b1bc0 0x7fcb101532c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb15800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb100b4990 0x7fcb101579f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb15800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b7380 0x7fcb1014d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb15800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fcb100d04e0 con 0x7fcb100b7380 2024-09-10T10:33:17.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb15800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcb100d0360 con 0x7fcb100b4990 2024-09-10T10:33:17.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb15800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcb100d0660 con 0x7fcb100b1bc0 2024-09-10T10:33:17.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b7380 0x7fcb1014d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b7380 0x7fcb1014d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36712/0 (socket says 172.21.15.22:36712) 2024-09-10T10:33:17.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0f400640 1 -- 172.21.15.22:0/2230480316 learned_addr learned my addr 172.21.15.22:0/2230480316 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:17.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb06000640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb100b4990 0x7fcb101579f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0ea00640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b1bc0 0x7fcb101532c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0f400640 1 -- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b1bc0 msgr2=0x7fcb101532c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0f400640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b1bc0 0x7fcb101532c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0f400640 1 -- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb100b4990 msgr2=0x7fcb101579f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0f400640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb100b4990 0x7fcb101579f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0f400640 1 -- 172.21.15.22:0/2230480316 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb101679c0 con 0x7fcb100b7380 2024-09-10T10:33:17.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0ea00640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b1bc0 0x7fcb101532c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:17.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb0f400640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b7380 0x7fcb1014d860 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcb0800d560 tx=0x7fcb0800da20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:17.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb07400640 1 -- 172.21.15.22:0/2230480316 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb080125f0 con 0x7fcb100b7380 2024-09-10T10:33:17.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb07400640 1 -- 172.21.15.22:0/2230480316 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb08019070 con 0x7fcb100b7380 2024-09-10T10:33:17.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb07400640 1 -- 172.21.15.22:0/2230480316 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb080129f0 con 0x7fcb100b7380 2024-09-10T10:33:17.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb15800640 1 -- 172.21.15.22:0/2230480316 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb10167ca0 con 0x7fcb100b7380 2024-09-10T10:33:17.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.286+0000 7fcb15800640 1 -- 172.21.15.22:0/2230480316 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb1014dda0 con 0x7fcb100b7380 2024-09-10T10:33:17.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.290+0000 7fcb15800640 1 -- 172.21.15.22:0/2230480316 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb100b6e40 con 0x7fcb100b7380 2024-09-10T10:33:17.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.290+0000 7fcb07400640 1 -- 172.21.15.22:0/2230480316 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcb08012b90 con 0x7fcb100b7380 2024-09-10T10:33:17.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.290+0000 7fcb07400640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcaec0678c0 0x7fcaec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.290+0000 7fcb07400640 1 -- 172.21.15.22:0/2230480316 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fcb080860b0 con 0x7fcb100b7380 2024-09-10T10:33:17.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.290+0000 7fcb0ea00640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcaec0678c0 0x7fcaec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.290+0000 7fcb0ea00640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcaec0678c0 0x7fcaec069d80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcb00005fd0 tx=0x7fcb00005b80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:17.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.294+0000 7fcb07400640 1 -- 172.21.15.22:0/2230480316 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcb08056b50 con 0x7fcb100b7380 2024-09-10T10:33:17.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.462+0000 7fcb15800640 1 -- 172.21.15.22:0/2230480316 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcb10167e70 con 0x7fcb100b7380 2024-09-10T10:33:17.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb07400640 1 -- 172.21.15.22:0/2230480316 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16681 (secure 0 0 0) 0x7fcb08056450 con 0x7fcb100b7380 2024-09-10T10:33:17.469 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:17.469 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":34,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:33:14.710584+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:33:10.843333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-10T10:33:12.106165+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:33:17.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 -- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcaec0678c0 msgr2=0x7fcaec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcaec0678c0 0x7fcaec069d80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcb00005fd0 tx=0x7fcb00005b80 comp rx=0 tx=0).stop 2024-09-10T10:33:17.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 -- 172.21.15.22:0/2230480316 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b7380 msgr2=0x7fcb1014d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b7380 0x7fcb1014d860 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcb0800d560 tx=0x7fcb0800da20 comp rx=0 tx=0).stop 2024-09-10T10:33:17.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 -- 172.21.15.22:0/2230480316 shutdown_connections 2024-09-10T10:33:17.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcaec0678c0 0x7fcaec069d80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb100b7380 0x7fcb1014d860 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb100b4990 0x7fcb101579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 --2- 172.21.15.22:0/2230480316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb100b1bc0 0x7fcb101532c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 -- 172.21.15.22:0/2230480316 >> 172.21.15.22:0/2230480316 conn(0x7fcb1006f320 msgr2=0x7fcb1015e420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:17.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 -- 172.21.15.22:0/2230480316 shutdown_connections 2024-09-10T10:33:17.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.466+0000 7fcb15800640 1 -- 172.21.15.22:0/2230480316 wait complete. 2024-09-10T10:33:17.491 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:33:17.492 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:33:17.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.626+0000 7fbc0e200640 1 Processor -- start 2024-09-10T10:33:17.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.626+0000 7fbc0e200640 1 -- start start 2024-09-10T10:33:17.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc0e200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbc0815b220 0x7fbc08071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc0e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc080b56f0 0x7fbc080b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc0e200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc080ce880 con 0x7fbc0815b600 2024-09-10T10:33:17.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc0e200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fbc0806d6e0 con 0x7fbc0815b220 2024-09-10T10:33:17.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc0e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbc080ceb60 con 0x7fbc080b56f0 2024-09-10T10:33:17.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc06a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fbc0815b600 0x7fbc080b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:60952/0 (socket says 172.21.15.22:60952) 2024-09-10T10:33:17.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc06a00640 1 -- 172.21.15.22:0/227283195 learned_addr learned my addr 172.21.15.22:0/227283195 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:17.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc07e00640 1 --2- 172.21.15.22:0/227283195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc080b56f0 0x7fbc080b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc07400640 1 --2- 172.21.15.22:0/227283195 >> v2:172.21.15.145:3300/0 conn(0x7fbc0815b220 0x7fbc08071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc06000640 1 -- 172.21.15.22:0/227283195 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3856935569 0 0) 0x7fbc080ce880 con 0x7fbc0815b600 2024-09-10T10:33:17.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc06000640 1 -- 172.21.15.22:0/227283195 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbbec003530 con 0x7fbc0815b600 2024-09-10T10:33:17.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc07e00640 1 -- 172.21.15.22:0/227283195 >> v2:172.21.15.145:3300/0 conn(0x7fbc0815b220 msgr2=0x7fbc08071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:17.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc07e00640 1 --2- 172.21.15.22:0/227283195 >> v2:172.21.15.145:3300/0 conn(0x7fbc0815b220 0x7fbc08071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc07e00640 1 -- 172.21.15.22:0/227283195 >> v1:172.21.15.22:6789/0 conn(0x7fbc0815b600 legacy=0x7fbc080b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.630+0000 7fbc07e00640 1 -- 172.21.15.22:0/227283195 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc080cee40 con 0x7fbc080b56f0 2024-09-10T10:33:17.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc07e00640 1 --2- 172.21.15.22:0/227283195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc080b56f0 0x7fbc080b3f10 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbc00009d90 tx=0x7fbc0001c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8dc14761e1682547 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:17.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc06000640 1 -- 172.21.15.22:0/227283195 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc000b2070 con 0x7fbc080b56f0 2024-09-10T10:33:17.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc06000640 1 -- 172.21.15.22:0/227283195 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc000a5900 con 0x7fbc080b56f0 2024-09-10T10:33:17.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc06000640 1 -- 172.21.15.22:0/227283195 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc000a5cd0 con 0x7fbc080b56f0 2024-09-10T10:33:17.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc0e200640 1 -- 172.21.15.22:0/227283195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc080b56f0 msgr2=0x7fbc080b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc0e200640 1 --2- 172.21.15.22:0/227283195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc080b56f0 0x7fbc080b3f10 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbc00009d90 tx=0x7fbc0001c820 comp rx=0 tx=0).stop 2024-09-10T10:33:17.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc0e200640 1 -- 172.21.15.22:0/227283195 shutdown_connections 2024-09-10T10:33:17.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc0e200640 1 --2- 172.21.15.22:0/227283195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc080b56f0 0x7fbc080b3f10 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc0e200640 1 --2- 172.21.15.22:0/227283195 >> v2:172.21.15.145:3300/0 conn(0x7fbc0815b220 0x7fbc08071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc0e200640 1 -- 172.21.15.22:0/227283195 >> 172.21.15.22:0/227283195 conn(0x7fbc08062dd0 msgr2=0x7fbc0806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:17.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc0e200640 1 -- 172.21.15.22:0/227283195 shutdown_connections 2024-09-10T10:33:17.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc0e200640 1 -- 172.21.15.22:0/227283195 wait complete. 2024-09-10T10:33:17.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc0e200640 1 Processor -- start 2024-09-10T10:33:17.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.634+0000 7fbc0e200640 1 -- start start 2024-09-10T10:33:17.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc0e200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc080b56f0 0x7fbc0815e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc0e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc0815b220 0x7fbc08155a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc0e200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc0815b600 0x7fbc08155fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc0e200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbc080cffd0 con 0x7fbc0815b600 2024-09-10T10:33:17.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc0e200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbc080cfe50 con 0x7fbc080b56f0 2024-09-10T10:33:17.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc0e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbc080d0150 con 0x7fbc0815b220 2024-09-10T10:33:17.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc0815b600 0x7fbc08155fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc0815b600 0x7fbc08155fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36722/0 (socket says 172.21.15.22:36722) 2024-09-10T10:33:17.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07e00640 1 -- 172.21.15.22:0/20325843 learned_addr learned my addr 172.21.15.22:0/20325843 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:17.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc06a00640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc0815b220 0x7fbc08155a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07400640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc080b56f0 0x7fbc0815e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07e00640 1 -- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc0815b220 msgr2=0x7fbc08155a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07e00640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc0815b220 0x7fbc08155a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07e00640 1 -- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc080b56f0 msgr2=0x7fbc0815e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07e00640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc080b56f0 0x7fbc0815e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07e00640 1 -- 172.21.15.22:0/20325843 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc08157470 con 0x7fbc0815b600 2024-09-10T10:33:17.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc06a00640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc0815b220 0x7fbc08155a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:33:17.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07400640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc080b56f0 0x7fbc0815e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:33:17.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc07e00640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc0815b600 0x7fbc08155fb0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fbc000b0040 tx=0x7fbc000195c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:17.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbbff400640 1 -- 172.21.15.22:0/20325843 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc000b2050 con 0x7fbc0815b600 2024-09-10T10:33:17.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbbff400640 1 -- 172.21.15.22:0/20325843 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc000be070 con 0x7fbc0815b600 2024-09-10T10:33:17.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbbff400640 1 -- 172.21.15.22:0/20325843 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc00009450 con 0x7fbc0815b600 2024-09-10T10:33:17.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc0e200640 1 -- 172.21.15.22:0/20325843 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc081568f0 con 0x7fbc0815b600 2024-09-10T10:33:17.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc0e200640 1 -- 172.21.15.22:0/20325843 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc08156eb0 con 0x7fbc0815b600 2024-09-10T10:33:17.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbc0e200640 1 -- 172.21.15.22:0/20325843 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc080b3f10 con 0x7fbc0815b600 2024-09-10T10:33:17.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.638+0000 7fbbff400640 1 -- 172.21.15.22:0/20325843 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbc000adc40 con 0x7fbc0815b600 2024-09-10T10:33:17.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.642+0000 7fbbff400640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbbe80678c0 0x7fbbe8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:17.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.642+0000 7fbbff400640 1 -- 172.21.15.22:0/20325843 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fbc00120fd0 con 0x7fbc0815b600 2024-09-10T10:33:17.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.642+0000 7fbc07400640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbbe80678c0 0x7fbbe8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:17.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.642+0000 7fbc07400640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbbe80678c0 0x7fbbe8069d80 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fbc08153a90 tx=0x7fbbf8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:17.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.646+0000 7fbbff400640 1 -- 172.21.15.22:0/20325843 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbc00016560 con 0x7fbc0815b600 2024-09-10T10:33:17.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.806+0000 7fbc0e200640 1 -- 172.21.15.22:0/20325843 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbc08072e90 con 0x7fbbe80678c0 2024-09-10T10:33:17.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.814+0000 7fbbff400640 1 -- 172.21.15.22:0/20325843 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251474 (secure 0 0 0) 0x7fbc08072e90 con 0x7fbbe80678c0 2024-09-10T10:33:17.823 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:17.825 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:33:17.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 -- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbbe80678c0 msgr2=0x7fbbe8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbbe80678c0 0x7fbbe8069d80 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fbc08153a90 tx=0x7fbbf8008040 comp rx=0 tx=0).stop 2024-09-10T10:33:17.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 -- 172.21.15.22:0/20325843 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc0815b600 msgr2=0x7fbc08155fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:17.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc0815b600 0x7fbc08155fb0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fbc000b0040 tx=0x7fbc000195c0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 -- 172.21.15.22:0/20325843 shutdown_connections 2024-09-10T10:33:17.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbbe80678c0 0x7fbbe8069d80 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbc0815b600 0x7fbc08155fb0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc0815b220 0x7fbc08155a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 --2- 172.21.15.22:0/20325843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc080b56f0 0x7fbc0815e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:17.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 -- 172.21.15.22:0/20325843 >> 172.21.15.22:0/20325843 conn(0x7fbc08062dd0 msgr2=0x7fbc0815f600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:17.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 -- 172.21.15.22:0/20325843 shutdown_connections 2024-09-10T10:33:17.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:17.818+0000 7fbc0e200640 1 -- 172.21.15.22:0/20325843 wait complete. 2024-09-10T10:33:17.844 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":57,"stamp":"2024-09-10T10:33:17.343804+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":57,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240964,"kb_used_data":3916,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733756,"statfs":{"total":773094113280,"available":772847366144,"internally_reserved":0,"allocated":4009984,"data_stored":2235062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.650829"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728217+0000","last_change":"2024-09-10T10:33:13.724483+0000","last_active":"2024-09-10T10:33:13.728217+0000","last_peered":"2024-09-10T10:33:13.728217+0000","last_clean":"2024-09-10T10:33:13.728217+0000","last_became_active":"2024-09-10T10:33:13.724193+0000","last_became_peered":"2024-09-10T10:33:13.724193+0000","last_unstale":"2024-09-10T10:33:13.728217+0000","last_undegraded":"2024-09-10T10:33:13.728217+0000","last_fullsized":"2024-09-10T10:33:13.728217+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.713378+0000","last_change":"2024-09-10T10:33:12.713378+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.713378+0000","last_undegraded":"2024-09-10T10:33:12.713378+0000","last_fullsized":"2024-09-10T10:33:12.713378+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.724564+0000","last_change":"2024-09-10T10:33:13.721251+0000","last_active":"2024-09-10T10:33:13.724564+0000","last_peered":"2024-09-10T10:33:13.724564+0000","last_clean":"2024-09-10T10:33:13.724564+0000","last_became_active":"2024-09-10T10:33:13.720917+0000","last_became_peered":"2024-09-10T10:33:13.720917+0000","last_unstale":"2024-09-10T10:33:13.724564+0000","last_undegraded":"2024-09-10T10:33:13.724564+0000","last_fullsized":"2024-09-10T10:33:13.724564+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:32.497723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.739766+0000","last_change":"2024-09-10T10:33:13.733984+0000","last_active":"2024-09-10T10:33:13.739766+0000","last_peered":"2024-09-10T10:33:13.739766+0000","last_clean":"2024-09-10T10:33:13.739766+0000","last_became_active":"2024-09-10T10:33:13.732966+0000","last_became_peered":"2024-09-10T10:33:13.732966+0000","last_unstale":"2024-09-10T10:33:13.739766+0000","last_undegraded":"2024-09-10T10:33:13.739766+0000","last_fullsized":"2024-09-10T10:33:13.739766+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:49.925126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.711246+0000","last_change":"2024-09-10T10:33:12.711246+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.711246+0000","last_undegraded":"2024-09-10T10:33:12.711246+0000","last_fullsized":"2024-09-10T10:33:12.711246+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.724981+0000","last_change":"2024-09-10T10:33:13.722085+0000","last_active":"2024-09-10T10:33:13.724981+0000","last_peered":"2024-09-10T10:33:13.724981+0000","last_clean":"2024-09-10T10:33:13.724981+0000","last_became_active":"2024-09-10T10:33:13.721523+0000","last_became_peered":"2024-09-10T10:33:13.721523+0000","last_unstale":"2024-09-10T10:33:13.724981+0000","last_undegraded":"2024-09-10T10:33:13.724981+0000","last_fullsized":"2024-09-10T10:33:13.724981+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:57.214891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.727270+0000","last_change":"2024-09-10T10:33:13.719028+0000","last_active":"2024-09-10T10:33:13.727270+0000","last_peered":"2024-09-10T10:33:13.727270+0000","last_clean":"2024-09-10T10:33:13.727270+0000","last_became_active":"2024-09-10T10:33:13.718658+0000","last_became_peered":"2024-09-10T10:33:13.718658+0000","last_unstale":"2024-09-10T10:33:13.727270+0000","last_undegraded":"2024-09-10T10:33:13.727270+0000","last_fullsized":"2024-09-10T10:33:13.727270+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:13.952094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729872+0000","last_change":"2024-09-10T10:33:13.727119+0000","last_active":"2024-09-10T10:33:13.729872+0000","last_peered":"2024-09-10T10:33:13.729872+0000","last_clean":"2024-09-10T10:33:13.729872+0000","last_became_active":"2024-09-10T10:33:13.726780+0000","last_became_peered":"2024-09-10T10:33:13.726780+0000","last_unstale":"2024-09-10T10:33:13.729872+0000","last_undegraded":"2024-09-10T10:33:13.729872+0000","last_fullsized":"2024-09-10T10:33:13.729872+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737786+0000","last_change":"2024-09-10T10:33:13.736197+0000","last_active":"2024-09-10T10:33:13.737786+0000","last_peered":"2024-09-10T10:33:13.737786+0000","last_clean":"2024-09-10T10:33:13.737786+0000","last_became_active":"2024-09-10T10:33:13.735914+0000","last_became_peered":"2024-09-10T10:33:13.735914+0000","last_unstale":"2024-09-10T10:33:13.737786+0000","last_undegraded":"2024-09-10T10:33:13.737786+0000","last_fullsized":"2024-09-10T10:33:13.737786+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:05.980984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733202+0000","last_change":"2024-09-10T10:33:13.723743+0000","last_active":"2024-09-10T10:33:13.733202+0000","last_peered":"2024-09-10T10:33:13.733202+0000","last_clean":"2024-09-10T10:33:13.733202+0000","last_became_active":"2024-09-10T10:33:13.723442+0000","last_became_peered":"2024-09-10T10:33:13.723442+0000","last_unstale":"2024-09-10T10:33:13.733202+0000","last_undegraded":"2024-09-10T10:33:13.733202+0000","last_fullsized":"2024-09-10T10:33:13.733202+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737739+0000","last_change":"2024-09-10T10:33:13.733469+0000","last_active":"2024-09-10T10:33:13.737739+0000","last_peered":"2024-09-10T10:33:13.737739+0000","last_clean":"2024-09-10T10:33:13.737739+0000","last_became_active":"2024-09-10T10:33:13.733190+0000","last_became_peered":"2024-09-10T10:33:13.733190+0000","last_unstale":"2024-09-10T10:33:13.737739+0000","last_undegraded":"2024-09-10T10:33:13.737739+0000","last_fullsized":"2024-09-10T10:33:13.737739+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:30.184745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736807+0000","last_change":"2024-09-10T10:33:13.726692+0000","last_active":"2024-09-10T10:33:13.736807+0000","last_peered":"2024-09-10T10:33:13.736807+0000","last_clean":"2024-09-10T10:33:13.736807+0000","last_became_active":"2024-09-10T10:33:13.726432+0000","last_became_peered":"2024-09-10T10:33:13.726432+0000","last_unstale":"2024-09-10T10:33:13.736807+0000","last_undegraded":"2024-09-10T10:33:13.736807+0000","last_fullsized":"2024-09-10T10:33:13.736807+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:31:28.239299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.738007+0000","last_change":"2024-09-10T10:33:13.735394+0000","last_active":"2024-09-10T10:33:13.738007+0000","last_peered":"2024-09-10T10:33:13.738007+0000","last_clean":"2024-09-10T10:33:13.738007+0000","last_became_active":"2024-09-10T10:33:13.735067+0000","last_became_peered":"2024-09-10T10:33:13.735067+0000","last_unstale":"2024-09-10T10:33:13.738007+0000","last_undegraded":"2024-09-10T10:33:13.738007+0000","last_fullsized":"2024-09-10T10:33:13.738007+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733196+0000","last_change":"2024-09-10T10:33:13.723697+0000","last_active":"2024-09-10T10:33:13.733196+0000","last_peered":"2024-09-10T10:33:13.733196+0000","last_clean":"2024-09-10T10:33:13.733196+0000","last_became_active":"2024-09-10T10:33:13.723383+0000","last_became_peered":"2024-09-10T10:33:13.723383+0000","last_unstale":"2024-09-10T10:33:13.733196+0000","last_undegraded":"2024-09-10T10:33:13.733196+0000","last_fullsized":"2024-09-10T10:33:13.733196+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733657+0000","last_change":"2024-09-10T10:33:13.730642+0000","last_active":"2024-09-10T10:33:13.733657+0000","last_peered":"2024-09-10T10:33:13.733657+0000","last_clean":"2024-09-10T10:33:13.733657+0000","last_became_active":"2024-09-10T10:33:13.730342+0000","last_became_peered":"2024-09-10T10:33:13.730342+0000","last_unstale":"2024-09-10T10:33:13.733657+0000","last_undegraded":"2024-09-10T10:33:13.733657+0000","last_fullsized":"2024-09-10T10:33:13.733657+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729379+0000","last_change":"2024-09-10T10:33:13.721672+0000","last_active":"2024-09-10T10:33:13.729379+0000","last_peered":"2024-09-10T10:33:13.729379+0000","last_clean":"2024-09-10T10:33:13.729379+0000","last_became_active":"2024-09-10T10:33:13.721375+0000","last_became_peered":"2024-09-10T10:33:13.721375+0000","last_unstale":"2024-09-10T10:33:13.729379+0000","last_undegraded":"2024-09-10T10:33:13.729379+0000","last_fullsized":"2024-09-10T10:33:13.729379+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:07.704141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737238+0000","last_change":"2024-09-10T10:33:13.726929+0000","last_active":"2024-09-10T10:33:13.737238+0000","last_peered":"2024-09-10T10:33:13.737238+0000","last_clean":"2024-09-10T10:33:13.737238+0000","last_became_active":"2024-09-10T10:33:13.725433+0000","last_became_peered":"2024-09-10T10:33:13.725433+0000","last_unstale":"2024-09-10T10:33:13.737238+0000","last_undegraded":"2024-09-10T10:33:13.737238+0000","last_fullsized":"2024-09-10T10:33:13.737238+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:45:04.098517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.725731+0000","last_change":"2024-09-10T10:33:13.723740+0000","last_active":"2024-09-10T10:33:13.725731+0000","last_peered":"2024-09-10T10:33:13.725731+0000","last_clean":"2024-09-10T10:33:13.725731+0000","last_became_active":"2024-09-10T10:33:13.723430+0000","last_became_peered":"2024-09-10T10:33:13.723430+0000","last_unstale":"2024-09-10T10:33:13.725731+0000","last_undegraded":"2024-09-10T10:33:13.725731+0000","last_fullsized":"2024-09-10T10:33:13.725731+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:05.980984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.718436+0000","last_change":"2024-09-10T10:33:13.715140+0000","last_active":"2024-09-10T10:33:13.718436+0000","last_peered":"2024-09-10T10:33:13.718436+0000","last_clean":"2024-09-10T10:33:13.718436+0000","last_became_active":"2024-09-10T10:33:13.714887+0000","last_became_peered":"2024-09-10T10:33:13.714887+0000","last_unstale":"2024-09-10T10:33:13.718436+0000","last_undegraded":"2024-09-10T10:33:13.718436+0000","last_fullsized":"2024-09-10T10:33:13.718436+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:31:28.239299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737659+0000","last_change":"2024-09-10T10:33:13.733738+0000","last_active":"2024-09-10T10:33:13.737659+0000","last_peered":"2024-09-10T10:33:13.737659+0000","last_clean":"2024-09-10T10:33:13.737659+0000","last_became_active":"2024-09-10T10:33:13.733469+0000","last_became_peered":"2024-09-10T10:33:13.733469+0000","last_unstale":"2024-09-10T10:33:13.737659+0000","last_undegraded":"2024-09-10T10:33:13.737659+0000","last_fullsized":"2024-09-10T10:33:13.737659+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:15.977666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.727897+0000","last_change":"2024-09-10T10:33:13.723595+0000","last_active":"2024-09-10T10:33:13.727897+0000","last_peered":"2024-09-10T10:33:13.727897+0000","last_clean":"2024-09-10T10:33:13.727897+0000","last_became_active":"2024-09-10T10:33:13.723285+0000","last_became_peered":"2024-09-10T10:33:13.723285+0000","last_unstale":"2024-09-10T10:33:13.727897+0000","last_undegraded":"2024-09-10T10:33:13.727897+0000","last_fullsized":"2024-09-10T10:33:13.727897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.730850+0000","last_change":"2024-09-10T10:33:13.723910+0000","last_active":"2024-09-10T10:33:13.730850+0000","last_peered":"2024-09-10T10:33:13.730850+0000","last_clean":"2024-09-10T10:33:13.730850+0000","last_became_active":"2024-09-10T10:33:13.723652+0000","last_became_peered":"2024-09-10T10:33:13.723652+0000","last_unstale":"2024-09-10T10:33:13.730850+0000","last_undegraded":"2024-09-10T10:33:13.730850+0000","last_fullsized":"2024-09-10T10:33:13.730850+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.732968+0000","last_change":"2024-09-10T10:33:13.726588+0000","last_active":"2024-09-10T10:33:13.732968+0000","last_peered":"2024-09-10T10:33:13.732968+0000","last_clean":"2024-09-10T10:33:13.732968+0000","last_became_active":"2024-09-10T10:33:13.726280+0000","last_became_peered":"2024-09-10T10:33:13.726280+0000","last_unstale":"2024-09-10T10:33:13.732968+0000","last_undegraded":"2024-09-10T10:33:13.732968+0000","last_fullsized":"2024-09-10T10:33:13.732968+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:13.952094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729851+0000","last_change":"2024-09-10T10:33:13.726929+0000","last_active":"2024-09-10T10:33:13.729851+0000","last_peered":"2024-09-10T10:33:13.729851+0000","last_clean":"2024-09-10T10:33:13.729851+0000","last_became_active":"2024-09-10T10:33:13.726597+0000","last_became_peered":"2024-09-10T10:33:13.726597+0000","last_unstale":"2024-09-10T10:33:13.729851+0000","last_undegraded":"2024-09-10T10:33:13.729851+0000","last_fullsized":"2024-09-10T10:33:13.729851+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.739733+0000","last_change":"2024-09-10T10:33:13.731886+0000","last_active":"2024-09-10T10:33:13.739733+0000","last_peered":"2024-09-10T10:33:13.739733+0000","last_clean":"2024-09-10T10:33:13.739733+0000","last_became_active":"2024-09-10T10:33:13.731479+0000","last_became_peered":"2024-09-10T10:33:13.731479+0000","last_unstale":"2024-09-10T10:33:13.739733+0000","last_undegraded":"2024-09-10T10:33:13.739733+0000","last_fullsized":"2024-09-10T10:33:13.739733+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:08.732644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733174+0000","last_change":"2024-09-10T10:33:13.723578+0000","last_active":"2024-09-10T10:33:13.733174+0000","last_peered":"2024-09-10T10:33:13.733174+0000","last_clean":"2024-09-10T10:33:13.733174+0000","last_became_active":"2024-09-10T10:33:13.723220+0000","last_became_peered":"2024-09-10T10:33:13.723220+0000","last_unstale":"2024-09-10T10:33:13.733174+0000","last_undegraded":"2024-09-10T10:33:13.733174+0000","last_fullsized":"2024-09-10T10:33:13.733174+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.709878+0000","last_change":"2024-09-10T10:33:12.709878+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.709878+0000","last_undegraded":"2024-09-10T10:33:12.709878+0000","last_fullsized":"2024-09-10T10:33:12.709878+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728606+0000","last_change":"2024-09-10T10:33:13.722723+0000","last_active":"2024-09-10T10:33:13.728606+0000","last_peered":"2024-09-10T10:33:13.728606+0000","last_clean":"2024-09-10T10:33:13.728606+0000","last_became_active":"2024-09-10T10:33:13.722466+0000","last_became_peered":"2024-09-10T10:33:13.722466+0000","last_unstale":"2024-09-10T10:33:13.728606+0000","last_undegraded":"2024-09-10T10:33:13.728606+0000","last_fullsized":"2024-09-10T10:33:13.728606+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:15.977666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.739701+0000","last_change":"2024-09-10T10:33:13.738583+0000","last_active":"2024-09-10T10:33:13.739701+0000","last_peered":"2024-09-10T10:33:13.739701+0000","last_clean":"2024-09-10T10:33:13.739701+0000","last_became_active":"2024-09-10T10:33:13.737090+0000","last_became_peered":"2024-09-10T10:33:13.737090+0000","last_unstale":"2024-09-10T10:33:13.739701+0000","last_undegraded":"2024-09-10T10:33:13.739701+0000","last_fullsized":"2024-09-10T10:33:13.739701+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.731389+0000","last_change":"2024-09-10T10:33:13.723230+0000","last_active":"2024-09-10T10:33:13.731389+0000","last_peered":"2024-09-10T10:33:13.731389+0000","last_clean":"2024-09-10T10:33:13.731389+0000","last_became_active":"2024-09-10T10:33:13.722883+0000","last_became_peered":"2024-09-10T10:33:13.722883+0000","last_unstale":"2024-09-10T10:33:13.731389+0000","last_undegraded":"2024-09-10T10:33:13.731389+0000","last_fullsized":"2024-09-10T10:33:13.731389+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.725442+0000","last_change":"2024-09-10T10:33:13.715102+0000","last_active":"2024-09-10T10:33:13.725442+0000","last_peered":"2024-09-10T10:33:13.725442+0000","last_clean":"2024-09-10T10:33:13.725442+0000","last_became_active":"2024-09-10T10:33:13.714727+0000","last_became_peered":"2024-09-10T10:33:13.714727+0000","last_unstale":"2024-09-10T10:33:13.725442+0000","last_undegraded":"2024-09-10T10:33:13.725442+0000","last_fullsized":"2024-09-10T10:33:13.725442+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:45.924935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.716991+0000","last_change":"2024-09-10T10:33:13.715103+0000","last_active":"2024-09-10T10:33:13.716991+0000","last_peered":"2024-09-10T10:33:13.716991+0000","last_clean":"2024-09-10T10:33:13.716991+0000","last_became_active":"2024-09-10T10:33:13.714858+0000","last_became_peered":"2024-09-10T10:33:13.714858+0000","last_unstale":"2024-09-10T10:33:13.716991+0000","last_undegraded":"2024-09-10T10:33:13.716991+0000","last_fullsized":"2024-09-10T10:33:13.716991+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:29.334793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.748027+0000","last_change":"2024-09-10T10:33:13.740649+0000","last_active":"2024-09-10T10:33:13.748027+0000","last_peered":"2024-09-10T10:33:13.748027+0000","last_clean":"2024-09-10T10:33:13.748027+0000","last_became_active":"2024-09-10T10:33:13.740262+0000","last_became_peered":"2024-09-10T10:33:13.740262+0000","last_unstale":"2024-09-10T10:33:13.748027+0000","last_undegraded":"2024-09-10T10:33:13.748027+0000","last_fullsized":"2024-09-10T10:33:13.748027+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.749781+0000","last_change":"2024-09-10T10:33:12.719100+0000","last_active":"2024-09-10T10:33:13.749781+0000","last_peered":"2024-09-10T10:33:13.749781+0000","last_clean":"2024-09-10T10:33:13.749781+0000","last_became_active":"2024-09-10T10:33:12.718342+0000","last_became_peered":"2024-09-10T10:33:12.718342+0000","last_unstale":"2024-09-10T10:33:13.749781+0000","last_undegraded":"2024-09-10T10:33:13.749781+0000","last_fullsized":"2024-09-10T10:33:13.749781+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:48.917201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737076+0000","last_change":"2024-09-10T10:33:13.735189+0000","last_active":"2024-09-10T10:33:13.737076+0000","last_peered":"2024-09-10T10:33:13.737076+0000","last_clean":"2024-09-10T10:33:13.737076+0000","last_became_active":"2024-09-10T10:33:13.734824+0000","last_became_peered":"2024-09-10T10:33:13.734824+0000","last_unstale":"2024-09-10T10:33:13.737076+0000","last_undegraded":"2024-09-10T10:33:13.737076+0000","last_fullsized":"2024-09-10T10:33:13.737076+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750851+0000","last_change":"2024-09-10T10:33:12.720191+0000","last_active":"2024-09-10T10:33:13.750851+0000","last_peered":"2024-09-10T10:33:13.750851+0000","last_clean":"2024-09-10T10:33:13.750851+0000","last_became_active":"2024-09-10T10:33:12.719301+0000","last_became_peered":"2024-09-10T10:33:12.719301+0000","last_unstale":"2024-09-10T10:33:13.750851+0000","last_undegraded":"2024-09-10T10:33:13.750851+0000","last_fullsized":"2024-09-10T10:33:13.750851+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:14.969741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728583+0000","last_change":"2024-09-10T10:33:13.721235+0000","last_active":"2024-09-10T10:33:13.728583+0000","last_peered":"2024-09-10T10:33:13.728583+0000","last_clean":"2024-09-10T10:33:13.728583+0000","last_became_active":"2024-09-10T10:33:13.720889+0000","last_became_peered":"2024-09-10T10:33:13.720889+0000","last_unstale":"2024-09-10T10:33:13.728583+0000","last_undegraded":"2024-09-10T10:33:13.728583+0000","last_fullsized":"2024-09-10T10:33:13.728583+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:07.704141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.745667+0000","last_change":"2024-09-10T10:33:12.721649+0000","last_active":"2024-09-10T10:33:13.745667+0000","last_peered":"2024-09-10T10:33:13.745667+0000","last_clean":"2024-09-10T10:33:13.745667+0000","last_became_active":"2024-09-10T10:33:12.721350+0000","last_became_peered":"2024-09-10T10:33:12.721350+0000","last_unstale":"2024-09-10T10:33:13.745667+0000","last_undegraded":"2024-09-10T10:33:13.745667+0000","last_fullsized":"2024-09-10T10:33:13.745667+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:27.507859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735478+0000","last_change":"2024-09-10T10:33:13.724776+0000","last_active":"2024-09-10T10:33:13.735478+0000","last_peered":"2024-09-10T10:33:13.735478+0000","last_clean":"2024-09-10T10:33:13.735478+0000","last_became_active":"2024-09-10T10:33:13.724397+0000","last_became_peered":"2024-09-10T10:33:13.724397+0000","last_unstale":"2024-09-10T10:33:13.735478+0000","last_undegraded":"2024-09-10T10:33:13.735478+0000","last_fullsized":"2024-09-10T10:33:13.735478+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.751455+0000","last_change":"2024-09-10T10:33:12.716275+0000","last_active":"2024-09-10T10:33:13.751455+0000","last_peered":"2024-09-10T10:33:13.751455+0000","last_clean":"2024-09-10T10:33:13.751455+0000","last_became_active":"2024-09-10T10:33:12.715997+0000","last_became_peered":"2024-09-10T10:33:12.715997+0000","last_unstale":"2024-09-10T10:33:13.751455+0000","last_undegraded":"2024-09-10T10:33:13.751455+0000","last_fullsized":"2024-09-10T10:33:13.751455+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:06.696216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728498+0000","last_change":"2024-09-10T10:33:13.723962+0000","last_active":"2024-09-10T10:33:13.728498+0000","last_peered":"2024-09-10T10:33:13.728498+0000","last_clean":"2024-09-10T10:33:13.728498+0000","last_became_active":"2024-09-10T10:33:13.722821+0000","last_became_peered":"2024-09-10T10:33:13.722821+0000","last_unstale":"2024-09-10T10:33:13.728498+0000","last_undegraded":"2024-09-10T10:33:13.728498+0000","last_fullsized":"2024-09-10T10:33:13.728498+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:52.100729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750896+0000","last_change":"2024-09-10T10:33:12.726208+0000","last_active":"2024-09-10T10:33:13.750896+0000","last_peered":"2024-09-10T10:33:13.750896+0000","last_clean":"2024-09-10T10:33:13.750896+0000","last_became_active":"2024-09-10T10:33:12.724799+0000","last_became_peered":"2024-09-10T10:33:12.724799+0000","last_unstale":"2024-09-10T10:33:13.750896+0000","last_undegraded":"2024-09-10T10:33:13.750896+0000","last_fullsized":"2024-09-10T10:33:13.750896+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:56.206966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.725384+0000","last_change":"2024-09-10T10:33:13.714204+0000","last_active":"2024-09-10T10:33:13.725384+0000","last_peered":"2024-09-10T10:33:13.725384+0000","last_clean":"2024-09-10T10:33:13.725384+0000","last_became_active":"2024-09-10T10:33:13.713829+0000","last_became_peered":"2024-09-10T10:33:13.713829+0000","last_unstale":"2024-09-10T10:33:13.725384+0000","last_undegraded":"2024-09-10T10:33:13.725384+0000","last_fullsized":"2024-09-10T10:33:13.725384+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:42.068478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750328+0000","last_change":"2024-09-10T10:33:12.721615+0000","last_active":"2024-09-10T10:33:13.750328+0000","last_peered":"2024-09-10T10:33:13.750328+0000","last_clean":"2024-09-10T10:33:13.750328+0000","last_became_active":"2024-09-10T10:33:12.717345+0000","last_became_peered":"2024-09-10T10:33:12.717345+0000","last_unstale":"2024-09-10T10:33:13.750328+0000","last_undegraded":"2024-09-10T10:33:13.750328+0000","last_fullsized":"2024-09-10T10:33:13.750328+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:33.748014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728582+0000","last_change":"2024-09-10T10:33:13.724882+0000","last_active":"2024-09-10T10:33:13.728582+0000","last_peered":"2024-09-10T10:33:13.728582+0000","last_clean":"2024-09-10T10:33:13.728582+0000","last_became_active":"2024-09-10T10:33:13.724625+0000","last_became_peered":"2024-09-10T10:33:13.724625+0000","last_unstale":"2024-09-10T10:33:13.728582+0000","last_undegraded":"2024-09-10T10:33:13.728582+0000","last_fullsized":"2024-09-10T10:33:13.728582+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:44.151619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.706479+0000","last_change":"2024-09-10T10:33:12.718308+0000","last_active":"2024-09-10T10:33:13.706479+0000","last_peered":"2024-09-10T10:33:13.706479+0000","last_clean":"2024-09-10T10:33:13.706479+0000","last_became_active":"2024-09-10T10:33:12.718042+0000","last_became_peered":"2024-09-10T10:33:12.718042+0000","last_unstale":"2024-09-10T10:33:13.706479+0000","last_undegraded":"2024-09-10T10:33:13.706479+0000","last_fullsized":"2024-09-10T10:33:13.706479+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:31.489798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735436+0000","last_change":"2024-09-10T10:33:13.729417+0000","last_active":"2024-09-10T10:33:13.735436+0000","last_peered":"2024-09-10T10:33:13.735436+0000","last_clean":"2024-09-10T10:33:13.735436+0000","last_became_active":"2024-09-10T10:33:13.729150+0000","last_became_peered":"2024-09-10T10:33:13.729150+0000","last_unstale":"2024-09-10T10:33:13.735436+0000","last_undegraded":"2024-09-10T10:33:13.735436+0000","last_fullsized":"2024-09-10T10:33:13.735436+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.373924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.708463+0000","last_change":"2024-09-10T10:33:12.725599+0000","last_active":"2024-09-10T10:33:13.708463+0000","last_peered":"2024-09-10T10:33:13.708463+0000","last_clean":"2024-09-10T10:33:13.708463+0000","last_became_active":"2024-09-10T10:33:12.725311+0000","last_became_peered":"2024-09-10T10:33:12.725311+0000","last_unstale":"2024-09-10T10:33:13.708463+0000","last_undegraded":"2024-09-10T10:33:13.708463+0000","last_fullsized":"2024-09-10T10:33:13.708463+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:56.984870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737416+0000","last_change":"2024-09-10T10:33:13.726589+0000","last_active":"2024-09-10T10:33:13.737416+0000","last_peered":"2024-09-10T10:33:13.737416+0000","last_clean":"2024-09-10T10:33:13.737416+0000","last_became_active":"2024-09-10T10:33:13.726314+0000","last_became_peered":"2024-09-10T10:33:13.726314+0000","last_unstale":"2024-09-10T10:33:13.737416+0000","last_undegraded":"2024-09-10T10:33:13.737416+0000","last_fullsized":"2024-09-10T10:33:13.737416+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:44.883011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.728970+0000","last_change":"2024-09-10T10:33:12.724786+0000","last_active":"2024-09-10T10:33:12.728970+0000","last_peered":"2024-09-10T10:33:12.728970+0000","last_clean":"2024-09-10T10:33:12.728970+0000","last_became_active":"2024-09-10T10:33:12.724544+0000","last_became_peered":"2024-09-10T10:33:12.724544+0000","last_unstale":"2024-09-10T10:33:12.728970+0000","last_undegraded":"2024-09-10T10:33:12.728970+0000","last_fullsized":"2024-09-10T10:33:12.728970+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:10.904119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735457+0000","last_change":"2024-09-10T10:33:13.731174+0000","last_active":"2024-09-10T10:33:13.735457+0000","last_peered":"2024-09-10T10:33:13.735457+0000","last_clean":"2024-09-10T10:33:13.735457+0000","last_became_active":"2024-09-10T10:33:13.730849+0000","last_became_peered":"2024-09-10T10:33:13.730849+0000","last_unstale":"2024-09-10T10:33:13.735457+0000","last_undegraded":"2024-09-10T10:33:13.735457+0000","last_fullsized":"2024-09-10T10:33:13.735457+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:55.741431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.723625+0000","last_change":"2024-09-10T10:33:12.719607+0000","last_active":"2024-09-10T10:33:12.723625+0000","last_peered":"2024-09-10T10:33:12.723625+0000","last_clean":"2024-09-10T10:33:12.723625+0000","last_became_active":"2024-09-10T10:33:12.719327+0000","last_became_peered":"2024-09-10T10:33:12.719327+0000","last_unstale":"2024-09-10T10:33:12.723625+0000","last_undegraded":"2024-09-10T10:33:12.723625+0000","last_fullsized":"2024-09-10T10:33:12.723625+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:09.392367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.738057+0000","last_change":"2024-09-10T10:33:13.733503+0000","last_active":"2024-09-10T10:33:13.738057+0000","last_peered":"2024-09-10T10:33:13.738057+0000","last_clean":"2024-09-10T10:33:13.738057+0000","last_became_active":"2024-09-10T10:33:13.732592+0000","last_became_peered":"2024-09-10T10:33:13.732592+0000","last_unstale":"2024-09-10T10:33:13.738057+0000","last_undegraded":"2024-09-10T10:33:13.738057+0000","last_fullsized":"2024-09-10T10:33:13.738057+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:24.235097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.744573+0000","last_change":"2024-09-10T10:33:12.718283+0000","last_active":"2024-09-10T10:33:13.744573+0000","last_peered":"2024-09-10T10:33:13.744573+0000","last_clean":"2024-09-10T10:33:13.744573+0000","last_became_active":"2024-09-10T10:33:12.718001+0000","last_became_peered":"2024-09-10T10:33:12.718001+0000","last_unstale":"2024-09-10T10:33:13.744573+0000","last_undegraded":"2024-09-10T10:33:13.744573+0000","last_fullsized":"2024-09-10T10:33:13.744573+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:54.733506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737599+0000","last_change":"2024-09-10T10:33:13.729943+0000","last_active":"2024-09-10T10:33:13.737599+0000","last_peered":"2024-09-10T10:33:13.737599+0000","last_clean":"2024-09-10T10:33:13.737599+0000","last_became_active":"2024-09-10T10:33:13.729613+0000","last_became_peered":"2024-09-10T10:33:13.729613+0000","last_unstale":"2024-09-10T10:33:13.737599+0000","last_undegraded":"2024-09-10T10:33:13.737599+0000","last_fullsized":"2024-09-10T10:33:13.737599+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:53.156363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":18,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.753775+0000","last_change":"2024-09-10T10:33:12.719667+0000","last_active":"2024-09-10T10:33:13.753775+0000","last_peered":"2024-09-10T10:33:13.753775+0000","last_clean":"2024-09-10T10:33:13.753775+0000","last_became_active":"2024-09-10T10:33:12.719388+0000","last_became_peered":"2024-09-10T10:33:12.719388+0000","last_unstale":"2024-09-10T10:33:13.753775+0000","last_undegraded":"2024-09-10T10:33:13.753775+0000","last_fullsized":"2024-09-10T10:33:13.753775+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:30.640737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.726778+0000","last_change":"2024-09-10T10:33:13.725127+0000","last_active":"2024-09-10T10:33:13.726778+0000","last_peered":"2024-09-10T10:33:13.726778+0000","last_clean":"2024-09-10T10:33:13.726778+0000","last_became_active":"2024-09-10T10:33:13.724866+0000","last_became_peered":"2024-09-10T10:33:13.724866+0000","last_unstale":"2024-09-10T10:33:13.726778+0000","last_undegraded":"2024-09-10T10:33:13.726778+0000","last_fullsized":"2024-09-10T10:33:13.726778+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:28.069423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.747710+0000","last_change":"2024-09-10T10:33:12.726129+0000","last_active":"2024-09-10T10:33:13.747710+0000","last_peered":"2024-09-10T10:33:13.747710+0000","last_clean":"2024-09-10T10:33:13.747710+0000","last_became_active":"2024-09-10T10:33:12.724911+0000","last_became_peered":"2024-09-10T10:33:12.724911+0000","last_unstale":"2024-09-10T10:33:13.747710+0000","last_undegraded":"2024-09-10T10:33:13.747710+0000","last_fullsized":"2024-09-10T10:33:13.747710+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:38.693125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.734414+0000","last_change":"2024-09-10T10:33:13.727635+0000","last_active":"2024-09-10T10:33:13.734414+0000","last_peered":"2024-09-10T10:33:13.734414+0000","last_clean":"2024-09-10T10:33:13.734414+0000","last_became_active":"2024-09-10T10:33:13.727337+0000","last_became_peered":"2024-09-10T10:33:13.727337+0000","last_unstale":"2024-09-10T10:33:13.734414+0000","last_undegraded":"2024-09-10T10:33:13.734414+0000","last_fullsized":"2024-09-10T10:33:13.734414+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:09.586769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.707254+0000","last_change":"2024-09-10T10:33:12.721137+0000","last_active":"2024-09-10T10:33:13.707254+0000","last_peered":"2024-09-10T10:33:13.707254+0000","last_clean":"2024-09-10T10:33:13.707254+0000","last_became_active":"2024-09-10T10:33:12.720875+0000","last_became_peered":"2024-09-10T10:33:12.720875+0000","last_unstale":"2024-09-10T10:33:13.707254+0000","last_undegraded":"2024-09-10T10:33:13.707254+0000","last_fullsized":"2024-09-10T10:33:13.707254+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:27.061498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.727000+0000","last_change":"2024-09-10T10:33:13.718196+0000","last_active":"2024-09-10T10:33:13.727000+0000","last_peered":"2024-09-10T10:33:13.727000+0000","last_clean":"2024-09-10T10:33:13.727000+0000","last_became_active":"2024-09-10T10:33:13.717884+0000","last_became_peered":"2024-09-10T10:33:13.717884+0000","last_unstale":"2024-09-10T10:33:13.727000+0000","last_undegraded":"2024-09-10T10:33:13.727000+0000","last_fullsized":"2024-09-10T10:33:13.727000+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:28.069423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.710427+0000","last_change":"2024-09-10T10:33:12.716527+0000","last_active":"2024-09-10T10:33:13.710427+0000","last_peered":"2024-09-10T10:33:13.710427+0000","last_clean":"2024-09-10T10:33:13.710427+0000","last_became_active":"2024-09-10T10:33:12.716248+0000","last_became_peered":"2024-09-10T10:33:12.716248+0000","last_unstale":"2024-09-10T10:33:13.710427+0000","last_undegraded":"2024-09-10T10:33:13.710427+0000","last_fullsized":"2024-09-10T10:33:13.710427+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:12.944169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.724497+0000","last_change":"2024-09-10T10:33:13.717063+0000","last_active":"2024-09-10T10:33:13.724497+0000","last_peered":"2024-09-10T10:33:13.724497+0000","last_clean":"2024-09-10T10:33:13.724497+0000","last_became_active":"2024-09-10T10:33:13.716176+0000","last_became_peered":"2024-09-10T10:33:13.716176+0000","last_unstale":"2024-09-10T10:33:13.724497+0000","last_undegraded":"2024-09-10T10:33:13.724497+0000","last_fullsized":"2024-09-10T10:33:13.724497+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:45:19.574687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.748303+0000","last_change":"2024-09-10T10:33:12.720136+0000","last_active":"2024-09-10T10:33:13.748303+0000","last_peered":"2024-09-10T10:33:13.748303+0000","last_clean":"2024-09-10T10:33:13.748303+0000","last_became_active":"2024-09-10T10:33:12.719829+0000","last_became_peered":"2024-09-10T10:33:12.719829+0000","last_unstale":"2024-09-10T10:33:13.748303+0000","last_undegraded":"2024-09-10T10:33:13.748303+0000","last_fullsized":"2024-09-10T10:33:13.748303+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:43.143694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729350+0000","last_change":"2024-09-10T10:33:13.723318+0000","last_active":"2024-09-10T10:33:13.729350+0000","last_peered":"2024-09-10T10:33:13.729350+0000","last_clean":"2024-09-10T10:33:13.729350+0000","last_became_active":"2024-09-10T10:33:13.720031+0000","last_became_peered":"2024-09-10T10:33:13.720031+0000","last_unstale":"2024-09-10T10:33:13.729350+0000","last_undegraded":"2024-09-10T10:33:13.729350+0000","last_fullsized":"2024-09-10T10:33:13.729350+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:26:59.866461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.744762+0000","last_change":"2024-09-10T10:33:12.725102+0000","last_active":"2024-09-10T10:33:13.744762+0000","last_peered":"2024-09-10T10:33:13.744762+0000","last_clean":"2024-09-10T10:33:13.744762+0000","last_became_active":"2024-09-10T10:33:12.724695+0000","last_became_peered":"2024-09-10T10:33:12.724695+0000","last_unstale":"2024-09-10T10:33:13.744762+0000","last_undegraded":"2024-09-10T10:33:13.744762+0000","last_fullsized":"2024-09-10T10:33:13.744762+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:51.092804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736902+0000","last_change":"2024-09-10T10:33:13.730518+0000","last_active":"2024-09-10T10:33:13.736902+0000","last_peered":"2024-09-10T10:33:13.736902+0000","last_clean":"2024-09-10T10:33:13.736902+0000","last_became_active":"2024-09-10T10:33:13.730232+0000","last_became_peered":"2024-09-10T10:33:13.730232+0000","last_unstale":"2024-09-10T10:33:13.736902+0000","last_undegraded":"2024-09-10T10:33:13.736902+0000","last_fullsized":"2024-09-10T10:33:13.736902+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:57.214891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.747006+0000","last_change":"2024-09-10T10:33:12.725330+0000","last_active":"2024-09-10T10:33:13.747006+0000","last_peered":"2024-09-10T10:33:13.747006+0000","last_clean":"2024-09-10T10:33:13.747006+0000","last_became_active":"2024-09-10T10:33:12.725053+0000","last_became_peered":"2024-09-10T10:33:12.725053+0000","last_unstale":"2024-09-10T10:33:13.747006+0000","last_undegraded":"2024-09-10T10:33:13.747006+0000","last_fullsized":"2024-09-10T10:33:13.747006+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:30.640737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.711228+0000","last_change":"2024-09-10T10:33:12.711228+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.711228+0000","last_undegraded":"2024-09-10T10:33:12.711228+0000","last_fullsized":"2024-09-10T10:33:12.711228+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.743584+0000","last_change":"2024-09-10T10:33:12.723682+0000","last_active":"2024-09-10T10:33:13.743584+0000","last_peered":"2024-09-10T10:33:13.743584+0000","last_clean":"2024-09-10T10:33:13.743584+0000","last_became_active":"2024-09-10T10:33:12.723249+0000","last_became_peered":"2024-09-10T10:33:12.723249+0000","last_unstale":"2024-09-10T10:33:13.743584+0000","last_undegraded":"2024-09-10T10:33:13.743584+0000","last_fullsized":"2024-09-10T10:33:13.743584+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:07.724719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736842+0000","last_change":"2024-09-10T10:33:13.730032+0000","last_active":"2024-09-10T10:33:13.736842+0000","last_peered":"2024-09-10T10:33:13.736842+0000","last_clean":"2024-09-10T10:33:13.736842+0000","last_became_active":"2024-09-10T10:33:13.729744+0000","last_became_peered":"2024-09-10T10:33:13.729744+0000","last_unstale":"2024-09-10T10:33:13.736842+0000","last_undegraded":"2024-09-10T10:33:13.736842+0000","last_fullsized":"2024-09-10T10:33:13.736842+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:34.755939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.712381+0000","last_change":"2024-09-10T10:33:12.719346+0000","last_active":"2024-09-10T10:33:13.712381+0000","last_peered":"2024-09-10T10:33:13.712381+0000","last_clean":"2024-09-10T10:33:13.712381+0000","last_became_active":"2024-09-10T10:33:12.719072+0000","last_became_peered":"2024-09-10T10:33:12.719072+0000","last_unstale":"2024-09-10T10:33:13.712381+0000","last_undegraded":"2024-09-10T10:33:13.712381+0000","last_fullsized":"2024-09-10T10:33:13.712381+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:12.944169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737874+0000","last_change":"2024-09-10T10:33:13.733789+0000","last_active":"2024-09-10T10:33:13.737874+0000","last_peered":"2024-09-10T10:33:13.737874+0000","last_clean":"2024-09-10T10:33:13.737874+0000","last_became_active":"2024-09-10T10:33:13.733500+0000","last_became_peered":"2024-09-10T10:33:13.733500+0000","last_unstale":"2024-09-10T10:33:13.737874+0000","last_undegraded":"2024-09-10T10:33:13.737874+0000","last_fullsized":"2024-09-10T10:33:13.737874+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.726262+0000","last_change":"2024-09-10T10:33:12.723436+0000","last_active":"2024-09-10T10:33:12.726262+0000","last_peered":"2024-09-10T10:33:12.726262+0000","last_clean":"2024-09-10T10:33:12.726262+0000","last_became_active":"2024-09-10T10:33:12.723160+0000","last_became_peered":"2024-09-10T10:33:12.723160+0000","last_unstale":"2024-09-10T10:33:12.726262+0000","last_undegraded":"2024-09-10T10:33:12.726262+0000","last_fullsized":"2024-09-10T10:33:12.726262+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:37.686023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.710597+0000","last_change":"2024-09-10T10:33:12.710597+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.710597+0000","last_undegraded":"2024-09-10T10:33:12.710597+0000","last_fullsized":"2024-09-10T10:33:12.710597+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.708726+0000","last_change":"2024-09-10T10:33:12.722215+0000","last_active":"2024-09-10T10:33:13.708726+0000","last_peered":"2024-09-10T10:33:13.708726+0000","last_clean":"2024-09-10T10:33:13.708726+0000","last_became_active":"2024-09-10T10:33:12.721952+0000","last_became_peered":"2024-09-10T10:33:12.721952+0000","last_unstale":"2024-09-10T10:33:13.708726+0000","last_undegraded":"2024-09-10T10:33:13.708726+0000","last_fullsized":"2024-09-10T10:33:13.708726+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:32.029944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735427+0000","last_change":"2024-09-10T10:33:13.731166+0000","last_active":"2024-09-10T10:33:13.735427+0000","last_peered":"2024-09-10T10:33:13.735427+0000","last_clean":"2024-09-10T10:33:13.735427+0000","last_became_active":"2024-09-10T10:33:13.730890+0000","last_became_peered":"2024-09-10T10:33:13.730890+0000","last_unstale":"2024-09-10T10:33:13.735427+0000","last_undegraded":"2024-09-10T10:33:13.735427+0000","last_fullsized":"2024-09-10T10:33:13.735427+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:07.704141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.711131+0000","last_change":"2024-09-10T10:33:12.718501+0000","last_active":"2024-09-10T10:33:13.711131+0000","last_peered":"2024-09-10T10:33:13.711131+0000","last_clean":"2024-09-10T10:33:13.711131+0000","last_became_active":"2024-09-10T10:33:12.718240+0000","last_became_peered":"2024-09-10T10:33:12.718240+0000","last_unstale":"2024-09-10T10:33:13.711131+0000","last_undegraded":"2024-09-10T10:33:13.711131+0000","last_fullsized":"2024-09-10T10:33:13.711131+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:51.064641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733626+0000","last_change":"2024-09-10T10:33:13.726437+0000","last_active":"2024-09-10T10:33:13.733626+0000","last_peered":"2024-09-10T10:33:13.733626+0000","last_clean":"2024-09-10T10:33:13.733626+0000","last_became_active":"2024-09-10T10:33:13.726174+0000","last_became_peered":"2024-09-10T10:33:13.726174+0000","last_unstale":"2024-09-10T10:33:13.733626+0000","last_undegraded":"2024-09-10T10:33:13.733626+0000","last_fullsized":"2024-09-10T10:33:13.733626+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:28.515784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.702596+0000","last_change":"2024-09-10T10:33:12.719342+0000","last_active":"2024-09-10T10:33:13.702596+0000","last_peered":"2024-09-10T10:33:13.702596+0000","last_clean":"2024-09-10T10:33:13.702596+0000","last_became_active":"2024-09-10T10:33:12.719073+0000","last_became_peered":"2024-09-10T10:33:12.719073+0000","last_unstale":"2024-09-10T10:33:13.702596+0000","last_undegraded":"2024-09-10T10:33:13.702596+0000","last_fullsized":"2024-09-10T10:33:13.702596+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:14.753044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.732780+0000","last_change":"2024-09-10T10:33:13.729413+0000","last_active":"2024-09-10T10:33:13.732780+0000","last_peered":"2024-09-10T10:33:13.732780+0000","last_clean":"2024-09-10T10:33:13.732780+0000","last_became_active":"2024-09-10T10:33:13.729150+0000","last_became_peered":"2024-09-10T10:33:13.729150+0000","last_unstale":"2024-09-10T10:33:13.732780+0000","last_undegraded":"2024-09-10T10:33:13.732780+0000","last_fullsized":"2024-09-10T10:33:13.732780+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:57.992795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750997+0000","last_change":"2024-09-10T10:33:12.716641+0000","last_active":"2024-09-10T10:33:13.750997+0000","last_peered":"2024-09-10T10:33:13.750997+0000","last_clean":"2024-09-10T10:33:13.750997+0000","last_became_active":"2024-09-10T10:33:12.716369+0000","last_became_peered":"2024-09-10T10:33:12.716369+0000","last_unstale":"2024-09-10T10:33:13.750997+0000","last_undegraded":"2024-09-10T10:33:13.750997+0000","last_fullsized":"2024-09-10T10:33:13.750997+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:41.060553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.714956+0000","last_change":"2024-09-10T10:33:13.708809+0000","last_active":"2024-09-10T10:33:13.714956+0000","last_peered":"2024-09-10T10:33:13.714956+0000","last_clean":"2024-09-10T10:33:13.714956+0000","last_became_active":"2024-09-10T10:33:13.708501+0000","last_became_peered":"2024-09-10T10:33:13.708501+0000","last_unstale":"2024-09-10T10:33:13.714956+0000","last_undegraded":"2024-09-10T10:33:13.714956+0000","last_fullsized":"2024-09-10T10:33:13.714956+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:48.114149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.723607+0000","last_change":"2024-09-10T10:33:12.719427+0000","last_active":"2024-09-10T10:33:12.723607+0000","last_peered":"2024-09-10T10:33:12.723607+0000","last_clean":"2024-09-10T10:33:12.723607+0000","last_became_active":"2024-09-10T10:33:12.719137+0000","last_became_peered":"2024-09-10T10:33:12.719137+0000","last_unstale":"2024-09-10T10:33:12.723607+0000","last_undegraded":"2024-09-10T10:33:12.723607+0000","last_fullsized":"2024-09-10T10:33:12.723607+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:46:27.290098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737830+0000","last_change":"2024-09-10T10:33:13.735196+0000","last_active":"2024-09-10T10:33:13.737830+0000","last_peered":"2024-09-10T10:33:13.737830+0000","last_clean":"2024-09-10T10:33:13.737830+0000","last_became_active":"2024-09-10T10:33:13.734922+0000","last_became_peered":"2024-09-10T10:33:13.734922+0000","last_unstale":"2024-09-10T10:33:13.737830+0000","last_undegraded":"2024-09-10T10:33:13.737830+0000","last_fullsized":"2024-09-10T10:33:13.737830+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:33.037869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.720873+0000","last_change":"2024-09-10T10:33:12.714938+0000","last_active":"2024-09-10T10:33:13.720873+0000","last_peered":"2024-09-10T10:33:13.720873+0000","last_clean":"2024-09-10T10:33:13.720873+0000","last_became_active":"2024-09-10T10:33:12.713877+0000","last_became_peered":"2024-09-10T10:33:12.713877+0000","last_unstale":"2024-09-10T10:33:13.720873+0000","last_undegraded":"2024-09-10T10:33:13.720873+0000","last_fullsized":"2024-09-10T10:33:13.720873+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:38.693125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.731368+0000","last_change":"2024-09-10T10:33:13.721841+0000","last_active":"2024-09-10T10:33:13.731368+0000","last_peered":"2024-09-10T10:33:13.731368+0000","last_clean":"2024-09-10T10:33:13.731368+0000","last_became_active":"2024-09-10T10:33:13.721485+0000","last_became_peered":"2024-09-10T10:33:13.721485+0000","last_unstale":"2024-09-10T10:33:13.731368+0000","last_undegraded":"2024-09-10T10:33:13.731368+0000","last_fullsized":"2024-09-10T10:33:13.731368+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:15.977666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.721273+0000","last_change":"2024-09-10T10:33:12.714330+0000","last_active":"2024-09-10T10:33:13.721273+0000","last_peered":"2024-09-10T10:33:13.721273+0000","last_clean":"2024-09-10T10:33:13.721273+0000","last_became_active":"2024-09-10T10:33:12.713132+0000","last_became_peered":"2024-09-10T10:33:12.713132+0000","last_unstale":"2024-09-10T10:33:13.721273+0000","last_undegraded":"2024-09-10T10:33:13.721273+0000","last_fullsized":"2024-09-10T10:33:13.721273+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:44.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735536+0000","last_change":"2024-09-10T10:33:13.730094+0000","last_active":"2024-09-10T10:33:13.735536+0000","last_peered":"2024-09-10T10:33:13.735536+0000","last_clean":"2024-09-10T10:33:13.735536+0000","last_became_active":"2024-09-10T10:33:13.729760+0000","last_became_peered":"2024-09-10T10:33:13.729760+0000","last_unstale":"2024-09-10T10:33:13.735536+0000","last_undegraded":"2024-09-10T10:33:13.735536+0000","last_fullsized":"2024-09-10T10:33:13.735536+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:15.760969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.720330+0000","last_change":"2024-09-10T10:33:12.721428+0000","last_active":"2024-09-10T10:33:13.720330+0000","last_peered":"2024-09-10T10:33:13.720330+0000","last_clean":"2024-09-10T10:33:13.720330+0000","last_became_active":"2024-09-10T10:33:12.721141+0000","last_became_peered":"2024-09-10T10:33:12.721141+0000","last_unstale":"2024-09-10T10:33:13.720330+0000","last_undegraded":"2024-09-10T10:33:13.720330+0000","last_fullsized":"2024-09-10T10:33:13.720330+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:32.029944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736386+0000","last_change":"2024-09-10T10:33:13.727286+0000","last_active":"2024-09-10T10:33:13.736386+0000","last_peered":"2024-09-10T10:33:13.736386+0000","last_clean":"2024-09-10T10:33:13.736386+0000","last_became_active":"2024-09-10T10:33:13.722196+0000","last_became_peered":"2024-09-10T10:33:13.722196+0000","last_unstale":"2024-09-10T10:33:13.736386+0000","last_undegraded":"2024-09-10T10:33:13.736386+0000","last_fullsized":"2024-09-10T10:33:13.736386+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.708096+0000","last_change":"2024-09-10T10:33:12.720014+0000","last_active":"2024-09-10T10:33:13.708096+0000","last_peered":"2024-09-10T10:33:13.708096+0000","last_clean":"2024-09-10T10:33:13.708096+0000","last_became_active":"2024-09-10T10:33:12.719730+0000","last_became_peered":"2024-09-10T10:33:12.719730+0000","last_unstale":"2024-09-10T10:33:13.708096+0000","last_undegraded":"2024-09-10T10:33:13.708096+0000","last_fullsized":"2024-09-10T10:33:13.708096+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:04.973059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.715860+0000","last_change":"2024-09-10T10:33:13.710256+0000","last_active":"2024-09-10T10:33:13.715860+0000","last_peered":"2024-09-10T10:33:13.715860+0000","last_clean":"2024-09-10T10:33:13.715860+0000","last_became_active":"2024-09-10T10:33:13.708777+0000","last_became_peered":"2024-09-10T10:33:13.708777+0000","last_unstale":"2024-09-10T10:33:13.715860+0000","last_undegraded":"2024-09-10T10:33:13.715860+0000","last_fullsized":"2024-09-10T10:33:13.715860+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:44.041738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.706420+0000","last_change":"2024-09-10T10:33:12.722367+0000","last_active":"2024-09-10T10:33:13.706420+0000","last_peered":"2024-09-10T10:33:13.706420+0000","last_clean":"2024-09-10T10:33:13.706420+0000","last_became_active":"2024-09-10T10:33:12.719291+0000","last_became_peered":"2024-09-10T10:33:12.719291+0000","last_unstale":"2024-09-10T10:33:13.706420+0000","last_undegraded":"2024-09-10T10:33:13.706420+0000","last_fullsized":"2024-09-10T10:33:13.706420+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:44.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728881+0000","last_change":"2024-09-10T10:33:13.723480+0000","last_active":"2024-09-10T10:33:13.728881+0000","last_peered":"2024-09-10T10:33:13.728881+0000","last_clean":"2024-09-10T10:33:13.728881+0000","last_became_active":"2024-09-10T10:33:13.723184+0000","last_became_peered":"2024-09-10T10:33:13.723184+0000","last_unstale":"2024-09-10T10:33:13.728881+0000","last_undegraded":"2024-09-10T10:33:13.728881+0000","last_fullsized":"2024-09-10T10:33:13.728881+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.703985+0000","last_change":"2024-09-10T10:33:12.723389+0000","last_active":"2024-09-10T10:33:13.703985+0000","last_peered":"2024-09-10T10:33:13.703985+0000","last_clean":"2024-09-10T10:33:13.703985+0000","last_became_active":"2024-09-10T10:33:12.723129+0000","last_became_peered":"2024-09-10T10:33:12.723129+0000","last_unstale":"2024-09-10T10:33:13.703985+0000","last_undegraded":"2024-09-10T10:33:13.703985+0000","last_fullsized":"2024-09-10T10:33:13.703985+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:23.227172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":189,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.710748+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:33:13.710748+0000","last_peered":"2024-09-10T10:33:13.710748+0000","last_clean":"2024-09-10T10:33:13.710748+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:33:13.710748+0000","last_undegraded":"2024-09-10T10:33:13.710748+0000","last_fullsized":"2024-09-10T10:33:13.710748+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509454,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509453,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31536,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340304,"statfs":{"total":96636764160,"available":96604471296,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":138533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509454,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":946176,"data_stored":722092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509453,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31536,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340304,"statfs":{"total":96636764160,"available":96604471296,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32100,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339740,"statfs":{"total":96636764160,"available":96603893760,"internally_reserved":0,"allocated":933888,"data_stored":715817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:33:17.850 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:33:18.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.022+0000 7fd838800640 1 Processor -- start 2024-09-10T10:33:18.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.022+0000 7fd838800640 1 -- start start 2024-09-10T10:33:18.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd838800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd83015b600 0x7fd830071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd838800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8300ce880 con 0x7fd8300b56f0 2024-09-10T10:33:18.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd838800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8300ceb60 con 0x7fd83015b220 2024-09-10T10:33:18.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd838800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd83006d6e0 con 0x7fd83015b600 2024-09-10T10:33:18.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd836800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fd8300b56f0 0x7fd8300b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:60954/0 (socket says 172.21.15.22:60954) 2024-09-10T10:33:18.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd836800640 1 -- 172.21.15.22:0/2362976032 learned_addr learned my addr 172.21.15.22:0/2362976032 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:18.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd835400640 1 --2- 172.21.15.22:0/2362976032 >> v2:172.21.15.145:3300/0 conn(0x7fd83015b600 0x7fd830071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd834a00640 1 -- 172.21.15.22:0/2362976032 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4007200057 0 0) 0x7fd8300ce880 con 0x7fd8300b56f0 2024-09-10T10:33:18.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd834a00640 1 -- 172.21.15.22:0/2362976032 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd818005740 con 0x7fd8300b56f0 2024-09-10T10:33:18.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd834a00640 1 -- 172.21.15.22:0/2362976032 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4183201754 0 0) 0x7fd8300ceb60 con 0x7fd83015b220 2024-09-10T10:33:18.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd834a00640 1 -- 172.21.15.22:0/2362976032 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd8300ce880 con 0x7fd83015b220 2024-09-10T10:33:18.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd835400640 1 -- 172.21.15.22:0/2362976032 >> v1:172.21.15.145:6789/0 conn(0x7fd83015b220 legacy=0x7fd8300b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd835400640 1 -- 172.21.15.22:0/2362976032 >> v1:172.21.15.22:6789/0 conn(0x7fd8300b56f0 legacy=0x7fd8300b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.026+0000 7fd835400640 1 -- 172.21.15.22:0/2362976032 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8300cee40 con 0x7fd83015b600 2024-09-10T10:33:18.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd835400640 1 --2- 172.21.15.22:0/2362976032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd83015b600 0x7fd830071140 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd8200097c0 tx=0x7fd82001c350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4f613463b027349 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:18.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd834a00640 1 -- 172.21.15.22:0/2362976032 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8200b0070 con 0x7fd83015b600 2024-09-10T10:33:18.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd834a00640 1 -- 172.21.15.22:0/2362976032 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8200ab600 con 0x7fd83015b600 2024-09-10T10:33:18.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd834a00640 1 -- 172.21.15.22:0/2362976032 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8200ab9d0 con 0x7fd83015b600 2024-09-10T10:33:18.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd838800640 1 -- 172.21.15.22:0/2362976032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd83015b600 msgr2=0x7fd830071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd838800640 1 --2- 172.21.15.22:0/2362976032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd83015b600 0x7fd830071140 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd8200097c0 tx=0x7fd82001c350 comp rx=0 tx=0).stop 2024-09-10T10:33:18.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd838800640 1 -- 172.21.15.22:0/2362976032 shutdown_connections 2024-09-10T10:33:18.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd838800640 1 --2- 172.21.15.22:0/2362976032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd83015b600 0x7fd830071140 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd838800640 1 -- 172.21.15.22:0/2362976032 >> 172.21.15.22:0/2362976032 conn(0x7fd830062dd0 msgr2=0x7fd83006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:18.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd838800640 1 -- 172.21.15.22:0/2362976032 shutdown_connections 2024-09-10T10:33:18.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd838800640 1 -- 172.21.15.22:0/2362976032 wait complete. 2024-09-10T10:33:18.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd838800640 1 Processor -- start 2024-09-10T10:33:18.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.030+0000 7fd838800640 1 -- start start 2024-09-10T10:33:18.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd838800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8300b56f0 0x7fd830165ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd838800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd83015b220 0x7fd830155d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd838800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd83015b600 0x7fd830156260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd838800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd8300d01e0 con 0x7fd8300b56f0 2024-09-10T10:33:18.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd838800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd8300d0060 con 0x7fd83015b220 2024-09-10T10:33:18.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd838800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd83006da30 con 0x7fd83015b600 2024-09-10T10:33:18.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd835e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8300b56f0 0x7fd830165ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd835e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8300b56f0 0x7fd830165ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36736/0 (socket says 172.21.15.22:36736) 2024-09-10T10:33:18.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd835e00640 1 -- 172.21.15.22:0/950149687 learned_addr learned my addr 172.21.15.22:0/950149687 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:18.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd836800640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd83015b600 0x7fd830156260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd835400640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd83015b220 0x7fd830155d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd835e00640 1 -- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd83015b600 msgr2=0x7fd830156260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd835e00640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd83015b600 0x7fd830156260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd835e00640 1 -- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd83015b220 msgr2=0x7fd830155d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd835e00640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd83015b220 0x7fd830155d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd835e00640 1 -- 172.21.15.22:0/950149687 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8301599c0 con 0x7fd8300b56f0 2024-09-10T10:33:18.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd836800640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd83015b600 0x7fd830156260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:18.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd835e00640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8300b56f0 0x7fd830165ae0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd82400c490 tx=0x7fd82400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:18.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd82a000640 1 -- 172.21.15.22:0/950149687 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8240052d0 con 0x7fd8300b56f0 2024-09-10T10:33:18.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd82a000640 1 -- 172.21.15.22:0/950149687 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd824005470 con 0x7fd8300b56f0 2024-09-10T10:33:18.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd838800640 1 -- 172.21.15.22:0/950149687 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd830159400 con 0x7fd8300b56f0 2024-09-10T10:33:18.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd82a000640 1 -- 172.21.15.22:0/950149687 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd824012870 con 0x7fd8300b56f0 2024-09-10T10:33:18.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd838800640 1 -- 172.21.15.22:0/950149687 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8300b0240 con 0x7fd8300b56f0 2024-09-10T10:33:18.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd838800640 1 -- 172.21.15.22:0/950149687 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd830072e90 con 0x7fd8300b56f0 2024-09-10T10:33:18.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.034+0000 7fd82a000640 1 -- 172.21.15.22:0/950149687 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd824012a10 con 0x7fd8300b56f0 2024-09-10T10:33:18.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.038+0000 7fd82a000640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd8140678c0 0x7fd814069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.038+0000 7fd82a000640 1 -- 172.21.15.22:0/950149687 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fd8240858d0 con 0x7fd8300b56f0 2024-09-10T10:33:18.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.038+0000 7fd835400640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd8140678c0 0x7fd814069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.038+0000 7fd835400640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd8140678c0 0x7fd814069d80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd8200ad000 tx=0x7fd820008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:18.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.042+0000 7fd82a000640 1 -- 172.21.15.22:0/950149687 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd824056400 con 0x7fd8300b56f0 2024-09-10T10:33:18.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.206+0000 7fd838800640 1 -- 172.21.15.22:0/950149687 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd830071120 con 0x7fd8140678c0 2024-09-10T10:33:18.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.210+0000 7fd82a000640 1 -- 172.21.15.22:0/950149687 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251474 (secure 0 0 0) 0x7fd830071120 con 0x7fd8140678c0 2024-09-10T10:33:18.219 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:18.220 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:33:18.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 -- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd8140678c0 msgr2=0x7fd814069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd8140678c0 0x7fd814069d80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd8200ad000 tx=0x7fd820008040 comp rx=0 tx=0).stop 2024-09-10T10:33:18.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 -- 172.21.15.22:0/950149687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8300b56f0 msgr2=0x7fd830165ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8300b56f0 0x7fd830165ae0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd82400c490 tx=0x7fd82400c950 comp rx=0 tx=0).stop 2024-09-10T10:33:18.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 -- 172.21.15.22:0/950149687 shutdown_connections 2024-09-10T10:33:18.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd8140678c0 0x7fd814069d80 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd83015b600 0x7fd830156260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd83015b220 0x7fd830155d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 --2- 172.21.15.22:0/950149687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8300b56f0 0x7fd830165ae0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 -- 172.21.15.22:0/950149687 >> 172.21.15.22:0/950149687 conn(0x7fd830062dd0 msgr2=0x7fd830156d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:18.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 -- 172.21.15.22:0/950149687 shutdown_connections 2024-09-10T10:33:18.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.214+0000 7fd838800640 1 -- 172.21.15.22:0/950149687 wait complete. 2024-09-10T10:33:18.239 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":57,"stamp":"2024-09-10T10:33:17.343804+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":57,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240964,"kb_used_data":3916,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733756,"statfs":{"total":773094113280,"available":772847366144,"internally_reserved":0,"allocated":4009984,"data_stored":2235062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.650829"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728217+0000","last_change":"2024-09-10T10:33:13.724483+0000","last_active":"2024-09-10T10:33:13.728217+0000","last_peered":"2024-09-10T10:33:13.728217+0000","last_clean":"2024-09-10T10:33:13.728217+0000","last_became_active":"2024-09-10T10:33:13.724193+0000","last_became_peered":"2024-09-10T10:33:13.724193+0000","last_unstale":"2024-09-10T10:33:13.728217+0000","last_undegraded":"2024-09-10T10:33:13.728217+0000","last_fullsized":"2024-09-10T10:33:13.728217+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.713378+0000","last_change":"2024-09-10T10:33:12.713378+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.713378+0000","last_undegraded":"2024-09-10T10:33:12.713378+0000","last_fullsized":"2024-09-10T10:33:12.713378+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.724564+0000","last_change":"2024-09-10T10:33:13.721251+0000","last_active":"2024-09-10T10:33:13.724564+0000","last_peered":"2024-09-10T10:33:13.724564+0000","last_clean":"2024-09-10T10:33:13.724564+0000","last_became_active":"2024-09-10T10:33:13.720917+0000","last_became_peered":"2024-09-10T10:33:13.720917+0000","last_unstale":"2024-09-10T10:33:13.724564+0000","last_undegraded":"2024-09-10T10:33:13.724564+0000","last_fullsized":"2024-09-10T10:33:13.724564+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:32.497723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.739766+0000","last_change":"2024-09-10T10:33:13.733984+0000","last_active":"2024-09-10T10:33:13.739766+0000","last_peered":"2024-09-10T10:33:13.739766+0000","last_clean":"2024-09-10T10:33:13.739766+0000","last_became_active":"2024-09-10T10:33:13.732966+0000","last_became_peered":"2024-09-10T10:33:13.732966+0000","last_unstale":"2024-09-10T10:33:13.739766+0000","last_undegraded":"2024-09-10T10:33:13.739766+0000","last_fullsized":"2024-09-10T10:33:13.739766+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:49.925126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.711246+0000","last_change":"2024-09-10T10:33:12.711246+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.711246+0000","last_undegraded":"2024-09-10T10:33:12.711246+0000","last_fullsized":"2024-09-10T10:33:12.711246+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.724981+0000","last_change":"2024-09-10T10:33:13.722085+0000","last_active":"2024-09-10T10:33:13.724981+0000","last_peered":"2024-09-10T10:33:13.724981+0000","last_clean":"2024-09-10T10:33:13.724981+0000","last_became_active":"2024-09-10T10:33:13.721523+0000","last_became_peered":"2024-09-10T10:33:13.721523+0000","last_unstale":"2024-09-10T10:33:13.724981+0000","last_undegraded":"2024-09-10T10:33:13.724981+0000","last_fullsized":"2024-09-10T10:33:13.724981+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:57.214891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.727270+0000","last_change":"2024-09-10T10:33:13.719028+0000","last_active":"2024-09-10T10:33:13.727270+0000","last_peered":"2024-09-10T10:33:13.727270+0000","last_clean":"2024-09-10T10:33:13.727270+0000","last_became_active":"2024-09-10T10:33:13.718658+0000","last_became_peered":"2024-09-10T10:33:13.718658+0000","last_unstale":"2024-09-10T10:33:13.727270+0000","last_undegraded":"2024-09-10T10:33:13.727270+0000","last_fullsized":"2024-09-10T10:33:13.727270+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:13.952094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729872+0000","last_change":"2024-09-10T10:33:13.727119+0000","last_active":"2024-09-10T10:33:13.729872+0000","last_peered":"2024-09-10T10:33:13.729872+0000","last_clean":"2024-09-10T10:33:13.729872+0000","last_became_active":"2024-09-10T10:33:13.726780+0000","last_became_peered":"2024-09-10T10:33:13.726780+0000","last_unstale":"2024-09-10T10:33:13.729872+0000","last_undegraded":"2024-09-10T10:33:13.729872+0000","last_fullsized":"2024-09-10T10:33:13.729872+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737786+0000","last_change":"2024-09-10T10:33:13.736197+0000","last_active":"2024-09-10T10:33:13.737786+0000","last_peered":"2024-09-10T10:33:13.737786+0000","last_clean":"2024-09-10T10:33:13.737786+0000","last_became_active":"2024-09-10T10:33:13.735914+0000","last_became_peered":"2024-09-10T10:33:13.735914+0000","last_unstale":"2024-09-10T10:33:13.737786+0000","last_undegraded":"2024-09-10T10:33:13.737786+0000","last_fullsized":"2024-09-10T10:33:13.737786+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:05.980984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733202+0000","last_change":"2024-09-10T10:33:13.723743+0000","last_active":"2024-09-10T10:33:13.733202+0000","last_peered":"2024-09-10T10:33:13.733202+0000","last_clean":"2024-09-10T10:33:13.733202+0000","last_became_active":"2024-09-10T10:33:13.723442+0000","last_became_peered":"2024-09-10T10:33:13.723442+0000","last_unstale":"2024-09-10T10:33:13.733202+0000","last_undegraded":"2024-09-10T10:33:13.733202+0000","last_fullsized":"2024-09-10T10:33:13.733202+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737739+0000","last_change":"2024-09-10T10:33:13.733469+0000","last_active":"2024-09-10T10:33:13.737739+0000","last_peered":"2024-09-10T10:33:13.737739+0000","last_clean":"2024-09-10T10:33:13.737739+0000","last_became_active":"2024-09-10T10:33:13.733190+0000","last_became_peered":"2024-09-10T10:33:13.733190+0000","last_unstale":"2024-09-10T10:33:13.737739+0000","last_undegraded":"2024-09-10T10:33:13.737739+0000","last_fullsized":"2024-09-10T10:33:13.737739+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:30.184745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736807+0000","last_change":"2024-09-10T10:33:13.726692+0000","last_active":"2024-09-10T10:33:13.736807+0000","last_peered":"2024-09-10T10:33:13.736807+0000","last_clean":"2024-09-10T10:33:13.736807+0000","last_became_active":"2024-09-10T10:33:13.726432+0000","last_became_peered":"2024-09-10T10:33:13.726432+0000","last_unstale":"2024-09-10T10:33:13.736807+0000","last_undegraded":"2024-09-10T10:33:13.736807+0000","last_fullsized":"2024-09-10T10:33:13.736807+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:31:28.239299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.738007+0000","last_change":"2024-09-10T10:33:13.735394+0000","last_active":"2024-09-10T10:33:13.738007+0000","last_peered":"2024-09-10T10:33:13.738007+0000","last_clean":"2024-09-10T10:33:13.738007+0000","last_became_active":"2024-09-10T10:33:13.735067+0000","last_became_peered":"2024-09-10T10:33:13.735067+0000","last_unstale":"2024-09-10T10:33:13.738007+0000","last_undegraded":"2024-09-10T10:33:13.738007+0000","last_fullsized":"2024-09-10T10:33:13.738007+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733196+0000","last_change":"2024-09-10T10:33:13.723697+0000","last_active":"2024-09-10T10:33:13.733196+0000","last_peered":"2024-09-10T10:33:13.733196+0000","last_clean":"2024-09-10T10:33:13.733196+0000","last_became_active":"2024-09-10T10:33:13.723383+0000","last_became_peered":"2024-09-10T10:33:13.723383+0000","last_unstale":"2024-09-10T10:33:13.733196+0000","last_undegraded":"2024-09-10T10:33:13.733196+0000","last_fullsized":"2024-09-10T10:33:13.733196+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733657+0000","last_change":"2024-09-10T10:33:13.730642+0000","last_active":"2024-09-10T10:33:13.733657+0000","last_peered":"2024-09-10T10:33:13.733657+0000","last_clean":"2024-09-10T10:33:13.733657+0000","last_became_active":"2024-09-10T10:33:13.730342+0000","last_became_peered":"2024-09-10T10:33:13.730342+0000","last_unstale":"2024-09-10T10:33:13.733657+0000","last_undegraded":"2024-09-10T10:33:13.733657+0000","last_fullsized":"2024-09-10T10:33:13.733657+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729379+0000","last_change":"2024-09-10T10:33:13.721672+0000","last_active":"2024-09-10T10:33:13.729379+0000","last_peered":"2024-09-10T10:33:13.729379+0000","last_clean":"2024-09-10T10:33:13.729379+0000","last_became_active":"2024-09-10T10:33:13.721375+0000","last_became_peered":"2024-09-10T10:33:13.721375+0000","last_unstale":"2024-09-10T10:33:13.729379+0000","last_undegraded":"2024-09-10T10:33:13.729379+0000","last_fullsized":"2024-09-10T10:33:13.729379+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:07.704141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737238+0000","last_change":"2024-09-10T10:33:13.726929+0000","last_active":"2024-09-10T10:33:13.737238+0000","last_peered":"2024-09-10T10:33:13.737238+0000","last_clean":"2024-09-10T10:33:13.737238+0000","last_became_active":"2024-09-10T10:33:13.725433+0000","last_became_peered":"2024-09-10T10:33:13.725433+0000","last_unstale":"2024-09-10T10:33:13.737238+0000","last_undegraded":"2024-09-10T10:33:13.737238+0000","last_fullsized":"2024-09-10T10:33:13.737238+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:45:04.098517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.725731+0000","last_change":"2024-09-10T10:33:13.723740+0000","last_active":"2024-09-10T10:33:13.725731+0000","last_peered":"2024-09-10T10:33:13.725731+0000","last_clean":"2024-09-10T10:33:13.725731+0000","last_became_active":"2024-09-10T10:33:13.723430+0000","last_became_peered":"2024-09-10T10:33:13.723430+0000","last_unstale":"2024-09-10T10:33:13.725731+0000","last_undegraded":"2024-09-10T10:33:13.725731+0000","last_fullsized":"2024-09-10T10:33:13.725731+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:05.980984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.718436+0000","last_change":"2024-09-10T10:33:13.715140+0000","last_active":"2024-09-10T10:33:13.718436+0000","last_peered":"2024-09-10T10:33:13.718436+0000","last_clean":"2024-09-10T10:33:13.718436+0000","last_became_active":"2024-09-10T10:33:13.714887+0000","last_became_peered":"2024-09-10T10:33:13.714887+0000","last_unstale":"2024-09-10T10:33:13.718436+0000","last_undegraded":"2024-09-10T10:33:13.718436+0000","last_fullsized":"2024-09-10T10:33:13.718436+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:31:28.239299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737659+0000","last_change":"2024-09-10T10:33:13.733738+0000","last_active":"2024-09-10T10:33:13.737659+0000","last_peered":"2024-09-10T10:33:13.737659+0000","last_clean":"2024-09-10T10:33:13.737659+0000","last_became_active":"2024-09-10T10:33:13.733469+0000","last_became_peered":"2024-09-10T10:33:13.733469+0000","last_unstale":"2024-09-10T10:33:13.737659+0000","last_undegraded":"2024-09-10T10:33:13.737659+0000","last_fullsized":"2024-09-10T10:33:13.737659+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:15.977666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.727897+0000","last_change":"2024-09-10T10:33:13.723595+0000","last_active":"2024-09-10T10:33:13.727897+0000","last_peered":"2024-09-10T10:33:13.727897+0000","last_clean":"2024-09-10T10:33:13.727897+0000","last_became_active":"2024-09-10T10:33:13.723285+0000","last_became_peered":"2024-09-10T10:33:13.723285+0000","last_unstale":"2024-09-10T10:33:13.727897+0000","last_undegraded":"2024-09-10T10:33:13.727897+0000","last_fullsized":"2024-09-10T10:33:13.727897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.730850+0000","last_change":"2024-09-10T10:33:13.723910+0000","last_active":"2024-09-10T10:33:13.730850+0000","last_peered":"2024-09-10T10:33:13.730850+0000","last_clean":"2024-09-10T10:33:13.730850+0000","last_became_active":"2024-09-10T10:33:13.723652+0000","last_became_peered":"2024-09-10T10:33:13.723652+0000","last_unstale":"2024-09-10T10:33:13.730850+0000","last_undegraded":"2024-09-10T10:33:13.730850+0000","last_fullsized":"2024-09-10T10:33:13.730850+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.732968+0000","last_change":"2024-09-10T10:33:13.726588+0000","last_active":"2024-09-10T10:33:13.732968+0000","last_peered":"2024-09-10T10:33:13.732968+0000","last_clean":"2024-09-10T10:33:13.732968+0000","last_became_active":"2024-09-10T10:33:13.726280+0000","last_became_peered":"2024-09-10T10:33:13.726280+0000","last_unstale":"2024-09-10T10:33:13.732968+0000","last_undegraded":"2024-09-10T10:33:13.732968+0000","last_fullsized":"2024-09-10T10:33:13.732968+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:13.952094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729851+0000","last_change":"2024-09-10T10:33:13.726929+0000","last_active":"2024-09-10T10:33:13.729851+0000","last_peered":"2024-09-10T10:33:13.729851+0000","last_clean":"2024-09-10T10:33:13.729851+0000","last_became_active":"2024-09-10T10:33:13.726597+0000","last_became_peered":"2024-09-10T10:33:13.726597+0000","last_unstale":"2024-09-10T10:33:13.729851+0000","last_undegraded":"2024-09-10T10:33:13.729851+0000","last_fullsized":"2024-09-10T10:33:13.729851+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.739733+0000","last_change":"2024-09-10T10:33:13.731886+0000","last_active":"2024-09-10T10:33:13.739733+0000","last_peered":"2024-09-10T10:33:13.739733+0000","last_clean":"2024-09-10T10:33:13.739733+0000","last_became_active":"2024-09-10T10:33:13.731479+0000","last_became_peered":"2024-09-10T10:33:13.731479+0000","last_unstale":"2024-09-10T10:33:13.739733+0000","last_undegraded":"2024-09-10T10:33:13.739733+0000","last_fullsized":"2024-09-10T10:33:13.739733+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:08.732644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733174+0000","last_change":"2024-09-10T10:33:13.723578+0000","last_active":"2024-09-10T10:33:13.733174+0000","last_peered":"2024-09-10T10:33:13.733174+0000","last_clean":"2024-09-10T10:33:13.733174+0000","last_became_active":"2024-09-10T10:33:13.723220+0000","last_became_peered":"2024-09-10T10:33:13.723220+0000","last_unstale":"2024-09-10T10:33:13.733174+0000","last_undegraded":"2024-09-10T10:33:13.733174+0000","last_fullsized":"2024-09-10T10:33:13.733174+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.709878+0000","last_change":"2024-09-10T10:33:12.709878+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.709878+0000","last_undegraded":"2024-09-10T10:33:12.709878+0000","last_fullsized":"2024-09-10T10:33:12.709878+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728606+0000","last_change":"2024-09-10T10:33:13.722723+0000","last_active":"2024-09-10T10:33:13.728606+0000","last_peered":"2024-09-10T10:33:13.728606+0000","last_clean":"2024-09-10T10:33:13.728606+0000","last_became_active":"2024-09-10T10:33:13.722466+0000","last_became_peered":"2024-09-10T10:33:13.722466+0000","last_unstale":"2024-09-10T10:33:13.728606+0000","last_undegraded":"2024-09-10T10:33:13.728606+0000","last_fullsized":"2024-09-10T10:33:13.728606+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:15.977666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.739701+0000","last_change":"2024-09-10T10:33:13.738583+0000","last_active":"2024-09-10T10:33:13.739701+0000","last_peered":"2024-09-10T10:33:13.739701+0000","last_clean":"2024-09-10T10:33:13.739701+0000","last_became_active":"2024-09-10T10:33:13.737090+0000","last_became_peered":"2024-09-10T10:33:13.737090+0000","last_unstale":"2024-09-10T10:33:13.739701+0000","last_undegraded":"2024-09-10T10:33:13.739701+0000","last_fullsized":"2024-09-10T10:33:13.739701+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.731389+0000","last_change":"2024-09-10T10:33:13.723230+0000","last_active":"2024-09-10T10:33:13.731389+0000","last_peered":"2024-09-10T10:33:13.731389+0000","last_clean":"2024-09-10T10:33:13.731389+0000","last_became_active":"2024-09-10T10:33:13.722883+0000","last_became_peered":"2024-09-10T10:33:13.722883+0000","last_unstale":"2024-09-10T10:33:13.731389+0000","last_undegraded":"2024-09-10T10:33:13.731389+0000","last_fullsized":"2024-09-10T10:33:13.731389+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.725442+0000","last_change":"2024-09-10T10:33:13.715102+0000","last_active":"2024-09-10T10:33:13.725442+0000","last_peered":"2024-09-10T10:33:13.725442+0000","last_clean":"2024-09-10T10:33:13.725442+0000","last_became_active":"2024-09-10T10:33:13.714727+0000","last_became_peered":"2024-09-10T10:33:13.714727+0000","last_unstale":"2024-09-10T10:33:13.725442+0000","last_undegraded":"2024-09-10T10:33:13.725442+0000","last_fullsized":"2024-09-10T10:33:13.725442+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:45.924935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.716991+0000","last_change":"2024-09-10T10:33:13.715103+0000","last_active":"2024-09-10T10:33:13.716991+0000","last_peered":"2024-09-10T10:33:13.716991+0000","last_clean":"2024-09-10T10:33:13.716991+0000","last_became_active":"2024-09-10T10:33:13.714858+0000","last_became_peered":"2024-09-10T10:33:13.714858+0000","last_unstale":"2024-09-10T10:33:13.716991+0000","last_undegraded":"2024-09-10T10:33:13.716991+0000","last_fullsized":"2024-09-10T10:33:13.716991+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:29.334793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.748027+0000","last_change":"2024-09-10T10:33:13.740649+0000","last_active":"2024-09-10T10:33:13.748027+0000","last_peered":"2024-09-10T10:33:13.748027+0000","last_clean":"2024-09-10T10:33:13.748027+0000","last_became_active":"2024-09-10T10:33:13.740262+0000","last_became_peered":"2024-09-10T10:33:13.740262+0000","last_unstale":"2024-09-10T10:33:13.748027+0000","last_undegraded":"2024-09-10T10:33:13.748027+0000","last_fullsized":"2024-09-10T10:33:13.748027+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.749781+0000","last_change":"2024-09-10T10:33:12.719100+0000","last_active":"2024-09-10T10:33:13.749781+0000","last_peered":"2024-09-10T10:33:13.749781+0000","last_clean":"2024-09-10T10:33:13.749781+0000","last_became_active":"2024-09-10T10:33:12.718342+0000","last_became_peered":"2024-09-10T10:33:12.718342+0000","last_unstale":"2024-09-10T10:33:13.749781+0000","last_undegraded":"2024-09-10T10:33:13.749781+0000","last_fullsized":"2024-09-10T10:33:13.749781+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:48.917201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737076+0000","last_change":"2024-09-10T10:33:13.735189+0000","last_active":"2024-09-10T10:33:13.737076+0000","last_peered":"2024-09-10T10:33:13.737076+0000","last_clean":"2024-09-10T10:33:13.737076+0000","last_became_active":"2024-09-10T10:33:13.734824+0000","last_became_peered":"2024-09-10T10:33:13.734824+0000","last_unstale":"2024-09-10T10:33:13.737076+0000","last_undegraded":"2024-09-10T10:33:13.737076+0000","last_fullsized":"2024-09-10T10:33:13.737076+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750851+0000","last_change":"2024-09-10T10:33:12.720191+0000","last_active":"2024-09-10T10:33:13.750851+0000","last_peered":"2024-09-10T10:33:13.750851+0000","last_clean":"2024-09-10T10:33:13.750851+0000","last_became_active":"2024-09-10T10:33:12.719301+0000","last_became_peered":"2024-09-10T10:33:12.719301+0000","last_unstale":"2024-09-10T10:33:13.750851+0000","last_undegraded":"2024-09-10T10:33:13.750851+0000","last_fullsized":"2024-09-10T10:33:13.750851+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:14.969741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728583+0000","last_change":"2024-09-10T10:33:13.721235+0000","last_active":"2024-09-10T10:33:13.728583+0000","last_peered":"2024-09-10T10:33:13.728583+0000","last_clean":"2024-09-10T10:33:13.728583+0000","last_became_active":"2024-09-10T10:33:13.720889+0000","last_became_peered":"2024-09-10T10:33:13.720889+0000","last_unstale":"2024-09-10T10:33:13.728583+0000","last_undegraded":"2024-09-10T10:33:13.728583+0000","last_fullsized":"2024-09-10T10:33:13.728583+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:07.704141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.745667+0000","last_change":"2024-09-10T10:33:12.721649+0000","last_active":"2024-09-10T10:33:13.745667+0000","last_peered":"2024-09-10T10:33:13.745667+0000","last_clean":"2024-09-10T10:33:13.745667+0000","last_became_active":"2024-09-10T10:33:12.721350+0000","last_became_peered":"2024-09-10T10:33:12.721350+0000","last_unstale":"2024-09-10T10:33:13.745667+0000","last_undegraded":"2024-09-10T10:33:13.745667+0000","last_fullsized":"2024-09-10T10:33:13.745667+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:27.507859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735478+0000","last_change":"2024-09-10T10:33:13.724776+0000","last_active":"2024-09-10T10:33:13.735478+0000","last_peered":"2024-09-10T10:33:13.735478+0000","last_clean":"2024-09-10T10:33:13.735478+0000","last_became_active":"2024-09-10T10:33:13.724397+0000","last_became_peered":"2024-09-10T10:33:13.724397+0000","last_unstale":"2024-09-10T10:33:13.735478+0000","last_undegraded":"2024-09-10T10:33:13.735478+0000","last_fullsized":"2024-09-10T10:33:13.735478+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.751455+0000","last_change":"2024-09-10T10:33:12.716275+0000","last_active":"2024-09-10T10:33:13.751455+0000","last_peered":"2024-09-10T10:33:13.751455+0000","last_clean":"2024-09-10T10:33:13.751455+0000","last_became_active":"2024-09-10T10:33:12.715997+0000","last_became_peered":"2024-09-10T10:33:12.715997+0000","last_unstale":"2024-09-10T10:33:13.751455+0000","last_undegraded":"2024-09-10T10:33:13.751455+0000","last_fullsized":"2024-09-10T10:33:13.751455+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:06.696216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728498+0000","last_change":"2024-09-10T10:33:13.723962+0000","last_active":"2024-09-10T10:33:13.728498+0000","last_peered":"2024-09-10T10:33:13.728498+0000","last_clean":"2024-09-10T10:33:13.728498+0000","last_became_active":"2024-09-10T10:33:13.722821+0000","last_became_peered":"2024-09-10T10:33:13.722821+0000","last_unstale":"2024-09-10T10:33:13.728498+0000","last_undegraded":"2024-09-10T10:33:13.728498+0000","last_fullsized":"2024-09-10T10:33:13.728498+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:52.100729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750896+0000","last_change":"2024-09-10T10:33:12.726208+0000","last_active":"2024-09-10T10:33:13.750896+0000","last_peered":"2024-09-10T10:33:13.750896+0000","last_clean":"2024-09-10T10:33:13.750896+0000","last_became_active":"2024-09-10T10:33:12.724799+0000","last_became_peered":"2024-09-10T10:33:12.724799+0000","last_unstale":"2024-09-10T10:33:13.750896+0000","last_undegraded":"2024-09-10T10:33:13.750896+0000","last_fullsized":"2024-09-10T10:33:13.750896+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:56.206966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.725384+0000","last_change":"2024-09-10T10:33:13.714204+0000","last_active":"2024-09-10T10:33:13.725384+0000","last_peered":"2024-09-10T10:33:13.725384+0000","last_clean":"2024-09-10T10:33:13.725384+0000","last_became_active":"2024-09-10T10:33:13.713829+0000","last_became_peered":"2024-09-10T10:33:13.713829+0000","last_unstale":"2024-09-10T10:33:13.725384+0000","last_undegraded":"2024-09-10T10:33:13.725384+0000","last_fullsized":"2024-09-10T10:33:13.725384+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:42.068478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750328+0000","last_change":"2024-09-10T10:33:12.721615+0000","last_active":"2024-09-10T10:33:13.750328+0000","last_peered":"2024-09-10T10:33:13.750328+0000","last_clean":"2024-09-10T10:33:13.750328+0000","last_became_active":"2024-09-10T10:33:12.717345+0000","last_became_peered":"2024-09-10T10:33:12.717345+0000","last_unstale":"2024-09-10T10:33:13.750328+0000","last_undegraded":"2024-09-10T10:33:13.750328+0000","last_fullsized":"2024-09-10T10:33:13.750328+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:33.748014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728582+0000","last_change":"2024-09-10T10:33:13.724882+0000","last_active":"2024-09-10T10:33:13.728582+0000","last_peered":"2024-09-10T10:33:13.728582+0000","last_clean":"2024-09-10T10:33:13.728582+0000","last_became_active":"2024-09-10T10:33:13.724625+0000","last_became_peered":"2024-09-10T10:33:13.724625+0000","last_unstale":"2024-09-10T10:33:13.728582+0000","last_undegraded":"2024-09-10T10:33:13.728582+0000","last_fullsized":"2024-09-10T10:33:13.728582+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:44.151619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.706479+0000","last_change":"2024-09-10T10:33:12.718308+0000","last_active":"2024-09-10T10:33:13.706479+0000","last_peered":"2024-09-10T10:33:13.706479+0000","last_clean":"2024-09-10T10:33:13.706479+0000","last_became_active":"2024-09-10T10:33:12.718042+0000","last_became_peered":"2024-09-10T10:33:12.718042+0000","last_unstale":"2024-09-10T10:33:13.706479+0000","last_undegraded":"2024-09-10T10:33:13.706479+0000","last_fullsized":"2024-09-10T10:33:13.706479+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:31.489798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735436+0000","last_change":"2024-09-10T10:33:13.729417+0000","last_active":"2024-09-10T10:33:13.735436+0000","last_peered":"2024-09-10T10:33:13.735436+0000","last_clean":"2024-09-10T10:33:13.735436+0000","last_became_active":"2024-09-10T10:33:13.729150+0000","last_became_peered":"2024-09-10T10:33:13.729150+0000","last_unstale":"2024-09-10T10:33:13.735436+0000","last_undegraded":"2024-09-10T10:33:13.735436+0000","last_fullsized":"2024-09-10T10:33:13.735436+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.373924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.708463+0000","last_change":"2024-09-10T10:33:12.725599+0000","last_active":"2024-09-10T10:33:13.708463+0000","last_peered":"2024-09-10T10:33:13.708463+0000","last_clean":"2024-09-10T10:33:13.708463+0000","last_became_active":"2024-09-10T10:33:12.725311+0000","last_became_peered":"2024-09-10T10:33:12.725311+0000","last_unstale":"2024-09-10T10:33:13.708463+0000","last_undegraded":"2024-09-10T10:33:13.708463+0000","last_fullsized":"2024-09-10T10:33:13.708463+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:56.984870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737416+0000","last_change":"2024-09-10T10:33:13.726589+0000","last_active":"2024-09-10T10:33:13.737416+0000","last_peered":"2024-09-10T10:33:13.737416+0000","last_clean":"2024-09-10T10:33:13.737416+0000","last_became_active":"2024-09-10T10:33:13.726314+0000","last_became_peered":"2024-09-10T10:33:13.726314+0000","last_unstale":"2024-09-10T10:33:13.737416+0000","last_undegraded":"2024-09-10T10:33:13.737416+0000","last_fullsized":"2024-09-10T10:33:13.737416+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:44.883011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.728970+0000","last_change":"2024-09-10T10:33:12.724786+0000","last_active":"2024-09-10T10:33:12.728970+0000","last_peered":"2024-09-10T10:33:12.728970+0000","last_clean":"2024-09-10T10:33:12.728970+0000","last_became_active":"2024-09-10T10:33:12.724544+0000","last_became_peered":"2024-09-10T10:33:12.724544+0000","last_unstale":"2024-09-10T10:33:12.728970+0000","last_undegraded":"2024-09-10T10:33:12.728970+0000","last_fullsized":"2024-09-10T10:33:12.728970+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:10.904119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735457+0000","last_change":"2024-09-10T10:33:13.731174+0000","last_active":"2024-09-10T10:33:13.735457+0000","last_peered":"2024-09-10T10:33:13.735457+0000","last_clean":"2024-09-10T10:33:13.735457+0000","last_became_active":"2024-09-10T10:33:13.730849+0000","last_became_peered":"2024-09-10T10:33:13.730849+0000","last_unstale":"2024-09-10T10:33:13.735457+0000","last_undegraded":"2024-09-10T10:33:13.735457+0000","last_fullsized":"2024-09-10T10:33:13.735457+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:55.741431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.723625+0000","last_change":"2024-09-10T10:33:12.719607+0000","last_active":"2024-09-10T10:33:12.723625+0000","last_peered":"2024-09-10T10:33:12.723625+0000","last_clean":"2024-09-10T10:33:12.723625+0000","last_became_active":"2024-09-10T10:33:12.719327+0000","last_became_peered":"2024-09-10T10:33:12.719327+0000","last_unstale":"2024-09-10T10:33:12.723625+0000","last_undegraded":"2024-09-10T10:33:12.723625+0000","last_fullsized":"2024-09-10T10:33:12.723625+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:09.392367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.738057+0000","last_change":"2024-09-10T10:33:13.733503+0000","last_active":"2024-09-10T10:33:13.738057+0000","last_peered":"2024-09-10T10:33:13.738057+0000","last_clean":"2024-09-10T10:33:13.738057+0000","last_became_active":"2024-09-10T10:33:13.732592+0000","last_became_peered":"2024-09-10T10:33:13.732592+0000","last_unstale":"2024-09-10T10:33:13.738057+0000","last_undegraded":"2024-09-10T10:33:13.738057+0000","last_fullsized":"2024-09-10T10:33:13.738057+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:24.235097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.744573+0000","last_change":"2024-09-10T10:33:12.718283+0000","last_active":"2024-09-10T10:33:13.744573+0000","last_peered":"2024-09-10T10:33:13.744573+0000","last_clean":"2024-09-10T10:33:13.744573+0000","last_became_active":"2024-09-10T10:33:12.718001+0000","last_became_peered":"2024-09-10T10:33:12.718001+0000","last_unstale":"2024-09-10T10:33:13.744573+0000","last_undegraded":"2024-09-10T10:33:13.744573+0000","last_fullsized":"2024-09-10T10:33:13.744573+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:54.733506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737599+0000","last_change":"2024-09-10T10:33:13.729943+0000","last_active":"2024-09-10T10:33:13.737599+0000","last_peered":"2024-09-10T10:33:13.737599+0000","last_clean":"2024-09-10T10:33:13.737599+0000","last_became_active":"2024-09-10T10:33:13.729613+0000","last_became_peered":"2024-09-10T10:33:13.729613+0000","last_unstale":"2024-09-10T10:33:13.737599+0000","last_undegraded":"2024-09-10T10:33:13.737599+0000","last_fullsized":"2024-09-10T10:33:13.737599+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:53.156363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":18,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.753775+0000","last_change":"2024-09-10T10:33:12.719667+0000","last_active":"2024-09-10T10:33:13.753775+0000","last_peered":"2024-09-10T10:33:13.753775+0000","last_clean":"2024-09-10T10:33:13.753775+0000","last_became_active":"2024-09-10T10:33:12.719388+0000","last_became_peered":"2024-09-10T10:33:12.719388+0000","last_unstale":"2024-09-10T10:33:13.753775+0000","last_undegraded":"2024-09-10T10:33:13.753775+0000","last_fullsized":"2024-09-10T10:33:13.753775+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:30.640737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.726778+0000","last_change":"2024-09-10T10:33:13.725127+0000","last_active":"2024-09-10T10:33:13.726778+0000","last_peered":"2024-09-10T10:33:13.726778+0000","last_clean":"2024-09-10T10:33:13.726778+0000","last_became_active":"2024-09-10T10:33:13.724866+0000","last_became_peered":"2024-09-10T10:33:13.724866+0000","last_unstale":"2024-09-10T10:33:13.726778+0000","last_undegraded":"2024-09-10T10:33:13.726778+0000","last_fullsized":"2024-09-10T10:33:13.726778+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:28.069423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.747710+0000","last_change":"2024-09-10T10:33:12.726129+0000","last_active":"2024-09-10T10:33:13.747710+0000","last_peered":"2024-09-10T10:33:13.747710+0000","last_clean":"2024-09-10T10:33:13.747710+0000","last_became_active":"2024-09-10T10:33:12.724911+0000","last_became_peered":"2024-09-10T10:33:12.724911+0000","last_unstale":"2024-09-10T10:33:13.747710+0000","last_undegraded":"2024-09-10T10:33:13.747710+0000","last_fullsized":"2024-09-10T10:33:13.747710+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:38.693125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.734414+0000","last_change":"2024-09-10T10:33:13.727635+0000","last_active":"2024-09-10T10:33:13.734414+0000","last_peered":"2024-09-10T10:33:13.734414+0000","last_clean":"2024-09-10T10:33:13.734414+0000","last_became_active":"2024-09-10T10:33:13.727337+0000","last_became_peered":"2024-09-10T10:33:13.727337+0000","last_unstale":"2024-09-10T10:33:13.734414+0000","last_undegraded":"2024-09-10T10:33:13.734414+0000","last_fullsized":"2024-09-10T10:33:13.734414+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:09.586769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.707254+0000","last_change":"2024-09-10T10:33:12.721137+0000","last_active":"2024-09-10T10:33:13.707254+0000","last_peered":"2024-09-10T10:33:13.707254+0000","last_clean":"2024-09-10T10:33:13.707254+0000","last_became_active":"2024-09-10T10:33:12.720875+0000","last_became_peered":"2024-09-10T10:33:12.720875+0000","last_unstale":"2024-09-10T10:33:13.707254+0000","last_undegraded":"2024-09-10T10:33:13.707254+0000","last_fullsized":"2024-09-10T10:33:13.707254+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:27.061498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.727000+0000","last_change":"2024-09-10T10:33:13.718196+0000","last_active":"2024-09-10T10:33:13.727000+0000","last_peered":"2024-09-10T10:33:13.727000+0000","last_clean":"2024-09-10T10:33:13.727000+0000","last_became_active":"2024-09-10T10:33:13.717884+0000","last_became_peered":"2024-09-10T10:33:13.717884+0000","last_unstale":"2024-09-10T10:33:13.727000+0000","last_undegraded":"2024-09-10T10:33:13.727000+0000","last_fullsized":"2024-09-10T10:33:13.727000+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:28.069423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.710427+0000","last_change":"2024-09-10T10:33:12.716527+0000","last_active":"2024-09-10T10:33:13.710427+0000","last_peered":"2024-09-10T10:33:13.710427+0000","last_clean":"2024-09-10T10:33:13.710427+0000","last_became_active":"2024-09-10T10:33:12.716248+0000","last_became_peered":"2024-09-10T10:33:12.716248+0000","last_unstale":"2024-09-10T10:33:13.710427+0000","last_undegraded":"2024-09-10T10:33:13.710427+0000","last_fullsized":"2024-09-10T10:33:13.710427+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:12.944169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.724497+0000","last_change":"2024-09-10T10:33:13.717063+0000","last_active":"2024-09-10T10:33:13.724497+0000","last_peered":"2024-09-10T10:33:13.724497+0000","last_clean":"2024-09-10T10:33:13.724497+0000","last_became_active":"2024-09-10T10:33:13.716176+0000","last_became_peered":"2024-09-10T10:33:13.716176+0000","last_unstale":"2024-09-10T10:33:13.724497+0000","last_undegraded":"2024-09-10T10:33:13.724497+0000","last_fullsized":"2024-09-10T10:33:13.724497+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:45:19.574687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.748303+0000","last_change":"2024-09-10T10:33:12.720136+0000","last_active":"2024-09-10T10:33:13.748303+0000","last_peered":"2024-09-10T10:33:13.748303+0000","last_clean":"2024-09-10T10:33:13.748303+0000","last_became_active":"2024-09-10T10:33:12.719829+0000","last_became_peered":"2024-09-10T10:33:12.719829+0000","last_unstale":"2024-09-10T10:33:13.748303+0000","last_undegraded":"2024-09-10T10:33:13.748303+0000","last_fullsized":"2024-09-10T10:33:13.748303+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:43.143694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729350+0000","last_change":"2024-09-10T10:33:13.723318+0000","last_active":"2024-09-10T10:33:13.729350+0000","last_peered":"2024-09-10T10:33:13.729350+0000","last_clean":"2024-09-10T10:33:13.729350+0000","last_became_active":"2024-09-10T10:33:13.720031+0000","last_became_peered":"2024-09-10T10:33:13.720031+0000","last_unstale":"2024-09-10T10:33:13.729350+0000","last_undegraded":"2024-09-10T10:33:13.729350+0000","last_fullsized":"2024-09-10T10:33:13.729350+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:26:59.866461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.744762+0000","last_change":"2024-09-10T10:33:12.725102+0000","last_active":"2024-09-10T10:33:13.744762+0000","last_peered":"2024-09-10T10:33:13.744762+0000","last_clean":"2024-09-10T10:33:13.744762+0000","last_became_active":"2024-09-10T10:33:12.724695+0000","last_became_peered":"2024-09-10T10:33:12.724695+0000","last_unstale":"2024-09-10T10:33:13.744762+0000","last_undegraded":"2024-09-10T10:33:13.744762+0000","last_fullsized":"2024-09-10T10:33:13.744762+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:51.092804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736902+0000","last_change":"2024-09-10T10:33:13.730518+0000","last_active":"2024-09-10T10:33:13.736902+0000","last_peered":"2024-09-10T10:33:13.736902+0000","last_clean":"2024-09-10T10:33:13.736902+0000","last_became_active":"2024-09-10T10:33:13.730232+0000","last_became_peered":"2024-09-10T10:33:13.730232+0000","last_unstale":"2024-09-10T10:33:13.736902+0000","last_undegraded":"2024-09-10T10:33:13.736902+0000","last_fullsized":"2024-09-10T10:33:13.736902+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:57.214891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.747006+0000","last_change":"2024-09-10T10:33:12.725330+0000","last_active":"2024-09-10T10:33:13.747006+0000","last_peered":"2024-09-10T10:33:13.747006+0000","last_clean":"2024-09-10T10:33:13.747006+0000","last_became_active":"2024-09-10T10:33:12.725053+0000","last_became_peered":"2024-09-10T10:33:12.725053+0000","last_unstale":"2024-09-10T10:33:13.747006+0000","last_undegraded":"2024-09-10T10:33:13.747006+0000","last_fullsized":"2024-09-10T10:33:13.747006+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:30.640737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.711228+0000","last_change":"2024-09-10T10:33:12.711228+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.711228+0000","last_undegraded":"2024-09-10T10:33:12.711228+0000","last_fullsized":"2024-09-10T10:33:12.711228+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.743584+0000","last_change":"2024-09-10T10:33:12.723682+0000","last_active":"2024-09-10T10:33:13.743584+0000","last_peered":"2024-09-10T10:33:13.743584+0000","last_clean":"2024-09-10T10:33:13.743584+0000","last_became_active":"2024-09-10T10:33:12.723249+0000","last_became_peered":"2024-09-10T10:33:12.723249+0000","last_unstale":"2024-09-10T10:33:13.743584+0000","last_undegraded":"2024-09-10T10:33:13.743584+0000","last_fullsized":"2024-09-10T10:33:13.743584+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:07.724719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736842+0000","last_change":"2024-09-10T10:33:13.730032+0000","last_active":"2024-09-10T10:33:13.736842+0000","last_peered":"2024-09-10T10:33:13.736842+0000","last_clean":"2024-09-10T10:33:13.736842+0000","last_became_active":"2024-09-10T10:33:13.729744+0000","last_became_peered":"2024-09-10T10:33:13.729744+0000","last_unstale":"2024-09-10T10:33:13.736842+0000","last_undegraded":"2024-09-10T10:33:13.736842+0000","last_fullsized":"2024-09-10T10:33:13.736842+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:34.755939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.712381+0000","last_change":"2024-09-10T10:33:12.719346+0000","last_active":"2024-09-10T10:33:13.712381+0000","last_peered":"2024-09-10T10:33:13.712381+0000","last_clean":"2024-09-10T10:33:13.712381+0000","last_became_active":"2024-09-10T10:33:12.719072+0000","last_became_peered":"2024-09-10T10:33:12.719072+0000","last_unstale":"2024-09-10T10:33:13.712381+0000","last_undegraded":"2024-09-10T10:33:13.712381+0000","last_fullsized":"2024-09-10T10:33:13.712381+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:12.944169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737874+0000","last_change":"2024-09-10T10:33:13.733789+0000","last_active":"2024-09-10T10:33:13.737874+0000","last_peered":"2024-09-10T10:33:13.737874+0000","last_clean":"2024-09-10T10:33:13.737874+0000","last_became_active":"2024-09-10T10:33:13.733500+0000","last_became_peered":"2024-09-10T10:33:13.733500+0000","last_unstale":"2024-09-10T10:33:13.737874+0000","last_undegraded":"2024-09-10T10:33:13.737874+0000","last_fullsized":"2024-09-10T10:33:13.737874+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.726262+0000","last_change":"2024-09-10T10:33:12.723436+0000","last_active":"2024-09-10T10:33:12.726262+0000","last_peered":"2024-09-10T10:33:12.726262+0000","last_clean":"2024-09-10T10:33:12.726262+0000","last_became_active":"2024-09-10T10:33:12.723160+0000","last_became_peered":"2024-09-10T10:33:12.723160+0000","last_unstale":"2024-09-10T10:33:12.726262+0000","last_undegraded":"2024-09-10T10:33:12.726262+0000","last_fullsized":"2024-09-10T10:33:12.726262+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:37.686023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.710597+0000","last_change":"2024-09-10T10:33:12.710597+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.710597+0000","last_undegraded":"2024-09-10T10:33:12.710597+0000","last_fullsized":"2024-09-10T10:33:12.710597+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.708726+0000","last_change":"2024-09-10T10:33:12.722215+0000","last_active":"2024-09-10T10:33:13.708726+0000","last_peered":"2024-09-10T10:33:13.708726+0000","last_clean":"2024-09-10T10:33:13.708726+0000","last_became_active":"2024-09-10T10:33:12.721952+0000","last_became_peered":"2024-09-10T10:33:12.721952+0000","last_unstale":"2024-09-10T10:33:13.708726+0000","last_undegraded":"2024-09-10T10:33:13.708726+0000","last_fullsized":"2024-09-10T10:33:13.708726+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:32.029944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735427+0000","last_change":"2024-09-10T10:33:13.731166+0000","last_active":"2024-09-10T10:33:13.735427+0000","last_peered":"2024-09-10T10:33:13.735427+0000","last_clean":"2024-09-10T10:33:13.735427+0000","last_became_active":"2024-09-10T10:33:13.730890+0000","last_became_peered":"2024-09-10T10:33:13.730890+0000","last_unstale":"2024-09-10T10:33:13.735427+0000","last_undegraded":"2024-09-10T10:33:13.735427+0000","last_fullsized":"2024-09-10T10:33:13.735427+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:07.704141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.711131+0000","last_change":"2024-09-10T10:33:12.718501+0000","last_active":"2024-09-10T10:33:13.711131+0000","last_peered":"2024-09-10T10:33:13.711131+0000","last_clean":"2024-09-10T10:33:13.711131+0000","last_became_active":"2024-09-10T10:33:12.718240+0000","last_became_peered":"2024-09-10T10:33:12.718240+0000","last_unstale":"2024-09-10T10:33:13.711131+0000","last_undegraded":"2024-09-10T10:33:13.711131+0000","last_fullsized":"2024-09-10T10:33:13.711131+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:51.064641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733626+0000","last_change":"2024-09-10T10:33:13.726437+0000","last_active":"2024-09-10T10:33:13.733626+0000","last_peered":"2024-09-10T10:33:13.733626+0000","last_clean":"2024-09-10T10:33:13.733626+0000","last_became_active":"2024-09-10T10:33:13.726174+0000","last_became_peered":"2024-09-10T10:33:13.726174+0000","last_unstale":"2024-09-10T10:33:13.733626+0000","last_undegraded":"2024-09-10T10:33:13.733626+0000","last_fullsized":"2024-09-10T10:33:13.733626+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:28.515784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.702596+0000","last_change":"2024-09-10T10:33:12.719342+0000","last_active":"2024-09-10T10:33:13.702596+0000","last_peered":"2024-09-10T10:33:13.702596+0000","last_clean":"2024-09-10T10:33:13.702596+0000","last_became_active":"2024-09-10T10:33:12.719073+0000","last_became_peered":"2024-09-10T10:33:12.719073+0000","last_unstale":"2024-09-10T10:33:13.702596+0000","last_undegraded":"2024-09-10T10:33:13.702596+0000","last_fullsized":"2024-09-10T10:33:13.702596+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:14.753044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.732780+0000","last_change":"2024-09-10T10:33:13.729413+0000","last_active":"2024-09-10T10:33:13.732780+0000","last_peered":"2024-09-10T10:33:13.732780+0000","last_clean":"2024-09-10T10:33:13.732780+0000","last_became_active":"2024-09-10T10:33:13.729150+0000","last_became_peered":"2024-09-10T10:33:13.729150+0000","last_unstale":"2024-09-10T10:33:13.732780+0000","last_undegraded":"2024-09-10T10:33:13.732780+0000","last_fullsized":"2024-09-10T10:33:13.732780+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:57.992795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750997+0000","last_change":"2024-09-10T10:33:12.716641+0000","last_active":"2024-09-10T10:33:13.750997+0000","last_peered":"2024-09-10T10:33:13.750997+0000","last_clean":"2024-09-10T10:33:13.750997+0000","last_became_active":"2024-09-10T10:33:12.716369+0000","last_became_peered":"2024-09-10T10:33:12.716369+0000","last_unstale":"2024-09-10T10:33:13.750997+0000","last_undegraded":"2024-09-10T10:33:13.750997+0000","last_fullsized":"2024-09-10T10:33:13.750997+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:41.060553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.714956+0000","last_change":"2024-09-10T10:33:13.708809+0000","last_active":"2024-09-10T10:33:13.714956+0000","last_peered":"2024-09-10T10:33:13.714956+0000","last_clean":"2024-09-10T10:33:13.714956+0000","last_became_active":"2024-09-10T10:33:13.708501+0000","last_became_peered":"2024-09-10T10:33:13.708501+0000","last_unstale":"2024-09-10T10:33:13.714956+0000","last_undegraded":"2024-09-10T10:33:13.714956+0000","last_fullsized":"2024-09-10T10:33:13.714956+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:48.114149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.723607+0000","last_change":"2024-09-10T10:33:12.719427+0000","last_active":"2024-09-10T10:33:12.723607+0000","last_peered":"2024-09-10T10:33:12.723607+0000","last_clean":"2024-09-10T10:33:12.723607+0000","last_became_active":"2024-09-10T10:33:12.719137+0000","last_became_peered":"2024-09-10T10:33:12.719137+0000","last_unstale":"2024-09-10T10:33:12.723607+0000","last_undegraded":"2024-09-10T10:33:12.723607+0000","last_fullsized":"2024-09-10T10:33:12.723607+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:46:27.290098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737830+0000","last_change":"2024-09-10T10:33:13.735196+0000","last_active":"2024-09-10T10:33:13.737830+0000","last_peered":"2024-09-10T10:33:13.737830+0000","last_clean":"2024-09-10T10:33:13.737830+0000","last_became_active":"2024-09-10T10:33:13.734922+0000","last_became_peered":"2024-09-10T10:33:13.734922+0000","last_unstale":"2024-09-10T10:33:13.737830+0000","last_undegraded":"2024-09-10T10:33:13.737830+0000","last_fullsized":"2024-09-10T10:33:13.737830+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:33.037869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.720873+0000","last_change":"2024-09-10T10:33:12.714938+0000","last_active":"2024-09-10T10:33:13.720873+0000","last_peered":"2024-09-10T10:33:13.720873+0000","last_clean":"2024-09-10T10:33:13.720873+0000","last_became_active":"2024-09-10T10:33:12.713877+0000","last_became_peered":"2024-09-10T10:33:12.713877+0000","last_unstale":"2024-09-10T10:33:13.720873+0000","last_undegraded":"2024-09-10T10:33:13.720873+0000","last_fullsized":"2024-09-10T10:33:13.720873+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:38.693125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.731368+0000","last_change":"2024-09-10T10:33:13.721841+0000","last_active":"2024-09-10T10:33:13.731368+0000","last_peered":"2024-09-10T10:33:13.731368+0000","last_clean":"2024-09-10T10:33:13.731368+0000","last_became_active":"2024-09-10T10:33:13.721485+0000","last_became_peered":"2024-09-10T10:33:13.721485+0000","last_unstale":"2024-09-10T10:33:13.731368+0000","last_undegraded":"2024-09-10T10:33:13.731368+0000","last_fullsized":"2024-09-10T10:33:13.731368+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:15.977666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.721273+0000","last_change":"2024-09-10T10:33:12.714330+0000","last_active":"2024-09-10T10:33:13.721273+0000","last_peered":"2024-09-10T10:33:13.721273+0000","last_clean":"2024-09-10T10:33:13.721273+0000","last_became_active":"2024-09-10T10:33:12.713132+0000","last_became_peered":"2024-09-10T10:33:12.713132+0000","last_unstale":"2024-09-10T10:33:13.721273+0000","last_undegraded":"2024-09-10T10:33:13.721273+0000","last_fullsized":"2024-09-10T10:33:13.721273+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:44.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735536+0000","last_change":"2024-09-10T10:33:13.730094+0000","last_active":"2024-09-10T10:33:13.735536+0000","last_peered":"2024-09-10T10:33:13.735536+0000","last_clean":"2024-09-10T10:33:13.735536+0000","last_became_active":"2024-09-10T10:33:13.729760+0000","last_became_peered":"2024-09-10T10:33:13.729760+0000","last_unstale":"2024-09-10T10:33:13.735536+0000","last_undegraded":"2024-09-10T10:33:13.735536+0000","last_fullsized":"2024-09-10T10:33:13.735536+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:15.760969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.720330+0000","last_change":"2024-09-10T10:33:12.721428+0000","last_active":"2024-09-10T10:33:13.720330+0000","last_peered":"2024-09-10T10:33:13.720330+0000","last_clean":"2024-09-10T10:33:13.720330+0000","last_became_active":"2024-09-10T10:33:12.721141+0000","last_became_peered":"2024-09-10T10:33:12.721141+0000","last_unstale":"2024-09-10T10:33:13.720330+0000","last_undegraded":"2024-09-10T10:33:13.720330+0000","last_fullsized":"2024-09-10T10:33:13.720330+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:32.029944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736386+0000","last_change":"2024-09-10T10:33:13.727286+0000","last_active":"2024-09-10T10:33:13.736386+0000","last_peered":"2024-09-10T10:33:13.736386+0000","last_clean":"2024-09-10T10:33:13.736386+0000","last_became_active":"2024-09-10T10:33:13.722196+0000","last_became_peered":"2024-09-10T10:33:13.722196+0000","last_unstale":"2024-09-10T10:33:13.736386+0000","last_undegraded":"2024-09-10T10:33:13.736386+0000","last_fullsized":"2024-09-10T10:33:13.736386+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.708096+0000","last_change":"2024-09-10T10:33:12.720014+0000","last_active":"2024-09-10T10:33:13.708096+0000","last_peered":"2024-09-10T10:33:13.708096+0000","last_clean":"2024-09-10T10:33:13.708096+0000","last_became_active":"2024-09-10T10:33:12.719730+0000","last_became_peered":"2024-09-10T10:33:12.719730+0000","last_unstale":"2024-09-10T10:33:13.708096+0000","last_undegraded":"2024-09-10T10:33:13.708096+0000","last_fullsized":"2024-09-10T10:33:13.708096+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:04.973059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.715860+0000","last_change":"2024-09-10T10:33:13.710256+0000","last_active":"2024-09-10T10:33:13.715860+0000","last_peered":"2024-09-10T10:33:13.715860+0000","last_clean":"2024-09-10T10:33:13.715860+0000","last_became_active":"2024-09-10T10:33:13.708777+0000","last_became_peered":"2024-09-10T10:33:13.708777+0000","last_unstale":"2024-09-10T10:33:13.715860+0000","last_undegraded":"2024-09-10T10:33:13.715860+0000","last_fullsized":"2024-09-10T10:33:13.715860+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:44.041738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.706420+0000","last_change":"2024-09-10T10:33:12.722367+0000","last_active":"2024-09-10T10:33:13.706420+0000","last_peered":"2024-09-10T10:33:13.706420+0000","last_clean":"2024-09-10T10:33:13.706420+0000","last_became_active":"2024-09-10T10:33:12.719291+0000","last_became_peered":"2024-09-10T10:33:12.719291+0000","last_unstale":"2024-09-10T10:33:13.706420+0000","last_undegraded":"2024-09-10T10:33:13.706420+0000","last_fullsized":"2024-09-10T10:33:13.706420+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:44.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728881+0000","last_change":"2024-09-10T10:33:13.723480+0000","last_active":"2024-09-10T10:33:13.728881+0000","last_peered":"2024-09-10T10:33:13.728881+0000","last_clean":"2024-09-10T10:33:13.728881+0000","last_became_active":"2024-09-10T10:33:13.723184+0000","last_became_peered":"2024-09-10T10:33:13.723184+0000","last_unstale":"2024-09-10T10:33:13.728881+0000","last_undegraded":"2024-09-10T10:33:13.728881+0000","last_fullsized":"2024-09-10T10:33:13.728881+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.703985+0000","last_change":"2024-09-10T10:33:12.723389+0000","last_active":"2024-09-10T10:33:13.703985+0000","last_peered":"2024-09-10T10:33:13.703985+0000","last_clean":"2024-09-10T10:33:13.703985+0000","last_became_active":"2024-09-10T10:33:12.723129+0000","last_became_peered":"2024-09-10T10:33:12.723129+0000","last_unstale":"2024-09-10T10:33:13.703985+0000","last_undegraded":"2024-09-10T10:33:13.703985+0000","last_fullsized":"2024-09-10T10:33:13.703985+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:23.227172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":189,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.710748+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:33:13.710748+0000","last_peered":"2024-09-10T10:33:13.710748+0000","last_clean":"2024-09-10T10:33:13.710748+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:33:13.710748+0000","last_undegraded":"2024-09-10T10:33:13.710748+0000","last_fullsized":"2024-09-10T10:33:13.710748+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509454,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509453,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31536,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340304,"statfs":{"total":96636764160,"available":96604471296,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":138533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509454,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":946176,"data_stored":722092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509453,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31536,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340304,"statfs":{"total":96636764160,"available":96604471296,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32100,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339740,"statfs":{"total":96636764160,"available":96603893760,"internally_reserved":0,"allocated":933888,"data_stored":715817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:33:18.243 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:33:18.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.418+0000 7f25fac00640 1 Processor -- start 2024-09-10T10:33:18.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.418+0000 7f25fac00640 1 -- start start 2024-09-10T10:33:18.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25fac00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f25f415b600 0x7f25f4071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25fac00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 0x7f25f40b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25fac00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25f40ce880 con 0x7f25f415b220 2024-09-10T10:33:18.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25fac00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f25f406d6e0 con 0x7f25f415b600 2024-09-10T10:33:18.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25fac00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f25f40ceb60 con 0x7f25f40b56f0 2024-09-10T10:33:18.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25f3e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f25f415b220 0x7f25f40b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:60966/0 (socket says 172.21.15.22:60966) 2024-09-10T10:33:18.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25f3e00640 1 -- 172.21.15.22:0/3829854350 learned_addr learned my addr 172.21.15.22:0/3829854350 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:18.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25eb400640 1 --2- 172.21.15.22:0/3829854350 >> v2:172.21.15.22:3300/0 conn(0x7f25f415b600 0x7f25f4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25f8c00640 1 --2- 172.21.15.22:0/3829854350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 0x7f25f40b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25f3400640 1 -- 172.21.15.22:0/3829854350 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3413135163 0 0) 0x7f25f40ce880 con 0x7f25f415b220 2024-09-10T10:33:18.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25f3400640 1 -- 172.21.15.22:0/3829854350 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f25d8003530 con 0x7f25f415b220 2024-09-10T10:33:18.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25eb400640 1 -- 172.21.15.22:0/3829854350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 msgr2=0x7f25f40b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:18.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25eb400640 1 --2- 172.21.15.22:0/3829854350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 0x7f25f40b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25eb400640 1 -- 172.21.15.22:0/3829854350 >> v1:172.21.15.22:6789/0 conn(0x7f25f415b220 legacy=0x7f25f40b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.422+0000 7f25eb400640 1 -- 172.21.15.22:0/3829854350 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25f40cee40 con 0x7f25f415b600 2024-09-10T10:33:18.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25eb400640 1 --2- 172.21.15.22:0/3829854350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 0x7f25f4071140 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f25dc0097c0 tx=0x7f25dc01c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6644eb5bd45d8c18 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:18.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25f3400640 1 -- 172.21.15.22:0/3829854350 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25dc0b0070 con 0x7f25f415b600 2024-09-10T10:33:18.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25f3400640 1 -- 172.21.15.22:0/3829854350 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25dc0ab600 con 0x7f25f415b600 2024-09-10T10:33:18.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25f3400640 1 -- 172.21.15.22:0/3829854350 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25dc0ab9d0 con 0x7f25f415b600 2024-09-10T10:33:18.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 -- 172.21.15.22:0/3829854350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 msgr2=0x7f25f4071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 --2- 172.21.15.22:0/3829854350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 0x7f25f4071140 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f25dc0097c0 tx=0x7f25dc01c350 comp rx=0 tx=0).stop 2024-09-10T10:33:18.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 -- 172.21.15.22:0/3829854350 shutdown_connections 2024-09-10T10:33:18.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 --2- 172.21.15.22:0/3829854350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 0x7f25f40b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 --2- 172.21.15.22:0/3829854350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 0x7f25f4071140 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 -- 172.21.15.22:0/3829854350 >> 172.21.15.22:0/3829854350 conn(0x7f25f4062dd0 msgr2=0x7f25f406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:18.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 -- 172.21.15.22:0/3829854350 shutdown_connections 2024-09-10T10:33:18.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 -- 172.21.15.22:0/3829854350 wait complete. 2024-09-10T10:33:18.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 Processor -- start 2024-09-10T10:33:18.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 -- start start 2024-09-10T10:33:18.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 0x7f25f414ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25f415b220 0x7f25f415e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 0x7f25f40b4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f25f40cffd0 con 0x7f25f415b600 2024-09-10T10:33:18.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f25f40cfe50 con 0x7f25f415b220 2024-09-10T10:33:18.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.426+0000 7f25fac00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f25f40d0150 con 0x7f25f40b56f0 2024-09-10T10:33:18.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 0x7f25f40b4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 0x7f25f40b4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36748/0 (socket says 172.21.15.22:36748) 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f8c00640 1 -- 172.21.15.22:0/305323480 learned_addr learned my addr 172.21.15.22:0/305323480 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f3e00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 0x7f25f414ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25eb400640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25f415b220 0x7f25f415e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f8c00640 1 -- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 msgr2=0x7f25f414ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f8c00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 0x7f25f414ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f8c00640 1 -- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25f415b220 msgr2=0x7f25f415e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f8c00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25f415b220 0x7f25f415e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f8c00640 1 -- 172.21.15.22:0/305323480 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25f4152350 con 0x7f25f415b600 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f3e00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 0x7f25f414ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:18.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25eb400640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25f415b220 0x7f25f415e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:18.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f8c00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 0x7f25f40b4b20 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f25ec007e90 tx=0x7f25ec00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:18.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f0c00640 1 -- 172.21.15.22:0/305323480 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ec014420 con 0x7f25f415b600 2024-09-10T10:33:18.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f0c00640 1 -- 172.21.15.22:0/305323480 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25ec019070 con 0x7f25f415b600 2024-09-10T10:33:18.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25fac00640 1 -- 172.21.15.22:0/305323480 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25f4151a40 con 0x7f25f415b600 2024-09-10T10:33:18.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f0c00640 1 -- 172.21.15.22:0/305323480 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ec014800 con 0x7f25f415b600 2024-09-10T10:33:18.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25fac00640 1 -- 172.21.15.22:0/305323480 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25f415c050 con 0x7f25f415b600 2024-09-10T10:33:18.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25fac00640 1 -- 172.21.15.22:0/305323480 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25f40b3f10 con 0x7f25f415b600 2024-09-10T10:33:18.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f0c00640 1 -- 172.21.15.22:0/305323480 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f25ec0149a0 con 0x7f25f415b600 2024-09-10T10:33:18.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f0c00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25d00678c0 0x7f25d0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.430+0000 7f25f0c00640 1 -- 172.21.15.22:0/305323480 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f25ec0864f0 con 0x7f25f415b600 2024-09-10T10:33:18.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.434+0000 7f25f3e00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25d00678c0 0x7f25d0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.434+0000 7f25f3e00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25d00678c0 0x7f25d0069d80 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f25e4005890 tx=0x7f25e4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:18.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.434+0000 7f25f0c00640 1 -- 172.21.15.22:0/305323480 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f25ec057020 con 0x7f25f415b600 2024-09-10T10:33:18.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.598+0000 7f25fac00640 1 -- 172.21.15.22:0/305323480 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f25f4072e90 con 0x7f25d00678c0 2024-09-10T10:33:18.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25f0c00640 1 -- 172.21.15.22:0/305323480 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251474 (secure 0 0 0) 0x7f25f4072e90 con 0x7f25d00678c0 2024-09-10T10:33:18.611 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:18.612 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:33:18.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 -- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25d00678c0 msgr2=0x7f25d0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25d00678c0 0x7f25d0069d80 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f25e4005890 tx=0x7f25e4009040 comp rx=0 tx=0).stop 2024-09-10T10:33:18.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 -- 172.21.15.22:0/305323480 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 msgr2=0x7f25f40b4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 0x7f25f40b4b20 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f25ec007e90 tx=0x7f25ec00e4b0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 -- 172.21.15.22:0/305323480 shutdown_connections 2024-09-10T10:33:18.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25d00678c0 0x7f25d0069d80 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25f415b600 0x7f25f40b4b20 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25f415b220 0x7f25f415e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 --2- 172.21.15.22:0/305323480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25f40b56f0 0x7f25f414ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 -- 172.21.15.22:0/305323480 >> 172.21.15.22:0/305323480 conn(0x7f25f4062dd0 msgr2=0x7f25f4071710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:18.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 -- 172.21.15.22:0/305323480 shutdown_connections 2024-09-10T10:33:18.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.606+0000 7f25fac00640 1 -- 172.21.15.22:0/305323480 wait complete. 2024-09-10T10:33:18.633 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":57,"stamp":"2024-09-10T10:33:17.343804+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":57,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240964,"kb_used_data":3916,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733756,"statfs":{"total":773094113280,"available":772847366144,"internally_reserved":0,"allocated":4009984,"data_stored":2235062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.650829"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728217+0000","last_change":"2024-09-10T10:33:13.724483+0000","last_active":"2024-09-10T10:33:13.728217+0000","last_peered":"2024-09-10T10:33:13.728217+0000","last_clean":"2024-09-10T10:33:13.728217+0000","last_became_active":"2024-09-10T10:33:13.724193+0000","last_became_peered":"2024-09-10T10:33:13.724193+0000","last_unstale":"2024-09-10T10:33:13.728217+0000","last_undegraded":"2024-09-10T10:33:13.728217+0000","last_fullsized":"2024-09-10T10:33:13.728217+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.713378+0000","last_change":"2024-09-10T10:33:12.713378+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.713378+0000","last_undegraded":"2024-09-10T10:33:12.713378+0000","last_fullsized":"2024-09-10T10:33:12.713378+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.724564+0000","last_change":"2024-09-10T10:33:13.721251+0000","last_active":"2024-09-10T10:33:13.724564+0000","last_peered":"2024-09-10T10:33:13.724564+0000","last_clean":"2024-09-10T10:33:13.724564+0000","last_became_active":"2024-09-10T10:33:13.720917+0000","last_became_peered":"2024-09-10T10:33:13.720917+0000","last_unstale":"2024-09-10T10:33:13.724564+0000","last_undegraded":"2024-09-10T10:33:13.724564+0000","last_fullsized":"2024-09-10T10:33:13.724564+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:32.497723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.739766+0000","last_change":"2024-09-10T10:33:13.733984+0000","last_active":"2024-09-10T10:33:13.739766+0000","last_peered":"2024-09-10T10:33:13.739766+0000","last_clean":"2024-09-10T10:33:13.739766+0000","last_became_active":"2024-09-10T10:33:13.732966+0000","last_became_peered":"2024-09-10T10:33:13.732966+0000","last_unstale":"2024-09-10T10:33:13.739766+0000","last_undegraded":"2024-09-10T10:33:13.739766+0000","last_fullsized":"2024-09-10T10:33:13.739766+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:49.925126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.711246+0000","last_change":"2024-09-10T10:33:12.711246+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.711246+0000","last_undegraded":"2024-09-10T10:33:12.711246+0000","last_fullsized":"2024-09-10T10:33:12.711246+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.724981+0000","last_change":"2024-09-10T10:33:13.722085+0000","last_active":"2024-09-10T10:33:13.724981+0000","last_peered":"2024-09-10T10:33:13.724981+0000","last_clean":"2024-09-10T10:33:13.724981+0000","last_became_active":"2024-09-10T10:33:13.721523+0000","last_became_peered":"2024-09-10T10:33:13.721523+0000","last_unstale":"2024-09-10T10:33:13.724981+0000","last_undegraded":"2024-09-10T10:33:13.724981+0000","last_fullsized":"2024-09-10T10:33:13.724981+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:57.214891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.727270+0000","last_change":"2024-09-10T10:33:13.719028+0000","last_active":"2024-09-10T10:33:13.727270+0000","last_peered":"2024-09-10T10:33:13.727270+0000","last_clean":"2024-09-10T10:33:13.727270+0000","last_became_active":"2024-09-10T10:33:13.718658+0000","last_became_peered":"2024-09-10T10:33:13.718658+0000","last_unstale":"2024-09-10T10:33:13.727270+0000","last_undegraded":"2024-09-10T10:33:13.727270+0000","last_fullsized":"2024-09-10T10:33:13.727270+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:13.952094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729872+0000","last_change":"2024-09-10T10:33:13.727119+0000","last_active":"2024-09-10T10:33:13.729872+0000","last_peered":"2024-09-10T10:33:13.729872+0000","last_clean":"2024-09-10T10:33:13.729872+0000","last_became_active":"2024-09-10T10:33:13.726780+0000","last_became_peered":"2024-09-10T10:33:13.726780+0000","last_unstale":"2024-09-10T10:33:13.729872+0000","last_undegraded":"2024-09-10T10:33:13.729872+0000","last_fullsized":"2024-09-10T10:33:13.729872+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737786+0000","last_change":"2024-09-10T10:33:13.736197+0000","last_active":"2024-09-10T10:33:13.737786+0000","last_peered":"2024-09-10T10:33:13.737786+0000","last_clean":"2024-09-10T10:33:13.737786+0000","last_became_active":"2024-09-10T10:33:13.735914+0000","last_became_peered":"2024-09-10T10:33:13.735914+0000","last_unstale":"2024-09-10T10:33:13.737786+0000","last_undegraded":"2024-09-10T10:33:13.737786+0000","last_fullsized":"2024-09-10T10:33:13.737786+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:05.980984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733202+0000","last_change":"2024-09-10T10:33:13.723743+0000","last_active":"2024-09-10T10:33:13.733202+0000","last_peered":"2024-09-10T10:33:13.733202+0000","last_clean":"2024-09-10T10:33:13.733202+0000","last_became_active":"2024-09-10T10:33:13.723442+0000","last_became_peered":"2024-09-10T10:33:13.723442+0000","last_unstale":"2024-09-10T10:33:13.733202+0000","last_undegraded":"2024-09-10T10:33:13.733202+0000","last_fullsized":"2024-09-10T10:33:13.733202+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737739+0000","last_change":"2024-09-10T10:33:13.733469+0000","last_active":"2024-09-10T10:33:13.737739+0000","last_peered":"2024-09-10T10:33:13.737739+0000","last_clean":"2024-09-10T10:33:13.737739+0000","last_became_active":"2024-09-10T10:33:13.733190+0000","last_became_peered":"2024-09-10T10:33:13.733190+0000","last_unstale":"2024-09-10T10:33:13.737739+0000","last_undegraded":"2024-09-10T10:33:13.737739+0000","last_fullsized":"2024-09-10T10:33:13.737739+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:30.184745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736807+0000","last_change":"2024-09-10T10:33:13.726692+0000","last_active":"2024-09-10T10:33:13.736807+0000","last_peered":"2024-09-10T10:33:13.736807+0000","last_clean":"2024-09-10T10:33:13.736807+0000","last_became_active":"2024-09-10T10:33:13.726432+0000","last_became_peered":"2024-09-10T10:33:13.726432+0000","last_unstale":"2024-09-10T10:33:13.736807+0000","last_undegraded":"2024-09-10T10:33:13.736807+0000","last_fullsized":"2024-09-10T10:33:13.736807+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:31:28.239299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.738007+0000","last_change":"2024-09-10T10:33:13.735394+0000","last_active":"2024-09-10T10:33:13.738007+0000","last_peered":"2024-09-10T10:33:13.738007+0000","last_clean":"2024-09-10T10:33:13.738007+0000","last_became_active":"2024-09-10T10:33:13.735067+0000","last_became_peered":"2024-09-10T10:33:13.735067+0000","last_unstale":"2024-09-10T10:33:13.738007+0000","last_undegraded":"2024-09-10T10:33:13.738007+0000","last_fullsized":"2024-09-10T10:33:13.738007+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733196+0000","last_change":"2024-09-10T10:33:13.723697+0000","last_active":"2024-09-10T10:33:13.733196+0000","last_peered":"2024-09-10T10:33:13.733196+0000","last_clean":"2024-09-10T10:33:13.733196+0000","last_became_active":"2024-09-10T10:33:13.723383+0000","last_became_peered":"2024-09-10T10:33:13.723383+0000","last_unstale":"2024-09-10T10:33:13.733196+0000","last_undegraded":"2024-09-10T10:33:13.733196+0000","last_fullsized":"2024-09-10T10:33:13.733196+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733657+0000","last_change":"2024-09-10T10:33:13.730642+0000","last_active":"2024-09-10T10:33:13.733657+0000","last_peered":"2024-09-10T10:33:13.733657+0000","last_clean":"2024-09-10T10:33:13.733657+0000","last_became_active":"2024-09-10T10:33:13.730342+0000","last_became_peered":"2024-09-10T10:33:13.730342+0000","last_unstale":"2024-09-10T10:33:13.733657+0000","last_undegraded":"2024-09-10T10:33:13.733657+0000","last_fullsized":"2024-09-10T10:33:13.733657+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729379+0000","last_change":"2024-09-10T10:33:13.721672+0000","last_active":"2024-09-10T10:33:13.729379+0000","last_peered":"2024-09-10T10:33:13.729379+0000","last_clean":"2024-09-10T10:33:13.729379+0000","last_became_active":"2024-09-10T10:33:13.721375+0000","last_became_peered":"2024-09-10T10:33:13.721375+0000","last_unstale":"2024-09-10T10:33:13.729379+0000","last_undegraded":"2024-09-10T10:33:13.729379+0000","last_fullsized":"2024-09-10T10:33:13.729379+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:07.704141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737238+0000","last_change":"2024-09-10T10:33:13.726929+0000","last_active":"2024-09-10T10:33:13.737238+0000","last_peered":"2024-09-10T10:33:13.737238+0000","last_clean":"2024-09-10T10:33:13.737238+0000","last_became_active":"2024-09-10T10:33:13.725433+0000","last_became_peered":"2024-09-10T10:33:13.725433+0000","last_unstale":"2024-09-10T10:33:13.737238+0000","last_undegraded":"2024-09-10T10:33:13.737238+0000","last_fullsized":"2024-09-10T10:33:13.737238+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:45:04.098517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.725731+0000","last_change":"2024-09-10T10:33:13.723740+0000","last_active":"2024-09-10T10:33:13.725731+0000","last_peered":"2024-09-10T10:33:13.725731+0000","last_clean":"2024-09-10T10:33:13.725731+0000","last_became_active":"2024-09-10T10:33:13.723430+0000","last_became_peered":"2024-09-10T10:33:13.723430+0000","last_unstale":"2024-09-10T10:33:13.725731+0000","last_undegraded":"2024-09-10T10:33:13.725731+0000","last_fullsized":"2024-09-10T10:33:13.725731+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:05.980984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.718436+0000","last_change":"2024-09-10T10:33:13.715140+0000","last_active":"2024-09-10T10:33:13.718436+0000","last_peered":"2024-09-10T10:33:13.718436+0000","last_clean":"2024-09-10T10:33:13.718436+0000","last_became_active":"2024-09-10T10:33:13.714887+0000","last_became_peered":"2024-09-10T10:33:13.714887+0000","last_unstale":"2024-09-10T10:33:13.718436+0000","last_undegraded":"2024-09-10T10:33:13.718436+0000","last_fullsized":"2024-09-10T10:33:13.718436+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:31:28.239299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737659+0000","last_change":"2024-09-10T10:33:13.733738+0000","last_active":"2024-09-10T10:33:13.737659+0000","last_peered":"2024-09-10T10:33:13.737659+0000","last_clean":"2024-09-10T10:33:13.737659+0000","last_became_active":"2024-09-10T10:33:13.733469+0000","last_became_peered":"2024-09-10T10:33:13.733469+0000","last_unstale":"2024-09-10T10:33:13.737659+0000","last_undegraded":"2024-09-10T10:33:13.737659+0000","last_fullsized":"2024-09-10T10:33:13.737659+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:15.977666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.727897+0000","last_change":"2024-09-10T10:33:13.723595+0000","last_active":"2024-09-10T10:33:13.727897+0000","last_peered":"2024-09-10T10:33:13.727897+0000","last_clean":"2024-09-10T10:33:13.727897+0000","last_became_active":"2024-09-10T10:33:13.723285+0000","last_became_peered":"2024-09-10T10:33:13.723285+0000","last_unstale":"2024-09-10T10:33:13.727897+0000","last_undegraded":"2024-09-10T10:33:13.727897+0000","last_fullsized":"2024-09-10T10:33:13.727897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.730850+0000","last_change":"2024-09-10T10:33:13.723910+0000","last_active":"2024-09-10T10:33:13.730850+0000","last_peered":"2024-09-10T10:33:13.730850+0000","last_clean":"2024-09-10T10:33:13.730850+0000","last_became_active":"2024-09-10T10:33:13.723652+0000","last_became_peered":"2024-09-10T10:33:13.723652+0000","last_unstale":"2024-09-10T10:33:13.730850+0000","last_undegraded":"2024-09-10T10:33:13.730850+0000","last_fullsized":"2024-09-10T10:33:13.730850+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.732968+0000","last_change":"2024-09-10T10:33:13.726588+0000","last_active":"2024-09-10T10:33:13.732968+0000","last_peered":"2024-09-10T10:33:13.732968+0000","last_clean":"2024-09-10T10:33:13.732968+0000","last_became_active":"2024-09-10T10:33:13.726280+0000","last_became_peered":"2024-09-10T10:33:13.726280+0000","last_unstale":"2024-09-10T10:33:13.732968+0000","last_undegraded":"2024-09-10T10:33:13.732968+0000","last_fullsized":"2024-09-10T10:33:13.732968+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:13.952094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729851+0000","last_change":"2024-09-10T10:33:13.726929+0000","last_active":"2024-09-10T10:33:13.729851+0000","last_peered":"2024-09-10T10:33:13.729851+0000","last_clean":"2024-09-10T10:33:13.729851+0000","last_became_active":"2024-09-10T10:33:13.726597+0000","last_became_peered":"2024-09-10T10:33:13.726597+0000","last_unstale":"2024-09-10T10:33:13.729851+0000","last_undegraded":"2024-09-10T10:33:13.729851+0000","last_fullsized":"2024-09-10T10:33:13.729851+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.739733+0000","last_change":"2024-09-10T10:33:13.731886+0000","last_active":"2024-09-10T10:33:13.739733+0000","last_peered":"2024-09-10T10:33:13.739733+0000","last_clean":"2024-09-10T10:33:13.739733+0000","last_became_active":"2024-09-10T10:33:13.731479+0000","last_became_peered":"2024-09-10T10:33:13.731479+0000","last_unstale":"2024-09-10T10:33:13.739733+0000","last_undegraded":"2024-09-10T10:33:13.739733+0000","last_fullsized":"2024-09-10T10:33:13.739733+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:08.732644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733174+0000","last_change":"2024-09-10T10:33:13.723578+0000","last_active":"2024-09-10T10:33:13.733174+0000","last_peered":"2024-09-10T10:33:13.733174+0000","last_clean":"2024-09-10T10:33:13.733174+0000","last_became_active":"2024-09-10T10:33:13.723220+0000","last_became_peered":"2024-09-10T10:33:13.723220+0000","last_unstale":"2024-09-10T10:33:13.733174+0000","last_undegraded":"2024-09-10T10:33:13.733174+0000","last_fullsized":"2024-09-10T10:33:13.733174+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.709878+0000","last_change":"2024-09-10T10:33:12.709878+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.709878+0000","last_undegraded":"2024-09-10T10:33:12.709878+0000","last_fullsized":"2024-09-10T10:33:12.709878+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728606+0000","last_change":"2024-09-10T10:33:13.722723+0000","last_active":"2024-09-10T10:33:13.728606+0000","last_peered":"2024-09-10T10:33:13.728606+0000","last_clean":"2024-09-10T10:33:13.728606+0000","last_became_active":"2024-09-10T10:33:13.722466+0000","last_became_peered":"2024-09-10T10:33:13.722466+0000","last_unstale":"2024-09-10T10:33:13.728606+0000","last_undegraded":"2024-09-10T10:33:13.728606+0000","last_fullsized":"2024-09-10T10:33:13.728606+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:15.977666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.739701+0000","last_change":"2024-09-10T10:33:13.738583+0000","last_active":"2024-09-10T10:33:13.739701+0000","last_peered":"2024-09-10T10:33:13.739701+0000","last_clean":"2024-09-10T10:33:13.739701+0000","last_became_active":"2024-09-10T10:33:13.737090+0000","last_became_peered":"2024-09-10T10:33:13.737090+0000","last_unstale":"2024-09-10T10:33:13.739701+0000","last_undegraded":"2024-09-10T10:33:13.739701+0000","last_fullsized":"2024-09-10T10:33:13.739701+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.731389+0000","last_change":"2024-09-10T10:33:13.723230+0000","last_active":"2024-09-10T10:33:13.731389+0000","last_peered":"2024-09-10T10:33:13.731389+0000","last_clean":"2024-09-10T10:33:13.731389+0000","last_became_active":"2024-09-10T10:33:13.722883+0000","last_became_peered":"2024-09-10T10:33:13.722883+0000","last_unstale":"2024-09-10T10:33:13.731389+0000","last_undegraded":"2024-09-10T10:33:13.731389+0000","last_fullsized":"2024-09-10T10:33:13.731389+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.725442+0000","last_change":"2024-09-10T10:33:13.715102+0000","last_active":"2024-09-10T10:33:13.725442+0000","last_peered":"2024-09-10T10:33:13.725442+0000","last_clean":"2024-09-10T10:33:13.725442+0000","last_became_active":"2024-09-10T10:33:13.714727+0000","last_became_peered":"2024-09-10T10:33:13.714727+0000","last_unstale":"2024-09-10T10:33:13.725442+0000","last_undegraded":"2024-09-10T10:33:13.725442+0000","last_fullsized":"2024-09-10T10:33:13.725442+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:45.924935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.716991+0000","last_change":"2024-09-10T10:33:13.715103+0000","last_active":"2024-09-10T10:33:13.716991+0000","last_peered":"2024-09-10T10:33:13.716991+0000","last_clean":"2024-09-10T10:33:13.716991+0000","last_became_active":"2024-09-10T10:33:13.714858+0000","last_became_peered":"2024-09-10T10:33:13.714858+0000","last_unstale":"2024-09-10T10:33:13.716991+0000","last_undegraded":"2024-09-10T10:33:13.716991+0000","last_fullsized":"2024-09-10T10:33:13.716991+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:29.334793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.748027+0000","last_change":"2024-09-10T10:33:13.740649+0000","last_active":"2024-09-10T10:33:13.748027+0000","last_peered":"2024-09-10T10:33:13.748027+0000","last_clean":"2024-09-10T10:33:13.748027+0000","last_became_active":"2024-09-10T10:33:13.740262+0000","last_became_peered":"2024-09-10T10:33:13.740262+0000","last_unstale":"2024-09-10T10:33:13.748027+0000","last_undegraded":"2024-09-10T10:33:13.748027+0000","last_fullsized":"2024-09-10T10:33:13.748027+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:05.834454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.749781+0000","last_change":"2024-09-10T10:33:12.719100+0000","last_active":"2024-09-10T10:33:13.749781+0000","last_peered":"2024-09-10T10:33:13.749781+0000","last_clean":"2024-09-10T10:33:13.749781+0000","last_became_active":"2024-09-10T10:33:12.718342+0000","last_became_peered":"2024-09-10T10:33:12.718342+0000","last_unstale":"2024-09-10T10:33:13.749781+0000","last_undegraded":"2024-09-10T10:33:13.749781+0000","last_fullsized":"2024-09-10T10:33:13.749781+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:48.917201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737076+0000","last_change":"2024-09-10T10:33:13.735189+0000","last_active":"2024-09-10T10:33:13.737076+0000","last_peered":"2024-09-10T10:33:13.737076+0000","last_clean":"2024-09-10T10:33:13.737076+0000","last_became_active":"2024-09-10T10:33:13.734824+0000","last_became_peered":"2024-09-10T10:33:13.734824+0000","last_unstale":"2024-09-10T10:33:13.737076+0000","last_undegraded":"2024-09-10T10:33:13.737076+0000","last_fullsized":"2024-09-10T10:33:13.737076+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750851+0000","last_change":"2024-09-10T10:33:12.720191+0000","last_active":"2024-09-10T10:33:13.750851+0000","last_peered":"2024-09-10T10:33:13.750851+0000","last_clean":"2024-09-10T10:33:13.750851+0000","last_became_active":"2024-09-10T10:33:12.719301+0000","last_became_peered":"2024-09-10T10:33:12.719301+0000","last_unstale":"2024-09-10T10:33:13.750851+0000","last_undegraded":"2024-09-10T10:33:13.750851+0000","last_fullsized":"2024-09-10T10:33:13.750851+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:14.969741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728583+0000","last_change":"2024-09-10T10:33:13.721235+0000","last_active":"2024-09-10T10:33:13.728583+0000","last_peered":"2024-09-10T10:33:13.728583+0000","last_clean":"2024-09-10T10:33:13.728583+0000","last_became_active":"2024-09-10T10:33:13.720889+0000","last_became_peered":"2024-09-10T10:33:13.720889+0000","last_unstale":"2024-09-10T10:33:13.728583+0000","last_undegraded":"2024-09-10T10:33:13.728583+0000","last_fullsized":"2024-09-10T10:33:13.728583+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:07.704141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.745667+0000","last_change":"2024-09-10T10:33:12.721649+0000","last_active":"2024-09-10T10:33:13.745667+0000","last_peered":"2024-09-10T10:33:13.745667+0000","last_clean":"2024-09-10T10:33:13.745667+0000","last_became_active":"2024-09-10T10:33:12.721350+0000","last_became_peered":"2024-09-10T10:33:12.721350+0000","last_unstale":"2024-09-10T10:33:13.745667+0000","last_undegraded":"2024-09-10T10:33:13.745667+0000","last_fullsized":"2024-09-10T10:33:13.745667+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:27.507859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735478+0000","last_change":"2024-09-10T10:33:13.724776+0000","last_active":"2024-09-10T10:33:13.735478+0000","last_peered":"2024-09-10T10:33:13.735478+0000","last_clean":"2024-09-10T10:33:13.735478+0000","last_became_active":"2024-09-10T10:33:13.724397+0000","last_became_peered":"2024-09-10T10:33:13.724397+0000","last_unstale":"2024-09-10T10:33:13.735478+0000","last_undegraded":"2024-09-10T10:33:13.735478+0000","last_fullsized":"2024-09-10T10:33:13.735478+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.751455+0000","last_change":"2024-09-10T10:33:12.716275+0000","last_active":"2024-09-10T10:33:13.751455+0000","last_peered":"2024-09-10T10:33:13.751455+0000","last_clean":"2024-09-10T10:33:13.751455+0000","last_became_active":"2024-09-10T10:33:12.715997+0000","last_became_peered":"2024-09-10T10:33:12.715997+0000","last_unstale":"2024-09-10T10:33:13.751455+0000","last_undegraded":"2024-09-10T10:33:13.751455+0000","last_fullsized":"2024-09-10T10:33:13.751455+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:06.696216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728498+0000","last_change":"2024-09-10T10:33:13.723962+0000","last_active":"2024-09-10T10:33:13.728498+0000","last_peered":"2024-09-10T10:33:13.728498+0000","last_clean":"2024-09-10T10:33:13.728498+0000","last_became_active":"2024-09-10T10:33:13.722821+0000","last_became_peered":"2024-09-10T10:33:13.722821+0000","last_unstale":"2024-09-10T10:33:13.728498+0000","last_undegraded":"2024-09-10T10:33:13.728498+0000","last_fullsized":"2024-09-10T10:33:13.728498+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:52.100729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750896+0000","last_change":"2024-09-10T10:33:12.726208+0000","last_active":"2024-09-10T10:33:13.750896+0000","last_peered":"2024-09-10T10:33:13.750896+0000","last_clean":"2024-09-10T10:33:13.750896+0000","last_became_active":"2024-09-10T10:33:12.724799+0000","last_became_peered":"2024-09-10T10:33:12.724799+0000","last_unstale":"2024-09-10T10:33:13.750896+0000","last_undegraded":"2024-09-10T10:33:13.750896+0000","last_fullsized":"2024-09-10T10:33:13.750896+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:56.206966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.725384+0000","last_change":"2024-09-10T10:33:13.714204+0000","last_active":"2024-09-10T10:33:13.725384+0000","last_peered":"2024-09-10T10:33:13.725384+0000","last_clean":"2024-09-10T10:33:13.725384+0000","last_became_active":"2024-09-10T10:33:13.713829+0000","last_became_peered":"2024-09-10T10:33:13.713829+0000","last_unstale":"2024-09-10T10:33:13.725384+0000","last_undegraded":"2024-09-10T10:33:13.725384+0000","last_fullsized":"2024-09-10T10:33:13.725384+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:42.068478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750328+0000","last_change":"2024-09-10T10:33:12.721615+0000","last_active":"2024-09-10T10:33:13.750328+0000","last_peered":"2024-09-10T10:33:13.750328+0000","last_clean":"2024-09-10T10:33:13.750328+0000","last_became_active":"2024-09-10T10:33:12.717345+0000","last_became_peered":"2024-09-10T10:33:12.717345+0000","last_unstale":"2024-09-10T10:33:13.750328+0000","last_undegraded":"2024-09-10T10:33:13.750328+0000","last_fullsized":"2024-09-10T10:33:13.750328+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:33.748014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728582+0000","last_change":"2024-09-10T10:33:13.724882+0000","last_active":"2024-09-10T10:33:13.728582+0000","last_peered":"2024-09-10T10:33:13.728582+0000","last_clean":"2024-09-10T10:33:13.728582+0000","last_became_active":"2024-09-10T10:33:13.724625+0000","last_became_peered":"2024-09-10T10:33:13.724625+0000","last_unstale":"2024-09-10T10:33:13.728582+0000","last_undegraded":"2024-09-10T10:33:13.728582+0000","last_fullsized":"2024-09-10T10:33:13.728582+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:44.151619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.706479+0000","last_change":"2024-09-10T10:33:12.718308+0000","last_active":"2024-09-10T10:33:13.706479+0000","last_peered":"2024-09-10T10:33:13.706479+0000","last_clean":"2024-09-10T10:33:13.706479+0000","last_became_active":"2024-09-10T10:33:12.718042+0000","last_became_peered":"2024-09-10T10:33:12.718042+0000","last_unstale":"2024-09-10T10:33:13.706479+0000","last_undegraded":"2024-09-10T10:33:13.706479+0000","last_fullsized":"2024-09-10T10:33:13.706479+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:31.489798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735436+0000","last_change":"2024-09-10T10:33:13.729417+0000","last_active":"2024-09-10T10:33:13.735436+0000","last_peered":"2024-09-10T10:33:13.735436+0000","last_clean":"2024-09-10T10:33:13.735436+0000","last_became_active":"2024-09-10T10:33:13.729150+0000","last_became_peered":"2024-09-10T10:33:13.729150+0000","last_unstale":"2024-09-10T10:33:13.735436+0000","last_undegraded":"2024-09-10T10:33:13.735436+0000","last_fullsized":"2024-09-10T10:33:13.735436+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.373924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.708463+0000","last_change":"2024-09-10T10:33:12.725599+0000","last_active":"2024-09-10T10:33:13.708463+0000","last_peered":"2024-09-10T10:33:13.708463+0000","last_clean":"2024-09-10T10:33:13.708463+0000","last_became_active":"2024-09-10T10:33:12.725311+0000","last_became_peered":"2024-09-10T10:33:12.725311+0000","last_unstale":"2024-09-10T10:33:13.708463+0000","last_undegraded":"2024-09-10T10:33:13.708463+0000","last_fullsized":"2024-09-10T10:33:13.708463+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:56.984870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737416+0000","last_change":"2024-09-10T10:33:13.726589+0000","last_active":"2024-09-10T10:33:13.737416+0000","last_peered":"2024-09-10T10:33:13.737416+0000","last_clean":"2024-09-10T10:33:13.737416+0000","last_became_active":"2024-09-10T10:33:13.726314+0000","last_became_peered":"2024-09-10T10:33:13.726314+0000","last_unstale":"2024-09-10T10:33:13.737416+0000","last_undegraded":"2024-09-10T10:33:13.737416+0000","last_fullsized":"2024-09-10T10:33:13.737416+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:44.883011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.728970+0000","last_change":"2024-09-10T10:33:12.724786+0000","last_active":"2024-09-10T10:33:12.728970+0000","last_peered":"2024-09-10T10:33:12.728970+0000","last_clean":"2024-09-10T10:33:12.728970+0000","last_became_active":"2024-09-10T10:33:12.724544+0000","last_became_peered":"2024-09-10T10:33:12.724544+0000","last_unstale":"2024-09-10T10:33:12.728970+0000","last_undegraded":"2024-09-10T10:33:12.728970+0000","last_fullsized":"2024-09-10T10:33:12.728970+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:10.904119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735457+0000","last_change":"2024-09-10T10:33:13.731174+0000","last_active":"2024-09-10T10:33:13.735457+0000","last_peered":"2024-09-10T10:33:13.735457+0000","last_clean":"2024-09-10T10:33:13.735457+0000","last_became_active":"2024-09-10T10:33:13.730849+0000","last_became_peered":"2024-09-10T10:33:13.730849+0000","last_unstale":"2024-09-10T10:33:13.735457+0000","last_undegraded":"2024-09-10T10:33:13.735457+0000","last_fullsized":"2024-09-10T10:33:13.735457+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:55.741431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.723625+0000","last_change":"2024-09-10T10:33:12.719607+0000","last_active":"2024-09-10T10:33:12.723625+0000","last_peered":"2024-09-10T10:33:12.723625+0000","last_clean":"2024-09-10T10:33:12.723625+0000","last_became_active":"2024-09-10T10:33:12.719327+0000","last_became_peered":"2024-09-10T10:33:12.719327+0000","last_unstale":"2024-09-10T10:33:12.723625+0000","last_undegraded":"2024-09-10T10:33:12.723625+0000","last_fullsized":"2024-09-10T10:33:12.723625+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:09.392367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.738057+0000","last_change":"2024-09-10T10:33:13.733503+0000","last_active":"2024-09-10T10:33:13.738057+0000","last_peered":"2024-09-10T10:33:13.738057+0000","last_clean":"2024-09-10T10:33:13.738057+0000","last_became_active":"2024-09-10T10:33:13.732592+0000","last_became_peered":"2024-09-10T10:33:13.732592+0000","last_unstale":"2024-09-10T10:33:13.738057+0000","last_undegraded":"2024-09-10T10:33:13.738057+0000","last_fullsized":"2024-09-10T10:33:13.738057+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:24.235097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.744573+0000","last_change":"2024-09-10T10:33:12.718283+0000","last_active":"2024-09-10T10:33:13.744573+0000","last_peered":"2024-09-10T10:33:13.744573+0000","last_clean":"2024-09-10T10:33:13.744573+0000","last_became_active":"2024-09-10T10:33:12.718001+0000","last_became_peered":"2024-09-10T10:33:12.718001+0000","last_unstale":"2024-09-10T10:33:13.744573+0000","last_undegraded":"2024-09-10T10:33:13.744573+0000","last_fullsized":"2024-09-10T10:33:13.744573+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:54.733506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737599+0000","last_change":"2024-09-10T10:33:13.729943+0000","last_active":"2024-09-10T10:33:13.737599+0000","last_peered":"2024-09-10T10:33:13.737599+0000","last_clean":"2024-09-10T10:33:13.737599+0000","last_became_active":"2024-09-10T10:33:13.729613+0000","last_became_peered":"2024-09-10T10:33:13.729613+0000","last_unstale":"2024-09-10T10:33:13.737599+0000","last_undegraded":"2024-09-10T10:33:13.737599+0000","last_fullsized":"2024-09-10T10:33:13.737599+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:53.156363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":18,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.753775+0000","last_change":"2024-09-10T10:33:12.719667+0000","last_active":"2024-09-10T10:33:13.753775+0000","last_peered":"2024-09-10T10:33:13.753775+0000","last_clean":"2024-09-10T10:33:13.753775+0000","last_became_active":"2024-09-10T10:33:12.719388+0000","last_became_peered":"2024-09-10T10:33:12.719388+0000","last_unstale":"2024-09-10T10:33:13.753775+0000","last_undegraded":"2024-09-10T10:33:13.753775+0000","last_fullsized":"2024-09-10T10:33:13.753775+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:30.640737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.726778+0000","last_change":"2024-09-10T10:33:13.725127+0000","last_active":"2024-09-10T10:33:13.726778+0000","last_peered":"2024-09-10T10:33:13.726778+0000","last_clean":"2024-09-10T10:33:13.726778+0000","last_became_active":"2024-09-10T10:33:13.724866+0000","last_became_peered":"2024-09-10T10:33:13.724866+0000","last_unstale":"2024-09-10T10:33:13.726778+0000","last_undegraded":"2024-09-10T10:33:13.726778+0000","last_fullsized":"2024-09-10T10:33:13.726778+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:28.069423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.747710+0000","last_change":"2024-09-10T10:33:12.726129+0000","last_active":"2024-09-10T10:33:13.747710+0000","last_peered":"2024-09-10T10:33:13.747710+0000","last_clean":"2024-09-10T10:33:13.747710+0000","last_became_active":"2024-09-10T10:33:12.724911+0000","last_became_peered":"2024-09-10T10:33:12.724911+0000","last_unstale":"2024-09-10T10:33:13.747710+0000","last_undegraded":"2024-09-10T10:33:13.747710+0000","last_fullsized":"2024-09-10T10:33:13.747710+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:38.693125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.734414+0000","last_change":"2024-09-10T10:33:13.727635+0000","last_active":"2024-09-10T10:33:13.734414+0000","last_peered":"2024-09-10T10:33:13.734414+0000","last_clean":"2024-09-10T10:33:13.734414+0000","last_became_active":"2024-09-10T10:33:13.727337+0000","last_became_peered":"2024-09-10T10:33:13.727337+0000","last_unstale":"2024-09-10T10:33:13.734414+0000","last_undegraded":"2024-09-10T10:33:13.734414+0000","last_fullsized":"2024-09-10T10:33:13.734414+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:09.586769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.707254+0000","last_change":"2024-09-10T10:33:12.721137+0000","last_active":"2024-09-10T10:33:13.707254+0000","last_peered":"2024-09-10T10:33:13.707254+0000","last_clean":"2024-09-10T10:33:13.707254+0000","last_became_active":"2024-09-10T10:33:12.720875+0000","last_became_peered":"2024-09-10T10:33:12.720875+0000","last_unstale":"2024-09-10T10:33:13.707254+0000","last_undegraded":"2024-09-10T10:33:13.707254+0000","last_fullsized":"2024-09-10T10:33:13.707254+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:27.061498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.727000+0000","last_change":"2024-09-10T10:33:13.718196+0000","last_active":"2024-09-10T10:33:13.727000+0000","last_peered":"2024-09-10T10:33:13.727000+0000","last_clean":"2024-09-10T10:33:13.727000+0000","last_became_active":"2024-09-10T10:33:13.717884+0000","last_became_peered":"2024-09-10T10:33:13.717884+0000","last_unstale":"2024-09-10T10:33:13.727000+0000","last_undegraded":"2024-09-10T10:33:13.727000+0000","last_fullsized":"2024-09-10T10:33:13.727000+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:28.069423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.710427+0000","last_change":"2024-09-10T10:33:12.716527+0000","last_active":"2024-09-10T10:33:13.710427+0000","last_peered":"2024-09-10T10:33:13.710427+0000","last_clean":"2024-09-10T10:33:13.710427+0000","last_became_active":"2024-09-10T10:33:12.716248+0000","last_became_peered":"2024-09-10T10:33:12.716248+0000","last_unstale":"2024-09-10T10:33:13.710427+0000","last_undegraded":"2024-09-10T10:33:13.710427+0000","last_fullsized":"2024-09-10T10:33:13.710427+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:12.944169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.724497+0000","last_change":"2024-09-10T10:33:13.717063+0000","last_active":"2024-09-10T10:33:13.724497+0000","last_peered":"2024-09-10T10:33:13.724497+0000","last_clean":"2024-09-10T10:33:13.724497+0000","last_became_active":"2024-09-10T10:33:13.716176+0000","last_became_peered":"2024-09-10T10:33:13.716176+0000","last_unstale":"2024-09-10T10:33:13.724497+0000","last_undegraded":"2024-09-10T10:33:13.724497+0000","last_fullsized":"2024-09-10T10:33:13.724497+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:45:19.574687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.748303+0000","last_change":"2024-09-10T10:33:12.720136+0000","last_active":"2024-09-10T10:33:13.748303+0000","last_peered":"2024-09-10T10:33:13.748303+0000","last_clean":"2024-09-10T10:33:13.748303+0000","last_became_active":"2024-09-10T10:33:12.719829+0000","last_became_peered":"2024-09-10T10:33:12.719829+0000","last_unstale":"2024-09-10T10:33:13.748303+0000","last_undegraded":"2024-09-10T10:33:13.748303+0000","last_fullsized":"2024-09-10T10:33:13.748303+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:43.143694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.729350+0000","last_change":"2024-09-10T10:33:13.723318+0000","last_active":"2024-09-10T10:33:13.729350+0000","last_peered":"2024-09-10T10:33:13.729350+0000","last_clean":"2024-09-10T10:33:13.729350+0000","last_became_active":"2024-09-10T10:33:13.720031+0000","last_became_peered":"2024-09-10T10:33:13.720031+0000","last_unstale":"2024-09-10T10:33:13.729350+0000","last_undegraded":"2024-09-10T10:33:13.729350+0000","last_fullsized":"2024-09-10T10:33:13.729350+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:26:59.866461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.744762+0000","last_change":"2024-09-10T10:33:12.725102+0000","last_active":"2024-09-10T10:33:13.744762+0000","last_peered":"2024-09-10T10:33:13.744762+0000","last_clean":"2024-09-10T10:33:13.744762+0000","last_became_active":"2024-09-10T10:33:12.724695+0000","last_became_peered":"2024-09-10T10:33:12.724695+0000","last_unstale":"2024-09-10T10:33:13.744762+0000","last_undegraded":"2024-09-10T10:33:13.744762+0000","last_fullsized":"2024-09-10T10:33:13.744762+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:51.092804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736902+0000","last_change":"2024-09-10T10:33:13.730518+0000","last_active":"2024-09-10T10:33:13.736902+0000","last_peered":"2024-09-10T10:33:13.736902+0000","last_clean":"2024-09-10T10:33:13.736902+0000","last_became_active":"2024-09-10T10:33:13.730232+0000","last_became_peered":"2024-09-10T10:33:13.730232+0000","last_unstale":"2024-09-10T10:33:13.736902+0000","last_undegraded":"2024-09-10T10:33:13.736902+0000","last_fullsized":"2024-09-10T10:33:13.736902+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:57.214891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.747006+0000","last_change":"2024-09-10T10:33:12.725330+0000","last_active":"2024-09-10T10:33:13.747006+0000","last_peered":"2024-09-10T10:33:13.747006+0000","last_clean":"2024-09-10T10:33:13.747006+0000","last_became_active":"2024-09-10T10:33:12.725053+0000","last_became_peered":"2024-09-10T10:33:12.725053+0000","last_unstale":"2024-09-10T10:33:13.747006+0000","last_undegraded":"2024-09-10T10:33:13.747006+0000","last_fullsized":"2024-09-10T10:33:13.747006+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:30.640737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.711228+0000","last_change":"2024-09-10T10:33:12.711228+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.711228+0000","last_undegraded":"2024-09-10T10:33:12.711228+0000","last_fullsized":"2024-09-10T10:33:12.711228+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.743584+0000","last_change":"2024-09-10T10:33:12.723682+0000","last_active":"2024-09-10T10:33:13.743584+0000","last_peered":"2024-09-10T10:33:13.743584+0000","last_clean":"2024-09-10T10:33:13.743584+0000","last_became_active":"2024-09-10T10:33:12.723249+0000","last_became_peered":"2024-09-10T10:33:12.723249+0000","last_unstale":"2024-09-10T10:33:13.743584+0000","last_undegraded":"2024-09-10T10:33:13.743584+0000","last_fullsized":"2024-09-10T10:33:13.743584+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:07.724719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736842+0000","last_change":"2024-09-10T10:33:13.730032+0000","last_active":"2024-09-10T10:33:13.736842+0000","last_peered":"2024-09-10T10:33:13.736842+0000","last_clean":"2024-09-10T10:33:13.736842+0000","last_became_active":"2024-09-10T10:33:13.729744+0000","last_became_peered":"2024-09-10T10:33:13.729744+0000","last_unstale":"2024-09-10T10:33:13.736842+0000","last_undegraded":"2024-09-10T10:33:13.736842+0000","last_fullsized":"2024-09-10T10:33:13.736842+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:34.755939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.712381+0000","last_change":"2024-09-10T10:33:12.719346+0000","last_active":"2024-09-10T10:33:13.712381+0000","last_peered":"2024-09-10T10:33:13.712381+0000","last_clean":"2024-09-10T10:33:13.712381+0000","last_became_active":"2024-09-10T10:33:12.719072+0000","last_became_peered":"2024-09-10T10:33:12.719072+0000","last_unstale":"2024-09-10T10:33:13.712381+0000","last_undegraded":"2024-09-10T10:33:13.712381+0000","last_fullsized":"2024-09-10T10:33:13.712381+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:12.944169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737874+0000","last_change":"2024-09-10T10:33:13.733789+0000","last_active":"2024-09-10T10:33:13.737874+0000","last_peered":"2024-09-10T10:33:13.737874+0000","last_clean":"2024-09-10T10:33:13.737874+0000","last_became_active":"2024-09-10T10:33:13.733500+0000","last_became_peered":"2024-09-10T10:33:13.733500+0000","last_unstale":"2024-09-10T10:33:13.737874+0000","last_undegraded":"2024-09-10T10:33:13.737874+0000","last_fullsized":"2024-09-10T10:33:13.737874+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:08.334150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.726262+0000","last_change":"2024-09-10T10:33:12.723436+0000","last_active":"2024-09-10T10:33:12.726262+0000","last_peered":"2024-09-10T10:33:12.726262+0000","last_clean":"2024-09-10T10:33:12.726262+0000","last_became_active":"2024-09-10T10:33:12.723160+0000","last_became_peered":"2024-09-10T10:33:12.723160+0000","last_unstale":"2024-09-10T10:33:12.726262+0000","last_undegraded":"2024-09-10T10:33:12.726262+0000","last_fullsized":"2024-09-10T10:33:12.726262+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:37.686023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-10T10:33:12.710597+0000","last_change":"2024-09-10T10:33:12.710597+0000","last_active":"2024-09-10T10:33:12.691061+0000","last_peered":"2024-09-10T10:33:12.691061+0000","last_clean":"2024-09-10T10:33:12.691061+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:33:12.710597+0000","last_undegraded":"2024-09-10T10:33:12.710597+0000","last_fullsized":"2024-09-10T10:33:12.710597+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.708726+0000","last_change":"2024-09-10T10:33:12.722215+0000","last_active":"2024-09-10T10:33:13.708726+0000","last_peered":"2024-09-10T10:33:13.708726+0000","last_clean":"2024-09-10T10:33:13.708726+0000","last_became_active":"2024-09-10T10:33:12.721952+0000","last_became_peered":"2024-09-10T10:33:12.721952+0000","last_unstale":"2024-09-10T10:33:13.708726+0000","last_undegraded":"2024-09-10T10:33:13.708726+0000","last_fullsized":"2024-09-10T10:33:13.708726+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:32.029944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735427+0000","last_change":"2024-09-10T10:33:13.731166+0000","last_active":"2024-09-10T10:33:13.735427+0000","last_peered":"2024-09-10T10:33:13.735427+0000","last_clean":"2024-09-10T10:33:13.735427+0000","last_became_active":"2024-09-10T10:33:13.730890+0000","last_became_peered":"2024-09-10T10:33:13.730890+0000","last_unstale":"2024-09-10T10:33:13.735427+0000","last_undegraded":"2024-09-10T10:33:13.735427+0000","last_fullsized":"2024-09-10T10:33:13.735427+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:07.704141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.711131+0000","last_change":"2024-09-10T10:33:12.718501+0000","last_active":"2024-09-10T10:33:13.711131+0000","last_peered":"2024-09-10T10:33:13.711131+0000","last_clean":"2024-09-10T10:33:13.711131+0000","last_became_active":"2024-09-10T10:33:12.718240+0000","last_became_peered":"2024-09-10T10:33:12.718240+0000","last_unstale":"2024-09-10T10:33:13.711131+0000","last_undegraded":"2024-09-10T10:33:13.711131+0000","last_fullsized":"2024-09-10T10:33:13.711131+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:51.064641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.733626+0000","last_change":"2024-09-10T10:33:13.726437+0000","last_active":"2024-09-10T10:33:13.733626+0000","last_peered":"2024-09-10T10:33:13.733626+0000","last_clean":"2024-09-10T10:33:13.733626+0000","last_became_active":"2024-09-10T10:33:13.726174+0000","last_became_peered":"2024-09-10T10:33:13.726174+0000","last_unstale":"2024-09-10T10:33:13.733626+0000","last_undegraded":"2024-09-10T10:33:13.733626+0000","last_fullsized":"2024-09-10T10:33:13.733626+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:28.515784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.702596+0000","last_change":"2024-09-10T10:33:12.719342+0000","last_active":"2024-09-10T10:33:13.702596+0000","last_peered":"2024-09-10T10:33:13.702596+0000","last_clean":"2024-09-10T10:33:13.702596+0000","last_became_active":"2024-09-10T10:33:12.719073+0000","last_became_peered":"2024-09-10T10:33:12.719073+0000","last_unstale":"2024-09-10T10:33:13.702596+0000","last_undegraded":"2024-09-10T10:33:13.702596+0000","last_fullsized":"2024-09-10T10:33:13.702596+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:14.753044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.732780+0000","last_change":"2024-09-10T10:33:13.729413+0000","last_active":"2024-09-10T10:33:13.732780+0000","last_peered":"2024-09-10T10:33:13.732780+0000","last_clean":"2024-09-10T10:33:13.732780+0000","last_became_active":"2024-09-10T10:33:13.729150+0000","last_became_peered":"2024-09-10T10:33:13.729150+0000","last_unstale":"2024-09-10T10:33:13.732780+0000","last_undegraded":"2024-09-10T10:33:13.732780+0000","last_fullsized":"2024-09-10T10:33:13.732780+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:57.992795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.750997+0000","last_change":"2024-09-10T10:33:12.716641+0000","last_active":"2024-09-10T10:33:13.750997+0000","last_peered":"2024-09-10T10:33:13.750997+0000","last_clean":"2024-09-10T10:33:13.750997+0000","last_became_active":"2024-09-10T10:33:12.716369+0000","last_became_peered":"2024-09-10T10:33:12.716369+0000","last_unstale":"2024-09-10T10:33:13.750997+0000","last_undegraded":"2024-09-10T10:33:13.750997+0000","last_fullsized":"2024-09-10T10:33:13.750997+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:41.060553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.714956+0000","last_change":"2024-09-10T10:33:13.708809+0000","last_active":"2024-09-10T10:33:13.714956+0000","last_peered":"2024-09-10T10:33:13.714956+0000","last_clean":"2024-09-10T10:33:13.714956+0000","last_became_active":"2024-09-10T10:33:13.708501+0000","last_became_peered":"2024-09-10T10:33:13.708501+0000","last_unstale":"2024-09-10T10:33:13.714956+0000","last_undegraded":"2024-09-10T10:33:13.714956+0000","last_fullsized":"2024-09-10T10:33:13.714956+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:48.114149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:33:12.723607+0000","last_change":"2024-09-10T10:33:12.719427+0000","last_active":"2024-09-10T10:33:12.723607+0000","last_peered":"2024-09-10T10:33:12.723607+0000","last_clean":"2024-09-10T10:33:12.723607+0000","last_became_active":"2024-09-10T10:33:12.719137+0000","last_became_peered":"2024-09-10T10:33:12.719137+0000","last_unstale":"2024-09-10T10:33:12.723607+0000","last_undegraded":"2024-09-10T10:33:12.723607+0000","last_fullsized":"2024-09-10T10:33:12.723607+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:46:27.290098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.737830+0000","last_change":"2024-09-10T10:33:13.735196+0000","last_active":"2024-09-10T10:33:13.737830+0000","last_peered":"2024-09-10T10:33:13.737830+0000","last_clean":"2024-09-10T10:33:13.737830+0000","last_became_active":"2024-09-10T10:33:13.734922+0000","last_became_peered":"2024-09-10T10:33:13.734922+0000","last_unstale":"2024-09-10T10:33:13.737830+0000","last_undegraded":"2024-09-10T10:33:13.737830+0000","last_fullsized":"2024-09-10T10:33:13.737830+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:33.037869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.720873+0000","last_change":"2024-09-10T10:33:12.714938+0000","last_active":"2024-09-10T10:33:13.720873+0000","last_peered":"2024-09-10T10:33:13.720873+0000","last_clean":"2024-09-10T10:33:13.720873+0000","last_became_active":"2024-09-10T10:33:12.713877+0000","last_became_peered":"2024-09-10T10:33:12.713877+0000","last_unstale":"2024-09-10T10:33:13.720873+0000","last_undegraded":"2024-09-10T10:33:13.720873+0000","last_fullsized":"2024-09-10T10:33:13.720873+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:38.693125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.731368+0000","last_change":"2024-09-10T10:33:13.721841+0000","last_active":"2024-09-10T10:33:13.731368+0000","last_peered":"2024-09-10T10:33:13.731368+0000","last_clean":"2024-09-10T10:33:13.731368+0000","last_became_active":"2024-09-10T10:33:13.721485+0000","last_became_peered":"2024-09-10T10:33:13.721485+0000","last_unstale":"2024-09-10T10:33:13.731368+0000","last_undegraded":"2024-09-10T10:33:13.731368+0000","last_fullsized":"2024-09-10T10:33:13.731368+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:15.977666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.721273+0000","last_change":"2024-09-10T10:33:12.714330+0000","last_active":"2024-09-10T10:33:13.721273+0000","last_peered":"2024-09-10T10:33:13.721273+0000","last_clean":"2024-09-10T10:33:13.721273+0000","last_became_active":"2024-09-10T10:33:12.713132+0000","last_became_peered":"2024-09-10T10:33:12.713132+0000","last_unstale":"2024-09-10T10:33:13.721273+0000","last_undegraded":"2024-09-10T10:33:13.721273+0000","last_fullsized":"2024-09-10T10:33:13.721273+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:44.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.735536+0000","last_change":"2024-09-10T10:33:13.730094+0000","last_active":"2024-09-10T10:33:13.735536+0000","last_peered":"2024-09-10T10:33:13.735536+0000","last_clean":"2024-09-10T10:33:13.735536+0000","last_became_active":"2024-09-10T10:33:13.729760+0000","last_became_peered":"2024-09-10T10:33:13.729760+0000","last_unstale":"2024-09-10T10:33:13.735536+0000","last_undegraded":"2024-09-10T10:33:13.735536+0000","last_fullsized":"2024-09-10T10:33:13.735536+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:15.760969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.720330+0000","last_change":"2024-09-10T10:33:12.721428+0000","last_active":"2024-09-10T10:33:13.720330+0000","last_peered":"2024-09-10T10:33:13.720330+0000","last_clean":"2024-09-10T10:33:13.720330+0000","last_became_active":"2024-09-10T10:33:12.721141+0000","last_became_peered":"2024-09-10T10:33:12.721141+0000","last_unstale":"2024-09-10T10:33:13.720330+0000","last_undegraded":"2024-09-10T10:33:13.720330+0000","last_fullsized":"2024-09-10T10:33:13.720330+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:32.029944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.736386+0000","last_change":"2024-09-10T10:33:13.727286+0000","last_active":"2024-09-10T10:33:13.736386+0000","last_peered":"2024-09-10T10:33:13.736386+0000","last_clean":"2024-09-10T10:33:13.736386+0000","last_became_active":"2024-09-10T10:33:13.722196+0000","last_became_peered":"2024-09-10T10:33:13.722196+0000","last_unstale":"2024-09-10T10:33:13.736386+0000","last_undegraded":"2024-09-10T10:33:13.736386+0000","last_fullsized":"2024-09-10T10:33:13.736386+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.708096+0000","last_change":"2024-09-10T10:33:12.720014+0000","last_active":"2024-09-10T10:33:13.708096+0000","last_peered":"2024-09-10T10:33:13.708096+0000","last_clean":"2024-09-10T10:33:13.708096+0000","last_became_active":"2024-09-10T10:33:12.719730+0000","last_became_peered":"2024-09-10T10:33:12.719730+0000","last_unstale":"2024-09-10T10:33:13.708096+0000","last_undegraded":"2024-09-10T10:33:13.708096+0000","last_fullsized":"2024-09-10T10:33:13.708096+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:04.973059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.715860+0000","last_change":"2024-09-10T10:33:13.710256+0000","last_active":"2024-09-10T10:33:13.715860+0000","last_peered":"2024-09-10T10:33:13.715860+0000","last_clean":"2024-09-10T10:33:13.715860+0000","last_became_active":"2024-09-10T10:33:13.708777+0000","last_became_peered":"2024-09-10T10:33:13.708777+0000","last_unstale":"2024-09-10T10:33:13.715860+0000","last_undegraded":"2024-09-10T10:33:13.715860+0000","last_fullsized":"2024-09-10T10:33:13.715860+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:44.041738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.706420+0000","last_change":"2024-09-10T10:33:12.722367+0000","last_active":"2024-09-10T10:33:13.706420+0000","last_peered":"2024-09-10T10:33:13.706420+0000","last_clean":"2024-09-10T10:33:13.706420+0000","last_became_active":"2024-09-10T10:33:12.719291+0000","last_became_peered":"2024-09-10T10:33:12.719291+0000","last_unstale":"2024-09-10T10:33:13.706420+0000","last_undegraded":"2024-09-10T10:33:13.706420+0000","last_fullsized":"2024-09-10T10:33:13.706420+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:44.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.728881+0000","last_change":"2024-09-10T10:33:13.723480+0000","last_active":"2024-09-10T10:33:13.728881+0000","last_peered":"2024-09-10T10:33:13.728881+0000","last_clean":"2024-09-10T10:33:13.728881+0000","last_became_active":"2024-09-10T10:33:13.723184+0000","last_became_peered":"2024-09-10T10:33:13.723184+0000","last_unstale":"2024-09-10T10:33:13.728881+0000","last_undegraded":"2024-09-10T10:33:13.728881+0000","last_fullsized":"2024-09-10T10:33:13.728881+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:34.355757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.703985+0000","last_change":"2024-09-10T10:33:12.723389+0000","last_active":"2024-09-10T10:33:13.703985+0000","last_peered":"2024-09-10T10:33:13.703985+0000","last_clean":"2024-09-10T10:33:13.703985+0000","last_became_active":"2024-09-10T10:33:12.723129+0000","last_became_peered":"2024-09-10T10:33:12.723129+0000","last_unstale":"2024-09-10T10:33:13.703985+0000","last_undegraded":"2024-09-10T10:33:13.703985+0000","last_fullsized":"2024-09-10T10:33:13.703985+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:23.227172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":189,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T10:33:13.710748+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:33:13.710748+0000","last_peered":"2024-09-10T10:33:13.710748+0000","last_clean":"2024-09-10T10:33:13.710748+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:33:13.710748+0000","last_undegraded":"2024-09-10T10:33:13.710748+0000","last_fullsized":"2024-09-10T10:33:13.710748+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509454,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509453,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31536,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340304,"statfs":{"total":96636764160,"available":96604471296,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":138533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509454,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":946176,"data_stored":722092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509453,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31536,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340304,"statfs":{"total":96636764160,"available":96604471296,"internally_reserved":0,"allocated":352256,"data_stored":131724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32100,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339740,"statfs":{"total":96636764160,"available":96603893760,"internally_reserved":0,"allocated":933888,"data_stored":715817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:33:18.637 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3e is not active+clean 2024-09-10T10:33:18.637 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:33:12.713378+0000', 'last_change': '2024-09-10T10:33:12.713378+0000', 'last_active': '2024-09-10T10:33:12.691061+0000', 'last_peered': '2024-09-10T10:33:12.691061+0000', 'last_clean': '2024-09-10T10:33:12.691061+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:33:12.713378+0000', 'last_undegraded': '2024-09-10T10:33:12.713378+0000', 'last_fullsized': '2024-09-10T10:33:12.713378+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'last_clean_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:33:18.637 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3b is not active+clean 2024-09-10T10:33:18.637 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:33:12.711246+0000', 'last_change': '2024-09-10T10:33:12.711246+0000', 'last_active': '2024-09-10T10:33:12.691061+0000', 'last_peered': '2024-09-10T10:33:12.691061+0000', 'last_clean': '2024-09-10T10:33:12.691061+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:33:12.711246+0000', 'last_undegraded': '2024-09-10T10:33:12.711246+0000', 'last_fullsized': '2024-09-10T10:33:12.711246+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'last_clean_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:33:18.637 INFO:tasks.ceph.ceph_manager.ceph:PG 5.25 is not active+clean 2024-09-10T10:33:18.637 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:33:12.709878+0000', 'last_change': '2024-09-10T10:33:12.709878+0000', 'last_active': '2024-09-10T10:33:12.691061+0000', 'last_peered': '2024-09-10T10:33:12.691061+0000', 'last_clean': '2024-09-10T10:33:12.691061+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:33:12.709878+0000', 'last_undegraded': '2024-09-10T10:33:12.709878+0000', 'last_fullsized': '2024-09-10T10:33:12.709878+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'last_clean_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:33:18.637 INFO:tasks.ceph.ceph_manager.ceph:PG 5.c is not active+clean 2024-09-10T10:33:18.637 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:33:12.711228+0000', 'last_change': '2024-09-10T10:33:12.711228+0000', 'last_active': '2024-09-10T10:33:12.691061+0000', 'last_peered': '2024-09-10T10:33:12.691061+0000', 'last_clean': '2024-09-10T10:33:12.691061+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:33:12.711228+0000', 'last_undegraded': '2024-09-10T10:33:12.711228+0000', 'last_fullsized': '2024-09-10T10:33:12.711228+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'last_clean_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:33:18.637 INFO:tasks.ceph.ceph_manager.ceph:PG 5.b is not active+clean 2024-09-10T10:33:18.637 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:33:12.710597+0000', 'last_change': '2024-09-10T10:33:12.710597+0000', 'last_active': '2024-09-10T10:33:12.691061+0000', 'last_peered': '2024-09-10T10:33:12.691061+0000', 'last_clean': '2024-09-10T10:33:12.691061+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:33:12.710597+0000', 'last_undegraded': '2024-09-10T10:33:12.710597+0000', 'last_fullsized': '2024-09-10T10:33:12.710597+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'last_clean_scrub_stamp': '2024-09-10T10:33:12.691061+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:33:18.638 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T10:33:18.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.814+0000 7fafd5200640 1 Processor -- start 2024-09-10T10:33:18.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.814+0000 7fafd5200640 1 -- start start 2024-09-10T10:33:18.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.814+0000 7fafd5200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fafd00b46d0 0x7fafd00b5410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.814+0000 7fafd5200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafd015c3c0 con 0x7fafd015c9b0 2024-09-10T10:33:18.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.814+0000 7fafd5200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafd00aff20 con 0x7fafd00afab0 2024-09-10T10:33:18.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.814+0000 7fafd5200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fafd00ce980 con 0x7fafd00b46d0 2024-09-10T10:33:18.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafc5400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fafd015c9b0 0x7fafd00b4ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:60978/0 (socket says 172.21.15.22:60978) 2024-09-10T10:33:18.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafc5400640 1 -- 172.21.15.22:0/148694655 learned_addr learned my addr 172.21.15.22:0/148694655 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:18.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafcde00640 1 --2- 172.21.15.22:0/148694655 >> v2:172.21.15.145:3300/0 conn(0x7fafd00b46d0 0x7fafd00b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafcd400640 1 -- 172.21.15.22:0/148694655 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3499348510 0 0) 0x7fafd015c3c0 con 0x7fafd015c9b0 2024-09-10T10:33:18.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafcd400640 1 -- 172.21.15.22:0/148694655 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fafb4005740 con 0x7fafd015c9b0 2024-09-10T10:33:18.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafcd400640 1 -- 172.21.15.22:0/148694655 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 764994334 0 0) 0x7fafd00aff20 con 0x7fafd00afab0 2024-09-10T10:33:18.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafcd400640 1 -- 172.21.15.22:0/148694655 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fafd015c3c0 con 0x7fafd00afab0 2024-09-10T10:33:18.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafcde00640 1 -- 172.21.15.22:0/148694655 >> v1:172.21.15.145:6789/0 conn(0x7fafd00afab0 legacy=0x7fafd00cee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafcd400640 1 -- 172.21.15.22:0/148694655 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 573689393 0 0) 0x7fafb4005740 con 0x7fafd015c9b0 2024-09-10T10:33:18.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafcde00640 1 -- 172.21.15.22:0/148694655 >> v1:172.21.15.22:6789/0 conn(0x7fafd015c9b0 legacy=0x7fafd00b4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafcde00640 1 -- 172.21.15.22:0/148694655 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafd015c660 con 0x7fafd00b46d0 2024-09-10T10:33:18.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.818+0000 7fafcde00640 1 --2- 172.21.15.22:0/148694655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafd00b46d0 0x7fafd00b5410 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fafc00097f0 tx=0x7fafc001c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e45724c119031f25 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:18.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafcd400640 1 -- 172.21.15.22:0/148694655 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc00b0070 con 0x7fafd00b46d0 2024-09-10T10:33:18.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafcd400640 1 -- 172.21.15.22:0/148694655 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafc00ab400 con 0x7fafd00b46d0 2024-09-10T10:33:18.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafcd400640 1 -- 172.21.15.22:0/148694655 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb8001680 con 0x7fafd00b46d0 2024-09-10T10:33:18.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 -- 172.21.15.22:0/148694655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafd00b46d0 msgr2=0x7fafd00b5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 --2- 172.21.15.22:0/148694655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafd00b46d0 0x7fafd00b5410 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fafc00097f0 tx=0x7fafc001c3c0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 -- 172.21.15.22:0/148694655 shutdown_connections 2024-09-10T10:33:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 --2- 172.21.15.22:0/148694655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafd00b46d0 0x7fafd00b5410 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 -- 172.21.15.22:0/148694655 >> 172.21.15.22:0/148694655 conn(0x7fafd00b21c0 msgr2=0x7fafd00b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 -- 172.21.15.22:0/148694655 shutdown_connections 2024-09-10T10:33:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 -- 172.21.15.22:0/148694655 wait complete. 2024-09-10T10:33:18.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 Processor -- start 2024-09-10T10:33:18.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 -- start start 2024-09-10T10:33:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fafd00afab0 0x7fafd006d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafd00b46d0 0x7fafd00ca410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafd015c9b0 0x7fafd00c8650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fafd00b3740 con 0x7fafd00afab0 2024-09-10T10:33:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fafd00b35c0 con 0x7fafd015c9b0 2024-09-10T10:33:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafd5200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fafd00b38c0 con 0x7fafd00b46d0 2024-09-10T10:33:18.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafcde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fafd00afab0 0x7fafd006d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafcde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fafd00afab0 0x7fafd006d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36754/0 (socket says 172.21.15.22:36754) 2024-09-10T10:33:18.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafcde00640 1 -- 172.21.15.22:0/357174590 learned_addr learned my addr 172.21.15.22:0/357174590 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:18.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafce800640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafd015c9b0 0x7fafd00c8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.822+0000 7fafc5400640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafd00b46d0 0x7fafd00ca410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafcde00640 1 -- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafd00b46d0 msgr2=0x7fafd00ca410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafcde00640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafd00b46d0 0x7fafd00ca410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafcde00640 1 -- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafd015c9b0 msgr2=0x7fafd00c8650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafcde00640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafd015c9b0 0x7fafd00c8650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafcde00640 1 -- 172.21.15.22:0/357174590 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafd00cae10 con 0x7fafd00afab0 2024-09-10T10:33:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafcde00640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fafd00afab0 0x7fafd006d980 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fafc00097f0 tx=0x7fafc001ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafc6a00640 1 -- 172.21.15.22:0/357174590 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc00bb020 con 0x7fafd00afab0 2024-09-10T10:33:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafc6a00640 1 -- 172.21.15.22:0/357174590 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafc00b1040 con 0x7fafd00afab0 2024-09-10T10:33:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafc6a00640 1 -- 172.21.15.22:0/357174590 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc00b0050 con 0x7fafd00afab0 2024-09-10T10:33:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafd5200640 1 -- 172.21.15.22:0/357174590 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafd00cb0f0 con 0x7fafd00afab0 2024-09-10T10:33:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafd5200640 1 -- 172.21.15.22:0/357174590 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafd00cb6b0 con 0x7fafd00afab0 2024-09-10T10:33:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafd5200640 1 -- 172.21.15.22:0/357174590 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafd00b5410 con 0x7fafd00afab0 2024-09-10T10:33:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafc6a00640 1 -- 172.21.15.22:0/357174590 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fafc00be070 con 0x7fafd00afab0 2024-09-10T10:33:18.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafc6a00640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fafac0678c0 0x7fafac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:18.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafc6a00640 1 -- 172.21.15.22:0/357174590 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fafc011f390 con 0x7fafd00afab0 2024-09-10T10:33:18.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.826+0000 7fafc5400640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fafac0678c0 0x7fafac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:18.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.830+0000 7fafc5400640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fafac0678c0 0x7fafac069d80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fafd00cc1e0 tx=0x7fafb8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:18.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:18.830+0000 7fafc6a00640 1 -- 172.21.15.22:0/357174590 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fafc0015ff0 con 0x7fafd00afab0 2024-09-10T10:33:19.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.054+0000 7fafd5200640 1 -- 172.21.15.22:0/357174590 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fafd00cf0b0 con 0x7fafd00afab0 2024-09-10T10:33:19.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafc6a00640 1 -- 172.21.15.22:0/357174590 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2753 (secure 0 0 0) 0x7fafc00b3300 con 0x7fafd00afab0 2024-09-10T10:33:19.061 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:19.061 INFO:teuthology.orchestra.run.smithi022.stdout:{"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":74,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":34,"num_osds":8,"num_up_osds":8,"osd_up_since":1725964338,"num_in_osds":8,"osd_in_since":1725964326,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":92},{"state_name":"creating+peering","count":5}],"num_pgs":97,"num_pools":3,"num_objects":22,"data_bytes":592778,"bytes_used":246747136,"bytes_avail":772847366144,"bytes_total":773094113280,"inactive_pgs_ratio":0.051546391099691391,"write_bytes_sec":2536,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":15,"btime":"2024-09-10T10:33:16:726312+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"c","status":"up:active","gid":4821}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":3,"modified":"2024-09-10T10:33:11.342703+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T10:33:19.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 -- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fafac0678c0 msgr2=0x7fafac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:19.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fafac0678c0 0x7fafac069d80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fafd00cc1e0 tx=0x7fafb8009040 comp rx=0 tx=0).stop 2024-09-10T10:33:19.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 -- 172.21.15.22:0/357174590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fafd00afab0 msgr2=0x7fafd006d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:19.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fafd00afab0 0x7fafd006d980 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fafc00097f0 tx=0x7fafc001ac00 comp rx=0 tx=0).stop 2024-09-10T10:33:19.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 -- 172.21.15.22:0/357174590 shutdown_connections 2024-09-10T10:33:19.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fafac0678c0 0x7fafac069d80 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafd015c9b0 0x7fafd00c8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafd00b46d0 0x7fafd00ca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 --2- 172.21.15.22:0/357174590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fafd00afab0 0x7fafd006d980 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 -- 172.21.15.22:0/357174590 >> 172.21.15.22:0/357174590 conn(0x7fafd00b21c0 msgr2=0x7fafd0157d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:19.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 -- 172.21.15.22:0/357174590 shutdown_connections 2024-09-10T10:33:19.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.058+0000 7fafd5200640 1 -- 172.21.15.22:0/357174590 wait complete. 2024-09-10T10:33:19.083 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T10:33:19.083 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:33:19.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.218+0000 7f83cfe00640 1 Processor -- start 2024-09-10T10:33:19.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.218+0000 7f83cfe00640 1 -- start start 2024-09-10T10:33:19.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f83c806ccd0 0x7f83c8160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:19.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cfe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f83c806d0b0 0x7f83c806feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:19.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cfe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83c8145850 con 0x7f83c80703f0 2024-09-10T10:33:19.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cfe00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f83c8145600 con 0x7f83c806ccd0 2024-09-10T10:33:19.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cfe00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f83c8145b30 con 0x7f83c806d0b0 2024-09-10T10:33:19.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cd400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f83c806ccd0 0x7f83c8160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:19.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cd400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f83c806ccd0 0x7f83c8160030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36766/0 (socket says 172.21.15.22:36766) 2024-09-10T10:33:19.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cd400640 1 -- 172.21.15.22:0/2114883372 learned_addr learned my addr 172.21.15.22:0/2114883372 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:19.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cca00640 1 --2- 172.21.15.22:0/2114883372 >> v2:172.21.15.145:3300/0 conn(0x7f83c806d0b0 0x7f83c806feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:19.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cd400640 1 -- 172.21.15.22:0/2114883372 >> v2:172.21.15.145:3300/0 conn(0x7f83c806d0b0 msgr2=0x7f83c806feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:19.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cd400640 1 --2- 172.21.15.22:0/2114883372 >> v2:172.21.15.145:3300/0 conn(0x7f83c806d0b0 0x7f83c806feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cd400640 1 -- 172.21.15.22:0/2114883372 >> v1:172.21.15.145:6789/0 conn(0x7f83c80703f0 legacy=0x7f83c8142020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:19.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.222+0000 7f83cd400640 1 -- 172.21.15.22:0/2114883372 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83c8145e10 con 0x7f83c806ccd0 2024-09-10T10:33:19.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cd400640 1 --2- 172.21.15.22:0/2114883372 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c806ccd0 0x7f83c8160030 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f83c8075540 tx=0x7f83bc01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab7f17911bcec004 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:19.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83c7e00640 1 -- 172.21.15.22:0/2114883372 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83bc0ab640 con 0x7f83c806ccd0 2024-09-10T10:33:19.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83c7e00640 1 -- 172.21.15.22:0/2114883372 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83bc0b0070 con 0x7f83c806ccd0 2024-09-10T10:33:19.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83c7e00640 1 -- 172.21.15.22:0/2114883372 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83bc0aba00 con 0x7f83c806ccd0 2024-09-10T10:33:19.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cfe00640 1 -- 172.21.15.22:0/2114883372 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c806ccd0 msgr2=0x7f83c8160030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:19.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cfe00640 1 --2- 172.21.15.22:0/2114883372 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c806ccd0 0x7f83c8160030 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f83c8075540 tx=0x7f83bc01c420 comp rx=0 tx=0).stop 2024-09-10T10:33:19.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cfe00640 1 -- 172.21.15.22:0/2114883372 shutdown_connections 2024-09-10T10:33:19.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cfe00640 1 --2- 172.21.15.22:0/2114883372 >> v2:172.21.15.145:3300/0 conn(0x7f83c806d0b0 0x7f83c806feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cfe00640 1 --2- 172.21.15.22:0/2114883372 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c806ccd0 0x7f83c8160030 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cfe00640 1 -- 172.21.15.22:0/2114883372 >> 172.21.15.22:0/2114883372 conn(0x7f83c8072110 msgr2=0x7f83c8072520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:19.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cfe00640 1 -- 172.21.15.22:0/2114883372 shutdown_connections 2024-09-10T10:33:19.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cfe00640 1 -- 172.21.15.22:0/2114883372 wait complete. 2024-09-10T10:33:19.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cfe00640 1 Processor -- start 2024-09-10T10:33:19.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.226+0000 7f83cfe00640 1 -- start start 2024-09-10T10:33:19.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cfe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83c806ccd0 0x7f83c80aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:19.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cfe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83c806d0b0 0x7f83c81f57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:19.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c80703f0 0x7f83c80d0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:19.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cfe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f83c8142cc0 con 0x7f83c80703f0 2024-09-10T10:33:19.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cfe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f83c8142b40 con 0x7f83c806d0b0 2024-09-10T10:33:19.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cfe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f83c815fc00 con 0x7f83c806ccd0 2024-09-10T10:33:19.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c80703f0 0x7f83c80d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c80703f0 0x7f83c80d0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36772/0 (socket says 172.21.15.22:36772) 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cde00640 1 -- 172.21.15.22:0/2774270989 learned_addr learned my addr 172.21.15.22:0/2774270989 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cd400640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83c806ccd0 0x7f83c80aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cca00640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83c806d0b0 0x7f83c81f57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cde00640 1 -- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83c806ccd0 msgr2=0x7f83c80aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cde00640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83c806ccd0 0x7f83c80aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cde00640 1 -- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83c806d0b0 msgr2=0x7f83c81f57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cde00640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83c806d0b0 0x7f83c81f57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cde00640 1 -- 172.21.15.22:0/2774270989 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83c815a6a0 con 0x7f83c80703f0 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cde00640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c80703f0 0x7f83c80d0470 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f83c000b9a0 tx=0x7f83c000be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83c5600640 1 -- 172.21.15.22:0/2774270989 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c0019070 con 0x7f83c80703f0 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83c5600640 1 -- 172.21.15.22:0/2774270989 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83c000cba0 con 0x7f83c80703f0 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83c5600640 1 -- 172.21.15.22:0/2774270989 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c0014440 con 0x7f83c80703f0 2024-09-10T10:33:19.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cfe00640 1 -- 172.21.15.22:0/2774270989 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83c815a980 con 0x7f83c80703f0 2024-09-10T10:33:19.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cfe00640 1 -- 172.21.15.22:0/2774270989 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83c815af40 con 0x7f83c80703f0 2024-09-10T10:33:19.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83cfe00640 1 -- 172.21.15.22:0/2774270989 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83c815b140 con 0x7f83c80703f0 2024-09-10T10:33:19.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.230+0000 7f83c5600640 1 -- 172.21.15.22:0/2774270989 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f83c001c070 con 0x7f83c80703f0 2024-09-10T10:33:19.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.234+0000 7f83c5600640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f83a80678c0 0x7f83a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:19.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.234+0000 7f83c5600640 1 -- 172.21.15.22:0/2774270989 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f83c0085860 con 0x7f83c80703f0 2024-09-10T10:33:19.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.234+0000 7f83cd400640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f83a80678c0 0x7f83a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:19.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.234+0000 7f83cd400640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f83a80678c0 0x7f83a8069d80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f83bc0af000 tx=0x7f83bc0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:19.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.238+0000 7f83c5600640 1 -- 172.21.15.22:0/2774270989 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f83c815b140 con 0x7f83c80703f0 2024-09-10T10:33:19.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.402+0000 7f83cfe00640 1 -- 172.21.15.22:0/2774270989 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f83c806feb0 con 0x7f83a80678c0 2024-09-10T10:33:19.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.406+0000 7f83c5600640 1 -- 172.21.15.22:0/2774270989 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251955 (secure 0 0 0) 0x7f83c806feb0 con 0x7f83a80678c0 2024-09-10T10:33:19.415 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:19.416 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:33:19.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 -- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f83a80678c0 msgr2=0x7f83a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:19.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f83a80678c0 0x7f83a8069d80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f83bc0af000 tx=0x7f83bc0a7000 comp rx=0 tx=0).stop 2024-09-10T10:33:19.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 -- 172.21.15.22:0/2774270989 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c80703f0 msgr2=0x7f83c80d0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:19.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c80703f0 0x7f83c80d0470 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f83c000b9a0 tx=0x7f83c000be60 comp rx=0 tx=0).stop 2024-09-10T10:33:19.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 -- 172.21.15.22:0/2774270989 shutdown_connections 2024-09-10T10:33:19.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f83a80678c0 0x7f83a8069d80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f83c80703f0 0x7f83c80d0470 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83c806d0b0 0x7f83c81f57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 --2- 172.21.15.22:0/2774270989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83c806ccd0 0x7f83c80aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:19.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 -- 172.21.15.22:0/2774270989 >> 172.21.15.22:0/2774270989 conn(0x7f83c8072110 msgr2=0x7f83c80b27f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:19.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 -- 172.21.15.22:0/2774270989 shutdown_connections 2024-09-10T10:33:19.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:19.410+0000 7f83cfe00640 1 -- 172.21.15.22:0/2774270989 wait complete. 2024-09-10T10:33:19.435 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2024-09-10T10:33:19.344126+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241212,"kb_used_data":4168,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733508,"statfs":{"total":773094113280,"available":772847112192,"internally_reserved":0,"allocated":4268032,"data_stored":2343948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.644020"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390258+0000","last_change":"2024-09-10T10:33:13.724483+0000","last_active":"2024-09-10T10:33:15.390258+0000","last_peered":"2024-09-10T10:33:15.390258+0000","last_clean":"2024-09-10T10:33:15.390258+0000","last_became_active":"2024-09-10T10:33:13.724193+0000","last_became_peered":"2024-09-10T10:33:13.724193+0000","last_unstale":"2024-09-10T10:33:15.390258+0000","last_undegraded":"2024-09-10T10:33:15.390258+0000","last_fullsized":"2024-09-10T10:33:15.390258+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:29.334793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737322+0000","last_change":"2024-09-10T10:33:13.728607+0000","last_active":"2024-09-10T10:33:14.737322+0000","last_peered":"2024-09-10T10:33:14.737322+0000","last_clean":"2024-09-10T10:33:14.737322+0000","last_became_active":"2024-09-10T10:33:13.728319+0000","last_became_peered":"2024-09-10T10:33:13.728319+0000","last_unstale":"2024-09-10T10:33:14.737322+0000","last_undegraded":"2024-09-10T10:33:14.737322+0000","last_fullsized":"2024-09-10T10:33:14.737322+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:57:29.973453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390110+0000","last_change":"2024-09-10T10:33:13.721251+0000","last_active":"2024-09-10T10:33:15.390110+0000","last_peered":"2024-09-10T10:33:15.390110+0000","last_clean":"2024-09-10T10:33:15.390110+0000","last_became_active":"2024-09-10T10:33:13.720917+0000","last_became_peered":"2024-09-10T10:33:13.720917+0000","last_unstale":"2024-09-10T10:33:15.390110+0000","last_undegraded":"2024-09-10T10:33:15.390110+0000","last_fullsized":"2024-09-10T10:33:15.390110+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:39.701050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727359+0000","last_change":"2024-09-10T10:33:13.733984+0000","last_active":"2024-09-10T10:33:14.727359+0000","last_peered":"2024-09-10T10:33:14.727359+0000","last_clean":"2024-09-10T10:33:14.727359+0000","last_became_active":"2024-09-10T10:33:13.732966+0000","last_became_peered":"2024-09-10T10:33:13.732966+0000","last_unstale":"2024-09-10T10:33:14.727359+0000","last_undegraded":"2024-09-10T10:33:14.727359+0000","last_fullsized":"2024-09-10T10:33:14.727359+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:25:49.142345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737160+0000","last_change":"2024-09-10T10:33:13.727525+0000","last_active":"2024-09-10T10:33:14.737160+0000","last_peered":"2024-09-10T10:33:14.737160+0000","last_clean":"2024-09-10T10:33:14.737160+0000","last_became_active":"2024-09-10T10:33:13.727005+0000","last_became_peered":"2024-09-10T10:33:13.727005+0000","last_unstale":"2024-09-10T10:33:14.737160+0000","last_undegraded":"2024-09-10T10:33:14.737160+0000","last_fullsized":"2024-09-10T10:33:14.737160+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:00:47.936049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726313+0000","last_change":"2024-09-10T10:33:13.722085+0000","last_active":"2024-09-10T10:33:14.726313+0000","last_peered":"2024-09-10T10:33:14.726313+0000","last_clean":"2024-09-10T10:33:14.726313+0000","last_became_active":"2024-09-10T10:33:13.721523+0000","last_became_peered":"2024-09-10T10:33:13.721523+0000","last_unstale":"2024-09-10T10:33:14.726313+0000","last_undegraded":"2024-09-10T10:33:14.726313+0000","last_fullsized":"2024-09-10T10:33:14.726313+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:31.648662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388614+0000","last_change":"2024-09-10T10:33:13.719028+0000","last_active":"2024-09-10T10:33:15.388614+0000","last_peered":"2024-09-10T10:33:15.388614+0000","last_clean":"2024-09-10T10:33:15.388614+0000","last_became_active":"2024-09-10T10:33:13.718658+0000","last_became_peered":"2024-09-10T10:33:13.718658+0000","last_unstale":"2024-09-10T10:33:15.388614+0000","last_undegraded":"2024-09-10T10:33:15.388614+0000","last_fullsized":"2024-09-10T10:33:15.388614+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.373924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388955+0000","last_change":"2024-09-10T10:33:13.727119+0000","last_active":"2024-09-10T10:33:15.388955+0000","last_peered":"2024-09-10T10:33:15.388955+0000","last_clean":"2024-09-10T10:33:15.388955+0000","last_became_active":"2024-09-10T10:33:13.726780+0000","last_became_peered":"2024-09-10T10:33:13.726780+0000","last_unstale":"2024-09-10T10:33:15.388955+0000","last_undegraded":"2024-09-10T10:33:15.388955+0000","last_fullsized":"2024-09-10T10:33:15.388955+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:55.741431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390119+0000","last_change":"2024-09-10T10:33:13.736197+0000","last_active":"2024-09-10T10:33:15.390119+0000","last_peered":"2024-09-10T10:33:15.390119+0000","last_clean":"2024-09-10T10:33:15.390119+0000","last_became_active":"2024-09-10T10:33:13.735914+0000","last_became_peered":"2024-09-10T10:33:13.735914+0000","last_unstale":"2024-09-10T10:33:15.390119+0000","last_undegraded":"2024-09-10T10:33:15.390119+0000","last_fullsized":"2024-09-10T10:33:15.390119+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:42.068478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726882+0000","last_change":"2024-09-10T10:33:13.723743+0000","last_active":"2024-09-10T10:33:14.726882+0000","last_peered":"2024-09-10T10:33:14.726882+0000","last_clean":"2024-09-10T10:33:14.726882+0000","last_became_active":"2024-09-10T10:33:13.723442+0000","last_became_peered":"2024-09-10T10:33:13.723442+0000","last_unstale":"2024-09-10T10:33:14.726882+0000","last_undegraded":"2024-09-10T10:33:14.726882+0000","last_fullsized":"2024-09-10T10:33:14.726882+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:44.883011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388742+0000","last_change":"2024-09-10T10:33:13.733469+0000","last_active":"2024-09-10T10:33:15.388742+0000","last_peered":"2024-09-10T10:33:15.388742+0000","last_clean":"2024-09-10T10:33:15.388742+0000","last_became_active":"2024-09-10T10:33:13.733190+0000","last_became_peered":"2024-09-10T10:33:13.733190+0000","last_unstale":"2024-09-10T10:33:15.388742+0000","last_undegraded":"2024-09-10T10:33:15.388742+0000","last_fullsized":"2024-09-10T10:33:15.388742+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:42:42.880588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389725+0000","last_change":"2024-09-10T10:33:13.726692+0000","last_active":"2024-09-10T10:33:15.389725+0000","last_peered":"2024-09-10T10:33:15.389725+0000","last_clean":"2024-09-10T10:33:15.389725+0000","last_became_active":"2024-09-10T10:33:13.726432+0000","last_became_peered":"2024-09-10T10:33:13.726432+0000","last_unstale":"2024-09-10T10:33:15.389725+0000","last_undegraded":"2024-09-10T10:33:15.389725+0000","last_fullsized":"2024-09-10T10:33:15.389725+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:33.037869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389653+0000","last_change":"2024-09-10T10:33:13.735394+0000","last_active":"2024-09-10T10:33:15.389653+0000","last_peered":"2024-09-10T10:33:15.389653+0000","last_clean":"2024-09-10T10:33:15.389653+0000","last_became_active":"2024-09-10T10:33:13.735067+0000","last_became_peered":"2024-09-10T10:33:13.735067+0000","last_unstale":"2024-09-10T10:33:15.389653+0000","last_undegraded":"2024-09-10T10:33:15.389653+0000","last_fullsized":"2024-09-10T10:33:15.389653+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:55.741431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726133+0000","last_change":"2024-09-10T10:33:13.723697+0000","last_active":"2024-09-10T10:33:14.726133+0000","last_peered":"2024-09-10T10:33:14.726133+0000","last_clean":"2024-09-10T10:33:14.726133+0000","last_became_active":"2024-09-10T10:33:13.723383+0000","last_became_peered":"2024-09-10T10:33:13.723383+0000","last_unstale":"2024-09-10T10:33:14.726133+0000","last_undegraded":"2024-09-10T10:33:14.726133+0000","last_fullsized":"2024-09-10T10:33:14.726133+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:29.334793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722001+0000","last_change":"2024-09-10T10:33:13.730642+0000","last_active":"2024-09-10T10:33:14.722001+0000","last_peered":"2024-09-10T10:33:14.722001+0000","last_clean":"2024-09-10T10:33:14.722001+0000","last_became_active":"2024-09-10T10:33:13.730342+0000","last_became_peered":"2024-09-10T10:33:13.730342+0000","last_unstale":"2024-09-10T10:33:14.722001+0000","last_undegraded":"2024-09-10T10:33:14.722001+0000","last_fullsized":"2024-09-10T10:33:14.722001+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:15.760969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722221+0000","last_change":"2024-09-10T10:33:13.721672+0000","last_active":"2024-09-10T10:33:14.722221+0000","last_peered":"2024-09-10T10:33:14.722221+0000","last_clean":"2024-09-10T10:33:14.722221+0000","last_became_active":"2024-09-10T10:33:13.721375+0000","last_became_peered":"2024-09-10T10:33:13.721375+0000","last_unstale":"2024-09-10T10:33:14.722221+0000","last_undegraded":"2024-09-10T10:33:14.722221+0000","last_fullsized":"2024-09-10T10:33:14.722221+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:24.235097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389094+0000","last_change":"2024-09-10T10:33:13.726929+0000","last_active":"2024-09-10T10:33:15.389094+0000","last_peered":"2024-09-10T10:33:15.389094+0000","last_clean":"2024-09-10T10:33:15.389094+0000","last_became_active":"2024-09-10T10:33:13.725433+0000","last_became_peered":"2024-09-10T10:33:13.725433+0000","last_unstale":"2024-09-10T10:33:15.389094+0000","last_undegraded":"2024-09-10T10:33:15.389094+0000","last_fullsized":"2024-09-10T10:33:15.389094+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:54:17.389278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726433+0000","last_change":"2024-09-10T10:33:13.723740+0000","last_active":"2024-09-10T10:33:14.726433+0000","last_peered":"2024-09-10T10:33:14.726433+0000","last_clean":"2024-09-10T10:33:14.726433+0000","last_became_active":"2024-09-10T10:33:13.723430+0000","last_became_peered":"2024-09-10T10:33:13.723430+0000","last_unstale":"2024-09-10T10:33:14.726433+0000","last_undegraded":"2024-09-10T10:33:14.726433+0000","last_fullsized":"2024-09-10T10:33:14.726433+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:13.952094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726315+0000","last_change":"2024-09-10T10:33:13.715140+0000","last_active":"2024-09-10T10:33:14.726315+0000","last_peered":"2024-09-10T10:33:14.726315+0000","last_clean":"2024-09-10T10:33:14.726315+0000","last_became_active":"2024-09-10T10:33:13.714887+0000","last_became_peered":"2024-09-10T10:33:13.714887+0000","last_unstale":"2024-09-10T10:33:14.726315+0000","last_undegraded":"2024-09-10T10:33:14.726315+0000","last_fullsized":"2024-09-10T10:33:14.726315+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:39.701050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389680+0000","last_change":"2024-09-10T10:33:13.733738+0000","last_active":"2024-09-10T10:33:15.389680+0000","last_peered":"2024-09-10T10:33:15.389680+0000","last_clean":"2024-09-10T10:33:15.389680+0000","last_became_active":"2024-09-10T10:33:13.733469+0000","last_became_peered":"2024-09-10T10:33:13.733469+0000","last_unstale":"2024-09-10T10:33:15.389680+0000","last_undegraded":"2024-09-10T10:33:15.389680+0000","last_fullsized":"2024-09-10T10:33:15.389680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:08.732644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.721981+0000","last_change":"2024-09-10T10:33:13.723595+0000","last_active":"2024-09-10T10:33:14.721981+0000","last_peered":"2024-09-10T10:33:14.721981+0000","last_clean":"2024-09-10T10:33:14.721981+0000","last_became_active":"2024-09-10T10:33:13.723285+0000","last_became_peered":"2024-09-10T10:33:13.723285+0000","last_unstale":"2024-09-10T10:33:14.721981+0000","last_undegraded":"2024-09-10T10:33:14.721981+0000","last_fullsized":"2024-09-10T10:33:14.721981+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.373924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388528+0000","last_change":"2024-09-10T10:33:13.723910+0000","last_active":"2024-09-10T10:33:15.388528+0000","last_peered":"2024-09-10T10:33:15.388528+0000","last_clean":"2024-09-10T10:33:15.388528+0000","last_became_active":"2024-09-10T10:33:13.723652+0000","last_became_peered":"2024-09-10T10:33:13.723652+0000","last_unstale":"2024-09-10T10:33:15.388528+0000","last_undegraded":"2024-09-10T10:33:15.388528+0000","last_fullsized":"2024-09-10T10:33:15.388528+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:09.586769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389399+0000","last_change":"2024-09-10T10:33:13.726588+0000","last_active":"2024-09-10T10:33:15.389399+0000","last_peered":"2024-09-10T10:33:15.389399+0000","last_clean":"2024-09-10T10:33:15.389399+0000","last_became_active":"2024-09-10T10:33:13.726280+0000","last_became_peered":"2024-09-10T10:33:13.726280+0000","last_unstale":"2024-09-10T10:33:15.389399+0000","last_undegraded":"2024-09-10T10:33:15.389399+0000","last_fullsized":"2024-09-10T10:33:15.389399+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:09.586769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389125+0000","last_change":"2024-09-10T10:33:13.726929+0000","last_active":"2024-09-10T10:33:15.389125+0000","last_peered":"2024-09-10T10:33:15.389125+0000","last_clean":"2024-09-10T10:33:15.389125+0000","last_became_active":"2024-09-10T10:33:13.726597+0000","last_became_peered":"2024-09-10T10:33:13.726597+0000","last_unstale":"2024-09-10T10:33:15.389125+0000","last_undegraded":"2024-09-10T10:33:15.389125+0000","last_fullsized":"2024-09-10T10:33:15.389125+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:08.732644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727292+0000","last_change":"2024-09-10T10:33:13.731886+0000","last_active":"2024-09-10T10:33:14.727292+0000","last_peered":"2024-09-10T10:33:14.727292+0000","last_clean":"2024-09-10T10:33:14.727292+0000","last_became_active":"2024-09-10T10:33:13.731479+0000","last_became_peered":"2024-09-10T10:33:13.731479+0000","last_unstale":"2024-09-10T10:33:14.727292+0000","last_undegraded":"2024-09-10T10:33:14.727292+0000","last_fullsized":"2024-09-10T10:33:14.727292+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:30.184745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726979+0000","last_change":"2024-09-10T10:33:13.723578+0000","last_active":"2024-09-10T10:33:14.726979+0000","last_peered":"2024-09-10T10:33:14.726979+0000","last_clean":"2024-09-10T10:33:14.726979+0000","last_became_active":"2024-09-10T10:33:13.723220+0000","last_became_peered":"2024-09-10T10:33:13.723220+0000","last_unstale":"2024-09-10T10:33:14.726979+0000","last_undegraded":"2024-09-10T10:33:14.726979+0000","last_fullsized":"2024-09-10T10:33:14.726979+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:53.156363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737255+0000","last_change":"2024-09-10T10:33:13.734191+0000","last_active":"2024-09-10T10:33:14.737255+0000","last_peered":"2024-09-10T10:33:14.737255+0000","last_clean":"2024-09-10T10:33:14.737255+0000","last_became_active":"2024-09-10T10:33:13.731701+0000","last_became_peered":"2024-09-10T10:33:13.731701+0000","last_unstale":"2024-09-10T10:33:14.737255+0000","last_undegraded":"2024-09-10T10:33:14.737255+0000","last_fullsized":"2024-09-10T10:33:14.737255+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:58.704201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389801+0000","last_change":"2024-09-10T10:33:13.722723+0000","last_active":"2024-09-10T10:33:15.389801+0000","last_peered":"2024-09-10T10:33:15.389801+0000","last_clean":"2024-09-10T10:33:15.389801+0000","last_became_active":"2024-09-10T10:33:13.722466+0000","last_became_peered":"2024-09-10T10:33:13.722466+0000","last_unstale":"2024-09-10T10:33:15.389801+0000","last_undegraded":"2024-09-10T10:33:15.389801+0000","last_fullsized":"2024-09-10T10:33:15.389801+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:48.114149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722036+0000","last_change":"2024-09-10T10:33:13.738583+0000","last_active":"2024-09-10T10:33:14.722036+0000","last_peered":"2024-09-10T10:33:14.722036+0000","last_clean":"2024-09-10T10:33:14.722036+0000","last_became_active":"2024-09-10T10:33:13.737090+0000","last_became_peered":"2024-09-10T10:33:13.737090+0000","last_unstale":"2024-09-10T10:33:14.722036+0000","last_undegraded":"2024-09-10T10:33:14.722036+0000","last_fullsized":"2024-09-10T10:33:14.722036+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:55.741431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.721971+0000","last_change":"2024-09-10T10:33:13.723230+0000","last_active":"2024-09-10T10:33:14.721971+0000","last_peered":"2024-09-10T10:33:14.721971+0000","last_clean":"2024-09-10T10:33:14.721971+0000","last_became_active":"2024-09-10T10:33:13.722883+0000","last_became_peered":"2024-09-10T10:33:13.722883+0000","last_unstale":"2024-09-10T10:33:14.721971+0000","last_undegraded":"2024-09-10T10:33:14.721971+0000","last_fullsized":"2024-09-10T10:33:14.721971+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:09.586769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388780+0000","last_change":"2024-09-10T10:33:13.715102+0000","last_active":"2024-09-10T10:33:15.388780+0000","last_peered":"2024-09-10T10:33:15.388780+0000","last_clean":"2024-09-10T10:33:15.388780+0000","last_became_active":"2024-09-10T10:33:13.714727+0000","last_became_peered":"2024-09-10T10:33:13.714727+0000","last_unstale":"2024-09-10T10:33:15.388780+0000","last_undegraded":"2024-09-10T10:33:15.388780+0000","last_fullsized":"2024-09-10T10:33:15.388780+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:15.760969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388139+0000","last_change":"2024-09-10T10:33:13.715103+0000","last_active":"2024-09-10T10:33:15.388139+0000","last_peered":"2024-09-10T10:33:15.388139+0000","last_clean":"2024-09-10T10:33:15.388139+0000","last_became_active":"2024-09-10T10:33:13.714858+0000","last_became_peered":"2024-09-10T10:33:13.714858+0000","last_unstale":"2024-09-10T10:33:15.388139+0000","last_undegraded":"2024-09-10T10:33:15.388139+0000","last_fullsized":"2024-09-10T10:33:15.388139+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:13.503171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389627+0000","last_change":"2024-09-10T10:33:13.740649+0000","last_active":"2024-09-10T10:33:15.389627+0000","last_peered":"2024-09-10T10:33:15.389627+0000","last_clean":"2024-09-10T10:33:15.389627+0000","last_became_active":"2024-09-10T10:33:13.740262+0000","last_became_peered":"2024-09-10T10:33:13.740262+0000","last_unstale":"2024-09-10T10:33:15.389627+0000","last_undegraded":"2024-09-10T10:33:15.389627+0000","last_fullsized":"2024-09-10T10:33:15.389627+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:15.760969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389317+0000","last_change":"2024-09-10T10:33:12.719100+0000","last_active":"2024-09-10T10:33:15.389317+0000","last_peered":"2024-09-10T10:33:15.389317+0000","last_clean":"2024-09-10T10:33:15.389317+0000","last_became_active":"2024-09-10T10:33:12.718342+0000","last_became_peered":"2024-09-10T10:33:12.718342+0000","last_unstale":"2024-09-10T10:33:15.389317+0000","last_undegraded":"2024-09-10T10:33:15.389317+0000","last_fullsized":"2024-09-10T10:33:15.389317+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:48.917201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390351+0000","last_change":"2024-09-10T10:33:13.735189+0000","last_active":"2024-09-10T10:33:15.390351+0000","last_peered":"2024-09-10T10:33:15.390351+0000","last_clean":"2024-09-10T10:33:15.390351+0000","last_became_active":"2024-09-10T10:33:13.734824+0000","last_became_peered":"2024-09-10T10:33:13.734824+0000","last_unstale":"2024-09-10T10:33:15.390351+0000","last_undegraded":"2024-09-10T10:33:15.390351+0000","last_fullsized":"2024-09-10T10:33:15.390351+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:45:19.574687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727031+0000","last_change":"2024-09-10T10:33:12.720191+0000","last_active":"2024-09-10T10:33:14.727031+0000","last_peered":"2024-09-10T10:33:14.727031+0000","last_clean":"2024-09-10T10:33:14.727031+0000","last_became_active":"2024-09-10T10:33:12.719301+0000","last_became_peered":"2024-09-10T10:33:12.719301+0000","last_unstale":"2024-09-10T10:33:14.727031+0000","last_undegraded":"2024-09-10T10:33:14.727031+0000","last_fullsized":"2024-09-10T10:33:14.727031+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:14.969741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389830+0000","last_change":"2024-09-10T10:33:13.721235+0000","last_active":"2024-09-10T10:33:15.389830+0000","last_peered":"2024-09-10T10:33:15.389830+0000","last_clean":"2024-09-10T10:33:15.389830+0000","last_became_active":"2024-09-10T10:33:13.720889+0000","last_became_peered":"2024-09-10T10:33:13.720889+0000","last_unstale":"2024-09-10T10:33:15.389830+0000","last_undegraded":"2024-09-10T10:33:15.389830+0000","last_fullsized":"2024-09-10T10:33:15.389830+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:44.041738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726574+0000","last_change":"2024-09-10T10:33:12.721649+0000","last_active":"2024-09-10T10:33:14.726574+0000","last_peered":"2024-09-10T10:33:14.726574+0000","last_clean":"2024-09-10T10:33:14.726574+0000","last_became_active":"2024-09-10T10:33:12.721350+0000","last_became_peered":"2024-09-10T10:33:12.721350+0000","last_unstale":"2024-09-10T10:33:14.726574+0000","last_undegraded":"2024-09-10T10:33:14.726574+0000","last_fullsized":"2024-09-10T10:33:14.726574+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:27.507859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726926+0000","last_change":"2024-09-10T10:33:13.724776+0000","last_active":"2024-09-10T10:33:14.726926+0000","last_peered":"2024-09-10T10:33:14.726926+0000","last_clean":"2024-09-10T10:33:14.726926+0000","last_became_active":"2024-09-10T10:33:13.724397+0000","last_became_peered":"2024-09-10T10:33:13.724397+0000","last_unstale":"2024-09-10T10:33:14.726926+0000","last_undegraded":"2024-09-10T10:33:14.726926+0000","last_fullsized":"2024-09-10T10:33:14.726926+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:45:04.098517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727451+0000","last_change":"2024-09-10T10:33:12.716275+0000","last_active":"2024-09-10T10:33:14.727451+0000","last_peered":"2024-09-10T10:33:14.727451+0000","last_clean":"2024-09-10T10:33:14.727451+0000","last_became_active":"2024-09-10T10:33:12.715997+0000","last_became_peered":"2024-09-10T10:33:12.715997+0000","last_unstale":"2024-09-10T10:33:14.727451+0000","last_undegraded":"2024-09-10T10:33:14.727451+0000","last_fullsized":"2024-09-10T10:33:14.727451+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:06.696216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389584+0000","last_change":"2024-09-10T10:33:13.723962+0000","last_active":"2024-09-10T10:33:15.389584+0000","last_peered":"2024-09-10T10:33:15.389584+0000","last_clean":"2024-09-10T10:33:15.389584+0000","last_became_active":"2024-09-10T10:33:13.722821+0000","last_became_peered":"2024-09-10T10:33:13.722821+0000","last_unstale":"2024-09-10T10:33:15.389584+0000","last_undegraded":"2024-09-10T10:33:15.389584+0000","last_fullsized":"2024-09-10T10:33:15.389584+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:34.755939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389334+0000","last_change":"2024-09-10T10:33:12.726208+0000","last_active":"2024-09-10T10:33:15.389334+0000","last_peered":"2024-09-10T10:33:15.389334+0000","last_clean":"2024-09-10T10:33:15.389334+0000","last_became_active":"2024-09-10T10:33:12.724799+0000","last_became_peered":"2024-09-10T10:33:12.724799+0000","last_unstale":"2024-09-10T10:33:15.389334+0000","last_undegraded":"2024-09-10T10:33:15.389334+0000","last_fullsized":"2024-09-10T10:33:15.389334+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:56.206966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389274+0000","last_change":"2024-09-10T10:33:13.714204+0000","last_active":"2024-09-10T10:33:15.389274+0000","last_peered":"2024-09-10T10:33:15.389274+0000","last_clean":"2024-09-10T10:33:15.389274+0000","last_became_active":"2024-09-10T10:33:13.713829+0000","last_became_peered":"2024-09-10T10:33:13.713829+0000","last_unstale":"2024-09-10T10:33:15.389274+0000","last_undegraded":"2024-09-10T10:33:15.389274+0000","last_fullsized":"2024-09-10T10:33:15.389274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:49.925126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388527+0000","last_change":"2024-09-10T10:33:12.721615+0000","last_active":"2024-09-10T10:33:15.388527+0000","last_peered":"2024-09-10T10:33:15.388527+0000","last_clean":"2024-09-10T10:33:15.388527+0000","last_became_active":"2024-09-10T10:33:12.717345+0000","last_became_peered":"2024-09-10T10:33:12.717345+0000","last_unstale":"2024-09-10T10:33:15.388527+0000","last_undegraded":"2024-09-10T10:33:15.388527+0000","last_fullsized":"2024-09-10T10:33:15.388527+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:33.748014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389419+0000","last_change":"2024-09-10T10:33:13.724882+0000","last_active":"2024-09-10T10:33:15.389419+0000","last_peered":"2024-09-10T10:33:15.389419+0000","last_clean":"2024-09-10T10:33:15.389419+0000","last_became_active":"2024-09-10T10:33:13.724625+0000","last_became_peered":"2024-09-10T10:33:13.724625+0000","last_unstale":"2024-09-10T10:33:15.389419+0000","last_undegraded":"2024-09-10T10:33:15.389419+0000","last_fullsized":"2024-09-10T10:33:15.389419+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:57.992795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.725899+0000","last_change":"2024-09-10T10:33:12.718308+0000","last_active":"2024-09-10T10:33:14.725899+0000","last_peered":"2024-09-10T10:33:14.725899+0000","last_clean":"2024-09-10T10:33:14.725899+0000","last_became_active":"2024-09-10T10:33:12.718042+0000","last_became_peered":"2024-09-10T10:33:12.718042+0000","last_unstale":"2024-09-10T10:33:14.725899+0000","last_undegraded":"2024-09-10T10:33:14.725899+0000","last_fullsized":"2024-09-10T10:33:14.725899+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:31.489798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.725933+0000","last_change":"2024-09-10T10:33:13.729417+0000","last_active":"2024-09-10T10:33:14.725933+0000","last_peered":"2024-09-10T10:33:14.725933+0000","last_clean":"2024-09-10T10:33:14.725933+0000","last_became_active":"2024-09-10T10:33:13.729150+0000","last_became_peered":"2024-09-10T10:33:13.729150+0000","last_unstale":"2024-09-10T10:33:14.725933+0000","last_undegraded":"2024-09-10T10:33:14.725933+0000","last_fullsized":"2024-09-10T10:33:14.725933+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:48.114149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389386+0000","last_change":"2024-09-10T10:33:12.725599+0000","last_active":"2024-09-10T10:33:15.389386+0000","last_peered":"2024-09-10T10:33:15.389386+0000","last_clean":"2024-09-10T10:33:15.389386+0000","last_became_active":"2024-09-10T10:33:12.725311+0000","last_became_peered":"2024-09-10T10:33:12.725311+0000","last_unstale":"2024-09-10T10:33:15.389386+0000","last_undegraded":"2024-09-10T10:33:15.389386+0000","last_fullsized":"2024-09-10T10:33:15.389386+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:56.984870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388774+0000","last_change":"2024-09-10T10:33:13.726589+0000","last_active":"2024-09-10T10:33:15.388774+0000","last_peered":"2024-09-10T10:33:15.388774+0000","last_clean":"2024-09-10T10:33:15.388774+0000","last_became_active":"2024-09-10T10:33:13.726314+0000","last_became_peered":"2024-09-10T10:33:13.726314+0000","last_unstale":"2024-09-10T10:33:15.388774+0000","last_undegraded":"2024-09-10T10:33:15.388774+0000","last_fullsized":"2024-09-10T10:33:15.388774+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:43:08.551744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737490+0000","last_change":"2024-09-10T10:33:12.724786+0000","last_active":"2024-09-10T10:33:14.737490+0000","last_peered":"2024-09-10T10:33:14.737490+0000","last_clean":"2024-09-10T10:33:14.737490+0000","last_became_active":"2024-09-10T10:33:12.724544+0000","last_became_peered":"2024-09-10T10:33:12.724544+0000","last_unstale":"2024-09-10T10:33:14.737490+0000","last_undegraded":"2024-09-10T10:33:14.737490+0000","last_fullsized":"2024-09-10T10:33:14.737490+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:06:02.171909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727357+0000","last_change":"2024-09-10T10:33:13.731174+0000","last_active":"2024-09-10T10:33:14.727357+0000","last_peered":"2024-09-10T10:33:14.727357+0000","last_clean":"2024-09-10T10:33:14.727357+0000","last_became_active":"2024-09-10T10:33:13.730849+0000","last_became_peered":"2024-09-10T10:33:13.730849+0000","last_unstale":"2024-09-10T10:33:14.727357+0000","last_undegraded":"2024-09-10T10:33:14.727357+0000","last_fullsized":"2024-09-10T10:33:14.727357+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:13.503171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737320+0000","last_change":"2024-09-10T10:33:12.719607+0000","last_active":"2024-09-10T10:33:14.737320+0000","last_peered":"2024-09-10T10:33:14.737320+0000","last_clean":"2024-09-10T10:33:14.737320+0000","last_became_active":"2024-09-10T10:33:12.719327+0000","last_became_peered":"2024-09-10T10:33:12.719327+0000","last_unstale":"2024-09-10T10:33:14.737320+0000","last_undegraded":"2024-09-10T10:33:14.737320+0000","last_fullsized":"2024-09-10T10:33:14.737320+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:25.636811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727335+0000","last_change":"2024-09-10T10:33:13.733503+0000","last_active":"2024-09-10T10:33:14.727335+0000","last_peered":"2024-09-10T10:33:14.727335+0000","last_clean":"2024-09-10T10:33:14.727335+0000","last_became_active":"2024-09-10T10:33:13.732592+0000","last_became_peered":"2024-09-10T10:33:13.732592+0000","last_unstale":"2024-09-10T10:33:14.727335+0000","last_undegraded":"2024-09-10T10:33:14.727335+0000","last_fullsized":"2024-09-10T10:33:14.727335+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:26.163374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388592+0000","last_change":"2024-09-10T10:33:12.718283+0000","last_active":"2024-09-10T10:33:15.388592+0000","last_peered":"2024-09-10T10:33:15.388592+0000","last_clean":"2024-09-10T10:33:15.388592+0000","last_became_active":"2024-09-10T10:33:12.718001+0000","last_became_peered":"2024-09-10T10:33:12.718001+0000","last_unstale":"2024-09-10T10:33:15.388592+0000","last_undegraded":"2024-09-10T10:33:15.388592+0000","last_fullsized":"2024-09-10T10:33:15.388592+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:54.733506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388736+0000","last_change":"2024-09-10T10:33:13.729943+0000","last_active":"2024-09-10T10:33:15.388736+0000","last_peered":"2024-09-10T10:33:15.388736+0000","last_clean":"2024-09-10T10:33:15.388736+0000","last_became_active":"2024-09-10T10:33:13.729613+0000","last_became_peered":"2024-09-10T10:33:13.729613+0000","last_unstale":"2024-09-10T10:33:15.388736+0000","last_undegraded":"2024-09-10T10:33:15.388736+0000","last_fullsized":"2024-09-10T10:33:15.388736+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:22.376219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389786+0000","last_change":"2024-09-10T10:33:12.719667+0000","last_active":"2024-09-10T10:33:15.389786+0000","last_peered":"2024-09-10T10:33:15.389786+0000","last_clean":"2024-09-10T10:33:15.389786+0000","last_became_active":"2024-09-10T10:33:12.719388+0000","last_became_peered":"2024-09-10T10:33:12.719388+0000","last_unstale":"2024-09-10T10:33:15.389786+0000","last_undegraded":"2024-09-10T10:33:15.389786+0000","last_fullsized":"2024-09-10T10:33:15.389786+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:30.640737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389288+0000","last_change":"2024-09-10T10:33:13.725127+0000","last_active":"2024-09-10T10:33:15.389288+0000","last_peered":"2024-09-10T10:33:15.389288+0000","last_clean":"2024-09-10T10:33:15.389288+0000","last_became_active":"2024-09-10T10:33:13.724866+0000","last_became_peered":"2024-09-10T10:33:13.724866+0000","last_unstale":"2024-09-10T10:33:15.389288+0000","last_undegraded":"2024-09-10T10:33:15.389288+0000","last_fullsized":"2024-09-10T10:33:15.389288+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.373924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389493+0000","last_change":"2024-09-10T10:33:12.726129+0000","last_active":"2024-09-10T10:33:15.389493+0000","last_peered":"2024-09-10T10:33:15.389493+0000","last_clean":"2024-09-10T10:33:15.389493+0000","last_became_active":"2024-09-10T10:33:12.724911+0000","last_became_peered":"2024-09-10T10:33:12.724911+0000","last_unstale":"2024-09-10T10:33:15.389493+0000","last_undegraded":"2024-09-10T10:33:15.389493+0000","last_fullsized":"2024-09-10T10:33:15.389493+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:38.693125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726640+0000","last_change":"2024-09-10T10:33:13.727635+0000","last_active":"2024-09-10T10:33:14.726640+0000","last_peered":"2024-09-10T10:33:14.726640+0000","last_clean":"2024-09-10T10:33:14.726640+0000","last_became_active":"2024-09-10T10:33:13.727337+0000","last_became_peered":"2024-09-10T10:33:13.727337+0000","last_unstale":"2024-09-10T10:33:14.726640+0000","last_undegraded":"2024-09-10T10:33:14.726640+0000","last_fullsized":"2024-09-10T10:33:14.726640+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:45:19.574687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726157+0000","last_change":"2024-09-10T10:33:12.721137+0000","last_active":"2024-09-10T10:33:14.726157+0000","last_peered":"2024-09-10T10:33:14.726157+0000","last_clean":"2024-09-10T10:33:14.726157+0000","last_became_active":"2024-09-10T10:33:12.720875+0000","last_became_peered":"2024-09-10T10:33:12.720875+0000","last_unstale":"2024-09-10T10:33:14.726157+0000","last_undegraded":"2024-09-10T10:33:14.726157+0000","last_fullsized":"2024-09-10T10:33:14.726157+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:27.061498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389275+0000","last_change":"2024-09-10T10:33:13.718196+0000","last_active":"2024-09-10T10:33:15.389275+0000","last_peered":"2024-09-10T10:33:15.389275+0000","last_clean":"2024-09-10T10:33:15.389275+0000","last_became_active":"2024-09-10T10:33:13.717884+0000","last_became_peered":"2024-09-10T10:33:13.717884+0000","last_unstale":"2024-09-10T10:33:15.389275+0000","last_undegraded":"2024-09-10T10:33:15.389275+0000","last_fullsized":"2024-09-10T10:33:15.389275+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:24.235097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726053+0000","last_change":"2024-09-10T10:33:12.716527+0000","last_active":"2024-09-10T10:33:14.726053+0000","last_peered":"2024-09-10T10:33:14.726053+0000","last_clean":"2024-09-10T10:33:14.726053+0000","last_became_active":"2024-09-10T10:33:12.716248+0000","last_became_peered":"2024-09-10T10:33:12.716248+0000","last_unstale":"2024-09-10T10:33:14.726053+0000","last_undegraded":"2024-09-10T10:33:14.726053+0000","last_fullsized":"2024-09-10T10:33:14.726053+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:12.944169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388259+0000","last_change":"2024-09-10T10:33:13.717063+0000","last_active":"2024-09-10T10:33:15.388259+0000","last_peered":"2024-09-10T10:33:15.388259+0000","last_clean":"2024-09-10T10:33:15.388259+0000","last_became_active":"2024-09-10T10:33:13.716176+0000","last_became_peered":"2024-09-10T10:33:13.716176+0000","last_unstale":"2024-09-10T10:33:15.388259+0000","last_undegraded":"2024-09-10T10:33:15.388259+0000","last_fullsized":"2024-09-10T10:33:15.388259+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:25:49.142345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":22,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.725611+0000","last_change":"2024-09-10T10:33:12.720136+0000","last_active":"2024-09-10T10:33:14.725611+0000","last_peered":"2024-09-10T10:33:14.725611+0000","last_clean":"2024-09-10T10:33:14.725611+0000","last_became_active":"2024-09-10T10:33:12.719829+0000","last_became_peered":"2024-09-10T10:33:12.719829+0000","last_unstale":"2024-09-10T10:33:14.725611+0000","last_undegraded":"2024-09-10T10:33:14.725611+0000","last_fullsized":"2024-09-10T10:33:14.725611+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:43.143694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389017+0000","last_change":"2024-09-10T10:33:13.723318+0000","last_active":"2024-09-10T10:33:15.389017+0000","last_peered":"2024-09-10T10:33:15.389017+0000","last_clean":"2024-09-10T10:33:15.389017+0000","last_became_active":"2024-09-10T10:33:13.720031+0000","last_became_peered":"2024-09-10T10:33:13.720031+0000","last_unstale":"2024-09-10T10:33:15.389017+0000","last_undegraded":"2024-09-10T10:33:15.389017+0000","last_fullsized":"2024-09-10T10:33:15.389017+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:46:44.141621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726333+0000","last_change":"2024-09-10T10:33:12.725102+0000","last_active":"2024-09-10T10:33:14.726333+0000","last_peered":"2024-09-10T10:33:14.726333+0000","last_clean":"2024-09-10T10:33:14.726333+0000","last_became_active":"2024-09-10T10:33:12.724695+0000","last_became_peered":"2024-09-10T10:33:12.724695+0000","last_unstale":"2024-09-10T10:33:14.726333+0000","last_undegraded":"2024-09-10T10:33:14.726333+0000","last_fullsized":"2024-09-10T10:33:14.726333+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:51.092804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390277+0000","last_change":"2024-09-10T10:33:13.730518+0000","last_active":"2024-09-10T10:33:15.390277+0000","last_peered":"2024-09-10T10:33:15.390277+0000","last_clean":"2024-09-10T10:33:15.390277+0000","last_became_active":"2024-09-10T10:33:13.730232+0000","last_became_peered":"2024-09-10T10:33:13.730232+0000","last_unstale":"2024-09-10T10:33:15.390277+0000","last_undegraded":"2024-09-10T10:33:15.390277+0000","last_fullsized":"2024-09-10T10:33:15.390277+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:45.924935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390148+0000","last_change":"2024-09-10T10:33:12.725330+0000","last_active":"2024-09-10T10:33:15.390148+0000","last_peered":"2024-09-10T10:33:15.390148+0000","last_clean":"2024-09-10T10:33:15.390148+0000","last_became_active":"2024-09-10T10:33:12.725053+0000","last_became_peered":"2024-09-10T10:33:12.725053+0000","last_unstale":"2024-09-10T10:33:15.390148+0000","last_undegraded":"2024-09-10T10:33:15.390148+0000","last_fullsized":"2024-09-10T10:33:15.390148+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:30.640737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737214+0000","last_change":"2024-09-10T10:33:13.729608+0000","last_active":"2024-09-10T10:33:14.737214+0000","last_peered":"2024-09-10T10:33:14.737214+0000","last_clean":"2024-09-10T10:33:14.737214+0000","last_became_active":"2024-09-10T10:33:13.729256+0000","last_became_peered":"2024-09-10T10:33:13.729256+0000","last_unstale":"2024-09-10T10:33:14.737214+0000","last_undegraded":"2024-09-10T10:33:14.737214+0000","last_fullsized":"2024-09-10T10:33:14.737214+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:07.049704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388806+0000","last_change":"2024-09-10T10:33:12.723682+0000","last_active":"2024-09-10T10:33:15.388806+0000","last_peered":"2024-09-10T10:33:15.388806+0000","last_clean":"2024-09-10T10:33:15.388806+0000","last_became_active":"2024-09-10T10:33:12.723249+0000","last_became_peered":"2024-09-10T10:33:12.723249+0000","last_unstale":"2024-09-10T10:33:15.388806+0000","last_undegraded":"2024-09-10T10:33:15.388806+0000","last_fullsized":"2024-09-10T10:33:15.388806+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:07.724719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726463+0000","last_change":"2024-09-10T10:33:13.730032+0000","last_active":"2024-09-10T10:33:14.726463+0000","last_peered":"2024-09-10T10:33:14.726463+0000","last_clean":"2024-09-10T10:33:14.726463+0000","last_became_active":"2024-09-10T10:33:13.729744+0000","last_became_peered":"2024-09-10T10:33:13.729744+0000","last_unstale":"2024-09-10T10:33:14.726463+0000","last_undegraded":"2024-09-10T10:33:14.726463+0000","last_fullsized":"2024-09-10T10:33:14.726463+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:42.068478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722258+0000","last_change":"2024-09-10T10:33:12.719346+0000","last_active":"2024-09-10T10:33:14.722258+0000","last_peered":"2024-09-10T10:33:14.722258+0000","last_clean":"2024-09-10T10:33:14.722258+0000","last_became_active":"2024-09-10T10:33:12.719072+0000","last_became_peered":"2024-09-10T10:33:12.719072+0000","last_unstale":"2024-09-10T10:33:14.722258+0000","last_undegraded":"2024-09-10T10:33:14.722258+0000","last_fullsized":"2024-09-10T10:33:14.722258+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:12.944169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389297+0000","last_change":"2024-09-10T10:33:13.733789+0000","last_active":"2024-09-10T10:33:15.389297+0000","last_peered":"2024-09-10T10:33:15.389297+0000","last_clean":"2024-09-10T10:33:15.389297+0000","last_became_active":"2024-09-10T10:33:13.733500+0000","last_became_peered":"2024-09-10T10:33:13.733500+0000","last_unstale":"2024-09-10T10:33:15.389297+0000","last_undegraded":"2024-09-10T10:33:15.389297+0000","last_fullsized":"2024-09-10T10:33:15.389297+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737321+0000","last_change":"2024-09-10T10:33:12.723436+0000","last_active":"2024-09-10T10:33:14.737321+0000","last_peered":"2024-09-10T10:33:14.737321+0000","last_clean":"2024-09-10T10:33:14.737321+0000","last_became_active":"2024-09-10T10:33:12.723160+0000","last_became_peered":"2024-09-10T10:33:12.723160+0000","last_unstale":"2024-09-10T10:33:14.737321+0000","last_undegraded":"2024-09-10T10:33:14.737321+0000","last_fullsized":"2024-09-10T10:33:14.737321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:01.520497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737234+0000","last_change":"2024-09-10T10:33:13.722295+0000","last_active":"2024-09-10T10:33:14.737234+0000","last_peered":"2024-09-10T10:33:14.737234+0000","last_clean":"2024-09-10T10:33:14.737234+0000","last_became_active":"2024-09-10T10:33:13.721746+0000","last_became_peered":"2024-09-10T10:33:13.721746+0000","last_unstale":"2024-09-10T10:33:14.737234+0000","last_undegraded":"2024-09-10T10:33:14.737234+0000","last_fullsized":"2024-09-10T10:33:14.737234+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:51:17.456301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388653+0000","last_change":"2024-09-10T10:33:12.722215+0000","last_active":"2024-09-10T10:33:15.388653+0000","last_peered":"2024-09-10T10:33:15.388653+0000","last_clean":"2024-09-10T10:33:15.388653+0000","last_became_active":"2024-09-10T10:33:12.721952+0000","last_became_peered":"2024-09-10T10:33:12.721952+0000","last_unstale":"2024-09-10T10:33:15.388653+0000","last_undegraded":"2024-09-10T10:33:15.388653+0000","last_fullsized":"2024-09-10T10:33:15.388653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:32.029944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389231+0000","last_change":"2024-09-10T10:33:13.731166+0000","last_active":"2024-09-10T10:33:15.389231+0000","last_peered":"2024-09-10T10:33:15.389231+0000","last_clean":"2024-09-10T10:33:15.389231+0000","last_became_active":"2024-09-10T10:33:13.730890+0000","last_became_peered":"2024-09-10T10:33:13.730890+0000","last_unstale":"2024-09-10T10:33:15.389231+0000","last_undegraded":"2024-09-10T10:33:15.389231+0000","last_fullsized":"2024-09-10T10:33:15.389231+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390035+0000","last_change":"2024-09-10T10:33:12.718501+0000","last_active":"2024-09-10T10:33:15.390035+0000","last_peered":"2024-09-10T10:33:15.390035+0000","last_clean":"2024-09-10T10:33:15.390035+0000","last_became_active":"2024-09-10T10:33:12.718240+0000","last_became_peered":"2024-09-10T10:33:12.718240+0000","last_unstale":"2024-09-10T10:33:15.390035+0000","last_undegraded":"2024-09-10T10:33:15.390035+0000","last_fullsized":"2024-09-10T10:33:15.390035+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:51.064641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389891+0000","last_change":"2024-09-10T10:33:13.726437+0000","last_active":"2024-09-10T10:33:15.389891+0000","last_peered":"2024-09-10T10:33:15.389891+0000","last_clean":"2024-09-10T10:33:15.389891+0000","last_became_active":"2024-09-10T10:33:13.726174+0000","last_became_peered":"2024-09-10T10:33:13.726174+0000","last_unstale":"2024-09-10T10:33:15.389891+0000","last_undegraded":"2024-09-10T10:33:15.389891+0000","last_fullsized":"2024-09-10T10:33:15.389891+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:31.648662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388153+0000","last_change":"2024-09-10T10:33:12.719342+0000","last_active":"2024-09-10T10:33:15.388153+0000","last_peered":"2024-09-10T10:33:15.388153+0000","last_clean":"2024-09-10T10:33:15.388153+0000","last_became_active":"2024-09-10T10:33:12.719073+0000","last_became_peered":"2024-09-10T10:33:12.719073+0000","last_unstale":"2024-09-10T10:33:15.388153+0000","last_undegraded":"2024-09-10T10:33:15.388153+0000","last_fullsized":"2024-09-10T10:33:15.388153+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:14.753044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726478+0000","last_change":"2024-09-10T10:33:13.729413+0000","last_active":"2024-09-10T10:33:14.726478+0000","last_peered":"2024-09-10T10:33:14.726478+0000","last_clean":"2024-09-10T10:33:14.726478+0000","last_became_active":"2024-09-10T10:33:13.729150+0000","last_became_peered":"2024-09-10T10:33:13.729150+0000","last_unstale":"2024-09-10T10:33:14.726478+0000","last_undegraded":"2024-09-10T10:33:14.726478+0000","last_fullsized":"2024-09-10T10:33:14.726478+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:45.924935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389480+0000","last_change":"2024-09-10T10:33:12.716641+0000","last_active":"2024-09-10T10:33:15.389480+0000","last_peered":"2024-09-10T10:33:15.389480+0000","last_clean":"2024-09-10T10:33:15.389480+0000","last_became_active":"2024-09-10T10:33:12.716369+0000","last_became_peered":"2024-09-10T10:33:12.716369+0000","last_unstale":"2024-09-10T10:33:15.389480+0000","last_undegraded":"2024-09-10T10:33:15.389480+0000","last_fullsized":"2024-09-10T10:33:15.389480+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:41.060553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389214+0000","last_change":"2024-09-10T10:33:13.708809+0000","last_active":"2024-09-10T10:33:15.389214+0000","last_peered":"2024-09-10T10:33:15.389214+0000","last_clean":"2024-09-10T10:33:15.389214+0000","last_became_active":"2024-09-10T10:33:13.708501+0000","last_became_peered":"2024-09-10T10:33:13.708501+0000","last_unstale":"2024-09-10T10:33:15.389214+0000","last_undegraded":"2024-09-10T10:33:15.389214+0000","last_fullsized":"2024-09-10T10:33:15.389214+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:45:11.838348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"34'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737500+0000","last_change":"2024-09-10T10:33:12.719427+0000","last_active":"2024-09-10T10:33:14.737500+0000","last_peered":"2024-09-10T10:33:14.737500+0000","last_clean":"2024-09-10T10:33:14.737500+0000","last_became_active":"2024-09-10T10:33:12.719137+0000","last_became_peered":"2024-09-10T10:33:12.719137+0000","last_unstale":"2024-09-10T10:33:14.737500+0000","last_undegraded":"2024-09-10T10:33:14.737500+0000","last_fullsized":"2024-09-10T10:33:14.737500+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:33.464094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726533+0000","last_change":"2024-09-10T10:33:13.735196+0000","last_active":"2024-09-10T10:33:14.726533+0000","last_peered":"2024-09-10T10:33:14.726533+0000","last_clean":"2024-09-10T10:33:14.726533+0000","last_became_active":"2024-09-10T10:33:13.734922+0000","last_became_peered":"2024-09-10T10:33:13.734922+0000","last_unstale":"2024-09-10T10:33:14.726533+0000","last_undegraded":"2024-09-10T10:33:14.726533+0000","last_fullsized":"2024-09-10T10:33:14.726533+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:28.069423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389856+0000","last_change":"2024-09-10T10:33:12.714938+0000","last_active":"2024-09-10T10:33:15.389856+0000","last_peered":"2024-09-10T10:33:15.389856+0000","last_clean":"2024-09-10T10:33:15.389856+0000","last_became_active":"2024-09-10T10:33:12.713877+0000","last_became_peered":"2024-09-10T10:33:12.713877+0000","last_unstale":"2024-09-10T10:33:15.389856+0000","last_undegraded":"2024-09-10T10:33:15.389856+0000","last_fullsized":"2024-09-10T10:33:15.389856+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:38.693125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722081+0000","last_change":"2024-09-10T10:33:13.721841+0000","last_active":"2024-09-10T10:33:14.722081+0000","last_peered":"2024-09-10T10:33:14.722081+0000","last_clean":"2024-09-10T10:33:14.722081+0000","last_became_active":"2024-09-10T10:33:13.721485+0000","last_became_peered":"2024-09-10T10:33:13.721485+0000","last_unstale":"2024-09-10T10:33:14.722081+0000","last_undegraded":"2024-09-10T10:33:14.722081+0000","last_fullsized":"2024-09-10T10:33:14.722081+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:08.732644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389769+0000","last_change":"2024-09-10T10:33:12.714330+0000","last_active":"2024-09-10T10:33:15.389769+0000","last_peered":"2024-09-10T10:33:15.389769+0000","last_clean":"2024-09-10T10:33:15.389769+0000","last_became_active":"2024-09-10T10:33:12.713132+0000","last_became_peered":"2024-09-10T10:33:12.713132+0000","last_unstale":"2024-09-10T10:33:15.389769+0000","last_undegraded":"2024-09-10T10:33:15.389769+0000","last_fullsized":"2024-09-10T10:33:15.389769+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:44.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726710+0000","last_change":"2024-09-10T10:33:13.730094+0000","last_active":"2024-09-10T10:33:14.726710+0000","last_peered":"2024-09-10T10:33:14.726710+0000","last_clean":"2024-09-10T10:33:14.726710+0000","last_became_active":"2024-09-10T10:33:13.729760+0000","last_became_peered":"2024-09-10T10:33:13.729760+0000","last_unstale":"2024-09-10T10:33:14.726710+0000","last_undegraded":"2024-09-10T10:33:14.726710+0000","last_fullsized":"2024-09-10T10:33:14.726710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:26:59.866461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389459+0000","last_change":"2024-09-10T10:33:12.721428+0000","last_active":"2024-09-10T10:33:15.389459+0000","last_peered":"2024-09-10T10:33:15.389459+0000","last_clean":"2024-09-10T10:33:15.389459+0000","last_became_active":"2024-09-10T10:33:12.721141+0000","last_became_peered":"2024-09-10T10:33:12.721141+0000","last_unstale":"2024-09-10T10:33:15.389459+0000","last_undegraded":"2024-09-10T10:33:15.389459+0000","last_fullsized":"2024-09-10T10:33:15.389459+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:32.029944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.725983+0000","last_change":"2024-09-10T10:33:13.727286+0000","last_active":"2024-09-10T10:33:14.725983+0000","last_peered":"2024-09-10T10:33:14.725983+0000","last_clean":"2024-09-10T10:33:14.725983+0000","last_became_active":"2024-09-10T10:33:13.722196+0000","last_became_peered":"2024-09-10T10:33:13.722196+0000","last_unstale":"2024-09-10T10:33:14.725983+0000","last_undegraded":"2024-09-10T10:33:14.725983+0000","last_fullsized":"2024-09-10T10:33:14.725983+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:44.041738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388879+0000","last_change":"2024-09-10T10:33:12.720014+0000","last_active":"2024-09-10T10:33:15.388879+0000","last_peered":"2024-09-10T10:33:15.388879+0000","last_clean":"2024-09-10T10:33:15.388879+0000","last_became_active":"2024-09-10T10:33:12.719730+0000","last_became_peered":"2024-09-10T10:33:12.719730+0000","last_unstale":"2024-09-10T10:33:15.388879+0000","last_undegraded":"2024-09-10T10:33:15.388879+0000","last_fullsized":"2024-09-10T10:33:15.388879+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:04.973059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388334+0000","last_change":"2024-09-10T10:33:13.710256+0000","last_active":"2024-09-10T10:33:15.388334+0000","last_peered":"2024-09-10T10:33:15.388334+0000","last_clean":"2024-09-10T10:33:15.388334+0000","last_became_active":"2024-09-10T10:33:13.708777+0000","last_became_peered":"2024-09-10T10:33:13.708777+0000","last_unstale":"2024-09-10T10:33:15.388334+0000","last_undegraded":"2024-09-10T10:33:15.388334+0000","last_fullsized":"2024-09-10T10:33:15.388334+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:53.173382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726084+0000","last_change":"2024-09-10T10:33:12.722367+0000","last_active":"2024-09-10T10:33:14.726084+0000","last_peered":"2024-09-10T10:33:14.726084+0000","last_clean":"2024-09-10T10:33:14.726084+0000","last_became_active":"2024-09-10T10:33:12.719291+0000","last_became_peered":"2024-09-10T10:33:12.719291+0000","last_unstale":"2024-09-10T10:33:14.726084+0000","last_undegraded":"2024-09-10T10:33:14.726084+0000","last_fullsized":"2024-09-10T10:33:14.726084+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:44.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722237+0000","last_change":"2024-09-10T10:33:13.723480+0000","last_active":"2024-09-10T10:33:14.722237+0000","last_peered":"2024-09-10T10:33:14.722237+0000","last_clean":"2024-09-10T10:33:14.722237+0000","last_became_active":"2024-09-10T10:33:13.723184+0000","last_became_peered":"2024-09-10T10:33:13.723184+0000","last_unstale":"2024-09-10T10:33:14.722237+0000","last_undegraded":"2024-09-10T10:33:14.722237+0000","last_fullsized":"2024-09-10T10:33:14.722237+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:49.925126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388846+0000","last_change":"2024-09-10T10:33:12.723389+0000","last_active":"2024-09-10T10:33:15.388846+0000","last_peered":"2024-09-10T10:33:15.388846+0000","last_clean":"2024-09-10T10:33:15.388846+0000","last_became_active":"2024-09-10T10:33:12.723129+0000","last_became_peered":"2024-09-10T10:33:12.723129+0000","last_unstale":"2024-09-10T10:33:15.388846+0000","last_undegraded":"2024-09-10T10:33:15.388846+0000","last_fullsized":"2024-09-10T10:33:15.388846+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:23.227172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":191,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389599+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:33:15.389599+0000","last_peered":"2024-09-10T10:33:15.389599+0000","last_clean":"2024-09-10T10:33:15.389599+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:33:15.389599+0000","last_undegraded":"2024-09-10T10:33:15.389599+0000","last_fullsized":"2024-09-10T10:33:15.389599+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":380928,"data_stored":144821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509455,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":146411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":146433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509455,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":393216,"data_stored":145575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31564,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340276,"statfs":{"total":96636764160,"available":96604442624,"internally_reserved":0,"allocated":380928,"data_stored":144833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509455,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":974848,"data_stored":735237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509454,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31564,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340276,"statfs":{"total":96636764160,"available":96604442624,"internally_reserved":0,"allocated":380928,"data_stored":144889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542160,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32148,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339692,"statfs":{"total":96636764160,"available":96603844608,"internally_reserved":0,"allocated":974848,"data_stored":735749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:33:22.441 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:33:22.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcdfe00640 1 Processor -- start 2024-09-10T10:33:22.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcdfe00640 1 -- start start 2024-09-10T10:33:22.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcdfe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 0x7efce00b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:22.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcdfe00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efce00b5450 con 0x7efce00d02c0 2024-09-10T10:33:22.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcdfe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efce00b5730 con 0x7efce015f420 2024-09-10T10:33:22.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcdfe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efce00b5a10 con 0x7efce015b0d0 2024-09-10T10:33:22.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcd6000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7efce00d02c0 0x7efce015ed10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:60988/0 (socket says 172.21.15.22:60988) 2024-09-10T10:33:22.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcd6000640 1 -- 172.21.15.22:0/3351089481 learned_addr learned my addr 172.21.15.22:0/3351089481 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:22.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcdea00640 1 --2- 172.21.15.22:0/3351089481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 0x7efce00b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:22.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcde000640 1 -- 172.21.15.22:0/3351089481 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1529570248 0 0) 0x7efce00b5450 con 0x7efce00d02c0 2024-09-10T10:33:22.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcde000640 1 -- 172.21.15.22:0/3351089481 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efcc4003530 con 0x7efce00d02c0 2024-09-10T10:33:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcde000640 1 -- 172.21.15.22:0/3351089481 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1766479509 0 0) 0x7efce00b5730 con 0x7efce015f420 2024-09-10T10:33:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcde000640 1 -- 172.21.15.22:0/3351089481 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efce00b5450 con 0x7efce015f420 2024-09-10T10:33:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcdea00640 1 -- 172.21.15.22:0/3351089481 >> v1:172.21.15.145:6789/0 conn(0x7efce015f420 legacy=0x7efce006e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcdea00640 1 -- 172.21.15.22:0/3351089481 >> v1:172.21.15.22:6789/0 conn(0x7efce00d02c0 legacy=0x7efce015ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.590+0000 7efcdea00640 1 -- 172.21.15.22:0/3351089481 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce00b5cf0 con 0x7efce015b0d0 2024-09-10T10:33:22.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcdea00640 1 --2- 172.21.15.22:0/3351089481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 0x7efce00b4e70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efcd00097f0 tx=0x7efcd001c450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6abf6b76cf5800a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:22.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcde000640 1 -- 172.21.15.22:0/3351089481 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd00a7070 con 0x7efce015b0d0 2024-09-10T10:33:22.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcde000640 1 -- 172.21.15.22:0/3351089481 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcd00b0070 con 0x7efce015b0d0 2024-09-10T10:33:22.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcde000640 1 -- 172.21.15.22:0/3351089481 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd00ab870 con 0x7efce015b0d0 2024-09-10T10:33:22.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcdfe00640 1 -- 172.21.15.22:0/3351089481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 msgr2=0x7efce00b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:22.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcdfe00640 1 --2- 172.21.15.22:0/3351089481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 0x7efce00b4e70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efcd00097f0 tx=0x7efcd001c450 comp rx=0 tx=0).stop 2024-09-10T10:33:22.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcdfe00640 1 -- 172.21.15.22:0/3351089481 shutdown_connections 2024-09-10T10:33:22.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcdfe00640 1 --2- 172.21.15.22:0/3351089481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 0x7efce00b4e70 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:22.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcdfe00640 1 -- 172.21.15.22:0/3351089481 >> 172.21.15.22:0/3351089481 conn(0x7efce0072f30 msgr2=0x7efce006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:22.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcdfe00640 1 -- 172.21.15.22:0/3351089481 shutdown_connections 2024-09-10T10:33:22.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.594+0000 7efcdfe00640 1 -- 172.21.15.22:0/3351089481 wait complete. 2024-09-10T10:33:22.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdfe00640 1 Processor -- start 2024-09-10T10:33:22.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdfe00640 1 -- start start 2024-09-10T10:33:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdfe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce00d02c0 0x7efce0165c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdfe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 0x7efce01434d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce015f420 0x7efce0144ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdfe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efce006f420 con 0x7efce015f420 2024-09-10T10:33:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdfe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efce006f2a0 con 0x7efce00d02c0 2024-09-10T10:33:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdfe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efce0168eb0 con 0x7efce015b0d0 2024-09-10T10:33:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce015f420 0x7efce0144ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce015f420 0x7efce0144ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36780/0 (socket says 172.21.15.22:36780) 2024-09-10T10:33:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdf400640 1 -- 172.21.15.22:0/3090955799 learned_addr learned my addr 172.21.15.22:0/3090955799 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcd6000640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 0x7efce01434d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdea00640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce00d02c0 0x7efce0165c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdf400640 1 -- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 msgr2=0x7efce01434d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdf400640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 0x7efce01434d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdf400640 1 -- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce00d02c0 msgr2=0x7efce0165c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdf400640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce00d02c0 0x7efce0165c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdf400640 1 -- 172.21.15.22:0/3090955799 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce0143c40 con 0x7efce015f420 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdea00640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce00d02c0 0x7efce0165c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdf400640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce015f420 0x7efce0144ce0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7efcd800c7a0 tx=0x7efcd800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcd7400640 1 -- 172.21.15.22:0/3090955799 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd8003b80 con 0x7efce015f420 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcd7400640 1 -- 172.21.15.22:0/3090955799 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcd8003d20 con 0x7efce015f420 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdfe00640 1 -- 172.21.15.22:0/3090955799 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efce0143f20 con 0x7efce015f420 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcd7400640 1 -- 172.21.15.22:0/3090955799 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd800aa90 con 0x7efce015f420 2024-09-10T10:33:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.598+0000 7efcdfe00640 1 -- 172.21.15.22:0/3090955799 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efce01444e0 con 0x7efce015f420 2024-09-10T10:33:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.602+0000 7efcdfe00640 1 -- 172.21.15.22:0/3090955799 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efce00b4e70 con 0x7efce015f420 2024-09-10T10:33:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.602+0000 7efcd7400640 1 -- 172.21.15.22:0/3090955799 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efcd800ac30 con 0x7efce015f420 2024-09-10T10:33:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.602+0000 7efcd7400640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcbc0678f0 0x7efcbc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:22.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.602+0000 7efcd7400640 1 -- 172.21.15.22:0/3090955799 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7efcd8085cd0 con 0x7efce015f420 2024-09-10T10:33:22.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.602+0000 7efcdea00640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcbc0678f0 0x7efcbc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:22.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.602+0000 7efcdea00640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcbc0678f0 0x7efcbc069db0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7efcd00af000 tx=0x7efcd00a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:22.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.606+0000 7efcd7400640 1 -- 172.21.15.22:0/3090955799 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efcd8056780 con 0x7efce015f420 2024-09-10T10:33:22.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.770+0000 7efcdfe00640 1 -- 172.21.15.22:0/3090955799 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efce00cdda0 con 0x7efcbc0678f0 2024-09-10T10:33:22.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.778+0000 7efcd7400640 1 -- 172.21.15.22:0/3090955799 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251955 (secure 0 0 0) 0x7efce00cdda0 con 0x7efcbc0678f0 2024-09-10T10:33:22.786 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:22.787 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:33:22.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 -- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcbc0678f0 msgr2=0x7efcbc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:22.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcbc0678f0 0x7efcbc069db0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7efcd00af000 tx=0x7efcd00a7000 comp rx=0 tx=0).stop 2024-09-10T10:33:22.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 -- 172.21.15.22:0/3090955799 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce015f420 msgr2=0x7efce0144ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:22.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce015f420 0x7efce0144ce0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7efcd800c7a0 tx=0x7efcd800cc60 comp rx=0 tx=0).stop 2024-09-10T10:33:22.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 -- 172.21.15.22:0/3090955799 shutdown_connections 2024-09-10T10:33:22.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcbc0678f0 0x7efcbc069db0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:22.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce015f420 0x7efce0144ce0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:22.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce015b0d0 0x7efce01434d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:22.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 --2- 172.21.15.22:0/3090955799 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce00d02c0 0x7efce0165c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:22.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 -- 172.21.15.22:0/3090955799 >> 172.21.15.22:0/3090955799 conn(0x7efce0072f30 msgr2=0x7efce01595c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:22.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 -- 172.21.15.22:0/3090955799 shutdown_connections 2024-09-10T10:33:22.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:22.782+0000 7efcdfe00640 1 -- 172.21.15.22:0/3090955799 wait complete. 2024-09-10T10:33:22.795 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:33:22.799 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:33:22.806 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":59,"stamp":"2024-09-10T10:33:21.344622+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241212,"kb_used_data":4168,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733508,"statfs":{"total":773094113280,"available":772847112192,"internally_reserved":0,"allocated":4268032,"data_stored":2343948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001595"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390258+0000","last_change":"2024-09-10T10:33:13.724483+0000","last_active":"2024-09-10T10:33:15.390258+0000","last_peered":"2024-09-10T10:33:15.390258+0000","last_clean":"2024-09-10T10:33:15.390258+0000","last_became_active":"2024-09-10T10:33:13.724193+0000","last_became_peered":"2024-09-10T10:33:13.724193+0000","last_unstale":"2024-09-10T10:33:15.390258+0000","last_undegraded":"2024-09-10T10:33:15.390258+0000","last_fullsized":"2024-09-10T10:33:15.390258+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:29.334793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737322+0000","last_change":"2024-09-10T10:33:13.728607+0000","last_active":"2024-09-10T10:33:14.737322+0000","last_peered":"2024-09-10T10:33:14.737322+0000","last_clean":"2024-09-10T10:33:14.737322+0000","last_became_active":"2024-09-10T10:33:13.728319+0000","last_became_peered":"2024-09-10T10:33:13.728319+0000","last_unstale":"2024-09-10T10:33:14.737322+0000","last_undegraded":"2024-09-10T10:33:14.737322+0000","last_fullsized":"2024-09-10T10:33:14.737322+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:57:29.973453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390110+0000","last_change":"2024-09-10T10:33:13.721251+0000","last_active":"2024-09-10T10:33:15.390110+0000","last_peered":"2024-09-10T10:33:15.390110+0000","last_clean":"2024-09-10T10:33:15.390110+0000","last_became_active":"2024-09-10T10:33:13.720917+0000","last_became_peered":"2024-09-10T10:33:13.720917+0000","last_unstale":"2024-09-10T10:33:15.390110+0000","last_undegraded":"2024-09-10T10:33:15.390110+0000","last_fullsized":"2024-09-10T10:33:15.390110+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:39.701050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727359+0000","last_change":"2024-09-10T10:33:13.733984+0000","last_active":"2024-09-10T10:33:14.727359+0000","last_peered":"2024-09-10T10:33:14.727359+0000","last_clean":"2024-09-10T10:33:14.727359+0000","last_became_active":"2024-09-10T10:33:13.732966+0000","last_became_peered":"2024-09-10T10:33:13.732966+0000","last_unstale":"2024-09-10T10:33:14.727359+0000","last_undegraded":"2024-09-10T10:33:14.727359+0000","last_fullsized":"2024-09-10T10:33:14.727359+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:25:49.142345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737160+0000","last_change":"2024-09-10T10:33:13.727525+0000","last_active":"2024-09-10T10:33:14.737160+0000","last_peered":"2024-09-10T10:33:14.737160+0000","last_clean":"2024-09-10T10:33:14.737160+0000","last_became_active":"2024-09-10T10:33:13.727005+0000","last_became_peered":"2024-09-10T10:33:13.727005+0000","last_unstale":"2024-09-10T10:33:14.737160+0000","last_undegraded":"2024-09-10T10:33:14.737160+0000","last_fullsized":"2024-09-10T10:33:14.737160+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:00:47.936049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726313+0000","last_change":"2024-09-10T10:33:13.722085+0000","last_active":"2024-09-10T10:33:14.726313+0000","last_peered":"2024-09-10T10:33:14.726313+0000","last_clean":"2024-09-10T10:33:14.726313+0000","last_became_active":"2024-09-10T10:33:13.721523+0000","last_became_peered":"2024-09-10T10:33:13.721523+0000","last_unstale":"2024-09-10T10:33:14.726313+0000","last_undegraded":"2024-09-10T10:33:14.726313+0000","last_fullsized":"2024-09-10T10:33:14.726313+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:31.648662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388614+0000","last_change":"2024-09-10T10:33:13.719028+0000","last_active":"2024-09-10T10:33:15.388614+0000","last_peered":"2024-09-10T10:33:15.388614+0000","last_clean":"2024-09-10T10:33:15.388614+0000","last_became_active":"2024-09-10T10:33:13.718658+0000","last_became_peered":"2024-09-10T10:33:13.718658+0000","last_unstale":"2024-09-10T10:33:15.388614+0000","last_undegraded":"2024-09-10T10:33:15.388614+0000","last_fullsized":"2024-09-10T10:33:15.388614+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.373924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388955+0000","last_change":"2024-09-10T10:33:13.727119+0000","last_active":"2024-09-10T10:33:15.388955+0000","last_peered":"2024-09-10T10:33:15.388955+0000","last_clean":"2024-09-10T10:33:15.388955+0000","last_became_active":"2024-09-10T10:33:13.726780+0000","last_became_peered":"2024-09-10T10:33:13.726780+0000","last_unstale":"2024-09-10T10:33:15.388955+0000","last_undegraded":"2024-09-10T10:33:15.388955+0000","last_fullsized":"2024-09-10T10:33:15.388955+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:55.741431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390119+0000","last_change":"2024-09-10T10:33:13.736197+0000","last_active":"2024-09-10T10:33:15.390119+0000","last_peered":"2024-09-10T10:33:15.390119+0000","last_clean":"2024-09-10T10:33:15.390119+0000","last_became_active":"2024-09-10T10:33:13.735914+0000","last_became_peered":"2024-09-10T10:33:13.735914+0000","last_unstale":"2024-09-10T10:33:15.390119+0000","last_undegraded":"2024-09-10T10:33:15.390119+0000","last_fullsized":"2024-09-10T10:33:15.390119+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:42.068478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726882+0000","last_change":"2024-09-10T10:33:13.723743+0000","last_active":"2024-09-10T10:33:14.726882+0000","last_peered":"2024-09-10T10:33:14.726882+0000","last_clean":"2024-09-10T10:33:14.726882+0000","last_became_active":"2024-09-10T10:33:13.723442+0000","last_became_peered":"2024-09-10T10:33:13.723442+0000","last_unstale":"2024-09-10T10:33:14.726882+0000","last_undegraded":"2024-09-10T10:33:14.726882+0000","last_fullsized":"2024-09-10T10:33:14.726882+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:44.883011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388742+0000","last_change":"2024-09-10T10:33:13.733469+0000","last_active":"2024-09-10T10:33:15.388742+0000","last_peered":"2024-09-10T10:33:15.388742+0000","last_clean":"2024-09-10T10:33:15.388742+0000","last_became_active":"2024-09-10T10:33:13.733190+0000","last_became_peered":"2024-09-10T10:33:13.733190+0000","last_unstale":"2024-09-10T10:33:15.388742+0000","last_undegraded":"2024-09-10T10:33:15.388742+0000","last_fullsized":"2024-09-10T10:33:15.388742+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:42:42.880588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389725+0000","last_change":"2024-09-10T10:33:13.726692+0000","last_active":"2024-09-10T10:33:15.389725+0000","last_peered":"2024-09-10T10:33:15.389725+0000","last_clean":"2024-09-10T10:33:15.389725+0000","last_became_active":"2024-09-10T10:33:13.726432+0000","last_became_peered":"2024-09-10T10:33:13.726432+0000","last_unstale":"2024-09-10T10:33:15.389725+0000","last_undegraded":"2024-09-10T10:33:15.389725+0000","last_fullsized":"2024-09-10T10:33:15.389725+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:33.037869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389653+0000","last_change":"2024-09-10T10:33:13.735394+0000","last_active":"2024-09-10T10:33:15.389653+0000","last_peered":"2024-09-10T10:33:15.389653+0000","last_clean":"2024-09-10T10:33:15.389653+0000","last_became_active":"2024-09-10T10:33:13.735067+0000","last_became_peered":"2024-09-10T10:33:13.735067+0000","last_unstale":"2024-09-10T10:33:15.389653+0000","last_undegraded":"2024-09-10T10:33:15.389653+0000","last_fullsized":"2024-09-10T10:33:15.389653+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:55.741431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726133+0000","last_change":"2024-09-10T10:33:13.723697+0000","last_active":"2024-09-10T10:33:14.726133+0000","last_peered":"2024-09-10T10:33:14.726133+0000","last_clean":"2024-09-10T10:33:14.726133+0000","last_became_active":"2024-09-10T10:33:13.723383+0000","last_became_peered":"2024-09-10T10:33:13.723383+0000","last_unstale":"2024-09-10T10:33:14.726133+0000","last_undegraded":"2024-09-10T10:33:14.726133+0000","last_fullsized":"2024-09-10T10:33:14.726133+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:29.334793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722001+0000","last_change":"2024-09-10T10:33:13.730642+0000","last_active":"2024-09-10T10:33:14.722001+0000","last_peered":"2024-09-10T10:33:14.722001+0000","last_clean":"2024-09-10T10:33:14.722001+0000","last_became_active":"2024-09-10T10:33:13.730342+0000","last_became_peered":"2024-09-10T10:33:13.730342+0000","last_unstale":"2024-09-10T10:33:14.722001+0000","last_undegraded":"2024-09-10T10:33:14.722001+0000","last_fullsized":"2024-09-10T10:33:14.722001+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:15.760969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722221+0000","last_change":"2024-09-10T10:33:13.721672+0000","last_active":"2024-09-10T10:33:14.722221+0000","last_peered":"2024-09-10T10:33:14.722221+0000","last_clean":"2024-09-10T10:33:14.722221+0000","last_became_active":"2024-09-10T10:33:13.721375+0000","last_became_peered":"2024-09-10T10:33:13.721375+0000","last_unstale":"2024-09-10T10:33:14.722221+0000","last_undegraded":"2024-09-10T10:33:14.722221+0000","last_fullsized":"2024-09-10T10:33:14.722221+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:24.235097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389094+0000","last_change":"2024-09-10T10:33:13.726929+0000","last_active":"2024-09-10T10:33:15.389094+0000","last_peered":"2024-09-10T10:33:15.389094+0000","last_clean":"2024-09-10T10:33:15.389094+0000","last_became_active":"2024-09-10T10:33:13.725433+0000","last_became_peered":"2024-09-10T10:33:13.725433+0000","last_unstale":"2024-09-10T10:33:15.389094+0000","last_undegraded":"2024-09-10T10:33:15.389094+0000","last_fullsized":"2024-09-10T10:33:15.389094+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:54:17.389278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726433+0000","last_change":"2024-09-10T10:33:13.723740+0000","last_active":"2024-09-10T10:33:14.726433+0000","last_peered":"2024-09-10T10:33:14.726433+0000","last_clean":"2024-09-10T10:33:14.726433+0000","last_became_active":"2024-09-10T10:33:13.723430+0000","last_became_peered":"2024-09-10T10:33:13.723430+0000","last_unstale":"2024-09-10T10:33:14.726433+0000","last_undegraded":"2024-09-10T10:33:14.726433+0000","last_fullsized":"2024-09-10T10:33:14.726433+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:13.952094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726315+0000","last_change":"2024-09-10T10:33:13.715140+0000","last_active":"2024-09-10T10:33:14.726315+0000","last_peered":"2024-09-10T10:33:14.726315+0000","last_clean":"2024-09-10T10:33:14.726315+0000","last_became_active":"2024-09-10T10:33:13.714887+0000","last_became_peered":"2024-09-10T10:33:13.714887+0000","last_unstale":"2024-09-10T10:33:14.726315+0000","last_undegraded":"2024-09-10T10:33:14.726315+0000","last_fullsized":"2024-09-10T10:33:14.726315+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:39.701050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389680+0000","last_change":"2024-09-10T10:33:13.733738+0000","last_active":"2024-09-10T10:33:15.389680+0000","last_peered":"2024-09-10T10:33:15.389680+0000","last_clean":"2024-09-10T10:33:15.389680+0000","last_became_active":"2024-09-10T10:33:13.733469+0000","last_became_peered":"2024-09-10T10:33:13.733469+0000","last_unstale":"2024-09-10T10:33:15.389680+0000","last_undegraded":"2024-09-10T10:33:15.389680+0000","last_fullsized":"2024-09-10T10:33:15.389680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:08.732644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.721981+0000","last_change":"2024-09-10T10:33:13.723595+0000","last_active":"2024-09-10T10:33:14.721981+0000","last_peered":"2024-09-10T10:33:14.721981+0000","last_clean":"2024-09-10T10:33:14.721981+0000","last_became_active":"2024-09-10T10:33:13.723285+0000","last_became_peered":"2024-09-10T10:33:13.723285+0000","last_unstale":"2024-09-10T10:33:14.721981+0000","last_undegraded":"2024-09-10T10:33:14.721981+0000","last_fullsized":"2024-09-10T10:33:14.721981+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.373924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388528+0000","last_change":"2024-09-10T10:33:13.723910+0000","last_active":"2024-09-10T10:33:15.388528+0000","last_peered":"2024-09-10T10:33:15.388528+0000","last_clean":"2024-09-10T10:33:15.388528+0000","last_became_active":"2024-09-10T10:33:13.723652+0000","last_became_peered":"2024-09-10T10:33:13.723652+0000","last_unstale":"2024-09-10T10:33:15.388528+0000","last_undegraded":"2024-09-10T10:33:15.388528+0000","last_fullsized":"2024-09-10T10:33:15.388528+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:09.586769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389399+0000","last_change":"2024-09-10T10:33:13.726588+0000","last_active":"2024-09-10T10:33:15.389399+0000","last_peered":"2024-09-10T10:33:15.389399+0000","last_clean":"2024-09-10T10:33:15.389399+0000","last_became_active":"2024-09-10T10:33:13.726280+0000","last_became_peered":"2024-09-10T10:33:13.726280+0000","last_unstale":"2024-09-10T10:33:15.389399+0000","last_undegraded":"2024-09-10T10:33:15.389399+0000","last_fullsized":"2024-09-10T10:33:15.389399+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:09.586769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389125+0000","last_change":"2024-09-10T10:33:13.726929+0000","last_active":"2024-09-10T10:33:15.389125+0000","last_peered":"2024-09-10T10:33:15.389125+0000","last_clean":"2024-09-10T10:33:15.389125+0000","last_became_active":"2024-09-10T10:33:13.726597+0000","last_became_peered":"2024-09-10T10:33:13.726597+0000","last_unstale":"2024-09-10T10:33:15.389125+0000","last_undegraded":"2024-09-10T10:33:15.389125+0000","last_fullsized":"2024-09-10T10:33:15.389125+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:08.732644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727292+0000","last_change":"2024-09-10T10:33:13.731886+0000","last_active":"2024-09-10T10:33:14.727292+0000","last_peered":"2024-09-10T10:33:14.727292+0000","last_clean":"2024-09-10T10:33:14.727292+0000","last_became_active":"2024-09-10T10:33:13.731479+0000","last_became_peered":"2024-09-10T10:33:13.731479+0000","last_unstale":"2024-09-10T10:33:14.727292+0000","last_undegraded":"2024-09-10T10:33:14.727292+0000","last_fullsized":"2024-09-10T10:33:14.727292+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:30.184745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726979+0000","last_change":"2024-09-10T10:33:13.723578+0000","last_active":"2024-09-10T10:33:14.726979+0000","last_peered":"2024-09-10T10:33:14.726979+0000","last_clean":"2024-09-10T10:33:14.726979+0000","last_became_active":"2024-09-10T10:33:13.723220+0000","last_became_peered":"2024-09-10T10:33:13.723220+0000","last_unstale":"2024-09-10T10:33:14.726979+0000","last_undegraded":"2024-09-10T10:33:14.726979+0000","last_fullsized":"2024-09-10T10:33:14.726979+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:53.156363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737255+0000","last_change":"2024-09-10T10:33:13.734191+0000","last_active":"2024-09-10T10:33:14.737255+0000","last_peered":"2024-09-10T10:33:14.737255+0000","last_clean":"2024-09-10T10:33:14.737255+0000","last_became_active":"2024-09-10T10:33:13.731701+0000","last_became_peered":"2024-09-10T10:33:13.731701+0000","last_unstale":"2024-09-10T10:33:14.737255+0000","last_undegraded":"2024-09-10T10:33:14.737255+0000","last_fullsized":"2024-09-10T10:33:14.737255+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:58.704201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389801+0000","last_change":"2024-09-10T10:33:13.722723+0000","last_active":"2024-09-10T10:33:15.389801+0000","last_peered":"2024-09-10T10:33:15.389801+0000","last_clean":"2024-09-10T10:33:15.389801+0000","last_became_active":"2024-09-10T10:33:13.722466+0000","last_became_peered":"2024-09-10T10:33:13.722466+0000","last_unstale":"2024-09-10T10:33:15.389801+0000","last_undegraded":"2024-09-10T10:33:15.389801+0000","last_fullsized":"2024-09-10T10:33:15.389801+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:48.114149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722036+0000","last_change":"2024-09-10T10:33:13.738583+0000","last_active":"2024-09-10T10:33:14.722036+0000","last_peered":"2024-09-10T10:33:14.722036+0000","last_clean":"2024-09-10T10:33:14.722036+0000","last_became_active":"2024-09-10T10:33:13.737090+0000","last_became_peered":"2024-09-10T10:33:13.737090+0000","last_unstale":"2024-09-10T10:33:14.722036+0000","last_undegraded":"2024-09-10T10:33:14.722036+0000","last_fullsized":"2024-09-10T10:33:14.722036+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:55.741431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.721971+0000","last_change":"2024-09-10T10:33:13.723230+0000","last_active":"2024-09-10T10:33:14.721971+0000","last_peered":"2024-09-10T10:33:14.721971+0000","last_clean":"2024-09-10T10:33:14.721971+0000","last_became_active":"2024-09-10T10:33:13.722883+0000","last_became_peered":"2024-09-10T10:33:13.722883+0000","last_unstale":"2024-09-10T10:33:14.721971+0000","last_undegraded":"2024-09-10T10:33:14.721971+0000","last_fullsized":"2024-09-10T10:33:14.721971+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:09.586769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388780+0000","last_change":"2024-09-10T10:33:13.715102+0000","last_active":"2024-09-10T10:33:15.388780+0000","last_peered":"2024-09-10T10:33:15.388780+0000","last_clean":"2024-09-10T10:33:15.388780+0000","last_became_active":"2024-09-10T10:33:13.714727+0000","last_became_peered":"2024-09-10T10:33:13.714727+0000","last_unstale":"2024-09-10T10:33:15.388780+0000","last_undegraded":"2024-09-10T10:33:15.388780+0000","last_fullsized":"2024-09-10T10:33:15.388780+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:15.760969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388139+0000","last_change":"2024-09-10T10:33:13.715103+0000","last_active":"2024-09-10T10:33:15.388139+0000","last_peered":"2024-09-10T10:33:15.388139+0000","last_clean":"2024-09-10T10:33:15.388139+0000","last_became_active":"2024-09-10T10:33:13.714858+0000","last_became_peered":"2024-09-10T10:33:13.714858+0000","last_unstale":"2024-09-10T10:33:15.388139+0000","last_undegraded":"2024-09-10T10:33:15.388139+0000","last_fullsized":"2024-09-10T10:33:15.388139+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:13.503171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389627+0000","last_change":"2024-09-10T10:33:13.740649+0000","last_active":"2024-09-10T10:33:15.389627+0000","last_peered":"2024-09-10T10:33:15.389627+0000","last_clean":"2024-09-10T10:33:15.389627+0000","last_became_active":"2024-09-10T10:33:13.740262+0000","last_became_peered":"2024-09-10T10:33:13.740262+0000","last_unstale":"2024-09-10T10:33:15.389627+0000","last_undegraded":"2024-09-10T10:33:15.389627+0000","last_fullsized":"2024-09-10T10:33:15.389627+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:15.760969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389317+0000","last_change":"2024-09-10T10:33:12.719100+0000","last_active":"2024-09-10T10:33:15.389317+0000","last_peered":"2024-09-10T10:33:15.389317+0000","last_clean":"2024-09-10T10:33:15.389317+0000","last_became_active":"2024-09-10T10:33:12.718342+0000","last_became_peered":"2024-09-10T10:33:12.718342+0000","last_unstale":"2024-09-10T10:33:15.389317+0000","last_undegraded":"2024-09-10T10:33:15.389317+0000","last_fullsized":"2024-09-10T10:33:15.389317+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:48.917201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390351+0000","last_change":"2024-09-10T10:33:13.735189+0000","last_active":"2024-09-10T10:33:15.390351+0000","last_peered":"2024-09-10T10:33:15.390351+0000","last_clean":"2024-09-10T10:33:15.390351+0000","last_became_active":"2024-09-10T10:33:13.734824+0000","last_became_peered":"2024-09-10T10:33:13.734824+0000","last_unstale":"2024-09-10T10:33:15.390351+0000","last_undegraded":"2024-09-10T10:33:15.390351+0000","last_fullsized":"2024-09-10T10:33:15.390351+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:45:19.574687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727031+0000","last_change":"2024-09-10T10:33:12.720191+0000","last_active":"2024-09-10T10:33:14.727031+0000","last_peered":"2024-09-10T10:33:14.727031+0000","last_clean":"2024-09-10T10:33:14.727031+0000","last_became_active":"2024-09-10T10:33:12.719301+0000","last_became_peered":"2024-09-10T10:33:12.719301+0000","last_unstale":"2024-09-10T10:33:14.727031+0000","last_undegraded":"2024-09-10T10:33:14.727031+0000","last_fullsized":"2024-09-10T10:33:14.727031+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:35:14.969741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389830+0000","last_change":"2024-09-10T10:33:13.721235+0000","last_active":"2024-09-10T10:33:15.389830+0000","last_peered":"2024-09-10T10:33:15.389830+0000","last_clean":"2024-09-10T10:33:15.389830+0000","last_became_active":"2024-09-10T10:33:13.720889+0000","last_became_peered":"2024-09-10T10:33:13.720889+0000","last_unstale":"2024-09-10T10:33:15.389830+0000","last_undegraded":"2024-09-10T10:33:15.389830+0000","last_fullsized":"2024-09-10T10:33:15.389830+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:44.041738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726574+0000","last_change":"2024-09-10T10:33:12.721649+0000","last_active":"2024-09-10T10:33:14.726574+0000","last_peered":"2024-09-10T10:33:14.726574+0000","last_clean":"2024-09-10T10:33:14.726574+0000","last_became_active":"2024-09-10T10:33:12.721350+0000","last_became_peered":"2024-09-10T10:33:12.721350+0000","last_unstale":"2024-09-10T10:33:14.726574+0000","last_undegraded":"2024-09-10T10:33:14.726574+0000","last_fullsized":"2024-09-10T10:33:14.726574+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:27.507859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726926+0000","last_change":"2024-09-10T10:33:13.724776+0000","last_active":"2024-09-10T10:33:14.726926+0000","last_peered":"2024-09-10T10:33:14.726926+0000","last_clean":"2024-09-10T10:33:14.726926+0000","last_became_active":"2024-09-10T10:33:13.724397+0000","last_became_peered":"2024-09-10T10:33:13.724397+0000","last_unstale":"2024-09-10T10:33:14.726926+0000","last_undegraded":"2024-09-10T10:33:14.726926+0000","last_fullsized":"2024-09-10T10:33:14.726926+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:45:04.098517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727451+0000","last_change":"2024-09-10T10:33:12.716275+0000","last_active":"2024-09-10T10:33:14.727451+0000","last_peered":"2024-09-10T10:33:14.727451+0000","last_clean":"2024-09-10T10:33:14.727451+0000","last_became_active":"2024-09-10T10:33:12.715997+0000","last_became_peered":"2024-09-10T10:33:12.715997+0000","last_unstale":"2024-09-10T10:33:14.727451+0000","last_undegraded":"2024-09-10T10:33:14.727451+0000","last_fullsized":"2024-09-10T10:33:14.727451+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:06.696216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389584+0000","last_change":"2024-09-10T10:33:13.723962+0000","last_active":"2024-09-10T10:33:15.389584+0000","last_peered":"2024-09-10T10:33:15.389584+0000","last_clean":"2024-09-10T10:33:15.389584+0000","last_became_active":"2024-09-10T10:33:13.722821+0000","last_became_peered":"2024-09-10T10:33:13.722821+0000","last_unstale":"2024-09-10T10:33:15.389584+0000","last_undegraded":"2024-09-10T10:33:15.389584+0000","last_fullsized":"2024-09-10T10:33:15.389584+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:34.755939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389334+0000","last_change":"2024-09-10T10:33:12.726208+0000","last_active":"2024-09-10T10:33:15.389334+0000","last_peered":"2024-09-10T10:33:15.389334+0000","last_clean":"2024-09-10T10:33:15.389334+0000","last_became_active":"2024-09-10T10:33:12.724799+0000","last_became_peered":"2024-09-10T10:33:12.724799+0000","last_unstale":"2024-09-10T10:33:15.389334+0000","last_undegraded":"2024-09-10T10:33:15.389334+0000","last_fullsized":"2024-09-10T10:33:15.389334+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:56.206966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389274+0000","last_change":"2024-09-10T10:33:13.714204+0000","last_active":"2024-09-10T10:33:15.389274+0000","last_peered":"2024-09-10T10:33:15.389274+0000","last_clean":"2024-09-10T10:33:15.389274+0000","last_became_active":"2024-09-10T10:33:13.713829+0000","last_became_peered":"2024-09-10T10:33:13.713829+0000","last_unstale":"2024-09-10T10:33:15.389274+0000","last_undegraded":"2024-09-10T10:33:15.389274+0000","last_fullsized":"2024-09-10T10:33:15.389274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:49.925126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388527+0000","last_change":"2024-09-10T10:33:12.721615+0000","last_active":"2024-09-10T10:33:15.388527+0000","last_peered":"2024-09-10T10:33:15.388527+0000","last_clean":"2024-09-10T10:33:15.388527+0000","last_became_active":"2024-09-10T10:33:12.717345+0000","last_became_peered":"2024-09-10T10:33:12.717345+0000","last_unstale":"2024-09-10T10:33:15.388527+0000","last_undegraded":"2024-09-10T10:33:15.388527+0000","last_fullsized":"2024-09-10T10:33:15.388527+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:33.748014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389419+0000","last_change":"2024-09-10T10:33:13.724882+0000","last_active":"2024-09-10T10:33:15.389419+0000","last_peered":"2024-09-10T10:33:15.389419+0000","last_clean":"2024-09-10T10:33:15.389419+0000","last_became_active":"2024-09-10T10:33:13.724625+0000","last_became_peered":"2024-09-10T10:33:13.724625+0000","last_unstale":"2024-09-10T10:33:15.389419+0000","last_undegraded":"2024-09-10T10:33:15.389419+0000","last_fullsized":"2024-09-10T10:33:15.389419+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:57.992795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.725899+0000","last_change":"2024-09-10T10:33:12.718308+0000","last_active":"2024-09-10T10:33:14.725899+0000","last_peered":"2024-09-10T10:33:14.725899+0000","last_clean":"2024-09-10T10:33:14.725899+0000","last_became_active":"2024-09-10T10:33:12.718042+0000","last_became_peered":"2024-09-10T10:33:12.718042+0000","last_unstale":"2024-09-10T10:33:14.725899+0000","last_undegraded":"2024-09-10T10:33:14.725899+0000","last_fullsized":"2024-09-10T10:33:14.725899+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:31.489798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.725933+0000","last_change":"2024-09-10T10:33:13.729417+0000","last_active":"2024-09-10T10:33:14.725933+0000","last_peered":"2024-09-10T10:33:14.725933+0000","last_clean":"2024-09-10T10:33:14.725933+0000","last_became_active":"2024-09-10T10:33:13.729150+0000","last_became_peered":"2024-09-10T10:33:13.729150+0000","last_unstale":"2024-09-10T10:33:14.725933+0000","last_undegraded":"2024-09-10T10:33:14.725933+0000","last_fullsized":"2024-09-10T10:33:14.725933+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:48.114149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389386+0000","last_change":"2024-09-10T10:33:12.725599+0000","last_active":"2024-09-10T10:33:15.389386+0000","last_peered":"2024-09-10T10:33:15.389386+0000","last_clean":"2024-09-10T10:33:15.389386+0000","last_became_active":"2024-09-10T10:33:12.725311+0000","last_became_peered":"2024-09-10T10:33:12.725311+0000","last_unstale":"2024-09-10T10:33:15.389386+0000","last_undegraded":"2024-09-10T10:33:15.389386+0000","last_fullsized":"2024-09-10T10:33:15.389386+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:56.984870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388774+0000","last_change":"2024-09-10T10:33:13.726589+0000","last_active":"2024-09-10T10:33:15.388774+0000","last_peered":"2024-09-10T10:33:15.388774+0000","last_clean":"2024-09-10T10:33:15.388774+0000","last_became_active":"2024-09-10T10:33:13.726314+0000","last_became_peered":"2024-09-10T10:33:13.726314+0000","last_unstale":"2024-09-10T10:33:15.388774+0000","last_undegraded":"2024-09-10T10:33:15.388774+0000","last_fullsized":"2024-09-10T10:33:15.388774+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:43:08.551744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737490+0000","last_change":"2024-09-10T10:33:12.724786+0000","last_active":"2024-09-10T10:33:14.737490+0000","last_peered":"2024-09-10T10:33:14.737490+0000","last_clean":"2024-09-10T10:33:14.737490+0000","last_became_active":"2024-09-10T10:33:12.724544+0000","last_became_peered":"2024-09-10T10:33:12.724544+0000","last_unstale":"2024-09-10T10:33:14.737490+0000","last_undegraded":"2024-09-10T10:33:14.737490+0000","last_fullsized":"2024-09-10T10:33:14.737490+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:06:02.171909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727357+0000","last_change":"2024-09-10T10:33:13.731174+0000","last_active":"2024-09-10T10:33:14.727357+0000","last_peered":"2024-09-10T10:33:14.727357+0000","last_clean":"2024-09-10T10:33:14.727357+0000","last_became_active":"2024-09-10T10:33:13.730849+0000","last_became_peered":"2024-09-10T10:33:13.730849+0000","last_unstale":"2024-09-10T10:33:14.727357+0000","last_undegraded":"2024-09-10T10:33:14.727357+0000","last_fullsized":"2024-09-10T10:33:14.727357+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:13.503171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737320+0000","last_change":"2024-09-10T10:33:12.719607+0000","last_active":"2024-09-10T10:33:14.737320+0000","last_peered":"2024-09-10T10:33:14.737320+0000","last_clean":"2024-09-10T10:33:14.737320+0000","last_became_active":"2024-09-10T10:33:12.719327+0000","last_became_peered":"2024-09-10T10:33:12.719327+0000","last_unstale":"2024-09-10T10:33:14.737320+0000","last_undegraded":"2024-09-10T10:33:14.737320+0000","last_fullsized":"2024-09-10T10:33:14.737320+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:25.636811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.727335+0000","last_change":"2024-09-10T10:33:13.733503+0000","last_active":"2024-09-10T10:33:14.727335+0000","last_peered":"2024-09-10T10:33:14.727335+0000","last_clean":"2024-09-10T10:33:14.727335+0000","last_became_active":"2024-09-10T10:33:13.732592+0000","last_became_peered":"2024-09-10T10:33:13.732592+0000","last_unstale":"2024-09-10T10:33:14.727335+0000","last_undegraded":"2024-09-10T10:33:14.727335+0000","last_fullsized":"2024-09-10T10:33:14.727335+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:26.163374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388592+0000","last_change":"2024-09-10T10:33:12.718283+0000","last_active":"2024-09-10T10:33:15.388592+0000","last_peered":"2024-09-10T10:33:15.388592+0000","last_clean":"2024-09-10T10:33:15.388592+0000","last_became_active":"2024-09-10T10:33:12.718001+0000","last_became_peered":"2024-09-10T10:33:12.718001+0000","last_unstale":"2024-09-10T10:33:15.388592+0000","last_undegraded":"2024-09-10T10:33:15.388592+0000","last_fullsized":"2024-09-10T10:33:15.388592+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:54.733506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388736+0000","last_change":"2024-09-10T10:33:13.729943+0000","last_active":"2024-09-10T10:33:15.388736+0000","last_peered":"2024-09-10T10:33:15.388736+0000","last_clean":"2024-09-10T10:33:15.388736+0000","last_became_active":"2024-09-10T10:33:13.729613+0000","last_became_peered":"2024-09-10T10:33:13.729613+0000","last_unstale":"2024-09-10T10:33:15.388736+0000","last_undegraded":"2024-09-10T10:33:15.388736+0000","last_fullsized":"2024-09-10T10:33:15.388736+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:22.376219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389786+0000","last_change":"2024-09-10T10:33:12.719667+0000","last_active":"2024-09-10T10:33:15.389786+0000","last_peered":"2024-09-10T10:33:15.389786+0000","last_clean":"2024-09-10T10:33:15.389786+0000","last_became_active":"2024-09-10T10:33:12.719388+0000","last_became_peered":"2024-09-10T10:33:12.719388+0000","last_unstale":"2024-09-10T10:33:15.389786+0000","last_undegraded":"2024-09-10T10:33:15.389786+0000","last_fullsized":"2024-09-10T10:33:15.389786+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:30.640737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389288+0000","last_change":"2024-09-10T10:33:13.725127+0000","last_active":"2024-09-10T10:33:15.389288+0000","last_peered":"2024-09-10T10:33:15.389288+0000","last_clean":"2024-09-10T10:33:15.389288+0000","last_became_active":"2024-09-10T10:33:13.724866+0000","last_became_peered":"2024-09-10T10:33:13.724866+0000","last_unstale":"2024-09-10T10:33:15.389288+0000","last_undegraded":"2024-09-10T10:33:15.389288+0000","last_fullsized":"2024-09-10T10:33:15.389288+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:43.373924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389493+0000","last_change":"2024-09-10T10:33:12.726129+0000","last_active":"2024-09-10T10:33:15.389493+0000","last_peered":"2024-09-10T10:33:15.389493+0000","last_clean":"2024-09-10T10:33:15.389493+0000","last_became_active":"2024-09-10T10:33:12.724911+0000","last_became_peered":"2024-09-10T10:33:12.724911+0000","last_unstale":"2024-09-10T10:33:15.389493+0000","last_undegraded":"2024-09-10T10:33:15.389493+0000","last_fullsized":"2024-09-10T10:33:15.389493+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:38.693125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726640+0000","last_change":"2024-09-10T10:33:13.727635+0000","last_active":"2024-09-10T10:33:14.726640+0000","last_peered":"2024-09-10T10:33:14.726640+0000","last_clean":"2024-09-10T10:33:14.726640+0000","last_became_active":"2024-09-10T10:33:13.727337+0000","last_became_peered":"2024-09-10T10:33:13.727337+0000","last_unstale":"2024-09-10T10:33:14.726640+0000","last_undegraded":"2024-09-10T10:33:14.726640+0000","last_fullsized":"2024-09-10T10:33:14.726640+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:45:19.574687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726157+0000","last_change":"2024-09-10T10:33:12.721137+0000","last_active":"2024-09-10T10:33:14.726157+0000","last_peered":"2024-09-10T10:33:14.726157+0000","last_clean":"2024-09-10T10:33:14.726157+0000","last_became_active":"2024-09-10T10:33:12.720875+0000","last_became_peered":"2024-09-10T10:33:12.720875+0000","last_unstale":"2024-09-10T10:33:14.726157+0000","last_undegraded":"2024-09-10T10:33:14.726157+0000","last_fullsized":"2024-09-10T10:33:14.726157+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:27.061498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389275+0000","last_change":"2024-09-10T10:33:13.718196+0000","last_active":"2024-09-10T10:33:15.389275+0000","last_peered":"2024-09-10T10:33:15.389275+0000","last_clean":"2024-09-10T10:33:15.389275+0000","last_became_active":"2024-09-10T10:33:13.717884+0000","last_became_peered":"2024-09-10T10:33:13.717884+0000","last_unstale":"2024-09-10T10:33:15.389275+0000","last_undegraded":"2024-09-10T10:33:15.389275+0000","last_fullsized":"2024-09-10T10:33:15.389275+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:24.235097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726053+0000","last_change":"2024-09-10T10:33:12.716527+0000","last_active":"2024-09-10T10:33:14.726053+0000","last_peered":"2024-09-10T10:33:14.726053+0000","last_clean":"2024-09-10T10:33:14.726053+0000","last_became_active":"2024-09-10T10:33:12.716248+0000","last_became_peered":"2024-09-10T10:33:12.716248+0000","last_unstale":"2024-09-10T10:33:14.726053+0000","last_undegraded":"2024-09-10T10:33:14.726053+0000","last_fullsized":"2024-09-10T10:33:14.726053+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:12.944169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388259+0000","last_change":"2024-09-10T10:33:13.717063+0000","last_active":"2024-09-10T10:33:15.388259+0000","last_peered":"2024-09-10T10:33:15.388259+0000","last_clean":"2024-09-10T10:33:15.388259+0000","last_became_active":"2024-09-10T10:33:13.716176+0000","last_became_peered":"2024-09-10T10:33:13.716176+0000","last_unstale":"2024-09-10T10:33:15.388259+0000","last_undegraded":"2024-09-10T10:33:15.388259+0000","last_fullsized":"2024-09-10T10:33:15.388259+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:25:49.142345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":22,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.725611+0000","last_change":"2024-09-10T10:33:12.720136+0000","last_active":"2024-09-10T10:33:14.725611+0000","last_peered":"2024-09-10T10:33:14.725611+0000","last_clean":"2024-09-10T10:33:14.725611+0000","last_became_active":"2024-09-10T10:33:12.719829+0000","last_became_peered":"2024-09-10T10:33:12.719829+0000","last_unstale":"2024-09-10T10:33:14.725611+0000","last_undegraded":"2024-09-10T10:33:14.725611+0000","last_fullsized":"2024-09-10T10:33:14.725611+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:43.143694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389017+0000","last_change":"2024-09-10T10:33:13.723318+0000","last_active":"2024-09-10T10:33:15.389017+0000","last_peered":"2024-09-10T10:33:15.389017+0000","last_clean":"2024-09-10T10:33:15.389017+0000","last_became_active":"2024-09-10T10:33:13.720031+0000","last_became_peered":"2024-09-10T10:33:13.720031+0000","last_unstale":"2024-09-10T10:33:15.389017+0000","last_undegraded":"2024-09-10T10:33:15.389017+0000","last_fullsized":"2024-09-10T10:33:15.389017+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:46:44.141621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726333+0000","last_change":"2024-09-10T10:33:12.725102+0000","last_active":"2024-09-10T10:33:14.726333+0000","last_peered":"2024-09-10T10:33:14.726333+0000","last_clean":"2024-09-10T10:33:14.726333+0000","last_became_active":"2024-09-10T10:33:12.724695+0000","last_became_peered":"2024-09-10T10:33:12.724695+0000","last_unstale":"2024-09-10T10:33:14.726333+0000","last_undegraded":"2024-09-10T10:33:14.726333+0000","last_fullsized":"2024-09-10T10:33:14.726333+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:51.092804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390277+0000","last_change":"2024-09-10T10:33:13.730518+0000","last_active":"2024-09-10T10:33:15.390277+0000","last_peered":"2024-09-10T10:33:15.390277+0000","last_clean":"2024-09-10T10:33:15.390277+0000","last_became_active":"2024-09-10T10:33:13.730232+0000","last_became_peered":"2024-09-10T10:33:13.730232+0000","last_unstale":"2024-09-10T10:33:15.390277+0000","last_undegraded":"2024-09-10T10:33:15.390277+0000","last_fullsized":"2024-09-10T10:33:15.390277+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:45.924935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390148+0000","last_change":"2024-09-10T10:33:12.725330+0000","last_active":"2024-09-10T10:33:15.390148+0000","last_peered":"2024-09-10T10:33:15.390148+0000","last_clean":"2024-09-10T10:33:15.390148+0000","last_became_active":"2024-09-10T10:33:12.725053+0000","last_became_peered":"2024-09-10T10:33:12.725053+0000","last_unstale":"2024-09-10T10:33:15.390148+0000","last_undegraded":"2024-09-10T10:33:15.390148+0000","last_fullsized":"2024-09-10T10:33:15.390148+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:30.640737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737214+0000","last_change":"2024-09-10T10:33:13.729608+0000","last_active":"2024-09-10T10:33:14.737214+0000","last_peered":"2024-09-10T10:33:14.737214+0000","last_clean":"2024-09-10T10:33:14.737214+0000","last_became_active":"2024-09-10T10:33:13.729256+0000","last_became_peered":"2024-09-10T10:33:13.729256+0000","last_unstale":"2024-09-10T10:33:14.737214+0000","last_undegraded":"2024-09-10T10:33:14.737214+0000","last_fullsized":"2024-09-10T10:33:14.737214+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:07.049704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388806+0000","last_change":"2024-09-10T10:33:12.723682+0000","last_active":"2024-09-10T10:33:15.388806+0000","last_peered":"2024-09-10T10:33:15.388806+0000","last_clean":"2024-09-10T10:33:15.388806+0000","last_became_active":"2024-09-10T10:33:12.723249+0000","last_became_peered":"2024-09-10T10:33:12.723249+0000","last_unstale":"2024-09-10T10:33:15.388806+0000","last_undegraded":"2024-09-10T10:33:15.388806+0000","last_fullsized":"2024-09-10T10:33:15.388806+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:07.724719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726463+0000","last_change":"2024-09-10T10:33:13.730032+0000","last_active":"2024-09-10T10:33:14.726463+0000","last_peered":"2024-09-10T10:33:14.726463+0000","last_clean":"2024-09-10T10:33:14.726463+0000","last_became_active":"2024-09-10T10:33:13.729744+0000","last_became_peered":"2024-09-10T10:33:13.729744+0000","last_unstale":"2024-09-10T10:33:14.726463+0000","last_undegraded":"2024-09-10T10:33:14.726463+0000","last_fullsized":"2024-09-10T10:33:14.726463+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:42.068478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722258+0000","last_change":"2024-09-10T10:33:12.719346+0000","last_active":"2024-09-10T10:33:14.722258+0000","last_peered":"2024-09-10T10:33:14.722258+0000","last_clean":"2024-09-10T10:33:14.722258+0000","last_became_active":"2024-09-10T10:33:12.719072+0000","last_became_peered":"2024-09-10T10:33:12.719072+0000","last_unstale":"2024-09-10T10:33:14.722258+0000","last_undegraded":"2024-09-10T10:33:14.722258+0000","last_fullsized":"2024-09-10T10:33:14.722258+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:12.944169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389297+0000","last_change":"2024-09-10T10:33:13.733789+0000","last_active":"2024-09-10T10:33:15.389297+0000","last_peered":"2024-09-10T10:33:15.389297+0000","last_clean":"2024-09-10T10:33:15.389297+0000","last_became_active":"2024-09-10T10:33:13.733500+0000","last_became_peered":"2024-09-10T10:33:13.733500+0000","last_unstale":"2024-09-10T10:33:15.389297+0000","last_undegraded":"2024-09-10T10:33:15.389297+0000","last_fullsized":"2024-09-10T10:33:15.389297+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:58.202542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737321+0000","last_change":"2024-09-10T10:33:12.723436+0000","last_active":"2024-09-10T10:33:14.737321+0000","last_peered":"2024-09-10T10:33:14.737321+0000","last_clean":"2024-09-10T10:33:14.737321+0000","last_became_active":"2024-09-10T10:33:12.723160+0000","last_became_peered":"2024-09-10T10:33:12.723160+0000","last_unstale":"2024-09-10T10:33:14.737321+0000","last_undegraded":"2024-09-10T10:33:14.737321+0000","last_fullsized":"2024-09-10T10:33:14.737321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:01.520497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737234+0000","last_change":"2024-09-10T10:33:13.722295+0000","last_active":"2024-09-10T10:33:14.737234+0000","last_peered":"2024-09-10T10:33:14.737234+0000","last_clean":"2024-09-10T10:33:14.737234+0000","last_became_active":"2024-09-10T10:33:13.721746+0000","last_became_peered":"2024-09-10T10:33:13.721746+0000","last_unstale":"2024-09-10T10:33:14.737234+0000","last_undegraded":"2024-09-10T10:33:14.737234+0000","last_fullsized":"2024-09-10T10:33:14.737234+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:51:17.456301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388653+0000","last_change":"2024-09-10T10:33:12.722215+0000","last_active":"2024-09-10T10:33:15.388653+0000","last_peered":"2024-09-10T10:33:15.388653+0000","last_clean":"2024-09-10T10:33:15.388653+0000","last_became_active":"2024-09-10T10:33:12.721952+0000","last_became_peered":"2024-09-10T10:33:12.721952+0000","last_unstale":"2024-09-10T10:33:15.388653+0000","last_undegraded":"2024-09-10T10:33:15.388653+0000","last_fullsized":"2024-09-10T10:33:15.388653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:32.029944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389231+0000","last_change":"2024-09-10T10:33:13.731166+0000","last_active":"2024-09-10T10:33:15.389231+0000","last_peered":"2024-09-10T10:33:15.389231+0000","last_clean":"2024-09-10T10:33:15.389231+0000","last_became_active":"2024-09-10T10:33:13.730890+0000","last_became_peered":"2024-09-10T10:33:13.730890+0000","last_unstale":"2024-09-10T10:33:15.389231+0000","last_undegraded":"2024-09-10T10:33:15.389231+0000","last_fullsized":"2024-09-10T10:33:15.389231+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:48.320982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.390035+0000","last_change":"2024-09-10T10:33:12.718501+0000","last_active":"2024-09-10T10:33:15.390035+0000","last_peered":"2024-09-10T10:33:15.390035+0000","last_clean":"2024-09-10T10:33:15.390035+0000","last_became_active":"2024-09-10T10:33:12.718240+0000","last_became_peered":"2024-09-10T10:33:12.718240+0000","last_unstale":"2024-09-10T10:33:15.390035+0000","last_undegraded":"2024-09-10T10:33:15.390035+0000","last_fullsized":"2024-09-10T10:33:15.390035+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:51.064641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389891+0000","last_change":"2024-09-10T10:33:13.726437+0000","last_active":"2024-09-10T10:33:15.389891+0000","last_peered":"2024-09-10T10:33:15.389891+0000","last_clean":"2024-09-10T10:33:15.389891+0000","last_became_active":"2024-09-10T10:33:13.726174+0000","last_became_peered":"2024-09-10T10:33:13.726174+0000","last_unstale":"2024-09-10T10:33:15.389891+0000","last_undegraded":"2024-09-10T10:33:15.389891+0000","last_fullsized":"2024-09-10T10:33:15.389891+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:31.648662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388153+0000","last_change":"2024-09-10T10:33:12.719342+0000","last_active":"2024-09-10T10:33:15.388153+0000","last_peered":"2024-09-10T10:33:15.388153+0000","last_clean":"2024-09-10T10:33:15.388153+0000","last_became_active":"2024-09-10T10:33:12.719073+0000","last_became_peered":"2024-09-10T10:33:12.719073+0000","last_unstale":"2024-09-10T10:33:15.388153+0000","last_undegraded":"2024-09-10T10:33:15.388153+0000","last_fullsized":"2024-09-10T10:33:15.388153+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:14.753044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726478+0000","last_change":"2024-09-10T10:33:13.729413+0000","last_active":"2024-09-10T10:33:14.726478+0000","last_peered":"2024-09-10T10:33:14.726478+0000","last_clean":"2024-09-10T10:33:14.726478+0000","last_became_active":"2024-09-10T10:33:13.729150+0000","last_became_peered":"2024-09-10T10:33:13.729150+0000","last_unstale":"2024-09-10T10:33:14.726478+0000","last_undegraded":"2024-09-10T10:33:14.726478+0000","last_fullsized":"2024-09-10T10:33:14.726478+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:45.924935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389480+0000","last_change":"2024-09-10T10:33:12.716641+0000","last_active":"2024-09-10T10:33:15.389480+0000","last_peered":"2024-09-10T10:33:15.389480+0000","last_clean":"2024-09-10T10:33:15.389480+0000","last_became_active":"2024-09-10T10:33:12.716369+0000","last_became_peered":"2024-09-10T10:33:12.716369+0000","last_unstale":"2024-09-10T10:33:15.389480+0000","last_undegraded":"2024-09-10T10:33:15.389480+0000","last_fullsized":"2024-09-10T10:33:15.389480+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:41.060553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389214+0000","last_change":"2024-09-10T10:33:13.708809+0000","last_active":"2024-09-10T10:33:15.389214+0000","last_peered":"2024-09-10T10:33:15.389214+0000","last_clean":"2024-09-10T10:33:15.389214+0000","last_became_active":"2024-09-10T10:33:13.708501+0000","last_became_peered":"2024-09-10T10:33:13.708501+0000","last_unstale":"2024-09-10T10:33:15.389214+0000","last_undegraded":"2024-09-10T10:33:15.389214+0000","last_fullsized":"2024-09-10T10:33:15.389214+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:45:11.838348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"34'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.737500+0000","last_change":"2024-09-10T10:33:12.719427+0000","last_active":"2024-09-10T10:33:14.737500+0000","last_peered":"2024-09-10T10:33:14.737500+0000","last_clean":"2024-09-10T10:33:14.737500+0000","last_became_active":"2024-09-10T10:33:12.719137+0000","last_became_peered":"2024-09-10T10:33:12.719137+0000","last_unstale":"2024-09-10T10:33:14.737500+0000","last_undegraded":"2024-09-10T10:33:14.737500+0000","last_fullsized":"2024-09-10T10:33:14.737500+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:33.464094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726533+0000","last_change":"2024-09-10T10:33:13.735196+0000","last_active":"2024-09-10T10:33:14.726533+0000","last_peered":"2024-09-10T10:33:14.726533+0000","last_clean":"2024-09-10T10:33:14.726533+0000","last_became_active":"2024-09-10T10:33:13.734922+0000","last_became_peered":"2024-09-10T10:33:13.734922+0000","last_unstale":"2024-09-10T10:33:14.726533+0000","last_undegraded":"2024-09-10T10:33:14.726533+0000","last_fullsized":"2024-09-10T10:33:14.726533+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:28.069423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389856+0000","last_change":"2024-09-10T10:33:12.714938+0000","last_active":"2024-09-10T10:33:15.389856+0000","last_peered":"2024-09-10T10:33:15.389856+0000","last_clean":"2024-09-10T10:33:15.389856+0000","last_became_active":"2024-09-10T10:33:12.713877+0000","last_became_peered":"2024-09-10T10:33:12.713877+0000","last_unstale":"2024-09-10T10:33:15.389856+0000","last_undegraded":"2024-09-10T10:33:15.389856+0000","last_fullsized":"2024-09-10T10:33:15.389856+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:38.693125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722081+0000","last_change":"2024-09-10T10:33:13.721841+0000","last_active":"2024-09-10T10:33:14.722081+0000","last_peered":"2024-09-10T10:33:14.722081+0000","last_clean":"2024-09-10T10:33:14.722081+0000","last_became_active":"2024-09-10T10:33:13.721485+0000","last_became_peered":"2024-09-10T10:33:13.721485+0000","last_unstale":"2024-09-10T10:33:14.722081+0000","last_undegraded":"2024-09-10T10:33:14.722081+0000","last_fullsized":"2024-09-10T10:33:14.722081+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:08.732644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389769+0000","last_change":"2024-09-10T10:33:12.714330+0000","last_active":"2024-09-10T10:33:15.389769+0000","last_peered":"2024-09-10T10:33:15.389769+0000","last_clean":"2024-09-10T10:33:15.389769+0000","last_became_active":"2024-09-10T10:33:12.713132+0000","last_became_peered":"2024-09-10T10:33:12.713132+0000","last_unstale":"2024-09-10T10:33:15.389769+0000","last_undegraded":"2024-09-10T10:33:15.389769+0000","last_fullsized":"2024-09-10T10:33:15.389769+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:44.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726710+0000","last_change":"2024-09-10T10:33:13.730094+0000","last_active":"2024-09-10T10:33:14.726710+0000","last_peered":"2024-09-10T10:33:14.726710+0000","last_clean":"2024-09-10T10:33:14.726710+0000","last_became_active":"2024-09-10T10:33:13.729760+0000","last_became_peered":"2024-09-10T10:33:13.729760+0000","last_unstale":"2024-09-10T10:33:14.726710+0000","last_undegraded":"2024-09-10T10:33:14.726710+0000","last_fullsized":"2024-09-10T10:33:14.726710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:26:59.866461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389459+0000","last_change":"2024-09-10T10:33:12.721428+0000","last_active":"2024-09-10T10:33:15.389459+0000","last_peered":"2024-09-10T10:33:15.389459+0000","last_clean":"2024-09-10T10:33:15.389459+0000","last_became_active":"2024-09-10T10:33:12.721141+0000","last_became_peered":"2024-09-10T10:33:12.721141+0000","last_unstale":"2024-09-10T10:33:15.389459+0000","last_undegraded":"2024-09-10T10:33:15.389459+0000","last_fullsized":"2024-09-10T10:33:15.389459+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:21:32.029944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.725983+0000","last_change":"2024-09-10T10:33:13.727286+0000","last_active":"2024-09-10T10:33:14.725983+0000","last_peered":"2024-09-10T10:33:14.725983+0000","last_clean":"2024-09-10T10:33:14.725983+0000","last_became_active":"2024-09-10T10:33:13.722196+0000","last_became_peered":"2024-09-10T10:33:13.722196+0000","last_unstale":"2024-09-10T10:33:14.725983+0000","last_undegraded":"2024-09-10T10:33:14.725983+0000","last_fullsized":"2024-09-10T10:33:14.725983+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:44.041738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388879+0000","last_change":"2024-09-10T10:33:12.720014+0000","last_active":"2024-09-10T10:33:15.388879+0000","last_peered":"2024-09-10T10:33:15.388879+0000","last_clean":"2024-09-10T10:33:15.388879+0000","last_became_active":"2024-09-10T10:33:12.719730+0000","last_became_peered":"2024-09-10T10:33:12.719730+0000","last_unstale":"2024-09-10T10:33:15.388879+0000","last_undegraded":"2024-09-10T10:33:15.388879+0000","last_fullsized":"2024-09-10T10:33:15.388879+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:04.973059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388334+0000","last_change":"2024-09-10T10:33:13.710256+0000","last_active":"2024-09-10T10:33:15.388334+0000","last_peered":"2024-09-10T10:33:15.388334+0000","last_clean":"2024-09-10T10:33:15.388334+0000","last_became_active":"2024-09-10T10:33:13.708777+0000","last_became_peered":"2024-09-10T10:33:13.708777+0000","last_unstale":"2024-09-10T10:33:15.388334+0000","last_undegraded":"2024-09-10T10:33:15.388334+0000","last_fullsized":"2024-09-10T10:33:15.388334+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:53.173382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.726084+0000","last_change":"2024-09-10T10:33:12.722367+0000","last_active":"2024-09-10T10:33:14.726084+0000","last_peered":"2024-09-10T10:33:14.726084+0000","last_clean":"2024-09-10T10:33:14.726084+0000","last_became_active":"2024-09-10T10:33:12.719291+0000","last_became_peered":"2024-09-10T10:33:12.719291+0000","last_unstale":"2024-09-10T10:33:14.726084+0000","last_undegraded":"2024-09-10T10:33:14.726084+0000","last_fullsized":"2024-09-10T10:33:14.726084+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:44.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:14.722237+0000","last_change":"2024-09-10T10:33:13.723480+0000","last_active":"2024-09-10T10:33:14.722237+0000","last_peered":"2024-09-10T10:33:14.722237+0000","last_clean":"2024-09-10T10:33:14.722237+0000","last_became_active":"2024-09-10T10:33:13.723184+0000","last_became_peered":"2024-09-10T10:33:13.723184+0000","last_unstale":"2024-09-10T10:33:14.722237+0000","last_undegraded":"2024-09-10T10:33:14.722237+0000","last_fullsized":"2024-09-10T10:33:14.722237+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:12.691061+0000","last_clean_scrub_stamp":"2024-09-10T10:33:12.691061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:49.925126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.388846+0000","last_change":"2024-09-10T10:33:12.723389+0000","last_active":"2024-09-10T10:33:15.388846+0000","last_peered":"2024-09-10T10:33:15.388846+0000","last_clean":"2024-09-10T10:33:15.388846+0000","last_became_active":"2024-09-10T10:33:12.723129+0000","last_became_peered":"2024-09-10T10:33:12.723129+0000","last_unstale":"2024-09-10T10:33:15.388846+0000","last_undegraded":"2024-09-10T10:33:15.388846+0000","last_fullsized":"2024-09-10T10:33:15.388846+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:33:11.683136+0000","last_clean_scrub_stamp":"2024-09-10T10:33:11.683136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:23.227172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":191,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-10T10:33:15.389599+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:33:15.389599+0000","last_peered":"2024-09-10T10:33:15.389599+0000","last_clean":"2024-09-10T10:33:15.389599+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:33:15.389599+0000","last_undegraded":"2024-09-10T10:33:15.389599+0000","last_fullsized":"2024-09-10T10:33:15.389599+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":380928,"data_stored":144821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509455,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":146411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":146433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509455,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":393216,"data_stored":145575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31564,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340276,"statfs":{"total":96636764160,"available":96604442624,"internally_reserved":0,"allocated":380928,"data_stored":144833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509455,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":974848,"data_stored":735237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509454,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31564,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340276,"statfs":{"total":96636764160,"available":96604442624,"internally_reserved":0,"allocated":380928,"data_stored":144889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542160,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32148,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339692,"statfs":{"total":96636764160,"available":96603844608,"internally_reserved":0,"allocated":974848,"data_stored":735749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:33:22.811 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:33:22.811 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:33:23.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff818a00640 1 Processor -- start 2024-09-10T10:33:23.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff818a00640 1 -- start start 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff818a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff8141568c0 0x7ff8140b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff818a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff8140b4470 0x7ff8140cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff818a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8140cf900 0x7ff814160020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff818a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff8140b4f90 con 0x7ff8141568c0 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff818a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff8140b49d0 con 0x7ff8140b4470 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff818a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff8140b4cb0 con 0x7ff8140cf900 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff811e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff8141568c0 0x7ff8140b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff811e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff8141568c0 0x7ff8140b3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36794/0 (socket says 172.21.15.22:36794) 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff811e00640 1 -- 172.21.15.22:0/2407642612 learned_addr learned my addr 172.21.15.22:0/2407642612 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff811e00640 1 -- 172.21.15.22:0/2407642612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8140cf900 msgr2=0x7ff814160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff811e00640 1 --2- 172.21.15.22:0/2407642612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8140cf900 0x7ff814160020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff811e00640 1 -- 172.21.15.22:0/2407642612 >> v2:172.21.15.145:3300/0 conn(0x7ff8140b4470 msgr2=0x7ff8140cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:23.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff811e00640 1 --2- 172.21.15.22:0/2407642612 >> v2:172.21.15.145:3300/0 conn(0x7ff8140b4470 0x7ff8140cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.026+0000 7ff811e00640 1 -- 172.21.15.22:0/2407642612 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff81406d1b0 con 0x7ff8141568c0 2024-09-10T10:33:23.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff811e00640 1 --2- 172.21.15.22:0/2407642612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 0x7ff8140b3f30 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff8140b53b0 tx=0x7ff80401c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce0e1e99c9c10a5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:23.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff810a00640 1 -- 172.21.15.22:0/2407642612 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8040b0070 con 0x7ff8141568c0 2024-09-10T10:33:23.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff810a00640 1 -- 172.21.15.22:0/2407642612 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8040ab600 con 0x7ff8141568c0 2024-09-10T10:33:23.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff810a00640 1 -- 172.21.15.22:0/2407642612 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8040ab9d0 con 0x7ff8141568c0 2024-09-10T10:33:23.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff818a00640 1 -- 172.21.15.22:0/2407642612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 msgr2=0x7ff8140b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff818a00640 1 --2- 172.21.15.22:0/2407642612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 0x7ff8140b3f30 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff8140b53b0 tx=0x7ff80401c230 comp rx=0 tx=0).stop 2024-09-10T10:33:23.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff818a00640 1 -- 172.21.15.22:0/2407642612 shutdown_connections 2024-09-10T10:33:23.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff818a00640 1 --2- 172.21.15.22:0/2407642612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8140cf900 0x7ff814160020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff818a00640 1 --2- 172.21.15.22:0/2407642612 >> v2:172.21.15.145:3300/0 conn(0x7ff8140b4470 0x7ff8140cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff818a00640 1 --2- 172.21.15.22:0/2407642612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 0x7ff8140b3f30 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff818a00640 1 -- 172.21.15.22:0/2407642612 >> 172.21.15.22:0/2407642612 conn(0x7ff814062eb0 msgr2=0x7ff81406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:23.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff818a00640 1 -- 172.21.15.22:0/2407642612 shutdown_connections 2024-09-10T10:33:23.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.030+0000 7ff818a00640 1 -- 172.21.15.22:0/2407642612 wait complete. 2024-09-10T10:33:23.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff818a00640 1 Processor -- start 2024-09-10T10:33:23.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff818a00640 1 -- start start 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff818a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8140b4470 0x7ff81414fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff818a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8140cf900 0x7ff8141f5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff818a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 0x7ff81415cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff818a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff814156e20 con 0x7ff8141568c0 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff818a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff814156ca0 con 0x7ff8140b4470 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff818a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff81406d9b0 con 0x7ff8140cf900 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff812800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 0x7ff81415cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff812800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 0x7ff81415cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36806/0 (socket says 172.21.15.22:36806) 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff812800640 1 -- 172.21.15.22:0/1121091877 learned_addr learned my addr 172.21.15.22:0/1121091877 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff811e00640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8140b4470 0x7ff81414fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff811400640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8140cf900 0x7ff8141f5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff812800640 1 -- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8140cf900 msgr2=0x7ff8141f5240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff812800640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8140cf900 0x7ff8141f5240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff812800640 1 -- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8140b4470 msgr2=0x7ff81414fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff812800640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8140b4470 0x7ff81414fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff812800640 1 -- 172.21.15.22:0/1121091877 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff814163d30 con 0x7ff8141568c0 2024-09-10T10:33:23.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff811400640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8140cf900 0x7ff8141f5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:23.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff812800640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 0x7ff81415cb30 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff80c00b970 tx=0x7ff80c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:23.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff80a000640 1 -- 172.21.15.22:0/1121091877 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff80c019070 con 0x7ff8141568c0 2024-09-10T10:33:23.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff80a000640 1 -- 172.21.15.22:0/1121091877 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff80c00cb60 con 0x7ff8141568c0 2024-09-10T10:33:23.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff818a00640 1 -- 172.21.15.22:0/1121091877 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff814164280 con 0x7ff8141568c0 2024-09-10T10:33:23.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff80a000640 1 -- 172.21.15.22:0/1121091877 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff80c014440 con 0x7ff8141568c0 2024-09-10T10:33:23.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.034+0000 7ff818a00640 1 -- 172.21.15.22:0/1121091877 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff814164840 con 0x7ff8141568c0 2024-09-10T10:33:23.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.038+0000 7ff818a00640 1 -- 172.21.15.22:0/1121091877 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff814160020 con 0x7ff8141568c0 2024-09-10T10:33:23.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.038+0000 7ff80a000640 1 -- 172.21.15.22:0/1121091877 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff80c01c070 con 0x7ff8141568c0 2024-09-10T10:33:23.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.038+0000 7ff80a000640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff7f40678c0 0x7ff7f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.038+0000 7ff80a000640 1 -- 172.21.15.22:0/1121091877 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7ff80c085930 con 0x7ff8141568c0 2024-09-10T10:33:23.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.038+0000 7ff811e00640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff7f40678c0 0x7ff7f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.038+0000 7ff811e00640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff7f40678c0 0x7ff7f4069d80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff8040ad000 tx=0x7ff8040a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:23.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.042+0000 7ff80a000640 1 -- 172.21.15.22:0/1121091877 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff80c055e10 con 0x7ff8141568c0 2024-09-10T10:33:23.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.266+0000 7ff818a00640 1 -- 172.21.15.22:0/1121091877 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7ff8140d01f0 con 0x7ff8141568c0 2024-09-10T10:33:23.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff80a000640 1 -- 172.21.15.22:0/1121091877 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7ff80c05a110 con 0x7ff8141568c0 2024-09-10T10:33:23.273 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:33:23.273 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:33:23.273 INFO:teuthology.orchestra.run.smithi022.stdout: caps mds = "allow" 2024-09-10T10:33:23.273 INFO:teuthology.orchestra.run.smithi022.stdout: caps mon = "allow r" 2024-09-10T10:33:23.273 INFO:teuthology.orchestra.run.smithi022.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:33:23.273 INFO:teuthology.orchestra.run.smithi022.stderr:updated caps for client.0 2024-09-10T10:33:23.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 -- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff7f40678c0 msgr2=0x7ff7f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff7f40678c0 0x7ff7f4069d80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff8040ad000 tx=0x7ff8040a6000 comp rx=0 tx=0).stop 2024-09-10T10:33:23.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 -- 172.21.15.22:0/1121091877 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 msgr2=0x7ff81415cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 0x7ff81415cb30 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff80c00b970 tx=0x7ff80c00be30 comp rx=0 tx=0).stop 2024-09-10T10:33:23.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 -- 172.21.15.22:0/1121091877 shutdown_connections 2024-09-10T10:33:23.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff7f40678c0 0x7ff7f4069d80 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8141568c0 0x7ff81415cb30 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8140cf900 0x7ff8141f5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 --2- 172.21.15.22:0/1121091877 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8140b4470 0x7ff81414fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 -- 172.21.15.22:0/1121091877 >> 172.21.15.22:0/1121091877 conn(0x7ff814062eb0 msgr2=0x7ff8140b0010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:23.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 -- 172.21.15.22:0/1121091877 shutdown_connections 2024-09-10T10:33:23.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.270+0000 7ff818a00640 1 -- 172.21.15.22:0/1121091877 wait complete. 2024-09-10T10:33:23.294 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:33:23.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.430+0000 7fd112400640 1 Processor -- start 2024-09-10T10:33:23.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.430+0000 7fd112400640 1 -- start start 2024-09-10T10:33:23.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd112400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 0x7fd10c0b0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd112400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd10c0aecc0 0x7fd10c0b0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd112400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd10c15eea0 con 0x7fd10c15c230 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd112400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd10c15ec80 con 0x7fd10c0aecc0 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd112400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd10c0b0f90 con 0x7fd10c062df0 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd10b400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fd10c15c230 0x7fd10c0626e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:60990/0 (socket says 172.21.15.22:60990) 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd10b400640 1 -- 172.21.15.22:0/1669547321 learned_addr learned my addr 172.21.15.22:0/1669547321 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd102a00640 1 --2- 172.21.15.22:0/1669547321 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 0x7fd10c0b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd10be00640 1 --2- 172.21.15.22:0/1669547321 >> v2:172.21.15.145:3300/0 conn(0x7fd10c0aecc0 0x7fd10c0b0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd10aa00640 1 -- 172.21.15.22:0/1669547321 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3773716600 0 0) 0x7fd10c15eea0 con 0x7fd10c15c230 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd10aa00640 1 -- 172.21.15.22:0/1669547321 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd0f0003530 con 0x7fd10c15c230 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd10be00640 1 -- 172.21.15.22:0/1669547321 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 msgr2=0x7fd10c0b0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd10be00640 1 --2- 172.21.15.22:0/1669547321 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 0x7fd10c0b0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd10be00640 1 -- 172.21.15.22:0/1669547321 >> v1:172.21.15.22:6789/0 conn(0x7fd10c15c230 legacy=0x7fd10c0626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd10be00640 1 -- 172.21.15.22:0/1669547321 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd10c15f180 con 0x7fd10c0aecc0 2024-09-10T10:33:23.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.434+0000 7fd102a00640 1 --2- 172.21.15.22:0/1669547321 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 0x7fd10c0b0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:33:23.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd10be00640 1 --2- 172.21.15.22:0/1669547321 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c0aecc0 0x7fd10c0b0a50 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd104009d90 tx=0x7fd10401c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a40d76c84faf6347 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:23.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd10aa00640 1 -- 172.21.15.22:0/1669547321 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1040b2070 con 0x7fd10c0aecc0 2024-09-10T10:33:23.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd10aa00640 1 -- 172.21.15.22:0/1669547321 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1040a58c0 con 0x7fd10c0aecc0 2024-09-10T10:33:23.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd10aa00640 1 -- 172.21.15.22:0/1669547321 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1040a5c90 con 0x7fd10c0aecc0 2024-09-10T10:33:23.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd112400640 1 -- 172.21.15.22:0/1669547321 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c0aecc0 msgr2=0x7fd10c0b0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd112400640 1 --2- 172.21.15.22:0/1669547321 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c0aecc0 0x7fd10c0b0a50 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd104009d90 tx=0x7fd10401c800 comp rx=0 tx=0).stop 2024-09-10T10:33:23.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd112400640 1 -- 172.21.15.22:0/1669547321 shutdown_connections 2024-09-10T10:33:23.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd112400640 1 --2- 172.21.15.22:0/1669547321 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c0aecc0 0x7fd10c0b0a50 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd112400640 1 --2- 172.21.15.22:0/1669547321 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 0x7fd10c0b0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd112400640 1 -- 172.21.15.22:0/1669547321 >> 172.21.15.22:0/1669547321 conn(0x7fd10c0b3640 msgr2=0x7fd10c0b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:23.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd112400640 1 -- 172.21.15.22:0/1669547321 shutdown_connections 2024-09-10T10:33:23.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd112400640 1 -- 172.21.15.22:0/1669547321 wait complete. 2024-09-10T10:33:23.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd112400640 1 Processor -- start 2024-09-10T10:33:23.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.438+0000 7fd112400640 1 -- start start 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd112400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 0x7fd10c14de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd112400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10c0aecc0 0x7fd10c0b1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd112400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c15c230 0x7fd10c0b1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd112400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c06c730 con 0x7fd10c0aecc0 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd112400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c06c5b0 con 0x7fd10c15c230 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd112400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd10c06c8b0 con 0x7fd10c062df0 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd102a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10c0aecc0 0x7fd10c0b1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd102a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10c0aecc0 0x7fd10c0b1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36818/0 (socket says 172.21.15.22:36818) 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd102a00640 1 -- 172.21.15.22:0/4064862105 learned_addr learned my addr 172.21.15.22:0/4064862105 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd10b400640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 0x7fd10c14de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd10be00640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c15c230 0x7fd10c0b1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd102a00640 1 -- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 msgr2=0x7fd10c14de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd102a00640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 0x7fd10c14de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd102a00640 1 -- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c15c230 msgr2=0x7fd10c0b1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd102a00640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c15c230 0x7fd10c0b1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd102a00640 1 -- 172.21.15.22:0/4064862105 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd10c160940 con 0x7fd10c0aecc0 2024-09-10T10:33:23.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd102a00640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10c0aecc0 0x7fd10c0b1a80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd0f400e9d0 tx=0x7fd0f400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:23.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd103e00640 1 -- 172.21.15.22:0/4064862105 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f4017070 con 0x7fd10c0aecc0 2024-09-10T10:33:23.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd103e00640 1 -- 172.21.15.22:0/4064862105 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0f400ca60 con 0x7fd10c0aecc0 2024-09-10T10:33:23.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd112400640 1 -- 172.21.15.22:0/4064862105 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd10c14e5e0 con 0x7fd10c0aecc0 2024-09-10T10:33:23.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd103e00640 1 -- 172.21.15.22:0/4064862105 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f400ce50 con 0x7fd10c0aecc0 2024-09-10T10:33:23.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd112400640 1 -- 172.21.15.22:0/4064862105 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd10c160ec0 con 0x7fd10c0aecc0 2024-09-10T10:33:23.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.442+0000 7fd112400640 1 -- 172.21.15.22:0/4064862105 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd10c0626e0 con 0x7fd10c0aecc0 2024-09-10T10:33:23.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.446+0000 7fd103e00640 1 -- 172.21.15.22:0/4064862105 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd0f401a070 con 0x7fd10c0aecc0 2024-09-10T10:33:23.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.446+0000 7fd103e00640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e8067a90 0x7fd0e8069f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:23.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.446+0000 7fd103e00640 1 -- 172.21.15.22:0/4064862105 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fd0f4085b70 con 0x7fd10c0aecc0 2024-09-10T10:33:23.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.446+0000 7fd10b400640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e8067a90 0x7fd0e8069f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:23.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.446+0000 7fd10b400640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e8067a90 0x7fd0e8069f50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc007fd0 tx=0x7fd0fc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:23.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.450+0000 7fd103e00640 1 -- 172.21.15.22:0/4064862105 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd0f4056040 con 0x7fd10c0aecc0 2024-09-10T10:33:23.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.646+0000 7fd112400640 1 -- 172.21.15.22:0/4064862105 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd10c168e80 con 0x7fd10c0aecc0 2024-09-10T10:33:23.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.646+0000 7fd103e00640 1 -- 172.21.15.22:0/4064862105 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7fd0f405a340 con 0x7fd10c0aecc0 2024-09-10T10:33:23.652 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:33:23.652 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":15,"btime":"2024-09-10T10:33:16:726312+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/946835101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":946835101},{"type":"v1","addr":"172.21.15.145:6836","nonce":946835101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4750,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3468035848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3468035848},{"type":"v1","addr":"172.21.15.22:6835","nonce":3468035848}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2350425839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2350425839},{"type":"v1","addr":"172.21.15.145:6837","nonce":2350425839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:33:13.104204+0000","modified":"2024-09-10T10:33:16.119663+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4821},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4821":{"gid":4821,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/275512579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":275512579},{"type":"v1","addr":"172.21.15.22:6834","nonce":275512579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4821,"qdb_cluster":[4821]},"id":2}]} 2024-09-10T10:33:23.652 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 15 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 -- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e8067a90 msgr2=0x7fd0e8069f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e8067a90 0x7fd0e8069f50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc007fd0 tx=0x7fd0fc009040 comp rx=0 tx=0).stop 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 -- 172.21.15.22:0/4064862105 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10c0aecc0 msgr2=0x7fd10c0b1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10c0aecc0 0x7fd10c0b1a80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd0f400e9d0 tx=0x7fd0f400ee90 comp rx=0 tx=0).stop 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 -- 172.21.15.22:0/4064862105 shutdown_connections 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e8067a90 0x7fd0e8069f50 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10c15c230 0x7fd10c0b1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10c0aecc0 0x7fd10c0b1a80 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 --2- 172.21.15.22:0/4064862105 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd10c062df0 0x7fd10c14de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 -- 172.21.15.22:0/4064862105 >> 172.21.15.22:0/4064862105 conn(0x7fd10c0b3640 msgr2=0x7fd10c06f3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:23.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 -- 172.21.15.22:0/4064862105 shutdown_connections 2024-09-10T10:33:23.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:23.650+0000 7fd112400640 1 -- 172.21.15.22:0/4064862105 wait complete. 2024-09-10T10:33:24.075 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:33:13.104204+0000', 'modified': '2024-09-10T10:33:16.119663+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4821}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4821': {'gid': 4821, 'name': 'c', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.22:6834/275512579', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.22:6832', 'nonce': 275512579}, {'type': 'v1', 'addr': '172.21.15.22:6834', 'nonce': 275512579}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4821, 'qdb_cluster': [4821]} 2024-09-10T10:33:24.076 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:33:24.076 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T10:33:24.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.214+0000 7fd4ee400640 1 Processor -- start 2024-09-10T10:33:24.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.214+0000 7fd4ee400640 1 -- start start 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4ee400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd4e815b600 0x7fd4e8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4ee400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd4e80b56f0 0x7fd4e80b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4ee400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4e80ce880 con 0x7fd4e815b220 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4ee400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd4e806d6e0 con 0x7fd4e815b600 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4ee400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd4e80ceb60 con 0x7fd4e80b56f0 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4dfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd4e815b600 0x7fd4e8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4dfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd4e815b600 0x7fd4e8071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36828/0 (socket says 172.21.15.22:36828) 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4dfe00640 1 -- 172.21.15.22:0/993025908 learned_addr learned my addr 172.21.15.22:0/993025908 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4e7e00640 1 --2- 172.21.15.22:0/993025908 >> v2:172.21.15.145:3300/0 conn(0x7fd4e80b56f0 0x7fd4e80b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4dfe00640 1 -- 172.21.15.22:0/993025908 >> v2:172.21.15.145:3300/0 conn(0x7fd4e80b56f0 msgr2=0x7fd4e80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:24.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/993025908 >> v2:172.21.15.145:3300/0 conn(0x7fd4e80b56f0 0x7fd4e80b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4dfe00640 1 -- 172.21.15.22:0/993025908 >> v1:172.21.15.145:6789/0 conn(0x7fd4e815b220 legacy=0x7fd4e80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.218+0000 7fd4dfe00640 1 -- 172.21.15.22:0/993025908 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e80cee40 con 0x7fd4e815b600 2024-09-10T10:33:24.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/993025908 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e815b600 0x7fd4e8071140 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd4e80cd1d0 tx=0x7fd4d001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=251fadc6f115b9e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:24.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4e6a00640 1 -- 172.21.15.22:0/993025908 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d00ab5f0 con 0x7fd4e815b600 2024-09-10T10:33:24.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4e6a00640 1 -- 172.21.15.22:0/993025908 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d00b0070 con 0x7fd4e815b600 2024-09-10T10:33:24.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4e6a00640 1 -- 172.21.15.22:0/993025908 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d00ab9b0 con 0x7fd4e815b600 2024-09-10T10:33:24.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 -- 172.21.15.22:0/993025908 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e815b600 msgr2=0x7fd4e8071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 --2- 172.21.15.22:0/993025908 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e815b600 0x7fd4e8071140 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd4e80cd1d0 tx=0x7fd4d001c3d0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 -- 172.21.15.22:0/993025908 shutdown_connections 2024-09-10T10:33:24.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 --2- 172.21.15.22:0/993025908 >> v2:172.21.15.145:3300/0 conn(0x7fd4e80b56f0 0x7fd4e80b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 --2- 172.21.15.22:0/993025908 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e815b600 0x7fd4e8071140 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 -- 172.21.15.22:0/993025908 >> 172.21.15.22:0/993025908 conn(0x7fd4e8062dd0 msgr2=0x7fd4e806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:24.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 -- 172.21.15.22:0/993025908 shutdown_connections 2024-09-10T10:33:24.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 -- 172.21.15.22:0/993025908 wait complete. 2024-09-10T10:33:24.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 Processor -- start 2024-09-10T10:33:24.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 -- start start 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e80b56f0 0x7fd4e8160090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4e815b220 0x7fd4e81f7a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4e815b600 0x7fd4e81f7fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e80cffd0 con 0x7fd4e80b56f0 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e80cfe50 con 0x7fd4e815b220 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4ee400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd4e80d0150 con 0x7fd4e815b600 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.222+0000 7fd4e7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e80b56f0 0x7fd4e8160090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4e7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e80b56f0 0x7fd4e8160090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36832/0 (socket says 172.21.15.22:36832) 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4e7400640 1 -- 172.21.15.22:0/1253874718 learned_addr learned my addr 172.21.15.22:0/1253874718 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4e815b220 0x7fd4e81f7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4e7e00640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4e815b600 0x7fd4e81f7fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4e7400640 1 -- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4e815b600 msgr2=0x7fd4e81f7fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4e7400640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4e815b600 0x7fd4e81f7fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4e7400640 1 -- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4e815b220 msgr2=0x7fd4e81f7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4e7400640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4e815b220 0x7fd4e81f7a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4e7400640 1 -- 172.21.15.22:0/1253874718 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e8160990 con 0x7fd4e80b56f0 2024-09-10T10:33:24.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4e7400640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e80b56f0 0x7fd4e8160090 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fd4d800c450 tx=0x7fd4d800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:24.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4df400640 1 -- 172.21.15.22:0/1253874718 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d8016020 con 0x7fd4e80b56f0 2024-09-10T10:33:24.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4df400640 1 -- 172.21.15.22:0/1253874718 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d80052d0 con 0x7fd4e80b56f0 2024-09-10T10:33:24.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4df400640 1 -- 172.21.15.22:0/1253874718 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d8007260 con 0x7fd4e80b56f0 2024-09-10T10:33:24.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4ee400640 1 -- 172.21.15.22:0/1253874718 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4e8160c70 con 0x7fd4e80b56f0 2024-09-10T10:33:24.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4ee400640 1 -- 172.21.15.22:0/1253874718 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4e81f8a70 con 0x7fd4e80b56f0 2024-09-10T10:33:24.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4df400640 1 -- 172.21.15.22:0/1253874718 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd4d8007400 con 0x7fd4e80b56f0 2024-09-10T10:33:24.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.226+0000 7fd4df400640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4c40678f0 0x7fd4c4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4df400640 1 -- 172.21.15.22:0/1253874718 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fd4d80855a0 con 0x7fd4e80b56f0 2024-09-10T10:33:24.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4c40678f0 0x7fd4c4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 Processor -- start 2024-09-10T10:33:24.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 -- start start 2024-09-10T10:33:24.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4c40678f0 0x7fd4c4069db0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd4d00af000 tx=0x7fd4d00a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:24.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee268f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee269440 0x55e6ee21ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee21f290 0x55e6ee21f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55e6ee106b60 con 0x55e6ee268b20 2024-09-10T10:33:24.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e6ee06dc70 con 0x55e6ee21f290 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55e6ee013ed0 con 0x55e6ee269440 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4e7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee268f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4e7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee268f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36846/0 (socket says 172.21.15.22:36846) 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4e7400640 1 -- 172.21.15.22:0/2483826454 learned_addr learned my addr 172.21.15.22:0/2483826454 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/2483826454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee269440 0x55e6ee21ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4e7e00640 1 --2- 172.21.15.22:0/2483826454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee21f290 0x55e6ee21f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4e7400640 1 -- 172.21.15.22:0/2483826454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee269440 msgr2=0x55e6ee21ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4e7400640 1 --2- 172.21.15.22:0/2483826454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee269440 0x55e6ee21ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4e7400640 1 -- 172.21.15.22:0/2483826454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee21f290 msgr2=0x55e6ee21f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4e7400640 1 --2- 172.21.15.22:0/2483826454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee21f290 0x55e6ee21f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4e7400640 1 -- 172.21.15.22:0/2483826454 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6ee025e50 con 0x55e6ee268b20 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4e7400640 1 --2- 172.21.15.22:0/2483826454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee268f00 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd4d805e080 tx=0x7fd4d8011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=511a5acb6e15bb1d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:24.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4d7e00640 1 -- 172.21.15.22:0/2483826454 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d8069e60 con 0x55e6ee268b20 2024-09-10T10:33:24.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4d7e00640 1 -- 172.21.15.22:0/2483826454 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d8053d80 con 0x55e6ee268b20 2024-09-10T10:33:24.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4d7e00640 1 -- 172.21.15.22:0/2483826454 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d805c0d0 con 0x55e6ee268b20 2024-09-10T10:33:24.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 -- 172.21.15.22:0/2483826454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 msgr2=0x55e6ee268f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/2483826454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee268f00 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd4d805e080 tx=0x7fd4d8011000 comp rx=0 tx=0).stop 2024-09-10T10:33:24.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 -- 172.21.15.22:0/2483826454 shutdown_connections 2024-09-10T10:33:24.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/2483826454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee21f290 0x55e6ee21f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/2483826454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee269440 0x55e6ee21ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/2483826454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee268f00 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 -- 172.21.15.22:0/2483826454 >> 172.21.15.22:0/2483826454 conn(0x55e6ee225600 msgr2=0x55e6ee21d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 -- 172.21.15.22:0/2483826454 shutdown_connections 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.230+0000 7fd4f16e8000 1 -- 172.21.15.22:0/2483826454 wait complete. 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 -- start start 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 Processor -- start 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee223e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee269440 0x55e6ee229cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee224390 0x55e6ee22a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55e6ee0cfb00 con 0x55e6ee268b20 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e6ee048360 con 0x55e6ee269440 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55e6ee0452d0 con 0x55e6ee224390 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 10 client.0 _ll_register_callbacks cb 0x55e6ee20a820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4e7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee223e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4e7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee223e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36850/0 (socket says 172.21.15.22:36850) 2024-09-10T10:33:24.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4e7400640 1 -- 172.21.15.22:0/3210839503 learned_addr learned my addr 172.21.15.22:0/3210839503 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee269440 0x55e6ee229cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4e7e00640 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee224390 0x55e6ee22a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4e7400640 1 -- 172.21.15.22:0/3210839503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee224390 msgr2=0x55e6ee22a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4e7400640 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee224390 0x55e6ee22a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4e7400640 1 -- 172.21.15.22:0/3210839503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee269440 msgr2=0x55e6ee229cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4e7400640 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee269440 0x55e6ee229cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4e7400640 1 -- 172.21.15.22:0/3210839503 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6ee014120 con 0x55e6ee268b20 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4e7400640 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee223e50 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd4d800a040 tx=0x7fd4d8083990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa7d0b3d64e98b5a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4d4c00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4d4c00640 1 -- 172.21.15.22:0/3210839503 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d8072060 con 0x55e6ee268b20 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4d4c00640 1 -- 172.21.15.22:0/3210839503 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fd4d80850c0 con 0x55e6ee268b20 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 -- 172.21.15.22:0/3210839503 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4d8053d80 con 0x55e6ee268b20 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4d4c00640 1 -- 172.21.15.22:0/3210839503 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fd4d806d040 con 0x55e6ee268b20 2024-09-10T10:33:24.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 10 client.5016 fetch_fsmap learned FSMap version 15 2024-09-10T10:33:24.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 -- 172.21.15.22:0/3210839503 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x55e6ee00d450 con 0x55e6ee268b20 2024-09-10T10:33:24.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4d4c00640 1 -- 172.21.15.22:0/3210839503 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d8053d80 con 0x55e6ee268b20 2024-09-10T10:33:24.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4d4c00640 1 -- 172.21.15.22:0/3210839503 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fd4d8054ed0 con 0x55e6ee268b20 2024-09-10T10:33:24.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 10 client.5016 fetch_fsmap finished waiting for FSMap version 15 2024-09-10T10:33:24.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 10 client.5016 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T10:33:24.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 20 client.5016 populate_metadata read hostname 'smithi022' 2024-09-10T10:33:24.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55e6ee277280 0x55e6ee279670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 4 client.5016 mds_command: new command op to 4821 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:33:24.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4f16e8000 1 -- 172.21.15.22:0/3210839503 --> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6ee007c00 con 0x55e6ee277280 2024-09-10T10:33:24.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.234+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55e6ee277280 0x55e6ee279670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55e6ee277280 0x55e6ee279670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=580c53ac4262d647 server_cookie=f52cefbbddae4df8 in_seq=0 out_seq=0 2024-09-10T10:33:24.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4d4c00640 10 client.5016 ms_handle_connect on v2:172.21.15.22:6832/275512579 2024-09-10T10:33:24.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4d4c00640 1 -- 172.21.15.22:0/3210839503 <== mds.0 v2:172.21.15.22:6832/275512579 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e6ee007c00 con 0x55e6ee277280 2024-09-10T10:33:24.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4d4c00640 10 client.5016 handle_command_reply: tid=0 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 client.5016 shutdown 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 -- 172.21.15.22:0/3210839503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 msgr2=0x55e6ee223e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee223e50 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd4d800a040 tx=0x7fd4d8083990 comp rx=0 tx=0).stop 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 -- 172.21.15.22:0/3210839503 shutdown_connections 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee224390 0x55e6ee22a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee269440 0x55e6ee229cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55e6ee277280 0x55e6ee279670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/3210839503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee268b20 0x55e6ee223e50 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 -- 172.21.15.22:0/3210839503 >> 172.21.15.22:0/3210839503 conn(0x55e6ee21f290 msgr2=0x55e6ee21dd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4d4c00640 0 client.5016 ms_handle_reset on v2:172.21.15.22:6832/275512579 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 -- 172.21.15.22:0/3210839503 shutdown_connections 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 1 -- 172.21.15.22:0/3210839503 wait complete. 2024-09-10T10:33:24.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.238+0000 7fd4f16e8000 20 client.5016 trim_cache size 0 max 16384 2024-09-10T10:33:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 Processor -- start 2024-09-10T10:33:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 -- start start 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee224390 0x55e6ee267cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee268b20 0x55e6ee268230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee269440 0x55e6ee279670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e81fa580 con 0x55e6ee224390 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e815e790 con 0x55e6ee268b20 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd4e81f9f30 con 0x55e6ee269440 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4e7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee224390 0x55e6ee267cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4e7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee224390 0x55e6ee267cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36864/0 (socket says 172.21.15.22:36864) 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4e7400640 1 -- 172.21.15.22:0/2487718230 learned_addr learned my addr 172.21.15.22:0/2487718230 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4e7e00640 1 --2- 172.21.15.22:0/2487718230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee269440 0x55e6ee279670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/2487718230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee268b20 0x55e6ee268230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4e7400640 1 -- 172.21.15.22:0/2487718230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee269440 msgr2=0x55e6ee279670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4e7400640 1 --2- 172.21.15.22:0/2487718230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee269440 0x55e6ee279670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4e7400640 1 -- 172.21.15.22:0/2487718230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee268b20 msgr2=0x55e6ee268230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4e7400640 1 --2- 172.21.15.22:0/2487718230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee268b20 0x55e6ee268230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4e7400640 1 -- 172.21.15.22:0/2487718230 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6edff4fd0 con 0x55e6ee224390 2024-09-10T10:33:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4e7400640 1 --2- 172.21.15.22:0/2487718230 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee224390 0x55e6ee267cf0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd4d8052320 tx=0x7fd4d805c050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bb29ecc28e653be server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4d7400640 1 -- 172.21.15.22:0/2487718230 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d8069e60 con 0x55e6ee224390 2024-09-10T10:33:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4d7400640 1 -- 172.21.15.22:0/2487718230 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d8083070 con 0x55e6ee224390 2024-09-10T10:33:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4d7400640 1 -- 172.21.15.22:0/2487718230 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d8054ed0 con 0x55e6ee224390 2024-09-10T10:33:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 -- 172.21.15.22:0/2487718230 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee224390 msgr2=0x55e6ee267cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/2487718230 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee224390 0x55e6ee267cf0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd4d8052320 tx=0x7fd4d805c050 comp rx=0 tx=0).stop 2024-09-10T10:33:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 -- 172.21.15.22:0/2487718230 shutdown_connections 2024-09-10T10:33:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/2487718230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee269440 0x55e6ee279670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/2487718230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee268b20 0x55e6ee268230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/2487718230 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee224390 0x55e6ee267cf0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 -- 172.21.15.22:0/2487718230 >> 172.21.15.22:0/2487718230 conn(0x55e6ee21f290 msgr2=0x55e6ee223650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:24.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 -- 172.21.15.22:0/2487718230 shutdown_connections 2024-09-10T10:33:24.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 -- 172.21.15.22:0/2487718230 wait complete. 2024-09-10T10:33:24.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.258+0000 7fd4f16e8000 1 -- start start 2024-09-10T10:33:24.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 Processor -- start 2024-09-10T10:33:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee224390 0x55e6ee27c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee268b20 0x55e6ee27c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee269440 0x55e6ee297960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55e6ee06cf80 con 0x55e6ee269440 2024-09-10T10:33:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55e6ee025ca0 con 0x55e6ee224390 2024-09-10T10:33:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55e6ee0722a0 con 0x55e6ee268b20 2024-09-10T10:33:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 10 client.0 _ll_register_callbacks cb 0x7fd4d8005480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee269440 0x55e6ee297960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee269440 0x55e6ee297960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36866/0 (socket says 172.21.15.22:36866) 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7e00640 1 -- 172.21.15.22:0/281606550 learned_addr learned my addr 172.21.15.22:0/281606550 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4dfe00640 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee268b20 0x55e6ee27c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7400640 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee224390 0x55e6ee27c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7e00640 1 -- 172.21.15.22:0/281606550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee268b20 msgr2=0x55e6ee27c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7e00640 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee268b20 0x55e6ee27c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7e00640 1 -- 172.21.15.22:0/281606550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee224390 msgr2=0x55e6ee27c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7e00640 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee224390 0x55e6ee27c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7e00640 1 -- 172.21.15.22:0/281606550 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6ee0f0750 con 0x55e6ee269440 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7e00640 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee269440 0x55e6ee297960 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd4e00042f0 tx=0x7fd4e00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9ba3514f8ffe2c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4d4c00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:33:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4d4c00640 1 -- 172.21.15.22:0/281606550 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4e001c070 con 0x55e6ee269440 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4d4c00640 1 -- 172.21.15.22:0/281606550 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fd4e0007ae0 con 0x55e6ee269440 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 -- 172.21.15.22:0/281606550 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4d8083070 con 0x55e6ee269440 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4d4c00640 1 -- 172.21.15.22:0/281606550 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fd4e0027050 con 0x55e6ee269440 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 10 client.5022 fetch_fsmap learned FSMap version 15 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 -- 172.21.15.22:0/281606550 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x55e6edffba30 con 0x55e6ee269440 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4d4c00640 1 -- 172.21.15.22:0/281606550 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d8083070 con 0x55e6ee269440 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4d4c00640 1 -- 172.21.15.22:0/281606550 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fd4e002a020 con 0x55e6ee269440 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 10 client.5022 fetch_fsmap finished waiting for FSMap version 15 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 10 client.5022 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 20 client.5022 populate_metadata read hostname 'smithi022' 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55e6ee2db9f0 0x55e6ee2dbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 4 client.5022 mds_command: new command op to 4821 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:33:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 -- 172.21.15.22:0/281606550 --> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] -- command(tid 0: {"prefix": "status"}) -- 0x55e6ee07b3a0 con 0x55e6ee2db9f0 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7400640 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55e6ee2db9f0 0x55e6ee2dbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4e7400640 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55e6ee2db9f0 0x55e6ee2dbdd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6b80a3cfe72f53f server_cookie=b0c142257cb911d6 in_seq=0 out_seq=0 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4d4c00640 10 client.5022 ms_handle_connect on v2:172.21.15.22:6832/275512579 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4d4c00640 1 -- 172.21.15.22:0/281606550 <== mds.0 v2:172.21.15.22:6832/275512579 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55e6ee07b3a0 con 0x55e6ee2db9f0 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4d4c00640 10 client.5022 handle_command_reply: tid=0 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.262+0000 7fd4f16e8000 1 client.5022 shutdown 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 1 -- 172.21.15.22:0/281606550 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee269440 msgr2=0x55e6ee297960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee269440 0x55e6ee297960 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd4e00042f0 tx=0x7fd4e00047b0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 1 -- 172.21.15.22:0/281606550 shutdown_connections 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55e6ee2db9f0 0x55e6ee2dbdd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55e6ee269440 0x55e6ee297960 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55e6ee268b20 0x55e6ee27c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 1 --2- 172.21.15.22:0/281606550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55e6ee224390 0x55e6ee27c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4d4c00640 0 client.5022 ms_handle_reset on v2:172.21.15.22:6832/275512579 2024-09-10T10:33:24.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 1 -- 172.21.15.22:0/281606550 >> 172.21.15.22:0/281606550 conn(0x55e6ee21f290 msgr2=0x55e6ee266ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:24.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 1 -- 172.21.15.22:0/281606550 shutdown_connections 2024-09-10T10:33:24.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 1 -- 172.21.15.22:0/281606550 wait complete. 2024-09-10T10:33:24.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4f16e8000 20 client.5022 trim_cache size 0 max 16384 2024-09-10T10:33:24.273 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:33:24.273 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:33:24.273 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:33:24.273 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 4821, 2024-09-10T10:33:24.273 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:33:24.273 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:33:24.274 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:33:24.274 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 10.556779685, 2024-09-10T10:33:24.274 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 15, 2024-09-10T10:33:24.274 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 34, 2024-09-10T10:33:24.274 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 34, 2024-09-10T10:33:24.274 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 18.415650361000001 2024-09-10T10:33:24.274 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 -- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4c40678f0 msgr2=0x7fd4c4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4c40678f0 0x7fd4c4069db0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd4d00af000 tx=0x7fd4d00a7000 comp rx=0 tx=0).stop 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 -- 172.21.15.22:0/1253874718 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e80b56f0 msgr2=0x7fd4e8160090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e80b56f0 0x7fd4e8160090 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fd4d800c450 tx=0x7fd4d800c910 comp rx=0 tx=0).stop 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 -- 172.21.15.22:0/1253874718 shutdown_connections 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4c40678f0 0x7fd4c4069db0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4e815b600 0x7fd4e81f7fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4e815b220 0x7fd4e81f7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 --2- 172.21.15.22:0/1253874718 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4e80b56f0 0x7fd4e8160090 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 -- 172.21.15.22:0/1253874718 >> 172.21.15.22:0/1253874718 conn(0x7fd4e8062dd0 msgr2=0x7fd4e80b4b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 -- 172.21.15.22:0/1253874718 shutdown_connections 2024-09-10T10:33:24.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.266+0000 7fd4ee400640 1 -- 172.21.15.22:0/1253874718 wait complete. 2024-09-10T10:33:24.290 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:33:24.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.426+0000 7f8b03800640 1 Processor -- start 2024-09-10T10:33:24.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.426+0000 7f8b03800640 1 -- start start 2024-09-10T10:33:24.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.426+0000 7f8b03800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8afc145fb0 0x7f8afc0b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.426+0000 7f8b03800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8afc06d3f0 con 0x7f8afc0cd670 2024-09-10T10:33:24.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.426+0000 7f8b03800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8afc06d6d0 con 0x7f8afc06e8c0 2024-09-10T10:33:24.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.426+0000 7f8b03800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f8afc06d1a0 con 0x7f8afc145fb0 2024-09-10T10:33:24.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.426+0000 7f8b00e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8afc145fb0 0x7f8afc0b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.430+0000 7f8af3e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f8afc0cd670 0x7f8afc06e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32774/0 (socket says 172.21.15.22:32774) 2024-09-10T10:33:24.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.430+0000 7f8b00e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8afc145fb0 0x7f8afc0b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36872/0 (socket says 172.21.15.22:36872) 2024-09-10T10:33:24.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.430+0000 7f8af3e00640 1 -- 172.21.15.22:0/2954483380 learned_addr learned my addr 172.21.15.22:0/2954483380 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:24.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.430+0000 7f8b00e00640 1 -- 172.21.15.22:0/2954483380 >> v1:172.21.15.145:6789/0 conn(0x7f8afc06e8c0 legacy=0x7f8afc0cf590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.430+0000 7f8b00e00640 1 -- 172.21.15.22:0/2954483380 >> v1:172.21.15.22:6789/0 conn(0x7f8afc0cd670 legacy=0x7f8afc06e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.430+0000 7f8b00e00640 1 -- 172.21.15.22:0/2954483380 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8afc06d9b0 con 0x7f8afc145fb0 2024-09-10T10:33:24.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.430+0000 7f8b00e00640 1 --2- 172.21.15.22:0/2954483380 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 0x7f8afc0b3e00 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f8aec0097c0 tx=0x7f8aec01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40308a42e4c94729 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:24.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.430+0000 7f8afbe00640 1 -- 172.21.15.22:0/2954483380 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aec0b0070 con 0x7f8afc145fb0 2024-09-10T10:33:24.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.430+0000 7f8afbe00640 1 -- 172.21.15.22:0/2954483380 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8aec0ab600 con 0x7f8afc145fb0 2024-09-10T10:33:24.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.430+0000 7f8afbe00640 1 -- 172.21.15.22:0/2954483380 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aec0ab9d0 con 0x7f8afc145fb0 2024-09-10T10:33:24.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 -- 172.21.15.22:0/2954483380 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 msgr2=0x7f8afc0b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 --2- 172.21.15.22:0/2954483380 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 0x7f8afc0b3e00 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f8aec0097c0 tx=0x7f8aec01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 -- 172.21.15.22:0/2954483380 shutdown_connections 2024-09-10T10:33:24.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 --2- 172.21.15.22:0/2954483380 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 0x7f8afc0b3e00 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 -- 172.21.15.22:0/2954483380 >> 172.21.15.22:0/2954483380 conn(0x7f8afc062dd0 msgr2=0x7f8afc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:24.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 -- 172.21.15.22:0/2954483380 shutdown_connections 2024-09-10T10:33:24.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 -- 172.21.15.22:0/2954483380 wait complete. 2024-09-10T10:33:24.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 Processor -- start 2024-09-10T10:33:24.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 -- start start 2024-09-10T10:33:24.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8afc06e8c0 0x7f8afc157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8afc0cd670 0x7f8afc140ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 0x7f8afc0af190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8afc16aa00 con 0x7f8afc145fb0 2024-09-10T10:33:24.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8afc06dd20 con 0x7f8afc06e8c0 2024-09-10T10:33:24.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b03800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8afc16ab80 con 0x7f8afc0cd670 2024-09-10T10:33:24.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b01800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 0x7f8afc0af190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b01800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 0x7f8afc0af190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36882/0 (socket says 172.21.15.22:36882) 2024-09-10T10:33:24.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b01800640 1 -- 172.21.15.22:0/3399560951 learned_addr learned my addr 172.21.15.22:0/3399560951 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:24.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b00e00640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8afc06e8c0 0x7f8afc157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8af3e00640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8afc0cd670 0x7f8afc140ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b01800640 1 -- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8afc0cd670 msgr2=0x7f8afc140ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b01800640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8afc0cd670 0x7f8afc140ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b01800640 1 -- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8afc06e8c0 msgr2=0x7f8afc157140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b01800640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8afc06e8c0 0x7f8afc157140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b01800640 1 -- 172.21.15.22:0/3399560951 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8afc141580 con 0x7f8afc145fb0 2024-09-10T10:33:24.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8b01800640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 0x7f8afc0af190 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8af400c760 tx=0x7f8af400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:24.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.434+0000 7f8af9600640 1 -- 172.21.15.22:0/3399560951 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af4003b80 con 0x7f8afc145fb0 2024-09-10T10:33:24.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.438+0000 7f8af9600640 1 -- 172.21.15.22:0/3399560951 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8af4003d20 con 0x7f8afc145fb0 2024-09-10T10:33:24.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.438+0000 7f8af9600640 1 -- 172.21.15.22:0/3399560951 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af400aa30 con 0x7f8afc145fb0 2024-09-10T10:33:24.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.438+0000 7f8b03800640 1 -- 172.21.15.22:0/3399560951 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8afc141860 con 0x7f8afc145fb0 2024-09-10T10:33:24.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.438+0000 7f8b03800640 1 -- 172.21.15.22:0/3399560951 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8afc141e20 con 0x7f8afc145fb0 2024-09-10T10:33:24.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.438+0000 7f8b03800640 1 -- 172.21.15.22:0/3399560951 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8afc0b3e00 con 0x7f8afc145fb0 2024-09-10T10:33:24.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.438+0000 7f8af9600640 1 -- 172.21.15.22:0/3399560951 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8af400abd0 con 0x7f8afc145fb0 2024-09-10T10:33:24.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.438+0000 7f8af9600640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ad80678f0 0x7f8ad8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:24.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.438+0000 7f8af9600640 1 -- 172.21.15.22:0/3399560951 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f8af40859c0 con 0x7f8afc145fb0 2024-09-10T10:33:24.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.438+0000 7f8b00e00640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ad80678f0 0x7f8ad8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:24.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.442+0000 7f8b00e00640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ad80678f0 0x7f8ad8069db0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8aec0ad000 tx=0x7f8aec0a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:24.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.442+0000 7f8af9600640 1 -- 172.21.15.22:0/3399560951 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8af4087e20 con 0x7f8afc145fb0 2024-09-10T10:33:24.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 -- 172.21.15.22:0/3399560951 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8afc06be60 con 0x7f8afc145fb0 2024-09-10T10:33:24.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8af9600640 1 -- 172.21.15.22:0/3399560951 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) ==== 53+0+73 (secure 0 0 0) 0x7f8af4055eb0 con 0x7f8afc145fb0 2024-09-10T10:33:24.654 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 -- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ad80678f0 msgr2=0x7f8ad8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ad80678f0 0x7f8ad8069db0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8aec0ad000 tx=0x7f8aec0a6000 comp rx=0 tx=0).stop 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 -- 172.21.15.22:0/3399560951 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 msgr2=0x7f8afc0af190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 0x7f8afc0af190 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8af400c760 tx=0x7f8af400cc20 comp rx=0 tx=0).stop 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 -- 172.21.15.22:0/3399560951 shutdown_connections 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ad80678f0 0x7f8ad8069db0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8afc145fb0 0x7f8afc0af190 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8afc0cd670 0x7f8afc140ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 --2- 172.21.15.22:0/3399560951 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8afc06e8c0 0x7f8afc157140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 -- 172.21.15.22:0/3399560951 >> 172.21.15.22:0/3399560951 conn(0x7f8afc062dd0 msgr2=0x7f8afc1605e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 -- 172.21.15.22:0/3399560951 shutdown_connections 2024-09-10T10:33:24.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24.650+0000 7f8b03800640 1 -- 172.21.15.22:0/3399560951 wait complete. 2024-09-10T10:33:24.676 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:33:24.676 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:33:24.676 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:33:24.676 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:33:24.677 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:33:24.677 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:33:24.677 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:33:24.677 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:33:24.677 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:33:24.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:24.677 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:33:24.687 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:33:24.687 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:33:24.687 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:33:24.687 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:24.687 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:33:24.687 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:24.687 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 42380sec preferred_lft 42380sec 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:24.688 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:24.689 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:33:24.690 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:33:24.690 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:33:24.690 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:24.690 INFO:teuthology.orchestra.run.smithi022.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:33:24.690 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:33:24.690 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:33:24.690 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:24.690 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:24.690 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:33:24.747 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:33:24.749 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:24.749 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:33:24.802 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:33:24.802 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:33:24.802 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:33:24.802 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:33:24.802 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:33:24.802 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:33:24.803 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:33:24.803 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:33:24.803 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:33:24.803 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:33:24.803 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:33:24.803 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:33:24.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:33:24.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:33:24.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:24.941 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:33:24.950 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:33:24.950 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:33:24.951 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:33:24.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:24.951 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:33:25.013 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:33:25.013 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:33:25.065 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:33:25.065 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:33:25.065 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:33:25.116 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:33:25.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:25.116 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:33:25.207 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:33:25.207 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:33:25.221 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:33:25.221 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:33:25.221 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:33:25.221 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:33:25.221 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:33:25.225 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:33:25.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:25.225 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:33:25.245 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:33:25.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:33:25.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:33:25.353 INFO:teuthology.orchestra.run.smithi022.stdout:client4927 2024-09-10T10:33:25.353 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:33:25.353 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:33:25.363 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:33:25.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.542+0000 7efcef000640 1 Processor -- start 2024-09-10T10:33:25.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.542+0000 7efcef000640 1 -- start start 2024-09-10T10:33:25.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcef000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7efce815afe0 0x7efce80cde40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:25.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcef000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce806c6c0 0x7efce8073370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:25.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcef000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efce80738b0 0x7efce80cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:25.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcef000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7efce8072ee0 con 0x7efce80738b0 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcef000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7efce80722d0 con 0x7efce815afe0 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcef000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efce80725b0 con 0x7efce806c6c0 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcee600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efce80738b0 0x7efce80cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcee600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efce80738b0 0x7efce80cf0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40988/0 (socket says 172.21.15.22:40988) 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcee600640 1 -- 172.21.15.22:0/3041255577 learned_addr learned my addr 172.21.15.22:0/3041255577 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcedc00640 1 --2- 172.21.15.22:0/3041255577 >> v2:172.21.15.145:3300/0 conn(0x7efce815afe0 0x7efce80cde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efced200640 1 --2- 172.21.15.22:0/3041255577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce806c6c0 0x7efce8073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcee600640 1 -- 172.21.15.22:0/3041255577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce806c6c0 msgr2=0x7efce8073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcee600640 1 --2- 172.21.15.22:0/3041255577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce806c6c0 0x7efce8073370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcee600640 1 -- 172.21.15.22:0/3041255577 >> v2:172.21.15.145:3300/0 conn(0x7efce815afe0 msgr2=0x7efce80cde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcee600640 1 --2- 172.21.15.22:0/3041255577 >> v2:172.21.15.145:3300/0 conn(0x7efce815afe0 0x7efce80cde40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.546+0000 7efcee600640 1 -- 172.21.15.22:0/3041255577 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce8072890 con 0x7efce80738b0 2024-09-10T10:33:25.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcee600640 1 --2- 172.21.15.22:0/3041255577 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce80738b0 0x7efce80cf0a0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7efce80631f0 tx=0x7efce001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52ea9d0e86312d57 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:25.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efce7e00640 1 -- 172.21.15.22:0/3041255577 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce00b0070 con 0x7efce80738b0 2024-09-10T10:33:25.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efce7e00640 1 -- 172.21.15.22:0/3041255577 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efce00ab600 con 0x7efce80738b0 2024-09-10T10:33:25.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efce7e00640 1 -- 172.21.15.22:0/3041255577 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce00ab9d0 con 0x7efce80738b0 2024-09-10T10:33:25.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 -- 172.21.15.22:0/3041255577 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce80738b0 msgr2=0x7efce80cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:25.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 --2- 172.21.15.22:0/3041255577 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce80738b0 0x7efce80cf0a0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7efce80631f0 tx=0x7efce001c3d0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 -- 172.21.15.22:0/3041255577 shutdown_connections 2024-09-10T10:33:25.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 --2- 172.21.15.22:0/3041255577 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce80738b0 0x7efce80cf0a0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 --2- 172.21.15.22:0/3041255577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce806c6c0 0x7efce8073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 --2- 172.21.15.22:0/3041255577 >> v2:172.21.15.145:3300/0 conn(0x7efce815afe0 0x7efce80cde40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 -- 172.21.15.22:0/3041255577 >> 172.21.15.22:0/3041255577 conn(0x7efce8062ae0 msgr2=0x7efce806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:25.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 -- 172.21.15.22:0/3041255577 shutdown_connections 2024-09-10T10:33:25.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 -- 172.21.15.22:0/3041255577 wait complete. 2024-09-10T10:33:25.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 Processor -- start 2024-09-10T10:33:25.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.550+0000 7efcef000640 1 -- start start 2024-09-10T10:33:25.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcef000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce806c6c0 0x7efce8157500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:25.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcef000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce80738b0 0x7efce8150f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:25.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcef000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce815afe0 0x7efce814e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:25.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcef000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efce815bf60 con 0x7efce806c6c0 2024-09-10T10:33:25.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcef000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efce815bde0 con 0x7efce80738b0 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcef000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efce815ed70 con 0x7efce815afe0 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcedc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce806c6c0 0x7efce8157500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcedc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce806c6c0 0x7efce8157500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40994/0 (socket says 172.21.15.22:40994) 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcedc00640 1 -- 172.21.15.22:0/3358452612 learned_addr learned my addr 172.21.15.22:0/3358452612 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcee600640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce815afe0 0x7efce814e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efced200640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce80738b0 0x7efce8150f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcedc00640 1 -- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce815afe0 msgr2=0x7efce814e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcedc00640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce815afe0 0x7efce814e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcedc00640 1 -- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce80738b0 msgr2=0x7efce8150f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcedc00640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce80738b0 0x7efce8150f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcedc00640 1 -- 172.21.15.22:0/3358452612 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce814c330 con 0x7efce806c6c0 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efced200640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce80738b0 0x7efce8150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:25.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcedc00640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce806c6c0 0x7efce8157500 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7efcdc00efc0 tx=0x7efcdc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:25.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efce5600640 1 -- 172.21.15.22:0/3358452612 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcdc018020 con 0x7efce806c6c0 2024-09-10T10:33:25.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efce5600640 1 -- 172.21.15.22:0/3358452612 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcdc014480 con 0x7efce806c6c0 2024-09-10T10:33:25.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efce5600640 1 -- 172.21.15.22:0/3358452612 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcdc014850 con 0x7efce806c6c0 2024-09-10T10:33:25.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcef000640 1 -- 172.21.15.22:0/3358452612 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efce814d960 con 0x7efce806c6c0 2024-09-10T10:33:25.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcef000640 1 -- 172.21.15.22:0/3358452612 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efce814df20 con 0x7efce806c6c0 2024-09-10T10:33:25.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efcef000640 1 -- 172.21.15.22:0/3358452612 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efce80cf0a0 con 0x7efce806c6c0 2024-09-10T10:33:25.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.554+0000 7efce5600640 1 -- 172.21.15.22:0/3358452612 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efcdc01b020 con 0x7efce806c6c0 2024-09-10T10:33:25.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.558+0000 7efce5600640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcc80678f0 0x7efcc8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:25.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.558+0000 7efce5600640 1 -- 172.21.15.22:0/3358452612 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7efcdc086960 con 0x7efce806c6c0 2024-09-10T10:33:25.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.558+0000 7efced200640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcc80678f0 0x7efcc8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:25.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.558+0000 7efced200640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcc80678f0 0x7efcc8069db0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efce814fbc0 tx=0x7efcd4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:25.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.562+0000 7efce5600640 1 -- 172.21.15.22:0/3358452612 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efcdc022030 con 0x7efce806c6c0 2024-09-10T10:33:25.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 -- 172.21.15.22:0/3358452612 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7efce8069050 con 0x7efce806c6c0 2024-09-10T10:33:25.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efce5600640 1 -- 172.21.15.22:0/3358452612 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) ==== 53+0+73 (secure 0 0 0) 0x7efcdc010040 con 0x7efce806c6c0 2024-09-10T10:33:25.765 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:33:25.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 -- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcc80678f0 msgr2=0x7efcc8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:25.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcc80678f0 0x7efcc8069db0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efce814fbc0 tx=0x7efcd4008040 comp rx=0 tx=0).stop 2024-09-10T10:33:25.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 -- 172.21.15.22:0/3358452612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce806c6c0 msgr2=0x7efce8157500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:25.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce806c6c0 0x7efce8157500 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7efcdc00efc0 tx=0x7efcdc00c490 comp rx=0 tx=0).stop 2024-09-10T10:33:25.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 -- 172.21.15.22:0/3358452612 shutdown_connections 2024-09-10T10:33:25.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcc80678f0 0x7efcc8069db0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efce815afe0 0x7efce814e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efce80738b0 0x7efce8150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 --2- 172.21.15.22:0/3358452612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efce806c6c0 0x7efce8157500 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:25.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 -- 172.21.15.22:0/3358452612 >> 172.21.15.22:0/3358452612 conn(0x7efce8062ae0 msgr2=0x7efce80cfbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:25.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 -- 172.21.15.22:0/3358452612 shutdown_connections 2024-09-10T10:33:25.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:25.762+0000 7efcef000640 1 -- 172.21.15.22:0/3358452612 wait complete. 2024-09-10T10:33:25.787 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:33:25.787 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:33:25.788 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:33:25.788 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:33:25.788 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:33:25.788 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:33:25.788 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:33:25.788 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:33:25.788 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:33:25.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:25.788 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:33:25.798 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:33:25.799 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42377sec preferred_lft 42377sec 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:33:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:33:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:33:25.802 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:25.802 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:33:25.870 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:33:25.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:25.872 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:33:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:33:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:33:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:33:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:33:25.932 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:33:25.932 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:33:25.932 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:33:25.932 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:33:25.932 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:33:25.932 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:33:25.932 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:33:25.932 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:33:25.932 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:33:25.932 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:33:25.933 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:33:25.933 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:33:25.933 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:33:26.026 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:33:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:33:26.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:33:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:33:26.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:26.076 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:33:26.085 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:33:26.085 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:33:26.086 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:33:26.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:26.086 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:33:26.149 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:33:26.209 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:33:26.219 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:33:26.219 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:33:26.220 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:33:26.269 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:33:26.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:26.269 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:33:26.362 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:33:26.362 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:33:26.376 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:33:26.376 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:33:26.376 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:33:26.376 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:33:26.376 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:33:26.381 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:33:26.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:33:26.381 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:33:26.444 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:33:26.532 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:33:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:33:26.536 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:33:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:33:26.542 INFO:teuthology.orchestra.run.smithi145.stdout:client4712 2024-09-10T10:33:26.542 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:33:26.543 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:33:26.551 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_max_caps_per_client 1 2024-09-10T10:33:26.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f421c800640 1 Processor -- start 2024-09-10T10:33:26.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f421c800640 1 -- start start 2024-09-10T10:33:26.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f421c800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214158f70 0x7f421415c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:26.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f421c800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4214159350 con 0x7f421406f1c0 2024-09-10T10:33:26.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f421c800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4214071340 con 0x7f4214072f30 2024-09-10T10:33:26.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f421c800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4214071620 con 0x7f4214158f70 2024-09-10T10:33:26.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f421a800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f421406f1c0 0x7f42140ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:54068/0 (socket says 172.21.15.22:54068) 2024-09-10T10:33:26.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f421a800640 1 -- 172.21.15.22:0/55321105 learned_addr learned my addr 172.21.15.22:0/55321105 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:26.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f4219e00640 1 --2- 172.21.15.22:0/55321105 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214158f70 0x7f421415c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:26.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f4218a00640 1 -- 172.21.15.22:0/55321105 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3601284982 0 0) 0x7f4214159350 con 0x7f421406f1c0 2024-09-10T10:33:26.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f4218a00640 1 -- 172.21.15.22:0/55321105 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f41fc003530 con 0x7f421406f1c0 2024-09-10T10:33:26.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f4218a00640 1 -- 172.21.15.22:0/55321105 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1133887429 0 0) 0x7f4214071340 con 0x7f4214072f30 2024-09-10T10:33:26.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f4219e00640 1 -- 172.21.15.22:0/55321105 >> v1:172.21.15.145:6789/0 conn(0x7f4214072f30 legacy=0x7f421406eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:26.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f4219e00640 1 -- 172.21.15.22:0/55321105 >> v1:172.21.15.22:6789/0 conn(0x7f421406f1c0 legacy=0x7f42140ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:26.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.698+0000 7f4219e00640 1 -- 172.21.15.22:0/55321105 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4214071900 con 0x7f4214158f70 2024-09-10T10:33:26.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f4219e00640 1 --2- 172.21.15.22:0/55321105 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214158f70 0x7f421415c630 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f42080097f0 tx=0x7f420801c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6880343fcfcd4c4a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:26.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f4218a00640 1 -- 172.21.15.22:0/55321105 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42080aa610 con 0x7f4214158f70 2024-09-10T10:33:26.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f4218a00640 1 -- 172.21.15.22:0/55321105 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42080af070 con 0x7f4214158f70 2024-09-10T10:33:26.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f4218a00640 1 -- 172.21.15.22:0/55321105 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42080aa9d0 con 0x7f4214158f70 2024-09-10T10:33:26.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f421c800640 1 -- 172.21.15.22:0/55321105 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214158f70 msgr2=0x7f421415c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:26.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f421c800640 1 --2- 172.21.15.22:0/55321105 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214158f70 0x7f421415c630 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f42080097f0 tx=0x7f420801c4b0 comp rx=0 tx=0).stop 2024-09-10T10:33:26.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f421c800640 1 -- 172.21.15.22:0/55321105 shutdown_connections 2024-09-10T10:33:26.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f421c800640 1 --2- 172.21.15.22:0/55321105 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214158f70 0x7f421415c630 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:26.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f421c800640 1 -- 172.21.15.22:0/55321105 >> 172.21.15.22:0/55321105 conn(0x7f4214062eb0 msgr2=0x7f421406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:26.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f421c800640 1 -- 172.21.15.22:0/55321105 shutdown_connections 2024-09-10T10:33:26.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.702+0000 7f421c800640 1 -- 172.21.15.22:0/55321105 wait complete. 2024-09-10T10:33:26.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421c800640 1 Processor -- start 2024-09-10T10:33:26.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421c800640 1 -- start start 2024-09-10T10:33:26.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421c800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421406f1c0 0x7f4214151520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:26.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421c800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214072f30 0x7f4214166930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:26.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421c800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4214158f70 0x7f4214161210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:26.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421c800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f42140cf560 con 0x7f421406f1c0 2024-09-10T10:33:26.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421c800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f42140cf3e0 con 0x7f4214158f70 2024-09-10T10:33:26.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421c800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f42140cf6e0 con 0x7f4214072f30 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f4219e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421406f1c0 0x7f4214151520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f4219e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421406f1c0 0x7f4214151520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:41008/0 (socket says 172.21.15.22:41008) 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f4219e00640 1 -- 172.21.15.22:0/3938653237 learned_addr learned my addr 172.21.15.22:0/3938653237 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f4219400640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214072f30 0x7f4214166930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421a800640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4214158f70 0x7f4214161210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f4219e00640 1 -- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214072f30 msgr2=0x7f4214166930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f4219e00640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214072f30 0x7f4214166930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f4219e00640 1 -- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4214158f70 msgr2=0x7f4214161210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f4219e00640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4214158f70 0x7f4214161210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f4219e00640 1 -- 172.21.15.22:0/3938653237 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4214165bb0 con 0x7f421406f1c0 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421a800640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4214158f70 0x7f4214161210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f4219e00640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421406f1c0 0x7f4214151520 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4208009740 tx=0x7f4208019250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:26.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f420e000640 1 -- 172.21.15.22:0/3938653237 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4208004220 con 0x7f421406f1c0 2024-09-10T10:33:26.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f420e000640 1 -- 172.21.15.22:0/3938653237 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42080043c0 con 0x7f421406f1c0 2024-09-10T10:33:26.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421c800640 1 -- 172.21.15.22:0/3938653237 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42141faf40 con 0x7f421406f1c0 2024-09-10T10:33:26.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f420e000640 1 -- 172.21.15.22:0/3938653237 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42080aaa00 con 0x7f421406f1c0 2024-09-10T10:33:26.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.706+0000 7f421c800640 1 -- 172.21.15.22:0/3938653237 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4214166130 con 0x7f421406f1c0 2024-09-10T10:33:26.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.710+0000 7f421c800640 1 -- 172.21.15.22:0/3938653237 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f421415c630 con 0x7f421406f1c0 2024-09-10T10:33:26.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.710+0000 7f420e000640 1 -- 172.21.15.22:0/3938653237 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f42080c4060 con 0x7f421406f1c0 2024-09-10T10:33:26.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.710+0000 7f420e000640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 0x7f41f8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:26.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.710+0000 7f420e000640 1 -- 172.21.15.22:0/3938653237 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f420811fd20 con 0x7f421406f1c0 2024-09-10T10:33:26.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.710+0000 7f4219400640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 0x7f41f8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:26.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.710+0000 7f4219400640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 0x7f41f8069d80 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4214162fd0 tx=0x7f4204009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:26.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.714+0000 7f420e000640 1 -- 172.21.15.22:0/3938653237 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f42080b8070 con 0x7f421406f1c0 2024-09-10T10:33:26.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.878+0000 7f421c800640 1 -- 172.21.15.22:0/3938653237 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_max_caps_per_client}] v 0) -- 0x7f4214072d10 con 0x7f421406f1c0 2024-09-10T10:33:26.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.882+0000 7f420e000640 1 -- 172.21.15.22:0/3938653237 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_max_caps_per_client}]=0 v11)=0 v11) ==== 121+0+0 (secure 0 0 0) 0x7f42080a7070 con 0x7f421406f1c0 2024-09-10T10:33:26.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 -- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 msgr2=0x7f41f8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:26.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 0x7f41f8069d80 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4214162fd0 tx=0x7f4204009040 comp rx=0 tx=0).stop 2024-09-10T10:33:26.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 -- 172.21.15.22:0/3938653237 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421406f1c0 msgr2=0x7f4214151520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:26.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421406f1c0 0x7f4214151520 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4208009740 tx=0x7f4208019250 comp rx=0 tx=0).stop 2024-09-10T10:33:26.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 -- 172.21.15.22:0/3938653237 shutdown_connections 2024-09-10T10:33:26.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 0x7f41f8069d80 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:26.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4214158f70 0x7f4214161210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:26.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4214072f30 0x7f4214166930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:26.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 --2- 172.21.15.22:0/3938653237 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421406f1c0 0x7f4214151520 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:26.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 -- 172.21.15.22:0/3938653237 >> 172.21.15.22:0/3938653237 conn(0x7f4214062eb0 msgr2=0x7f42140b5150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:26.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 -- 172.21.15.22:0/3938653237 shutdown_connections 2024-09-10T10:33:26.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:26.886+0000 7f421c800640 1 -- 172.21.15.22:0/3938653237 wait complete. 2024-09-10T10:33:26.910 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_session_cap_acquisition_throttle 37 2024-09-10T10:33:27.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a7a00640 1 Processor -- start 2024-09-10T10:33:27.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a7a00640 1 -- start start 2024-09-10T10:33:27.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a7a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 0x7fb0a0167180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:27.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a7a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0a00b4f90 con 0x7fb0a01568c0 2024-09-10T10:33:27.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a7a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0a00b49d0 con 0x7fb0a00cf3c0 2024-09-10T10:33:27.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a7a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb0a00b4cb0 con 0x7fb0a006e9c0 2024-09-10T10:33:27.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a5000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb0a01568c0 0x7fb0a00b3f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:54084/0 (socket says 172.21.15.22:54084) 2024-09-10T10:33:27.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a5000640 1 -- 172.21.15.22:0/3403587196 learned_addr learned my addr 172.21.15.22:0/3403587196 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:33:27.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a5a00640 1 --2- 172.21.15.22:0/3403587196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 0x7fb0a0167180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:27.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb09f400640 1 -- 172.21.15.22:0/3403587196 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3688681549 0 0) 0x7fb0a00b4f90 con 0x7fb0a01568c0 2024-09-10T10:33:27.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a5a00640 1 -- 172.21.15.22:0/3403587196 >> v1:172.21.15.145:6789/0 conn(0x7fb0a00cf3c0 legacy=0x7fb0a00cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:27.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a5a00640 1 -- 172.21.15.22:0/3403587196 >> v1:172.21.15.22:6789/0 conn(0x7fb0a01568c0 legacy=0x7fb0a00b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:27.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.050+0000 7fb0a5a00640 1 -- 172.21.15.22:0/3403587196 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0a006d1b0 con 0x7fb0a006e9c0 2024-09-10T10:33:27.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb0a5a00640 1 --2- 172.21.15.22:0/3403587196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 0x7fb0a0167180 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb098009dc0 tx=0x7fb09801c960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fa7dc13ac244c51 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:27.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb09f400640 1 -- 172.21.15.22:0/3403587196 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0980b2070 con 0x7fb0a006e9c0 2024-09-10T10:33:27.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb09f400640 1 -- 172.21.15.22:0/3403587196 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0980a5a40 con 0x7fb0a006e9c0 2024-09-10T10:33:27.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb09f400640 1 -- 172.21.15.22:0/3403587196 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0980a5e10 con 0x7fb0a006e9c0 2024-09-10T10:33:27.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3403587196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 msgr2=0x7fb0a0167180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:27.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb0a7a00640 1 --2- 172.21.15.22:0/3403587196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 0x7fb0a0167180 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb098009dc0 tx=0x7fb09801c960 comp rx=0 tx=0).stop 2024-09-10T10:33:27.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3403587196 shutdown_connections 2024-09-10T10:33:27.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb0a7a00640 1 --2- 172.21.15.22:0/3403587196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 0x7fb0a0167180 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:27.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3403587196 >> 172.21.15.22:0/3403587196 conn(0x7fb0a0062eb0 msgr2=0x7fb0a006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:27.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3403587196 shutdown_connections 2024-09-10T10:33:27.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.054+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3403587196 wait complete. 2024-09-10T10:33:27.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a7a00640 1 Processor -- start 2024-09-10T10:33:27.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a7a00640 1 -- start start 2024-09-10T10:33:27.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a7a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 0x7fb0a014e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:27.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a7a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0a00cf3c0 0x7fb0a015a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:27.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a7a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0a01568c0 0x7fb0a015aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a7a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb0a0156e20 con 0x7fb0a01568c0 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a7a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb0a0156ca0 con 0x7fb0a00cf3c0 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a7a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb0a0169ee0 con 0x7fb0a006e9c0 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a5a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0a01568c0 0x7fb0a015aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a5a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0a01568c0 0x7fb0a015aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:41020/0 (socket says 172.21.15.22:41020) 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a5a00640 1 -- 172.21.15.22:0/3785551001 learned_addr learned my addr 172.21.15.22:0/3785551001 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb09fe00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0a00cf3c0 0x7fb0a015a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a5000640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 0x7fb0a014e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a5a00640 1 -- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 msgr2=0x7fb0a014e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a5a00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 0x7fb0a014e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a5a00640 1 -- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0a00cf3c0 msgr2=0x7fb0a015a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a5a00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0a00cf3c0 0x7fb0a015a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:27.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a5a00640 1 -- 172.21.15.22:0/3785551001 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0a0159550 con 0x7fb0a01568c0 2024-09-10T10:33:27.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a5a00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0a01568c0 0x7fb0a015aad0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb098019570 tx=0x7fb098019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:27.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb09cc00640 1 -- 172.21.15.22:0/3785551001 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0980bd020 con 0x7fb0a01568c0 2024-09-10T10:33:27.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb09cc00640 1 -- 172.21.15.22:0/3785551001 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0980adb70 con 0x7fb0a01568c0 2024-09-10T10:33:27.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb09cc00640 1 -- 172.21.15.22:0/3785551001 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0980b2040 con 0x7fb0a01568c0 2024-09-10T10:33:27.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3785551001 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0a01597d0 con 0x7fb0a01568c0 2024-09-10T10:33:27.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.058+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3785551001 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0a0159d90 con 0x7fb0a01568c0 2024-09-10T10:33:27.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.062+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3785551001 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0a00cf850 con 0x7fb0a01568c0 2024-09-10T10:33:27.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.062+0000 7fb09cc00640 1 -- 172.21.15.22:0/3785551001 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb0980c0020 con 0x7fb0a01568c0 2024-09-10T10:33:27.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.062+0000 7fb09cc00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0800678f0 0x7fb080069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:33:27.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.062+0000 7fb09cc00640 1 -- 172.21.15.22:0/3785551001 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fb098120a10 con 0x7fb0a01568c0 2024-09-10T10:33:27.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.062+0000 7fb0a5000640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0800678f0 0x7fb080069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:33:27.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.062+0000 7fb0a5000640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0800678f0 0x7fb080069db0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb090007bc0 tx=0x7fb090007b10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:33:27.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.066+0000 7fb09cc00640 1 -- 172.21.15.22:0/3785551001 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb0980c8020 con 0x7fb0a01568c0 2024-09-10T10:33:27.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.230+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3785551001 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_session_cap_acquisition_throttle}] v 0) -- 0x7fb0a00d01f0 con 0x7fb0a01568c0 2024-09-10T10:33:27.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.234+0000 7fb09cc00640 1 -- 172.21.15.22:0/3785551001 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_session_cap_acquisition_throttle}]=0 v12)=0 v12) ==== 135+0+0 (secure 0 0 0) 0x7fb0a0159550 con 0x7fb0a01568c0 2024-09-10T10:33:27.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0800678f0 msgr2=0x7fb080069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:27.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0800678f0 0x7fb080069db0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb090007bc0 tx=0x7fb090007b10 comp rx=0 tx=0).stop 2024-09-10T10:33:27.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3785551001 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0a01568c0 msgr2=0x7fb0a015aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:33:27.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0a01568c0 0x7fb0a015aad0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb098019570 tx=0x7fb098019700 comp rx=0 tx=0).stop 2024-09-10T10:33:27.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3785551001 shutdown_connections 2024-09-10T10:33:27.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0800678f0 0x7fb080069db0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:27.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0a01568c0 0x7fb0a015aad0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:27.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0a00cf3c0 0x7fb0a015a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:27.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 --2- 172.21.15.22:0/3785551001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a006e9c0 0x7fb0a014e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:33:27.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3785551001 >> 172.21.15.22:0/3785551001 conn(0x7fb0a0062eb0 msgr2=0x7fb0a00b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:33:27.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3785551001 shutdown_connections 2024-09-10T10:33:27.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27.238+0000 7fb0a7a00640 1 -- 172.21.15.22:0/3785551001 wait complete. 2024-09-10T10:33:27.263 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:33:27.263 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:33:27.272 DEBUG:teuthology.orchestra.run.smithi022:> stdin-killer -- python3 -c ' 2024-09-10T10:33:27.272 DEBUG:teuthology.orchestra.run.smithi022:> import os 2024-09-10T10:33:27.272 DEBUG:teuthology.orchestra.run.smithi022:> import uuid 2024-09-10T10:33:27.272 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.272 DEBUG:teuthology.orchestra.run.smithi022:> n = 25 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> create_hard_links = False 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> if 0 > 0: 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> create_hard_links = True 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> path = "/home/ubuntu/cephtest/mnt.0/dir1/file" 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> dpath = os.path.dirname(path) 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> fnameprefix = os.path.basename(path) 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> os.makedirs(dpath, exist_ok=True) 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> try: 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> for i in range(n): 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> with open(fpath, '"'"'w'"'"') as f: 2024-09-10T10:33:27.273 DEBUG:teuthology.orchestra.run.smithi022:> f.write(f"{i}") 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> if True: 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> f.flush() 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(f.fileno()) 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> os.unlink(fpath) 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(dirfd) 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> if create_hard_links: 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> for j in range(0): 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(dirfd) 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> finally: 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> os.close(dirfd) 2024-09-10T10:33:27.274 DEBUG:teuthology.orchestra.run.smithi022:> ' 2024-09-10T10:33:27.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:33:27.555 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:33:27.555 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:33:27.609 DEBUG:teuthology.orchestra.run.smithi022:> stdin-killer -- python3 -c ' 2024-09-10T10:33:27.609 DEBUG:teuthology.orchestra.run.smithi022:> import os 2024-09-10T10:33:27.609 DEBUG:teuthology.orchestra.run.smithi022:> import uuid 2024-09-10T10:33:27.609 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> n = 25 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> create_hard_links = False 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> if 0 > 0: 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> create_hard_links = True 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> path = "/home/ubuntu/cephtest/mnt.0/dir2/file" 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> dpath = os.path.dirname(path) 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> fnameprefix = os.path.basename(path) 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> os.makedirs(dpath, exist_ok=True) 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> try: 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> for i in range(n): 2024-09-10T10:33:27.610 DEBUG:teuthology.orchestra.run.smithi022:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> with open(fpath, '"'"'w'"'"') as f: 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> f.write(f"{i}") 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> if True: 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> f.flush() 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(f.fileno()) 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> os.unlink(fpath) 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(dirfd) 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> if create_hard_links: 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> for j in range(0): 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(dirfd) 2024-09-10T10:33:27.611 DEBUG:teuthology.orchestra.run.smithi022:> finally: 2024-09-10T10:33:27.612 DEBUG:teuthology.orchestra.run.smithi022:> os.close(dirfd) 2024-09-10T10:33:27.612 DEBUG:teuthology.orchestra.run.smithi022:> ' 2024-09-10T10:33:27.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:33:27.881 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:33:27.881 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:33:27.933 DEBUG:teuthology.orchestra.run.smithi022:> stdin-killer -- python3 -c ' 2024-09-10T10:33:27.933 DEBUG:teuthology.orchestra.run.smithi022:> import os 2024-09-10T10:33:27.933 DEBUG:teuthology.orchestra.run.smithi022:> import uuid 2024-09-10T10:33:27.933 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.933 DEBUG:teuthology.orchestra.run.smithi022:> n = 25 2024-09-10T10:33:27.933 DEBUG:teuthology.orchestra.run.smithi022:> create_hard_links = False 2024-09-10T10:33:27.933 DEBUG:teuthology.orchestra.run.smithi022:> if 0 > 0: 2024-09-10T10:33:27.933 DEBUG:teuthology.orchestra.run.smithi022:> create_hard_links = True 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> path = "/home/ubuntu/cephtest/mnt.0/dir3/file" 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> dpath = os.path.dirname(path) 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> fnameprefix = os.path.basename(path) 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> os.makedirs(dpath, exist_ok=True) 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> try: 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> for i in range(n): 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> with open(fpath, '"'"'w'"'"') as f: 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> f.write(f"{i}") 2024-09-10T10:33:27.934 DEBUG:teuthology.orchestra.run.smithi022:> if True: 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> f.flush() 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(f.fileno()) 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> os.unlink(fpath) 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(dirfd) 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> if create_hard_links: 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> for j in range(0): 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(dirfd) 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> finally: 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> os.close(dirfd) 2024-09-10T10:33:27.935 DEBUG:teuthology.orchestra.run.smithi022:> ' 2024-09-10T10:33:28.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:33:28.200 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:33:28.200 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:33:28.253 DEBUG:teuthology.orchestra.run.smithi022:> stdin-killer -- python3 -c ' 2024-09-10T10:33:28.253 DEBUG:teuthology.orchestra.run.smithi022:> import os 2024-09-10T10:33:28.253 DEBUG:teuthology.orchestra.run.smithi022:> import uuid 2024-09-10T10:33:28.253 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:28.253 DEBUG:teuthology.orchestra.run.smithi022:> n = 25 2024-09-10T10:33:28.253 DEBUG:teuthology.orchestra.run.smithi022:> create_hard_links = False 2024-09-10T10:33:28.253 DEBUG:teuthology.orchestra.run.smithi022:> if 0 > 0: 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> create_hard_links = True 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> path = "/home/ubuntu/cephtest/mnt.0/dir4/file" 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> dpath = os.path.dirname(path) 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> fnameprefix = os.path.basename(path) 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> os.makedirs(dpath, exist_ok=True) 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> try: 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> for i in range(n): 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> with open(fpath, '"'"'w'"'"') as f: 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> f.write(f"{i}") 2024-09-10T10:33:28.254 DEBUG:teuthology.orchestra.run.smithi022:> if True: 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> f.flush() 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(f.fileno()) 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> os.unlink(fpath) 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(dirfd) 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> if create_hard_links: 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> for j in range(0): 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(dirfd) 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> finally: 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> os.close(dirfd) 2024-09-10T10:33:28.255 DEBUG:teuthology.orchestra.run.smithi022:> ' 2024-09-10T10:33:28.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:33:28.535 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:33:28.535 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:33:28.585 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:33:28.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:33:28.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:33:28.691 INFO:teuthology.orchestra.run.smithi022.stdout:client4927 2024-09-10T10:33:28.691 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'find . | wc') 2024-09-10T10:33:28.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:33:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:33:52.850 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:33:52.854 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:34:07.778 INFO:teuthology.orchestra.run.smithi022.stdout: 105 105 1490 2024-09-10T10:34:07.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:34:07.789 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:07.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.933+0000 7f7346200640 1 Processor -- start 2024-09-10T10:34:07.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.933+0000 7f7346200640 1 -- start start 2024-09-10T10:34:07.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f7346200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f734015b220 0x7f7340071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:07.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f7346200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f734015b600 0x7f73400b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:07.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f7346200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f73400b5520 0x7f73400b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:07.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f7346200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f734006d6e0 con 0x7f73400b5520 2024-09-10T10:34:07.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f7346200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f73400ce880 con 0x7f734015b600 2024-09-10T10:34:07.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f7346200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f73400ceb60 con 0x7f734015b220 2024-09-10T10:34:07.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f733fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f73400b5520 0x7f73400b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:07.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f733fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f73400b5520 0x7f73400b3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53728/0 (socket says 172.21.15.22:53728) 2024-09-10T10:34:07.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f733fe00640 1 -- 172.21.15.22:0/1673696715 learned_addr learned my addr 172.21.15.22:0/1673696715 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:07.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f7336a00640 1 --2- 172.21.15.22:0/1673696715 >> v2:172.21.15.145:3300/0 conn(0x7f734015b600 0x7f73400b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:07.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f733f400640 1 --2- 172.21.15.22:0/1673696715 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f734015b220 0x7f7340071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:07.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f733fe00640 1 -- 172.21.15.22:0/1673696715 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f734015b220 msgr2=0x7f7340071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:07.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f733fe00640 1 --2- 172.21.15.22:0/1673696715 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f734015b220 0x7f7340071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:07.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f733fe00640 1 -- 172.21.15.22:0/1673696715 >> v2:172.21.15.145:3300/0 conn(0x7f734015b600 msgr2=0x7f73400b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:07.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f733fe00640 1 --2- 172.21.15.22:0/1673696715 >> v2:172.21.15.145:3300/0 conn(0x7f734015b600 0x7f73400b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:07.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f733fe00640 1 -- 172.21.15.22:0/1673696715 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73400cee40 con 0x7f73400b5520 2024-09-10T10:34:07.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.937+0000 7f7336a00640 1 --2- 172.21.15.22:0/1673696715 >> v2:172.21.15.145:3300/0 conn(0x7f734015b600 0x7f73400b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:07.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f733fe00640 1 --2- 172.21.15.22:0/1673696715 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 0x7f73400b3f10 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f734006c870 tx=0x7f733801c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc694ae4d7c6aa3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:07.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f733ea00640 1 -- 172.21.15.22:0/1673696715 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73380a56f0 con 0x7f73400b5520 2024-09-10T10:34:07.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f733ea00640 1 -- 172.21.15.22:0/1673696715 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73380a5890 con 0x7f73400b5520 2024-09-10T10:34:07.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f733ea00640 1 -- 172.21.15.22:0/1673696715 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73380a5c60 con 0x7f73400b5520 2024-09-10T10:34:07.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 -- 172.21.15.22:0/1673696715 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 msgr2=0x7f73400b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:07.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 --2- 172.21.15.22:0/1673696715 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 0x7f73400b3f10 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f734006c870 tx=0x7f733801c960 comp rx=0 tx=0).stop 2024-09-10T10:34:07.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 -- 172.21.15.22:0/1673696715 shutdown_connections 2024-09-10T10:34:07.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 --2- 172.21.15.22:0/1673696715 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 0x7f73400b3f10 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:07.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 --2- 172.21.15.22:0/1673696715 >> v2:172.21.15.145:3300/0 conn(0x7f734015b600 0x7f73400b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:07.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 --2- 172.21.15.22:0/1673696715 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f734015b220 0x7f7340071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:07.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 -- 172.21.15.22:0/1673696715 >> 172.21.15.22:0/1673696715 conn(0x7f7340062dd0 msgr2=0x7f734006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:07.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 -- 172.21.15.22:0/1673696715 shutdown_connections 2024-09-10T10:34:07.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 -- 172.21.15.22:0/1673696715 wait complete. 2024-09-10T10:34:07.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 Processor -- start 2024-09-10T10:34:07.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.941+0000 7f7346200640 1 -- start start 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7346200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 0x7f73401f8360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7346200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f734015b220 0x7f73400b2b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7346200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f734015b600 0x7f734015d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7346200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f73400cffd0 con 0x7f73400b5520 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7346200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f73400cfe50 con 0x7f734015b600 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7346200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f73400d0150 con 0x7f734015b220 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f733f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 0x7f73401f8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f733f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 0x7f73401f8360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53740/0 (socket says 172.21.15.22:53740) 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f733f400640 1 -- 172.21.15.22:0/2706396051 learned_addr learned my addr 172.21.15.22:0/2706396051 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7336a00640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f734015b220 0x7f73400b2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f733fe00640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f734015b600 0x7f734015d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f733f400640 1 -- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f734015b220 msgr2=0x7f73400b2b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:07.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f733f400640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f734015b220 0x7f73400b2b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f733f400640 1 -- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f734015b600 msgr2=0x7f734015d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f733f400640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f734015b600 0x7f734015d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f733f400640 1 -- 172.21.15.22:0/2706396051 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73400b1640 con 0x7f73400b5520 2024-09-10T10:34:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f733f400640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 0x7f73401f8360 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f733000d830 tx=0x7f733000dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7337e00640 1 -- 172.21.15.22:0/2706396051 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330018020 con 0x7f73400b5520 2024-09-10T10:34:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7337e00640 1 -- 172.21.15.22:0/2706396051 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73300096a0 con 0x7f73400b5520 2024-09-10T10:34:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7346200640 1 -- 172.21.15.22:0/2706396051 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73400b1920 con 0x7f73400b5520 2024-09-10T10:34:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7337e00640 1 -- 172.21.15.22:0/2706396051 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330009a50 con 0x7f73400b5520 2024-09-10T10:34:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7346200640 1 -- 172.21.15.22:0/2706396051 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73400b1ee0 con 0x7f73400b5520 2024-09-10T10:34:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.945+0000 7f7346200640 1 -- 172.21.15.22:0/2706396051 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73400b3f10 con 0x7f73400b5520 2024-09-10T10:34:07.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.949+0000 7f7337e00640 1 -- 172.21.15.22:0/2706396051 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f733001b020 con 0x7f73400b5520 2024-09-10T10:34:07.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.949+0000 7f7337e00640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f731c0678c0 0x7f731c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:07.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.949+0000 7f7337e00640 1 -- 172.21.15.22:0/2706396051 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f7330086330 con 0x7f73400b5520 2024-09-10T10:34:07.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.949+0000 7f7336a00640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f731c0678c0 0x7f731c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:07.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.949+0000 7f7336a00640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f731c0678c0 0x7f731c069d80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f734006e940 tx=0x7f7328008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:07.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:07.953+0000 7f7337e00640 1 -- 172.21.15.22:0/2706396051 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7330022020 con 0x7f73400b5520 2024-09-10T10:34:08.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 -- 172.21.15.22:0/2706396051 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7340072e90 con 0x7f73400b5520 2024-09-10T10:34:08.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7337e00640 1 -- 172.21.15.22:0/2706396051 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7f7330056810 con 0x7f73400b5520 2024-09-10T10:34:08.159 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:08.159 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":15,"btime":"2024-09-10T10:33:16:726312+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/946835101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":946835101},{"type":"v1","addr":"172.21.15.145:6836","nonce":946835101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4750,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3468035848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3468035848},{"type":"v1","addr":"172.21.15.22:6835","nonce":3468035848}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2350425839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2350425839},{"type":"v1","addr":"172.21.15.145:6837","nonce":2350425839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:33:13.104204+0000","modified":"2024-09-10T10:33:16.119663+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4821},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4821":{"gid":4821,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/275512579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":275512579},{"type":"v1","addr":"172.21.15.22:6834","nonce":275512579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4821,"qdb_cluster":[4821]},"id":2}]} 2024-09-10T10:34:08.160 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 15 2024-09-10T10:34:08.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 -- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f731c0678c0 msgr2=0x7f731c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:08.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f731c0678c0 0x7f731c069d80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f734006e940 tx=0x7f7328008040 comp rx=0 tx=0).stop 2024-09-10T10:34:08.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 -- 172.21.15.22:0/2706396051 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 msgr2=0x7f73401f8360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:08.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 0x7f73401f8360 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f733000d830 tx=0x7f733000dcf0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 -- 172.21.15.22:0/2706396051 shutdown_connections 2024-09-10T10:34:08.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f731c0678c0 0x7f731c069d80 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f734015b600 0x7f734015d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f734015b220 0x7f73400b2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 --2- 172.21.15.22:0/2706396051 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73400b5520 0x7f73401f8360 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 -- 172.21.15.22:0/2706396051 >> 172.21.15.22:0/2706396051 conn(0x7f7340062dd0 msgr2=0x7f734006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:08.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 -- 172.21.15.22:0/2706396051 shutdown_connections 2024-09-10T10:34:08.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.153+0000 7f7346200640 1 -- 172.21.15.22:0/2706396051 wait complete. 2024-09-10T10:34:08.181 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump 2024-09-10T10:34:08.347 INFO:teuthology.orchestra.run.smithi022.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":519,"msgr_send_messages":592,"msgr_recv_bytes":143034,"msgr_send_bytes":725061,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.069882395,"msgr_running_send_time":0.031349803,"msgr_running_recv_time":0.036997504,"msgr_running_fast_dispatch_time":0.005191702,"msgr_send_messages_queue_lat":{"avgcount":591,"sum":0.104307199,"avgtime":0.000176492},"msgr_handle_ack_lat":{"avgcount":844,"sum":0.000212861,"avgtime":0.000000252},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":70,"msgr_send_messages":48,"msgr_recv_bytes":25439,"msgr_send_bytes":96856,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":0.016203771,"msgr_running_send_time":0.003805494,"msgr_running_recv_time":0.009003305,"msgr_running_fast_dispatch_time":0.002966087,"msgr_send_messages_queue_lat":{"avgcount":46,"sum":0.068936195,"avgtime":0.001498612},"msgr_handle_ack_lat":{"avgcount":62,"sum":0.000011313,"avgtime":0.000000182},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":77888},"AsyncMessenger::Worker-2":{"msgr_recv_messages":82,"msgr_send_messages":76,"msgr_recv_bytes":117098,"msgr_send_bytes":31105,"msgr_created_connections":4,"msgr_active_connections":3,"msgr_running_total_time":0.011069384,"msgr_running_send_time":0.003158212,"msgr_running_recv_time":0.011806704,"msgr_running_fast_dispatch_time":0.000393317,"msgr_send_messages_queue_lat":{"avgcount":75,"sum":0.072567821,"avgtime":0.000967570},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":113296,"msgr_send_encrypted_bytes":18128},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":270,"sum":0.067416228,"avgtime":0.000249689}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000036417,"avgtime":0.000018208}},"mds":{"request":148,"reply":148,"reply_latency":{"avgcount":148,"sum":39.123147972,"avgtime":0.264345594},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":114,"inodes_top":0,"inodes_bottom":114,"inodes_pin_tail":0,"inodes_pinned":114,"inodes_expired":0,"inodes_with_caps":100,"caps":101,"subtrees":2,"traverse":188,"traverse_hit":174,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":100,"root_rbytes":160,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":4,"ceph_cap_op_grant":112,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":104,"handle_client_caps_dirty":100,"handle_client_cap_release":1,"process_request_cap_release":14},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":219,"evex":0,"evtrm":0,"ev":219,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4615103,"rdpos":0,"jlat":{"avgcount":110,"sum":0.225275477,"avgtime":0.002047958},"replayed":0},"mds_mem":{"ino":117,"ino+":117,"ino-":0,"dir":16,"dir+":16,"dir-":0,"dn":114,"dn+":115,"dn-":1,"cap":101,"cap+":106,"cap-":5,"rss":52080,"heap":231732},"mds_server":{"dispatch_client_request":230,"dispatch_server_request":0,"handle_client_request":148,"handle_client_session":106,"handle_peer_request":0,"req_create_latency":{"avgcount":100,"sum":0.077797011,"avgtime":0.000777970},"req_getattr_latency":{"avgcount":32,"sum":0.006122679,"avgtime":0.000191333},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":4,"sum":0.000606107,"avgtime":0.000151526},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":4,"sum":0.008568869,"avgtime":0.002142217},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":2,"sum":0.000366590,"avgtime":0.000183295},"req_readdir_latency":{"avgcount":5,"sum":39.029432441,"avgtime":7.805886488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000254275,"avgtime":0.000254275},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":78,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":2,"session_add":2,"session_remove":0,"sessions_open":2,"sessions_stale":0,"total_load":93,"average_load":46,"avg_session_uptime":40,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":226016,"buffer_anon_items":86,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":398400,"mds_co_items":2409,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":152,"op_send_bytes":438686,"op_resend":37,"op_reply":152,"op_latency":{"avgcount":152,"sum":0.703992349,"avgtime":0.004631528},"op_inflight":0,"oplen_avg":{"avgcount":152,"sum":179},"op":152,"op_r":0,"op_w":152,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":110,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":34,"map_full":0,"map_inc":1,"osd_sessions":6,"osd_session_open":6,"osd_session_close":0,"osd_laggy":0,"omap_wr":20,"omap_rd":0,"omap_del":2},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":2},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":667,"get_sum":220708,"get_or_fail_fail":0,"get_or_fail_success":667,"take":0,"take_sum":0,"put":667,"put_sum":220708,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":152,"take_sum":438686,"put":152,"put_sum":438686,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":152,"take_sum":152,"put":152,"put_sum":152,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x55f4d92ca780":{"val":0,"max":3758096384,"get_started":0,"get":219,"get_sum":420799,"get_or_fail_fail":0,"get_or_fail_success":219,"take":0,"take_sum":0,"put":110,"put_sum":420799,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-10T10:34:08.349 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 844, "avgtime": 2.52e-07, "sum": 0.000212861 }, "msgr_recv_bytes": 143034, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 519, "msgr_running_fast_dispatch_time": 0.005191702, "msgr_running_recv_time": 0.036997504, "msgr_running_send_time": 0.031349803, "msgr_running_total_time": 0.069882395, "msgr_send_bytes": 725061, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 592, "msgr_send_messages_queue_lat": { "avgcount": 591, "avgtime": 0.000176492, "sum": 0.104307199 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 62, "avgtime": 1.82e-07, "sum": 1.1313e-05 }, "msgr_recv_bytes": 25439, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 70, "msgr_running_fast_dispatch_time": 0.002966087, "msgr_running_recv_time": 0.009003305, "msgr_running_send_time": 0.003805494, "msgr_running_total_time": 0.016203771, "msgr_send_bytes": 96856, "msgr_send_encrypted_bytes": 77888, "msgr_send_messages": 48, "msgr_send_messages_queue_lat": { "avgcount": 46, "avgtime": 0.001498612, "sum": 0.068936195 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 4, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 117098, "msgr_recv_encrypted_bytes": 113296, "msgr_recv_messages": 82, "msgr_running_fast_dispatch_time": 0.000393317, "msgr_running_recv_time": 0.011806704, "msgr_running_send_time": 0.003158212, "msgr_running_total_time": 0.011069384, "msgr_send_bytes": 31105, "msgr_send_encrypted_bytes": 18128, "msgr_send_messages": 76, "msgr_send_messages_queue_lat": { "avgcount": 75, "avgtime": 0.00096757, "sum": 0.072567821 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 270, "avgtime": 0.000249689, "sum": 0.067416228 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 1.8208e-05, "sum": 3.6417e-05 }, "queue_len": 0 }, "mds": { "caps": 101, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 112, "ceph_cap_op_revoke": 4, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 1, "handle_client_caps": 104, "handle_client_caps_dirty": 100, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 114, "inodes_bottom": 114, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 114, "inodes_top": 0, "inodes_with_caps": 100, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 14, "q": 0, "reply": 148, "reply_latency": { "avgcount": 148, "avgtime": 0.264345594, "sum": 39.123147972 }, "request": 148, "root_rbytes": 160, "root_rfiles": 100, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 188, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 174, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 219, "evadd": 219, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 110, "avgtime": 0.002047958, "sum": 0.225275477 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4615103 }, "mds_mem": { "cap": 101, "cap+": 106, "cap-": 5, "dir": 16, "dir+": 16, "dir-": 0, "dn": 114, "dn+": 115, "dn-": 1, "heap": 231732, "ino": 117, "ino+": 117, "ino-": 0, "rss": 52080 }, "mds_server": { "cap_acquisition_throttle": 78, "cap_revoke_eviction": 0, "dispatch_client_request": 230, "dispatch_server_request": 0, "handle_client_request": 148, "handle_client_session": 106, "handle_peer_request": 0, "req_create_latency": { "avgcount": 100, "avgtime": 0.00077797, "sum": 0.077797011 }, "req_getattr_latency": { "avgcount": 32, "avgtime": 0.000191333, "sum": 0.006122679 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 4, "avgtime": 0.000151526, "sum": 0.000606107 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 4, "avgtime": 0.002142217, "sum": 0.008568869 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 2, "avgtime": 0.000183295, "sum": 0.00036659 }, "req_readdir_latency": { "avgcount": 5, "avgtime": 7.805886488, "sum": 39.029432441 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000254275, "sum": 0.000254275 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 46, "avg_session_uptime": 40, "mdthresh_evicted": 0, "session_add": 2, "session_count": 2, "session_remove": 0, "sessions_open": 2, "sessions_stale": 0, "total_load": 93 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 226016, "buffer_anon_items": 86, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 398400, "mds_co_items": 2409, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 34, "map_full": 0, "map_inc": 1, "omap_del": 2, "omap_rd": 0, "omap_wr": 20, "op": 152, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 152, "avgtime": 0.004631528, "sum": 0.703992349 }, "op_pg": 0, "op_r": 0, "op_reply": 152, "op_resend": 37, "op_rmw": 0, "op_send": 152, "op_send_bytes": 438686, "op_w": 152, "oplen_avg": { "avgcount": 152, "sum": 179 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 6, "osd_sessions": 6, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 110, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 2 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 667, "get_or_fail_fail": 0, "get_or_fail_success": 667, "get_started": 0, "get_sum": 220708, "max": 104857600, "put": 667, "put_sum": 220708, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 152, "put_sum": 438686, "take": 152, "take_sum": 438686, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 152, "put_sum": 152, "take": 152, "take_sum": 152, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x55f4d92ca780": { "get": 219, "get_or_fail_fail": 0, "get_or_fail_success": 219, "get_started": 0, "get_sum": 420799, "max": 3758096384, "put": 110, "put_sum": 420799, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-10T10:34:08.349 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:08.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabdde00640 1 Processor -- start 2024-09-10T10:34:08.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabdde00640 1 -- start start 2024-09-10T10:34:08.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabdde00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fabd815b600 0x7fabd8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:08.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabdde00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabd80ce880 con 0x7fabd80b56f0 2024-09-10T10:34:08.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabdde00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabd80ceb60 con 0x7fabd815b220 2024-09-10T10:34:08.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabdde00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fabd806d6e0 con 0x7fabd815b600 2024-09-10T10:34:08.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabd7400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fabd80b56f0 0x7fabd80b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47522/0 (socket says 172.21.15.22:47522) 2024-09-10T10:34:08.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabd7400640 1 -- 172.21.15.22:0/2997828312 learned_addr learned my addr 172.21.15.22:0/2997828312 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:08.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabce000640 1 --2- 172.21.15.22:0/2997828312 >> v2:172.21.15.145:3300/0 conn(0x7fabd815b600 0x7fabd8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:08.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 442401863 0 0) 0x7fabd80ce880 con 0x7fabd80b56f0 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.485+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fabbc003530 con 0x7fabd80b56f0 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2365661154 0 0) 0x7fabbc003530 con 0x7fabd80b56f0 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 >> v2:172.21.15.145:3300/0 conn(0x7fabd815b600 msgr2=0x7fabd8071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 --2- 172.21.15.22:0/2997828312 >> v2:172.21.15.145:3300/0 conn(0x7fabd815b600 0x7fabd8071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 >> v1:172.21.15.145:6789/0 conn(0x7fabd815b220 legacy=0x7fabd80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabd80cee40 con 0x7fabd80b56f0 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fabd0001a00 con 0x7fabd80b56f0 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 >> v1:172.21.15.22:6789/0 conn(0x7fabd80b56f0 legacy=0x7fabd80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabbc0039c0 0x7fabbc003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabbc004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0052f0 0x7fabbc00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fabbc00c190 con 0x7fabbc004810 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fabbc00c340 con 0x7fabbc0039c0 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fabbc00c540 con 0x7fabbc0052f0 2024-09-10T10:34:08.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabce000640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabbc004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:08.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6a00640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabbc0039c0 0x7fabbc003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:08.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd7400640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0052f0 0x7fabbc00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:08.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabce000640 1 -- 172.21.15.22:0/2997828312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0052f0 msgr2=0x7fabbc00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:08.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabce000640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0052f0 0x7fabbc00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabce000640 1 -- 172.21.15.22:0/2997828312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabbc0039c0 msgr2=0x7fabbc003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:08.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabce000640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabbc0039c0 0x7fabbc003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabce000640 1 -- 172.21.15.22:0/2997828312 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabbc003530 con 0x7fabbc004810 2024-09-10T10:34:08.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd7400640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0052f0 0x7fabbc00b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:08.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd7400640 1 -- 172.21.15.22:0/2997828312 reap_dead start 2024-09-10T10:34:08.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabce000640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabbc004c90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fabc0009ab0 tx=0x7fabc001ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee04bf523b4a09fc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:08.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.489+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabc00b2070 con 0x7fabbc004810 2024-09-10T10:34:08.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabc00a55d0 con 0x7fabbc004810 2024-09-10T10:34:08.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabd6000640 1 -- 172.21.15.22:0/2997828312 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabc00096b0 con 0x7fabbc004810 2024-09-10T10:34:08.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 -- 172.21.15.22:0/2997828312 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 msgr2=0x7fabbc004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:08.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabbc004c90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fabc0009ab0 tx=0x7fabc001ca00 comp rx=0 tx=0).stop 2024-09-10T10:34:08.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 -- 172.21.15.22:0/2997828312 shutdown_connections 2024-09-10T10:34:08.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 --2- 172.21.15.22:0/2997828312 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabbc004c90 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 -- 172.21.15.22:0/2997828312 >> 172.21.15.22:0/2997828312 conn(0x7fabd8062dd0 msgr2=0x7fabd806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:08.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 -- 172.21.15.22:0/2997828312 shutdown_connections 2024-09-10T10:34:08.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 -- 172.21.15.22:0/2997828312 wait complete. 2024-09-10T10:34:08.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 Processor -- start 2024-09-10T10:34:08.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 -- start start 2024-09-10T10:34:08.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabd8150a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:08.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd814c9d0 0x7fabd80b2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:08.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd814ce50 0x7fabd8155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:08.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fabd80ce600 con 0x7fabbc004810 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fabd80ce480 con 0x7fabd814c9d0 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabdde00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fabd80b4720 con 0x7fabd814ce50 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabd6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabd8150a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabd6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabd8150a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53756/0 (socket says 172.21.15.22:53756) 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabd6a00640 1 -- 172.21.15.22:0/611851044 learned_addr learned my addr 172.21.15.22:0/611851044 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabce000640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd814c9d0 0x7fabd80b2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.493+0000 7fabd7400640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd814ce50 0x7fabd8155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabd6a00640 1 -- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd814ce50 msgr2=0x7fabd8155260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabd6a00640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd814ce50 0x7fabd8155260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabd6a00640 1 -- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd814c9d0 msgr2=0x7fabd80b2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabd6a00640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd814c9d0 0x7fabd80b2200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabd6a00640 1 -- 172.21.15.22:0/611851044 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabd814d840 con 0x7fabbc004810 2024-09-10T10:34:08.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabce000640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd814c9d0 0x7fabd80b2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:08.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabd6a00640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabd8150a60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fabc800f820 tx=0x7fabc800fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:08.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabcfe00640 1 -- 172.21.15.22:0/611851044 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabc80050d0 con 0x7fabbc004810 2024-09-10T10:34:08.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabcfe00640 1 -- 172.21.15.22:0/611851044 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabc8018070 con 0x7fabbc004810 2024-09-10T10:34:08.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabcfe00640 1 -- 172.21.15.22:0/611851044 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabc800d730 con 0x7fabbc004810 2024-09-10T10:34:08.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabdde00640 1 -- 172.21.15.22:0/611851044 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabd814db20 con 0x7fabbc004810 2024-09-10T10:34:08.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabdde00640 1 -- 172.21.15.22:0/611851044 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabd814e0e0 con 0x7fabbc004810 2024-09-10T10:34:08.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabdde00640 1 -- 172.21.15.22:0/611851044 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabd80cf640 con 0x7fabbc004810 2024-09-10T10:34:08.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabcfe00640 1 -- 172.21.15.22:0/611851044 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fabc800d8d0 con 0x7fabbc004810 2024-09-10T10:34:08.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabcfe00640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabb40678c0 0x7fabb4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:08.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabcfe00640 1 -- 172.21.15.22:0/611851044 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fabc8085bc0 con 0x7fabbc004810 2024-09-10T10:34:08.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.497+0000 7fabce000640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabb40678c0 0x7fabb4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:08.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.501+0000 7fabce000640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabb40678c0 0x7fabb4069d80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fabc00af000 tx=0x7fabc00046d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:08.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.501+0000 7fabcfe00640 1 -- 172.21.15.22:0/611851044 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fabc8056660 con 0x7fabbc004810 2024-09-10T10:34:08.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.701+0000 7fabdde00640 1 -- 172.21.15.22:0/611851044 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fabd8072e90 con 0x7fabbc004810 2024-09-10T10:34:08.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.701+0000 7fabcfe00640 1 -- 172.21.15.22:0/611851044 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7fabc8055f60 con 0x7fabbc004810 2024-09-10T10:34:08.708 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:08.708 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":15,"btime":"2024-09-10T10:33:16:726312+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/946835101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":946835101},{"type":"v1","addr":"172.21.15.145:6836","nonce":946835101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4750,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3468035848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3468035848},{"type":"v1","addr":"172.21.15.22:6835","nonce":3468035848}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2350425839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2350425839},{"type":"v1","addr":"172.21.15.145:6837","nonce":2350425839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:33:13.104204+0000","modified":"2024-09-10T10:33:16.119663+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4821},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4821":{"gid":4821,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/275512579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":275512579},{"type":"v1","addr":"172.21.15.22:6834","nonce":275512579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4821,"qdb_cluster":[4821]},"id":2}]} 2024-09-10T10:34:08.708 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 15 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 -- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabb40678c0 msgr2=0x7fabb4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabb40678c0 0x7fabb4069d80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fabc00af000 tx=0x7fabc00046d0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 -- 172.21.15.22:0/611851044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 msgr2=0x7fabd8150a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabd8150a60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fabc800f820 tx=0x7fabc800fce0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 -- 172.21.15.22:0/611851044 shutdown_connections 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabb40678c0 0x7fabb4069d80 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabd814ce50 0x7fabd8155260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabd814c9d0 0x7fabd80b2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 --2- 172.21.15.22:0/611851044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc004810 0x7fabd8150a60 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 -- 172.21.15.22:0/611851044 >> 172.21.15.22:0/611851044 conn(0x7fabd8062dd0 msgr2=0x7fabd815f600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:08.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 -- 172.21.15.22:0/611851044 shutdown_connections 2024-09-10T10:34:08.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:08.705+0000 7fabdde00640 1 -- 172.21.15.22:0/611851044 wait complete. 2024-09-10T10:34:08.731 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-10T10:34:08.895 INFO:teuthology.orchestra.run.smithi022.stdout:[{"id":4712,"entity":{"name":{"type":"client","num":4712},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3118414560}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":2,"uptime":42.507545591000003,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":8.1835639357714651,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":0,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.4712 192.168.0.1:0/3118414560","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":4927,"entity":{"name":{"type":"client","num":4927},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":3990180499}},"state":"open","num_leases":1,"num_caps":100,"request_load_avg":89,"uptime":43.663533067000003,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":12.800883506860457,"halflife":60},"release_caps":{"value":3.2939101119334149,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":194.68640677395177,"halflife":300},"cap_acquisition":{"value":60.223845719322632,"halflife":30},"last_trim_completed_requests_tid":144,"last_trim_completed_flushes_tid":101,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.4927 172.21.15.22:0/3990180499","completed_requests":[],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x1000000025c","length":899}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:34:08.896 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3118414560, "type": "any" }, "name": { "num": 4712, "type": "client" } }, "id": 4712, "inst": "client.4712 192.168.0.1:0/3118414560", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 0, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 8.183563935771465 }, "state": "open", "uptime": 42.507545591 }, { "cap_acquisition": { "halflife": 30, "value": 60.22384571932263 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 3990180499, "type": "any" }, "name": { "num": 4927, "type": "client" } }, "id": 4927, "inst": "client.4927 172.21.15.22:0/3990180499", "last_trim_completed_flushes_tid": 101, "last_trim_completed_requests_tid": 144, "num_caps": 100, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 899, "start": "0x1000000025c" } ], "recall_caps": { "halflife": 60, "value": 12.800883506860457 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 3.293910111933415 }, "request_load_avg": 89, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 194.68640677395177 }, "state": "open", "uptime": 43.663533067 } ] 2024-09-10T10:34:08.896 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 dump_historic_ops 2024-09-10T10:34:09.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffee00640 1 Processor -- start 2024-09-10T10:34:09.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffee00640 1 -- start start 2024-09-10T10:34:09.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffee00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7feff815e460 0x7feff806bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffee00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff80b4810 0x7feff80b5a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffee00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feff806c710 con 0x7feff806c200 2024-09-10T10:34:09.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffee00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7feff8073860 con 0x7feff815e460 2024-09-10T10:34:09.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffee00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7feff806c9f0 con 0x7feff80b4810 2024-09-10T10:34:09.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffd000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7feff806c200 0x7feff80b4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47530/0 (socket says 172.21.15.22:47530) 2024-09-10T10:34:09.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffd000640 1 -- 172.21.15.22:0/668593569 learned_addr learned my addr 172.21.15.22:0/668593569 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:09.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffda00640 1 --2- 172.21.15.22:0/668593569 >> v2:172.21.15.145:3300/0 conn(0x7feff815e460 0x7feff806bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffe400640 1 --2- 172.21.15.22:0/668593569 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff80b4810 0x7feff80b5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feff7e00640 1 -- 172.21.15.22:0/668593569 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1915318951 0 0) 0x7feff806c710 con 0x7feff806c200 2024-09-10T10:34:09.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feff7e00640 1 -- 172.21.15.22:0/668593569 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fefe0003530 con 0x7feff806c200 2024-09-10T10:34:09.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffda00640 1 -- 172.21.15.22:0/668593569 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff80b4810 msgr2=0x7feff80b5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:09.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffda00640 1 --2- 172.21.15.22:0/668593569 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff80b4810 0x7feff80b5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffda00640 1 -- 172.21.15.22:0/668593569 >> v1:172.21.15.22:6789/0 conn(0x7feff806c200 legacy=0x7feff80b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.033+0000 7feffda00640 1 -- 172.21.15.22:0/668593569 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feff8073210 con 0x7feff815e460 2024-09-10T10:34:09.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feffda00640 1 --2- 172.21.15.22:0/668593569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feff815e460 0x7feff806bcc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fefec0097c0 tx=0x7fefec01ec90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7723b56db662a0b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:09.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feff7e00640 1 -- 172.21.15.22:0/668593569 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefec0b5070 con 0x7feff815e460 2024-09-10T10:34:09.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feff7e00640 1 -- 172.21.15.22:0/668593569 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefec0a8990 con 0x7feff815e460 2024-09-10T10:34:09.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feff7e00640 1 -- 172.21.15.22:0/668593569 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefec0a8d40 con 0x7feff815e460 2024-09-10T10:34:09.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feffee00640 1 -- 172.21.15.22:0/668593569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feff815e460 msgr2=0x7feff806bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feffee00640 1 --2- 172.21.15.22:0/668593569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feff815e460 0x7feff806bcc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fefec0097c0 tx=0x7fefec01ec90 comp rx=0 tx=0).stop 2024-09-10T10:34:09.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feffee00640 1 -- 172.21.15.22:0/668593569 shutdown_connections 2024-09-10T10:34:09.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feffee00640 1 --2- 172.21.15.22:0/668593569 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff80b4810 0x7feff80b5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feffee00640 1 --2- 172.21.15.22:0/668593569 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feff815e460 0x7feff806bcc0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feffee00640 1 -- 172.21.15.22:0/668593569 >> 172.21.15.22:0/668593569 conn(0x7feff806f3b0 msgr2=0x7feff806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:09.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feffee00640 1 -- 172.21.15.22:0/668593569 shutdown_connections 2024-09-10T10:34:09.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.037+0000 7feffee00640 1 -- 172.21.15.22:0/668593569 wait complete. 2024-09-10T10:34:09.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffee00640 1 Processor -- start 2024-09-10T10:34:09.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffee00640 1 -- start start 2024-09-10T10:34:09.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffee00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff806c200 0x7feff814b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffee00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feff80b4810 0x7feff8160dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffee00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feff815e460 0x7feff8161310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffee00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7feff80b57b0 con 0x7feff815e460 2024-09-10T10:34:09.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffee00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feff80b5630 con 0x7feff80b4810 2024-09-10T10:34:09.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffee00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7feff815e840 con 0x7feff806c200 2024-09-10T10:34:09.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffe400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feff815e460 0x7feff8161310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffe400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feff815e460 0x7feff8161310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53770/0 (socket says 172.21.15.22:53770) 2024-09-10T10:34:09.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffe400640 1 -- 172.21.15.22:0/738187992 learned_addr learned my addr 172.21.15.22:0/738187992 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:09.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffd000640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feff80b4810 0x7feff8160dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffda00640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff806c200 0x7feff814b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffe400640 1 -- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff806c200 msgr2=0x7feff814b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffe400640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff806c200 0x7feff814b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffe400640 1 -- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feff80b4810 msgr2=0x7feff8160dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffe400640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feff80b4810 0x7feff8160dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffe400640 1 -- 172.21.15.22:0/738187992 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feff80cefd0 con 0x7feff815e460 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffe400640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feff815e460 0x7feff8161310 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7feff000efc0 tx=0x7feff000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feff5600640 1 -- 172.21.15.22:0/738187992 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff0018020 con 0x7feff815e460 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feff5600640 1 -- 172.21.15.22:0/738187992 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feff0014480 con 0x7feff815e460 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feff5600640 1 -- 172.21.15.22:0/738187992 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff0014870 con 0x7feff815e460 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffee00640 1 -- 172.21.15.22:0/738187992 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feff80cf2b0 con 0x7feff815e460 2024-09-10T10:34:09.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.041+0000 7feffee00640 1 -- 172.21.15.22:0/738187992 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feff80cf870 con 0x7feff815e460 2024-09-10T10:34:09.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7feff5600640 1 -- 172.21.15.22:0/738187992 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7feff001b020 con 0x7feff815e460 2024-09-10T10:34:09.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7feff5600640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefd80678c0 0x7fefd8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7feff5600640 1 -- 172.21.15.22:0/738187992 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7feff0086a90 con 0x7feff815e460 2024-09-10T10:34:09.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7ff00388b000 1 Processor -- start 2024-09-10T10:34:09.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7ff00388b000 1 -- start start 2024-09-10T10:34:09.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7feffda00640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefd80678c0 0x7fefd8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7feffda00640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefd80678c0 0x7fefd8069d80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fefec0b2000 tx=0x7fefec008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:09.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7ff00388b000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef696b68b0 0x55ef696b6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7ff00388b000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b71d0 0x55ef6966a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7ff00388b000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef6966ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7ff00388b000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55ef69553ed0 con 0x55ef6966a930 2024-09-10T10:34:09.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7ff00388b000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ef694bc140 con 0x55ef696b68b0 2024-09-10T10:34:09.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.045+0000 7ff00388b000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ef69461bf0 con 0x55ef696b71d0 2024-09-10T10:34:09.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffe400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef6966ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffe400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef6966ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53786/0 (socket says 172.21.15.22:53786) 2024-09-10T10:34:09.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffd000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b71d0 0x55ef6966a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffe400640 1 -- 172.21.15.22:0/908491363 learned_addr learned my addr 172.21.15.22:0/908491363 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:09.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffda00640 1 --2- 172.21.15.22:0/908491363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef696b68b0 0x55ef696b6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffe400640 1 -- 172.21.15.22:0/908491363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b71d0 msgr2=0x55ef6966a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:09.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffe400640 1 --2- 172.21.15.22:0/908491363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b71d0 0x55ef6966a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffe400640 1 -- 172.21.15.22:0/908491363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef696b68b0 msgr2=0x55ef696b6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:09.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffe400640 1 --2- 172.21.15.22:0/908491363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef696b68b0 0x55ef696b6c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffe400640 1 -- 172.21.15.22:0/908491363 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef694c4db0 con 0x55ef6966a930 2024-09-10T10:34:09.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffe400640 1 --2- 172.21.15.22:0/908491363 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef6966ad10 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7feff005f570 tx=0x7feff00570f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a0b30a72123de6a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:09.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7fefea000640 1 -- 172.21.15.22:0/908491363 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff00535e0 con 0x55ef6966a930 2024-09-10T10:34:09.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7fefea000640 1 -- 172.21.15.22:0/908491363 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feff005f610 con 0x55ef6966a930 2024-09-10T10:34:09.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7fefea000640 1 -- 172.21.15.22:0/908491363 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff0053780 con 0x55ef6966a930 2024-09-10T10:34:09.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 -- 172.21.15.22:0/908491363 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 msgr2=0x55ef6966ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 --2- 172.21.15.22:0/908491363 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef6966ad10 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7feff005f570 tx=0x7feff00570f0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 -- 172.21.15.22:0/908491363 shutdown_connections 2024-09-10T10:34:09.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 --2- 172.21.15.22:0/908491363 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef6966ad10 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 --2- 172.21.15.22:0/908491363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b71d0 0x55ef6966a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 --2- 172.21.15.22:0/908491363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef696b68b0 0x55ef696b6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 -- 172.21.15.22:0/908491363 >> 172.21.15.22:0/908491363 conn(0x55ef69664440 msgr2=0x55ef69699940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:09.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 -- 172.21.15.22:0/908491363 shutdown_connections 2024-09-10T10:34:09.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 -- 172.21.15.22:0/908491363 wait complete. 2024-09-10T10:34:09.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 -- start start 2024-09-10T10:34:09.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 Processor -- start 2024-09-10T10:34:09.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 0x55ef69697160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 0x55ef69698980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55ef69455dc0 con 0x55ef696b71d0 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ef694b8100 con 0x55ef6966a930 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ef69465c00 con 0x55ef696b68b0 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7ff00388b000 10 client.0 _ll_register_callbacks cb 0x55ef69658050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.049+0000 7feffe400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffd000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 0x55ef69698980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffda00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 0x55ef69697160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffe400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53788/0 (socket says 172.21.15.22:53788) 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffd000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 0x55ef69698980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:60016/0 (socket says 172.21.15.22:60016) 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffe400640 1 -- 172.21.15.22:0/2037866519 learned_addr learned my addr 172.21.15.22:0/2037866519 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffe400640 1 -- 172.21.15.22:0/2037866519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 msgr2=0x55ef69698980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffe400640 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 0x55ef69698980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffe400640 1 -- 172.21.15.22:0/2037866519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 msgr2=0x55ef69697160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:09.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffe400640 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 0x55ef69697160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffe400640 1 -- 172.21.15.22:0/2037866519 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef6947f240 con 0x55ef696b71d0 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffe400640 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698ec0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7feff005f570 tx=0x7feff0013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c90b4f2366c76979 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7fefdea00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7fefdea00640 1 -- 172.21.15.22:0/2037866519 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff0082070 con 0x55ef696b71d0 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7fefdea00640 1 -- 172.21.15.22:0/2037866519 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7feff00563c0 con 0x55ef696b71d0 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 -- 172.21.15.22:0/2037866519 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feff005f610 con 0x55ef696b71d0 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7fefdea00640 1 -- 172.21.15.22:0/2037866519 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7feff007d050 con 0x55ef696b71d0 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 10 client.5073 fetch_fsmap learned FSMap version 15 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 -- 172.21.15.22:0/2037866519 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x55ef69461e40 con 0x55ef696b71d0 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7fefdea00640 1 -- 172.21.15.22:0/2037866519 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feff005f610 con 0x55ef696b71d0 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7fefdea00640 1 -- 172.21.15.22:0/2037866519 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7feff0052cc0 con 0x55ef696b71d0 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 10 client.5073 fetch_fsmap finished waiting for FSMap version 15 2024-09-10T10:34:09.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 10 client.5073 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.c 2024-09-10T10:34:09.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 20 client.5073 populate_metadata read hostname 'smithi022' 2024-09-10T10:34:09.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55ef69699c60 0x55ef696c8960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 4 client.5073 mds_command: new command op to 4821 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:34:09.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 -- 172.21.15.22:0/2037866519 --> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ef69456310 con 0x55ef69699c60 2024-09-10T10:34:09.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffda00640 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55ef69699c60 0x55ef696c8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7fefdea00640 10 client.5073 ms_handle_connect on v2:172.21.15.22:6832/275512579 2024-09-10T10:34:09.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7feffda00640 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55ef69699c60 0x55ef696c8960 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e70830abf9490ff server_cookie=f029232578e421d2 in_seq=0 out_seq=0 2024-09-10T10:34:09.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7fefdea00640 1 -- 172.21.15.22:0/2037866519 <== mds.0 v2:172.21.15.22:6832/275512579 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ef69456310 con 0x55ef69699c60 2024-09-10T10:34:09.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7fefdea00640 10 client.5073 handle_command_reply: tid=0 2024-09-10T10:34:09.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 client.5073 shutdown 2024-09-10T10:34:09.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 -- 172.21.15.22:0/2037866519 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 msgr2=0x55ef69698ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698ec0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7feff005f570 tx=0x7feff0013000 comp rx=0 tx=0).stop 2024-09-10T10:34:09.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 -- 172.21.15.22:0/2037866519 shutdown_connections 2024-09-10T10:34:09.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55ef69699c60 0x55ef696c8960 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698ec0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 0x55ef69698980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 --2- 172.21.15.22:0/2037866519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 0x55ef69697160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7fefdea00640 0 client.5073 ms_handle_reset on v2:172.21.15.22:6832/275512579 2024-09-10T10:34:09.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 -- 172.21.15.22:0/2037866519 >> 172.21.15.22:0/2037866519 conn(0x55ef69664440 msgr2=0x55ef69669af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:09.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 -- 172.21.15.22:0/2037866519 shutdown_connections 2024-09-10T10:34:09.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 1 -- 172.21.15.22:0/2037866519 wait complete. 2024-09-10T10:34:09.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.053+0000 7ff00388b000 20 client.5073 trim_cache size 0 max 16384 2024-09-10T10:34:09.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7ff00388b000 1 Processor -- start 2024-09-10T10:34:09.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7ff00388b000 1 -- start start 2024-09-10T10:34:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7ff00388b000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 0x55ef69697700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7ff00388b000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 0x55ef69697c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7ff00388b000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7ff00388b000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7feff8200710 con 0x55ef696b71d0 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7ff00388b000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feff81ff8a0 con 0x55ef6966a930 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7ff00388b000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7feff81f8200 con 0x55ef696b68b0 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7feffe400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7feffe400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53798/0 (socket says 172.21.15.22:53798) 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.069+0000 7feffe400640 1 -- 172.21.15.22:0/361325213 learned_addr learned my addr 172.21.15.22:0/361325213 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffd000640 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 0x55ef69697c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffda00640 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 0x55ef69697700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffe400640 1 -- 172.21.15.22:0/361325213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 msgr2=0x55ef69697c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffe400640 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 0x55ef69697c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffe400640 1 -- 172.21.15.22:0/361325213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 msgr2=0x55ef69697700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffe400640 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 0x55ef69697700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffe400640 1 -- 172.21.15.22:0/361325213 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef6953cee0 con 0x55ef696b71d0 2024-09-10T10:34:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffda00640 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 0x55ef69697700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffd000640 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 0x55ef69697c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffe400640 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698180 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7feff0085290 tx=0x7feff0016040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2736921d428bbee7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7fefe9600640 1 -- 172.21.15.22:0/361325213 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff005f610 con 0x55ef696b71d0 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7fefe9600640 1 -- 172.21.15.22:0/361325213 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feff0052cc0 con 0x55ef696b71d0 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7fefe9600640 1 -- 172.21.15.22:0/361325213 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff00565c0 con 0x55ef696b71d0 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 -- 172.21.15.22:0/361325213 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 msgr2=0x55ef69698180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698180 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7feff0085290 tx=0x7feff0016040 comp rx=0 tx=0).stop 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 -- 172.21.15.22:0/361325213 shutdown_connections 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef696b71d0 0x55ef69698180 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b68b0 0x55ef69697c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 --2- 172.21.15.22:0/361325213 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef6966a930 0x55ef69697700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 -- 172.21.15.22:0/361325213 >> 172.21.15.22:0/361325213 conn(0x55ef69664440 msgr2=0x55ef69668bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 -- 172.21.15.22:0/361325213 shutdown_connections 2024-09-10T10:34:09.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 -- 172.21.15.22:0/361325213 wait complete. 2024-09-10T10:34:09.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 -- start start 2024-09-10T10:34:09.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 Processor -- start 2024-09-10T10:34:09.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef69729960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef696b68b0 0x55ef69729ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b71d0 0x55ef696caca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55ef694b8100 con 0x55ef6966a930 2024-09-10T10:34:09.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feff80d1a80 con 0x55ef696b68b0 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ef694bb450 con 0x55ef696b71d0 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7ff00388b000 10 client.0 _ll_register_callbacks cb 0x7fefe0003700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffda00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef69729960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffda00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef69729960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53808/0 (socket says 172.21.15.22:53808) 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffda00640 1 -- 172.21.15.22:0/3022753961 learned_addr learned my addr 172.21.15.22:0/3022753961 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffd000640 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef696b68b0 0x55ef69729ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffe400640 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b71d0 0x55ef696caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffda00640 1 -- 172.21.15.22:0/3022753961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b71d0 msgr2=0x55ef696caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffda00640 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b71d0 0x55ef696caca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffda00640 1 -- 172.21.15.22:0/3022753961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef696b68b0 msgr2=0x55ef69729ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffda00640 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef696b68b0 0x55ef69729ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.073+0000 7feffda00640 1 -- 172.21.15.22:0/3022753961 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef6944fcf0 con 0x55ef6966a930 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7feffda00640 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef69729960 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fefec01c8c0 tx=0x7fefec01d4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e92135cf629f05 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7fefdea00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:34:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7fefdea00640 1 -- 172.21.15.22:0/3022753961 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefec0da060 con 0x55ef6966a930 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7fefdea00640 1 -- 172.21.15.22:0/3022753961 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fefec0cb7d0 con 0x55ef6966a930 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 -- 172.21.15.22:0/3022753961 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feff0052cc0 con 0x55ef6966a930 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7fefdea00640 1 -- 172.21.15.22:0/3022753961 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fefec0e0050 con 0x55ef6966a930 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 10 client.5079 fetch_fsmap learned FSMap version 15 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 -- 172.21.15.22:0/3022753961 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x55ef69454000 con 0x55ef6966a930 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7fefdea00640 1 -- 172.21.15.22:0/3022753961 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feff0052cc0 con 0x55ef6966a930 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7fefdea00640 1 -- 172.21.15.22:0/3022753961 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fefec0e3020 con 0x55ef6966a930 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 10 client.5079 fetch_fsmap finished waiting for FSMap version 15 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 10 client.5079 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.c 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 20 client.5079 populate_metadata read hostname 'smithi022' 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55ef696cb1e0 0x55ef696cb5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 4 client.5079 mds_command: new command op to 4821 tid=0 multi_id=0 [{"prefix": "dump_historic_ops"}] 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 -- 172.21.15.22:0/3022753961 --> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] -- command(tid 0: {"prefix": "dump_historic_ops"}) -- 0x55ef69490740 con 0x55ef696cb1e0 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7feffd000640 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55ef696cb1e0 0x55ef696cb5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7feffd000640 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55ef696cb1e0 0x55ef696cb5f0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d51e547ba003094b server_cookie=afb42cedfd158837 in_seq=0 out_seq=0 2024-09-10T10:34:09.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7fefdea00640 10 client.5079 ms_handle_connect on v2:172.21.15.22:6832/275512579 2024-09-10T10:34:09.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7fefdea00640 1 -- 172.21.15.22:0/3022753961 <== mds.0 v2:172.21.15.22:6832/275512579 1 ==== command_reply(tid 0: 0 ) ==== 8+0+71687 (crc 0 0 0) 0x55ef69490740 con 0x55ef696cb1e0 2024-09-10T10:34:09.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7fefdea00640 10 client.5079 handle_command_reply: tid=0 2024-09-10T10:34:09.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 client.5079 shutdown 2024-09-10T10:34:09.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 -- 172.21.15.22:0/3022753961 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 msgr2=0x55ef69729960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef69729960 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fefec01c8c0 tx=0x7fefec01d4d0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 -- 172.21.15.22:0/3022753961 shutdown_connections 2024-09-10T10:34:09.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ef696b71d0 0x55ef696caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ef696b68b0 0x55ef69729ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.22:6832/275512579,v1:172.21.15.22:6834/275512579] conn(0x55ef696cb1e0 0x55ef696cb5f0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 --2- 172.21.15.22:0/3022753961 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ef6966a930 0x55ef69729960 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7ff00388b000 1 -- 172.21.15.22:0/3022753961 >> 172.21.15.22:0/3022753961 conn(0x55ef69664440 msgr2=0x55ef696693e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:09.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.077+0000 7fefdea00640 0 client.5079 ms_handle_reset on v2:172.21.15.22:6832/275512579 2024-09-10T10:34:09.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7ff00388b000 1 -- 172.21.15.22:0/3022753961 shutdown_connections 2024-09-10T10:34:09.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7ff00388b000 1 -- 172.21.15.22:0/3022753961 wait complete. 2024-09-10T10:34:09.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7ff00388b000 20 client.5079 trim_cache size 0 max 16384 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout: "size": 20, 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 600, 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout: "ops": [ 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:2 setattr mode=041777 #0x1 2024-09-10T10:33:25.238125+0000 caller_uid=0, caller_gid=0{0,})", 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:25.243591+0000", 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 43.839430956000001, 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.61550897800000004, 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.088 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 2 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.243591+0000", 2024-09-10T10:34:09.089 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.243591+0000", 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.243592+0000", 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.243617+0000", 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.090 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.243655+0000", 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.243785+0000", 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.243848+0000", 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.243849+0000", 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.091 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.858920+0000", 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.858983+0000", 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.859084+0000", 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.092 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.859100+0000", 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:25.859100+0000", 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:27 create owner_uid=1000, owner_gid=1271 #0x10000000000/file_0 2024-09-10T10:33:27.394102+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.093 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:27.397676+0000", 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.685346172999999, 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0094137549999999993, 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 27 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.094 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.397676+0000", 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.397676+0000", 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.397676+0000", 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.095 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.397681+0000", 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.397707+0000", 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.397871+0000", 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.398120+0000", 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.096 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.398120+0000", 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.406705+0000", 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.406839+0000", 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.097 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.406922+0000", 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.407089+0000", 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.407090+0000", 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.098 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:28 create owner_uid=1000, owner_gid=1271 #0x10000000000/file_1 2024-09-10T10:33:27.402102+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:27.407671+0000", 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.675350821999999, 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0064676869999999997, 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.099 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 28 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.407671+0000", 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.407671+0000", 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.100 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.407672+0000", 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.407676+0000", 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.407709+0000", 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.407882+0000", 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.101 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.408167+0000", 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.408167+0000", 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.413770+0000", 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.102 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.413909+0000", 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414063+0000", 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414138+0000", 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414139+0000", 2024-09-10T10:34:09.103 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:29 create owner_uid=1000, owner_gid=1271 #0x10000000000/file_2 2024-09-10T10:33:27.410102+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:27.414283+0000", 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.668738607000002, 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0063234479999999997, 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.104 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 29 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414283+0000", 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.105 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414283+0000", 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414284+0000", 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414289+0000", 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414315+0000", 2024-09-10T10:34:09.106 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414532+0000", 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414808+0000", 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.414809+0000", 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.107 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.420247+0000", 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.420381+0000", 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.420531+0000", 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.420606+0000", 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.108 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.420607+0000", 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:37 create owner_uid=1000, owner_gid=1271 #0x10000000000/file_10 2024-09-10T10:33:27.454101+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:27.457559+0000", 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.625462923000001, 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0071510310000000004, 2024-09-10T10:34:09.109 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 37 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.457559+0000", 2024-09-10T10:34:09.110 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.111 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.111 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.111 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.457559+0000", 2024-09-10T10:34:09.111 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.111 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.111 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.111 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.457559+0000", 2024-09-10T10:34:09.111 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.111 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.111 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.457564+0000", 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.457588+0000", 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.457810+0000", 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.112 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.458113+0000", 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.458114+0000", 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.464349+0000", 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.113 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.464484+0000", 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.464634+0000", 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.464710+0000", 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.114 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.464710+0000", 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:44 create owner_uid=1000, owner_gid=1271 #0x10000000000/file_17 2024-09-10T10:33:27.494101+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:27.498331+0000", 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.584690627000001, 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0069864109999999997, 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.115 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 44 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.498331+0000", 2024-09-10T10:34:09.116 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.498331+0000", 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.498332+0000", 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.498337+0000", 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.117 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.498359+0000", 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.498635+0000", 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.498946+0000", 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.118 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.498947+0000", 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.504932+0000", 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.505088+0000", 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.505235+0000", 2024-09-10T10:34:09.119 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.505317+0000", 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.505318+0000", 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.120 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:49 create owner_uid=1000, owner_gid=1271 #0x10000000000/file_22 2024-09-10T10:33:27.522101+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:27.527069+0000", 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.555952585999997, 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0071110499999999998, 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.121 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 49 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.527069+0000", 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.527069+0000", 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.122 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.527070+0000", 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.527073+0000", 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.527101+0000", 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.527348+0000", 2024-09-10T10:34:09.123 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.527644+0000", 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.527645+0000", 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.533789+0000", 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.124 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.533923+0000", 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.534007+0000", 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.534180+0000", 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.534180+0000", 2024-09-10T10:34:09.125 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:54 mkdir owner_uid=1000, owner_gid=1271 #0x1/dir2 2024-09-10T10:33:27.722098+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:27.728567+0000", 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.354454769, 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0080066430000000008, 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.126 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 54 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.728567+0000", 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.127 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.728567+0000", 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.728568+0000", 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.728573+0000", 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.128 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.728593+0000", 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.728946+0000", 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "failed to wrlock, waiting" 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.729889+0000", 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.730332+0000", 2024-09-10T10:34:09.129 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.730334+0000", 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.736355+0000", 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.736462+0000", 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.130 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.736541+0000", 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.736573+0000", 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.736574+0000", 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.131 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:55 create owner_uid=1000, owner_gid=1271 #0x1000000020e/file_0 2024-09-10T10:33:27.726098+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:27.730628+0000", 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.352393874000001, 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0062839560000000003, 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.132 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 55 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.730628+0000", 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.730628+0000", 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.133 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.730629+0000", 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.730632+0000", 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.730653+0000", 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.730942+0000", 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.731411+0000", 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.731412+0000", 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.736578+0000", 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.135 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.736720+0000", 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.736803+0000", 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.736910+0000", 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.136 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.736912+0000", 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:56 create owner_uid=1000, owner_gid=1271 #0x1000000020e/file_1 2024-09-10T10:33:27.730098+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:27.737075+0000", 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.345947162000002, 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0099779949999999999, 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.137 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 56 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.737075+0000", 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.138 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.737075+0000", 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.737075+0000", 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.737079+0000", 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.139 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.737109+0000", 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.737570+0000", 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.738055+0000", 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.738056+0000", 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.140 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.746763+0000", 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.746892+0000", 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.746971+0000", 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.747052+0000", 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.141 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:27.747053+0000", 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:82 mkdir owner_uid=1000, owner_gid=1271 #0x1/dir3 2024-09-10T10:33:28.046095+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:28.052652+0000", 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.030370013999999, 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0072367029999999997, 2024-09-10T10:34:09.142 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 82 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.052652+0000", 2024-09-10T10:34:09.143 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.052652+0000", 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.052652+0000", 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.052656+0000", 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.144 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.052678+0000", 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.053062+0000", 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "failed to wrlock, waiting" 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.053681+0000", 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.145 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.054129+0000", 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.054130+0000", 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.059668+0000", 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.059774+0000", 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.146 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.059851+0000", 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.059888+0000", 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.059889+0000", 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.147 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:86 create owner_uid=1000, owner_gid=1271 #0x10000000228/file_3 2024-09-10T10:33:28.066095+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:28.071877+0000", 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 41.011144733999998, 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0064866539999999997, 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.148 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 86 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.071877+0000", 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.071877+0000", 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.149 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.071878+0000", 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.071881+0000", 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.071906+0000", 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.072234+0000", 2024-09-10T10:34:09.150 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.072758+0000", 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.072758+0000", 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.077972+0000", 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.151 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.078103+0000", 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.078187+0000", 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.078361+0000", 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.078364+0000", 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.152 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:110 mkdir owner_uid=1000, owner_gid=1271 #0x1/dir4 2024-09-10T10:33:28.366091+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:28.372407+0000", 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 40.710614888000002, 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.010776785000000001, 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.153 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 110 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.372407+0000", 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.372407+0000", 2024-09-10T10:34:09.154 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.372408+0000", 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.372413+0000", 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.372433+0000", 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.155 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.372797+0000", 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "failed to wrlock, waiting" 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.373666+0000", 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.374140+0000", 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.374141+0000", 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.156 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.382963+0000", 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383074+0000", 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383152+0000", 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.157 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383183+0000", 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383184+0000", 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:111 create owner_uid=1000, owner_gid=1271 #0x10000000242/file_0 2024-09-10T10:33:28.370091+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:28.374667+0000", 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 40.708355099000002, 2024-09-10T10:34:09.158 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0089228520000000002, 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 111 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.374667+0000", 2024-09-10T10:34:09.159 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.374667+0000", 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.374667+0000", 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.374671+0000", 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.160 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.374715+0000", 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.375016+0000", 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.375495+0000", 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.375495+0000", 2024-09-10T10:34:09.161 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383188+0000", 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383354+0000", 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383497+0000", 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.162 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383588+0000", 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383590+0000", 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.163 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:112 create owner_uid=1000, owner_gid=1271 #0x10000000242/file_1 2024-09-10T10:33:28.378091+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:28.383728+0000", 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 40.699293677, 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0069283870000000003, 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 112 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383728+0000", 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383728+0000", 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383729+0000", 2024-09-10T10:34:09.165 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383734+0000", 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.383763+0000", 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.384259+0000", 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.166 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.384730+0000", 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.384731+0000", 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.390368+0000", 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.390494+0000", 2024-09-10T10:34:09.167 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.390573+0000", 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.390656+0000", 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.390657+0000", 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.168 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:129 create owner_uid=1000, owner_gid=1271 #0x10000000242/file_18 2024-09-10T10:33:28.474090+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:28.479216+0000", 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 40.603806085000002, 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0076920549999999997, 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.169 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 129 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.479216+0000", 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.479216+0000", 2024-09-10T10:34:09.170 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.479216+0000", 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.479220+0000", 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.479247+0000", 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.171 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.479616+0000", 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.480135+0000", 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.480136+0000", 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.486611+0000", 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.172 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.486745+0000", 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.486825+0000", 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.486907+0000", 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.173 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.486908+0000", 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:131 create owner_uid=1000, owner_gid=1271 #0x10000000242/file_20 2024-09-10T10:33:28.486090+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:28.492532+0000", 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 40.590489654999999, 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0075317020000000004, 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.174 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 131 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.492532+0000", 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.175 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.492532+0000", 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.492533+0000", 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.492536+0000", 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.176 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.492563+0000", 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.492904+0000", 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.493462+0000", 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.493463+0000", 2024-09-10T10:34:09.177 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.499778+0000", 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.499908+0000", 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.499983+0000", 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.178 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.500064+0000", 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.500064+0000", 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:132 create owner_uid=1000, owner_gid=1271 #0x10000000242/file_21 2024-09-10T10:33:28.494090+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.179 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:28.500229+0000", 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 40.582792533000003, 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.0079321760000000009, 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 132 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.180 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.500229+0000", 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.500229+0000", 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.500230+0000", 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.181 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.500233+0000", 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.500260+0000", 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.500627+0000", 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.501262+0000", 2024-09-10T10:34:09.182 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "early_replied" 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.501263+0000", 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "submit entry: journal_and_reply" 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.507857+0000", 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "journal_committed: " 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.507994+0000", 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.183 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.508076+0000", 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.508161+0000", 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.508162+0000", 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.184 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:143 readdir #0x10000000242 2024-09-10T10:33:28.746087+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:28.749530+0000", 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 40.333492100000001, 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 16.509576125999999, 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.185 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 143 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.749530+0000", 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.749530+0000", 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.186 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.749530+0000", 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.749534+0000", 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.749555+0000", 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:28.749698+0000", 2024-09-10T10:34:09.187 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:29.249827+0000", 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:29.750012+0000", 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:30.250224+0000", 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.188 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:30.750386+0000", 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:31.250516+0000", 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:31.750714+0000", 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:32.250845+0000", 2024-09-10T10:34:09.189 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:32.751507+0000", 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:33.251650+0000", 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:33.751746+0000", 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.190 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:34.251868+0000", 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:34.752081+0000", 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:35.252276+0000", 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:35.752477+0000", 2024-09-10T10:34:09.191 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:36.252658+0000", 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:36.752867+0000", 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:37.252998+0000", 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.192 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:37.753142+0000", 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:38.253306+0000", 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:38.753433+0000", 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.193 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:39.253647+0000", 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:39.753777+0000", 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:40.253933+0000", 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:40.754857+0000", 2024-09-10T10:34:09.194 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:41.255057+0000", 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:41.755660+0000", 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:42.255750+0000", 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.195 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:42.756427+0000", 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:43.256579+0000", 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:43.757170+0000", 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:44.257269+0000", 2024-09-10T10:34:09.196 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:44.758010+0000", 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.258492+0000", 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.258941+0000", 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.197 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.258994+0000", 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.259105+0000", 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.259106+0000", 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.198 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "description": "client_request(client.4927:144 readdir #0x10000000228 2024-09-10T10:33:45.253910+0000 caller_uid=1000, caller_gid=1271{6,27,108,1271,10102,})", 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "initiated_at": "2024-09-10T10:33:45.259531+0000", 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "age": 23.823490672999998, 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 22.517868225000001, 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "continuous": false, 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "type_data": { 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "result": 0, 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "flag_point": "done", 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "reqid": { 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": { 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "type": "client", 2024-09-10T10:34:09.199 INFO:teuthology.orchestra.run.smithi022.stdout: "num": 4927 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: "tid": 144 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: "op_type": "client_request", 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: "events": [ 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.259531+0000", 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "initiated" 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.259531+0000", 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "header_read" 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.200 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.259531+0000", 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled" 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.259536+0000", 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "all_read" 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.259620+0000", 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "dispatched" 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.259802+0000", 2024-09-10T10:34:09.201 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:45.759964+0000", 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:46.260161+0000", 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:46.760360+0000", 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.202 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:47.260547+0000", 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:47.760674+0000", 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:48.260827+0000", 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:48.761212+0000", 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.203 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:49.261385+0000", 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:49.762038+0000", 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:50.262199+0000", 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.204 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:50.762755+0000", 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:51.262919+0000", 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:51.763495+0000", 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.205 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:52.263675+0000", 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:52.764411+0000", 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:53.264601+0000", 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:53.765255+0000", 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.206 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:54.265404+0000", 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:54.765971+0000", 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:55.266135+0000", 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:55.766776+0000", 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.207 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:56.266918+0000", 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:56.767499+0000", 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:57.267658+0000", 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.208 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:57.768239+0000", 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:58.268435+0000", 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:58.769152+0000", 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:59.269347+0000", 2024-09-10T10:34:09.209 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:33:59.769983+0000", 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:00.270157+0000", 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:00.770755+0000", 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.210 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:01.270913+0000", 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:01.771599+0000", 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:02.271796+0000", 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:02.772521+0000", 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.211 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:03.272731+0000", 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:03.773298+0000", 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:04.273500+0000", 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.212 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:04.774073+0000", 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:05.274261+0000", 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:05.774858+0000", 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:06.275042+0000", 2024-09-10T10:34:09.213 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:06.775779+0000", 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:07.275960+0000", 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cap_acquisition_throttle" 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:07.776771+0000", 2024-09-10T10:34:09.214 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "acquired locks" 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:07.777248+0000", 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "replying" 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:07.777299+0000", 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "finishing request" 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:07.777398+0000", 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "cleaned up request" 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:09.215 INFO:teuthology.orchestra.run.smithi022.stdout: "time": "2024-09-10T10:34:07.777400+0000", 2024-09-10T10:34:09.216 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "done" 2024-09-10T10:34:09.216 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.216 INFO:teuthology.orchestra.run.smithi022.stdout: ], 2024-09-10T10:34:09.216 INFO:teuthology.orchestra.run.smithi022.stdout: "locks": null 2024-09-10T10:34:09.216 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.216 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:09.216 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:34:09.216 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:34:09.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 -- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefd80678c0 msgr2=0x7fefd8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefd80678c0 0x7fefd8069d80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fefec0b2000 tx=0x7fefec008040 comp rx=0 tx=0).stop 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 -- 172.21.15.22:0/738187992 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feff815e460 msgr2=0x7feff8161310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feff815e460 0x7feff8161310 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7feff000efc0 tx=0x7feff000c490 comp rx=0 tx=0).stop 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 -- 172.21.15.22:0/738187992 shutdown_connections 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefd80678c0 0x7fefd8069d80 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feff815e460 0x7feff8161310 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feff80b4810 0x7feff8160dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 --2- 172.21.15.22:0/738187992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff806c200 0x7feff814b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 -- 172.21.15.22:0/738187992 >> 172.21.15.22:0/738187992 conn(0x7feff806f3b0 msgr2=0x7feff80b5a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 -- 172.21.15.22:0/738187992 shutdown_connections 2024-09-10T10:34:09.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.081+0000 7feffee00640 1 -- 172.21.15.22:0/738187992 wait complete. 2024-09-10T10:34:09.219 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:34:09.219 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:34:09.303 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:34:09.401 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:34:09.401 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:34:09.402 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:09.402 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:09.410 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:09.411 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:09.461 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:34:09.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d79c00640 1 Processor -- start 2024-09-10T10:34:09.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d79c00640 1 -- start start 2024-09-10T10:34:09.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d79c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6d7415b220 0x7f6d74071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d79c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d7415b600 0x7f6d740b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d79c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d740ce880 con 0x7f6d740b5520 2024-09-10T10:34:09.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d79c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6d7406d6e0 con 0x7f6d7415b220 2024-09-10T10:34:09.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d79c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6d740ceb60 con 0x7f6d7415b600 2024-09-10T10:34:09.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d72a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6d7415b220 0x7f6d74071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d72a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6d7415b220 0x7f6d74071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53816/0 (socket says 172.21.15.22:53816) 2024-09-10T10:34:09.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d72a00640 1 -- 172.21.15.22:0/155793955 learned_addr learned my addr 172.21.15.22:0/155793955 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:09.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d6a000640 1 --2- 172.21.15.22:0/155793955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d7415b600 0x7f6d740b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d72a00640 1 -- 172.21.15.22:0/155793955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d7415b600 msgr2=0x7f6d740b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:09.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d72a00640 1 --2- 172.21.15.22:0/155793955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d7415b600 0x7f6d740b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d72a00640 1 -- 172.21.15.22:0/155793955 >> v1:172.21.15.145:6789/0 conn(0x7f6d740b5520 legacy=0x7f6d740b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.641+0000 7f6d72a00640 1 -- 172.21.15.22:0/155793955 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d740cee40 con 0x7f6d7415b220 2024-09-10T10:34:09.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d72a00640 1 --2- 172.21.15.22:0/155793955 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b220 0x7f6d74071140 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f6d64009e50 tx=0x7f6d6401c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60e89f718cd6d6f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:09.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d72000640 1 -- 172.21.15.22:0/155793955 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d640a5660 con 0x7f6d7415b220 2024-09-10T10:34:09.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d72000640 1 -- 172.21.15.22:0/155793955 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d640a5800 con 0x7f6d7415b220 2024-09-10T10:34:09.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d72000640 1 -- 172.21.15.22:0/155793955 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d640a5bd0 con 0x7f6d7415b220 2024-09-10T10:34:09.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d79c00640 1 -- 172.21.15.22:0/155793955 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b220 msgr2=0x7f6d74071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d79c00640 1 --2- 172.21.15.22:0/155793955 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b220 0x7f6d74071140 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f6d64009e50 tx=0x7f6d6401c9a0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d79c00640 1 -- 172.21.15.22:0/155793955 shutdown_connections 2024-09-10T10:34:09.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d79c00640 1 --2- 172.21.15.22:0/155793955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d7415b600 0x7f6d740b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d79c00640 1 --2- 172.21.15.22:0/155793955 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b220 0x7f6d74071140 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d79c00640 1 -- 172.21.15.22:0/155793955 >> 172.21.15.22:0/155793955 conn(0x7f6d74062dd0 msgr2=0x7f6d7406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:09.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d79c00640 1 -- 172.21.15.22:0/155793955 shutdown_connections 2024-09-10T10:34:09.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.645+0000 7f6d79c00640 1 -- 172.21.15.22:0/155793955 wait complete. 2024-09-10T10:34:09.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d79c00640 1 Processor -- start 2024-09-10T10:34:09.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d79c00640 1 -- start start 2024-09-10T10:34:09.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d79c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d740b5520 0x7f6d7414dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d79c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d7415b220 0x7f6d740b2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d79c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b600 0x7f6d7415d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d79c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6d740d0260 con 0x7f6d7415b600 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d79c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d740d00e0 con 0x7f6d7415b220 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d79c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6d741680f0 con 0x7f6d740b5520 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d73400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b600 0x7f6d7415d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d73400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b600 0x7f6d7415d470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53826/0 (socket says 172.21.15.22:53826) 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d73400640 1 -- 172.21.15.22:0/3896098816 learned_addr learned my addr 172.21.15.22:0/3896098816 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d72a00640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d740b5520 0x7f6d7414dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d6a000640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d7415b220 0x7f6d740b2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d73400640 1 -- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d740b5520 msgr2=0x7f6d7414dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d73400640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d740b5520 0x7f6d7414dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d73400640 1 -- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d7415b220 msgr2=0x7f6d740b2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d73400640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d7415b220 0x7f6d740b2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d73400640 1 -- 172.21.15.22:0/3896098816 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d740b3000 con 0x7f6d7415b600 2024-09-10T10:34:09.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d73400640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b600 0x7f6d7415d470 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c00c430 tx=0x7f6d6c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:09.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d6b400640 1 -- 172.21.15.22:0/3896098816 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d6c005220 con 0x7f6d7415b600 2024-09-10T10:34:09.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d6b400640 1 -- 172.21.15.22:0/3896098816 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d6c0053c0 con 0x7f6d7415b600 2024-09-10T10:34:09.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d6b400640 1 -- 172.21.15.22:0/3896098816 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d6c007270 con 0x7f6d7415b600 2024-09-10T10:34:09.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d79c00640 1 -- 172.21.15.22:0/3896098816 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d740b01a0 con 0x7f6d7415b600 2024-09-10T10:34:09.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.649+0000 7f6d79c00640 1 -- 172.21.15.22:0/3896098816 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d740b0760 con 0x7f6d7415b600 2024-09-10T10:34:09.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.653+0000 7f6d79c00640 1 -- 172.21.15.22:0/3896098816 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d740b4fe0 con 0x7f6d7415b600 2024-09-10T10:34:09.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.653+0000 7f6d6b400640 1 -- 172.21.15.22:0/3896098816 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6d6c019020 con 0x7f6d7415b600 2024-09-10T10:34:09.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.653+0000 7f6d6b400640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d500678c0 0x7f6d50069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:09.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.653+0000 7f6d6b400640 1 -- 172.21.15.22:0/3896098816 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7f6d6c084fe0 con 0x7f6d7415b600 2024-09-10T10:34:09.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.653+0000 7f6d72a00640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d500678c0 0x7f6d50069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:09.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.653+0000 7f6d72a00640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d500678c0 0x7f6d50069d80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6d640ae000 tx=0x7f6d640a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:09.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.657+0000 7f6d6b400640 1 -- 172.21.15.22:0/3896098816 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6d6c0553d0 con 0x7f6d7415b600 2024-09-10T10:34:09.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 -- 172.21.15.22:0/3896098816 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6d74072e90 con 0x7f6d7415b600 2024-09-10T10:34:09.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d6b400640 1 -- 172.21.15.22:0/3896098816 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v35) ==== 80+0+0 (secure 0 0 0) 0x7f6d6c0596d0 con 0x7f6d7415b600 2024-09-10T10:34:09.846 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:34:09.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 -- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d500678c0 msgr2=0x7f6d50069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d500678c0 0x7f6d50069d80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6d640ae000 tx=0x7f6d640a7070 comp rx=0 tx=0).stop 2024-09-10T10:34:09.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 -- 172.21.15.22:0/3896098816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b600 msgr2=0x7f6d7415d470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:09.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b600 0x7f6d7415d470 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c00c430 tx=0x7f6d6c00c8f0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 -- 172.21.15.22:0/3896098816 shutdown_connections 2024-09-10T10:34:09.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d500678c0 0x7f6d50069d80 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d7415b600 0x7f6d7415d470 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d7415b220 0x7f6d740b2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 --2- 172.21.15.22:0/3896098816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d740b5520 0x7f6d7414dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:09.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 -- 172.21.15.22:0/3896098816 >> 172.21.15.22:0/3896098816 conn(0x7f6d74062dd0 msgr2=0x7f6d7415f870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:09.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 -- 172.21.15.22:0/3896098816 shutdown_connections 2024-09-10T10:34:09.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:09.841+0000 7f6d79c00640 1 -- 172.21.15.22:0/3896098816 wait complete. 2024-09-10T10:34:09.867 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:34:09.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:09.867 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T10:34:09.960 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:34:09.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:09.960 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:34:09.970 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:34:09.970 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:09.970 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:09.979 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:09.979 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:10.030 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:34:10.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f919ce00640 1 Processor -- start 2024-09-10T10:34:10.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f919ce00640 1 -- start start 2024-09-10T10:34:10.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f919ce00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f919815c3b0 0x7f919806fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f919ce00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f919806e1d0 0x7f91980aea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f919ce00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f919815c790 con 0x7f91980b0190 2024-09-10T10:34:10.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f919ce00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f91980738d0 con 0x7f919806e1d0 2024-09-10T10:34:10.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f919ce00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f91980adf40 con 0x7f919815c3b0 2024-09-10T10:34:10.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f918d400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f91980b0190 0x7f919806dac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47544/0 (socket says 172.21.15.22:47544) 2024-09-10T10:34:10.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f918d400640 1 -- 172.21.15.22:0/3257361506 learned_addr learned my addr 172.21.15.22:0/3257361506 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:10.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f9196800640 1 --2- 172.21.15.22:0/3257361506 >> v2:172.21.15.145:3300/0 conn(0x7f919806e1d0 0x7f91980aea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f9195e00640 1 --2- 172.21.15.22:0/3257361506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f919815c3b0 0x7f919806fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f9195400640 1 -- 172.21.15.22:0/3257361506 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1970827619 0 0) 0x7f919815c790 con 0x7f91980b0190 2024-09-10T10:34:10.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f9195400640 1 -- 172.21.15.22:0/3257361506 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f917c003530 con 0x7f91980b0190 2024-09-10T10:34:10.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f9195e00640 1 -- 172.21.15.22:0/3257361506 >> v2:172.21.15.145:3300/0 conn(0x7f919806e1d0 msgr2=0x7f91980aea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:10.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f9195e00640 1 --2- 172.21.15.22:0/3257361506 >> v2:172.21.15.145:3300/0 conn(0x7f919806e1d0 0x7f91980aea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f9195e00640 1 -- 172.21.15.22:0/3257361506 >> v1:172.21.15.22:6789/0 conn(0x7f91980b0190 legacy=0x7f919806dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f9195e00640 1 -- 172.21.15.22:0/3257361506 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91980ae220 con 0x7f919815c3b0 2024-09-10T10:34:10.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.169+0000 7f9196800640 1 --2- 172.21.15.22:0/3257361506 >> v2:172.21.15.145:3300/0 conn(0x7f919806e1d0 0x7f91980aea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:10.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f9195e00640 1 --2- 172.21.15.22:0/3257361506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f919815c3b0 0x7f919806fdb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9188009d90 tx=0x7f918801c8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=490b9c858e74e09d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:10.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f9195400640 1 -- 172.21.15.22:0/3257361506 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91880b2070 con 0x7f919815c3b0 2024-09-10T10:34:10.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f9195400640 1 -- 172.21.15.22:0/3257361506 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91880a58b0 con 0x7f919815c3b0 2024-09-10T10:34:10.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f9195400640 1 -- 172.21.15.22:0/3257361506 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91880a5c80 con 0x7f919815c3b0 2024-09-10T10:34:10.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f919ce00640 1 -- 172.21.15.22:0/3257361506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f919815c3b0 msgr2=0x7f919806fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f919ce00640 1 --2- 172.21.15.22:0/3257361506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f919815c3b0 0x7f919806fdb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9188009d90 tx=0x7f918801c8e0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f919ce00640 1 -- 172.21.15.22:0/3257361506 shutdown_connections 2024-09-10T10:34:10.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f919ce00640 1 --2- 172.21.15.22:0/3257361506 >> v2:172.21.15.145:3300/0 conn(0x7f919806e1d0 0x7f91980aea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f919ce00640 1 --2- 172.21.15.22:0/3257361506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f919815c3b0 0x7f919806fdb0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f919ce00640 1 -- 172.21.15.22:0/3257361506 >> 172.21.15.22:0/3257361506 conn(0x7f919806bcc0 msgr2=0x7f919806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:10.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f919ce00640 1 -- 172.21.15.22:0/3257361506 shutdown_connections 2024-09-10T10:34:10.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.173+0000 7f919ce00640 1 -- 172.21.15.22:0/3257361506 wait complete. 2024-09-10T10:34:10.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f919ce00640 1 Processor -- start 2024-09-10T10:34:10.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f919ce00640 1 -- start start 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f919ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f919806e1d0 0x7f919809eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f919ce00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91980b0190 0x7f9198137060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f919ce00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919815c3b0 0x7f919809ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f919ce00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f91980afb00 con 0x7f919806e1d0 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f919ce00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91980af980 con 0x7f919815c3b0 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f919ce00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f91980afc80 con 0x7f91980b0190 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9195e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f919806e1d0 0x7f919809eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9195e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f919806e1d0 0x7f919809eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53840/0 (socket says 172.21.15.22:53840) 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9195e00640 1 -- 172.21.15.22:0/1960113188 learned_addr learned my addr 172.21.15.22:0/1960113188 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f918d400640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91980b0190 0x7f9198137060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9195e00640 1 -- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91980b0190 msgr2=0x7f9198137060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9196800640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919815c3b0 0x7f919809ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9195e00640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91980b0190 0x7f9198137060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9195e00640 1 -- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919815c3b0 msgr2=0x7f919809ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9195e00640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919815c3b0 0x7f919809ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9195e00640 1 -- 172.21.15.22:0/1960113188 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f919809c160 con 0x7f919806e1d0 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f918d400640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91980b0190 0x7f9198137060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9196800640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919815c3b0 0x7f919809ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f9195e00640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f919806e1d0 0x7f919809eaa0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f91880b0040 tx=0x7f9188019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f918ea00640 1 -- 172.21.15.22:0/1960113188 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91880b2050 con 0x7f919806e1d0 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f918ea00640 1 -- 172.21.15.22:0/1960113188 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91880be070 con 0x7f919806e1d0 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f919ce00640 1 -- 172.21.15.22:0/1960113188 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f919814d900 con 0x7f919806e1d0 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f918ea00640 1 -- 172.21.15.22:0/1960113188 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91880ad850 con 0x7f919806e1d0 2024-09-10T10:34:10.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.177+0000 7f919ce00640 1 -- 172.21.15.22:0/1960113188 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f919814dec0 con 0x7f919806e1d0 2024-09-10T10:34:10.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.181+0000 7f919ce00640 1 -- 172.21.15.22:0/1960113188 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91980aea20 con 0x7f919806e1d0 2024-09-10T10:34:10.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.181+0000 7f918ea00640 1 -- 172.21.15.22:0/1960113188 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f91880ad9f0 con 0x7f919806e1d0 2024-09-10T10:34:10.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.181+0000 7f918ea00640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91740678c0 0x7f9174069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.181+0000 7f918ea00640 1 -- 172.21.15.22:0/1960113188 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5825+0+0 (secure 0 0 0) 0x7f9188120e30 con 0x7f919806e1d0 2024-09-10T10:34:10.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.181+0000 7f918d400640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91740678c0 0x7f9174069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.181+0000 7f918d400640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91740678c0 0x7f9174069d80 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f91981f8d80 tx=0x7f9180009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:10.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.185+0000 7f918ea00640 1 -- 172.21.15.22:0/1960113188 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9188016560 con 0x7f919806e1d0 2024-09-10T10:34:10.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.361+0000 7f919ce00640 1 -- 172.21.15.22:0/1960113188 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f919806ebd0 con 0x7f919806e1d0 2024-09-10T10:34:10.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.361+0000 7f918ea00640 1 -- 172.21.15.22:0/1960113188 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v35) ==== 80+0+0 (secure 0 0 0) 0x7f91880f18e0 con 0x7f919806e1d0 2024-09-10T10:34:10.368 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:34:10.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 -- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91740678c0 msgr2=0x7f9174069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91740678c0 0x7f9174069d80 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f91981f8d80 tx=0x7f9180009040 comp rx=0 tx=0).stop 2024-09-10T10:34:10.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 -- 172.21.15.22:0/1960113188 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f919806e1d0 msgr2=0x7f919809eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f919806e1d0 0x7f919809eaa0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f91880b0040 tx=0x7f9188019680 comp rx=0 tx=0).stop 2024-09-10T10:34:10.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 -- 172.21.15.22:0/1960113188 shutdown_connections 2024-09-10T10:34:10.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91740678c0 0x7f9174069d80 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f919815c3b0 0x7f919809ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91980b0190 0x7f9198137060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 --2- 172.21.15.22:0/1960113188 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f919806e1d0 0x7f919809eaa0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 -- 172.21.15.22:0/1960113188 >> 172.21.15.22:0/1960113188 conn(0x7f919806bcc0 msgr2=0x7f919815ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:10.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 -- 172.21.15.22:0/1960113188 shutdown_connections 2024-09-10T10:34:10.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.365+0000 7f919ce00640 1 -- 172.21.15.22:0/1960113188 wait complete. 2024-09-10T10:34:10.390 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:34:10.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:10.390 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-10T10:34:10.432 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:34:10.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:10.432 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:34:10.485 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:34:10.485 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:10.485 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:10.497 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:34:10.497 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:34:10.497 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:10.498 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:10.534 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:34:10.534 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:10.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.673+0000 7f592f800640 1 Processor -- start 2024-09-10T10:34:10.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.673+0000 7f592f800640 1 -- start start 2024-09-10T10:34:10.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592f800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5928145fb0 0x7f59280b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592f800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f592806e8c0 0x7f59280cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592f800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f592806d3f0 con 0x7f59280cd670 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592f800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f59280ce010 con 0x7f5928145fb0 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592f800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f592806d1a0 con 0x7f592806e8c0 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592ce00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5928145fb0 0x7f59280b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592ce00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5928145fb0 0x7f59280b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53854/0 (socket says 172.21.15.22:53854) 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f5927e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f59280cd670 0x7f592806e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47550/0 (socket says 172.21.15.22:47550) 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592ce00640 1 -- 172.21.15.22:0/3469560270 learned_addr learned my addr 172.21.15.22:0/3469560270 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592d800640 1 --2- 172.21.15.22:0/3469560270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f592806e8c0 0x7f59280cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592ce00640 1 -- 172.21.15.22:0/3469560270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f592806e8c0 msgr2=0x7f59280cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592ce00640 1 --2- 172.21.15.22:0/3469560270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f592806e8c0 0x7f59280cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592ce00640 1 -- 172.21.15.22:0/3469560270 >> v1:172.21.15.22:6789/0 conn(0x7f59280cd670 legacy=0x7f592806e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f5927400640 1 -- 172.21.15.22:0/3469560270 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3341292534 0 0) 0x7f592806d3f0 con 0x7f59280cd670 2024-09-10T10:34:10.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.677+0000 7f592ce00640 1 -- 172.21.15.22:0/3469560270 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f592806d6d0 con 0x7f5928145fb0 2024-09-10T10:34:10.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592ce00640 1 --2- 172.21.15.22:0/3469560270 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5928145fb0 0x7f59280b3e00 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5918009870 tx=0x7f591801c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5e1ae6d6f823217 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:10.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f5927400640 1 -- 172.21.15.22:0/3469560270 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59180a7070 con 0x7f5928145fb0 2024-09-10T10:34:10.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f5927400640 1 -- 172.21.15.22:0/3469560270 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59180b0070 con 0x7f5928145fb0 2024-09-10T10:34:10.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f5927400640 1 -- 172.21.15.22:0/3469560270 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59180ab890 con 0x7f5928145fb0 2024-09-10T10:34:10.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 -- 172.21.15.22:0/3469560270 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5928145fb0 msgr2=0x7f59280b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 --2- 172.21.15.22:0/3469560270 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5928145fb0 0x7f59280b3e00 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5918009870 tx=0x7f591801c560 comp rx=0 tx=0).stop 2024-09-10T10:34:10.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 -- 172.21.15.22:0/3469560270 shutdown_connections 2024-09-10T10:34:10.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 --2- 172.21.15.22:0/3469560270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f592806e8c0 0x7f59280cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 --2- 172.21.15.22:0/3469560270 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5928145fb0 0x7f59280b3e00 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 -- 172.21.15.22:0/3469560270 >> 172.21.15.22:0/3469560270 conn(0x7f5928062dd0 msgr2=0x7f592806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:10.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 -- 172.21.15.22:0/3469560270 shutdown_connections 2024-09-10T10:34:10.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 -- 172.21.15.22:0/3469560270 wait complete. 2024-09-10T10:34:10.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 Processor -- start 2024-09-10T10:34:10.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 -- start start 2024-09-10T10:34:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f592806e8c0 0x7f59281f7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59280cd670 0x7f59281f6520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5928145fb0 0x7f592815bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f59280d0130 con 0x7f592806e8c0 2024-09-10T10:34:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f59280cffb0 con 0x7f59280cd670 2024-09-10T10:34:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592f800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f592806dd20 con 0x7f5928145fb0 2024-09-10T10:34:10.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f592806e8c0 0x7f59281f7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f592806e8c0 0x7f59281f7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53868/0 (socket says 172.21.15.22:53868) 2024-09-10T10:34:10.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.681+0000 7f592ce00640 1 -- 172.21.15.22:0/380589586 learned_addr learned my addr 172.21.15.22:0/380589586 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:10.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592d800640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5928145fb0 0x7f592815bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592ce00640 1 -- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5928145fb0 msgr2=0x7f592815bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f5927e00640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59280cd670 0x7f59281f6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592ce00640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5928145fb0 0x7f592815bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592ce00640 1 -- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59280cd670 msgr2=0x7f59281f6520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592ce00640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59280cd670 0x7f59281f6520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592ce00640 1 -- 172.21.15.22:0/380589586 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59281fa540 con 0x7f592806e8c0 2024-09-10T10:34:10.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592d800640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5928145fb0 0x7f592815bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:10.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f5927e00640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59280cd670 0x7f59281f6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:10.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592ce00640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f592806e8c0 0x7f59281f7750 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f59180ad040 tx=0x7f591801ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:10.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f5924c00640 1 -- 172.21.15.22:0/380589586 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59180ba070 con 0x7f592806e8c0 2024-09-10T10:34:10.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f5924c00640 1 -- 172.21.15.22:0/380589586 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59180abbb0 con 0x7f592806e8c0 2024-09-10T10:34:10.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592f800640 1 -- 172.21.15.22:0/380589586 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59281fa820 con 0x7f592806e8c0 2024-09-10T10:34:10.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f5924c00640 1 -- 172.21.15.22:0/380589586 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5918004020 con 0x7f592806e8c0 2024-09-10T10:34:10.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592f800640 1 -- 172.21.15.22:0/380589586 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59281fade0 con 0x7f592806e8c0 2024-09-10T10:34:10.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f592f800640 1 -- 172.21.15.22:0/380589586 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59280cdad0 con 0x7f592806e8c0 2024-09-10T10:34:10.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f5924c00640 1 -- 172.21.15.22:0/380589586 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f59180041c0 con 0x7f592806e8c0 2024-09-10T10:34:10.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f5924c00640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59080678c0 0x7f5908069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:10.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.685+0000 7f5924c00640 1 -- 172.21.15.22:0/380589586 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f591811fd10 con 0x7f592806e8c0 2024-09-10T10:34:10.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.689+0000 7f5927e00640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59080678c0 0x7f5908069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:10.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.689+0000 7f5927e00640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59080678c0 0x7f5908069d80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f592806e320 tx=0x7f5914009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:10.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.689+0000 7f5924c00640 1 -- 172.21.15.22:0/380589586 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5918125020 con 0x7f592806e8c0 2024-09-10T10:34:10.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 -- 172.21.15.22:0/380589586 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f59281570e0 con 0x7f592806e8c0 2024-09-10T10:34:10.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f5924c00640 1 -- 172.21.15.22:0/380589586 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7f5918016150 con 0x7f592806e8c0 2024-09-10T10:34:10.894 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:10.894 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":15,"btime":"2024-09-10T10:33:16:726312+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/946835101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":946835101},{"type":"v1","addr":"172.21.15.145:6836","nonce":946835101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4750,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3468035848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3468035848},{"type":"v1","addr":"172.21.15.22:6835","nonce":3468035848}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2350425839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2350425839},{"type":"v1","addr":"172.21.15.145:6837","nonce":2350425839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:33:13.104204+0000","modified":"2024-09-10T10:33:16.119663+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4821},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4821":{"gid":4821,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/275512579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":275512579},{"type":"v1","addr":"172.21.15.22:6834","nonce":275512579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4821,"qdb_cluster":[4821]},"id":2}]} 2024-09-10T10:34:10.894 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 15 2024-09-10T10:34:10.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 -- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59080678c0 msgr2=0x7f5908069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59080678c0 0x7f5908069d80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f592806e320 tx=0x7f5914009040 comp rx=0 tx=0).stop 2024-09-10T10:34:10.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 -- 172.21.15.22:0/380589586 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f592806e8c0 msgr2=0x7f59281f7750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:10.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f592806e8c0 0x7f59281f7750 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f59180ad040 tx=0x7f591801ada0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 -- 172.21.15.22:0/380589586 shutdown_connections 2024-09-10T10:34:10.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59080678c0 0x7f5908069d80 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5928145fb0 0x7f592815bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59280cd670 0x7f59281f6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 --2- 172.21.15.22:0/380589586 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f592806e8c0 0x7f59281f7750 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:10.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 -- 172.21.15.22:0/380589586 >> 172.21.15.22:0/380589586 conn(0x7f5928062dd0 msgr2=0x7f59281609c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:10.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 -- 172.21.15.22:0/380589586 shutdown_connections 2024-09-10T10:34:10.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:10.889+0000 7f592f800640 1 -- 172.21.15.22:0/380589586 wait complete. 2024-09-10T10:34:10.915 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:11.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.049+0000 7fe689e00640 1 Processor -- start 2024-09-10T10:34:11.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.049+0000 7fe689e00640 1 -- start start 2024-09-10T10:34:11.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe689e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe684062df0 0x7fe6840b0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe689e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe68415eea0 con 0x7fe68415c230 2024-09-10T10:34:11.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe689e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe68415f180 con 0x7fe6840aecc0 2024-09-10T10:34:11.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe689e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe68415ec80 con 0x7fe684062df0 2024-09-10T10:34:11.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe682000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe684062df0 0x7fe6840b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe682a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fe68415c230 0x7fe6840626e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47554/0 (socket says 172.21.15.22:47554) 2024-09-10T10:34:11.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe682a00640 1 -- 172.21.15.22:0/646142221 learned_addr learned my addr 172.21.15.22:0/646142221 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:11.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe682000640 1 -- 172.21.15.22:0/646142221 >> v1:172.21.15.145:6789/0 conn(0x7fe6840aecc0 legacy=0x7fe68406bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:11.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe682000640 1 -- 172.21.15.22:0/646142221 >> v1:172.21.15.22:6789/0 conn(0x7fe68415c230 legacy=0x7fe6840626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe682000640 1 -- 172.21.15.22:0/646142221 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe68415f460 con 0x7fe684062df0 2024-09-10T10:34:11.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.053+0000 7fe681600640 1 -- 172.21.15.22:0/646142221 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 900763947 0 0) 0x7fe68415eea0 con 0x7fe68415c230 2024-09-10T10:34:11.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe682000640 1 --2- 172.21.15.22:0/646142221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 0x7fe6840b0510 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe6700097c0 tx=0x7fe67001cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea3512f7dc102610 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:11.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe681600640 1 -- 172.21.15.22:0/646142221 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6700b0070 con 0x7fe684062df0 2024-09-10T10:34:11.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe681600640 1 -- 172.21.15.22:0/646142221 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6700ab600 con 0x7fe684062df0 2024-09-10T10:34:11.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe681600640 1 -- 172.21.15.22:0/646142221 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6700ab9d0 con 0x7fe684062df0 2024-09-10T10:34:11.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 -- 172.21.15.22:0/646142221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 msgr2=0x7fe6840b0510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 --2- 172.21.15.22:0/646142221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 0x7fe6840b0510 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe6700097c0 tx=0x7fe67001cdb0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 -- 172.21.15.22:0/646142221 shutdown_connections 2024-09-10T10:34:11.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 --2- 172.21.15.22:0/646142221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 0x7fe6840b0510 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 -- 172.21.15.22:0/646142221 >> 172.21.15.22:0/646142221 conn(0x7fe6840b3640 msgr2=0x7fe6840b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:11.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 -- 172.21.15.22:0/646142221 shutdown_connections 2024-09-10T10:34:11.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 -- 172.21.15.22:0/646142221 wait complete. 2024-09-10T10:34:11.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 Processor -- start 2024-09-10T10:34:11.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 -- start start 2024-09-10T10:34:11.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 0x7fe684153c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6840aecc0 0x7fe68414d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe68415c230 0x7fe6840b22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe68416c5d0 con 0x7fe684062df0 2024-09-10T10:34:11.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe68416c450 con 0x7fe6840aecc0 2024-09-10T10:34:11.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe689e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe68416c750 con 0x7fe68415c230 2024-09-10T10:34:11.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.057+0000 7fe682a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 0x7fe684153c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe682a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 0x7fe684153c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53878/0 (socket says 172.21.15.22:53878) 2024-09-10T10:34:11.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe682a00640 1 -- 172.21.15.22:0/605743872 learned_addr learned my addr 172.21.15.22:0/605743872 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:11.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe682000640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6840aecc0 0x7fe68414d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe683400640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe68415c230 0x7fe6840b22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe682a00640 1 -- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe68415c230 msgr2=0x7fe6840b22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe682a00640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe68415c230 0x7fe6840b22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe682a00640 1 -- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6840aecc0 msgr2=0x7fe68414d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe682a00640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6840aecc0 0x7fe68414d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe682a00640 1 -- 172.21.15.22:0/605743872 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe68414ec40 con 0x7fe684062df0 2024-09-10T10:34:11.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe682a00640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 0x7fe684153c70 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe67400c4d0 tx=0x7fe67400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:11.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe67b400640 1 -- 172.21.15.22:0/605743872 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe674018070 con 0x7fe684062df0 2024-09-10T10:34:11.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe67b400640 1 -- 172.21.15.22:0/605743872 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6740074e0 con 0x7fe684062df0 2024-09-10T10:34:11.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe67b400640 1 -- 172.21.15.22:0/605743872 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe674004a30 con 0x7fe684062df0 2024-09-10T10:34:11.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe689e00640 1 -- 172.21.15.22:0/605743872 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe68414ef20 con 0x7fe684062df0 2024-09-10T10:34:11.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe689e00640 1 -- 172.21.15.22:0/605743872 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe68414f4e0 con 0x7fe684062df0 2024-09-10T10:34:11.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe689e00640 1 -- 172.21.15.22:0/605743872 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6840b0510 con 0x7fe684062df0 2024-09-10T10:34:11.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe67b400640 1 -- 172.21.15.22:0/605743872 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe674004bd0 con 0x7fe684062df0 2024-09-10T10:34:11.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe67b400640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6640678c0 0x7fe664069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.061+0000 7fe67b400640 1 -- 172.21.15.22:0/605743872 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7fe674084fe0 con 0x7fe684062df0 2024-09-10T10:34:11.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.065+0000 7fe682000640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6640678c0 0x7fe664069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.065+0000 7fe682000640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6640678c0 0x7fe664069d80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe6700ad000 tx=0x7fe670004740 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:11.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.065+0000 7fe67b400640 1 -- 172.21.15.22:0/605743872 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe674055440 con 0x7fe684062df0 2024-09-10T10:34:11.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.269+0000 7fe689e00640 1 -- 172.21.15.22:0/605743872 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe684162c90 con 0x7fe684062df0 2024-09-10T10:34:11.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.269+0000 7fe67b400640 1 -- 172.21.15.22:0/605743872 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7fe674059740 con 0x7fe684062df0 2024-09-10T10:34:11.275 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:11.275 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":15,"btime":"2024-09-10T10:33:16:726312+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/946835101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":946835101},{"type":"v1","addr":"172.21.15.145:6836","nonce":946835101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4750,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3468035848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3468035848},{"type":"v1","addr":"172.21.15.22:6835","nonce":3468035848}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2350425839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2350425839},{"type":"v1","addr":"172.21.15.145:6837","nonce":2350425839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:33:13.104204+0000","modified":"2024-09-10T10:33:16.119663+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4821},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4821":{"gid":4821,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/275512579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":275512579},{"type":"v1","addr":"172.21.15.22:6834","nonce":275512579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4821,"qdb_cluster":[4821]},"id":2}]} 2024-09-10T10:34:11.275 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 15 2024-09-10T10:34:11.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 -- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6640678c0 msgr2=0x7fe664069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6640678c0 0x7fe664069d80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe6700ad000 tx=0x7fe670004740 comp rx=0 tx=0).stop 2024-09-10T10:34:11.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 -- 172.21.15.22:0/605743872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 msgr2=0x7fe684153c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 0x7fe684153c70 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe67400c4d0 tx=0x7fe67400c990 comp rx=0 tx=0).stop 2024-09-10T10:34:11.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 -- 172.21.15.22:0/605743872 shutdown_connections 2024-09-10T10:34:11.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6640678c0 0x7fe664069d80 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe68415c230 0x7fe6840b22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6840aecc0 0x7fe68414d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 --2- 172.21.15.22:0/605743872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe684062df0 0x7fe684153c70 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 -- 172.21.15.22:0/605743872 >> 172.21.15.22:0/605743872 conn(0x7fe6840b3640 msgr2=0x7fe68406f8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:11.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 -- 172.21.15.22:0/605743872 shutdown_connections 2024-09-10T10:34:11.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.273+0000 7fe689e00640 1 -- 172.21.15.22:0/605743872 wait complete. 2024-09-10T10:34:11.296 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:11.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56bb200640 1 Processor -- start 2024-09-10T10:34:11.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56bb200640 1 -- start start 2024-09-10T10:34:11.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56bb200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f56b40b1bc0 0x7f56b40b4280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56bb200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b47c0 0x7f56b40b6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56bb200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56b40b4be0 con 0x7f56b40b7380 2024-09-10T10:34:11.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56bb200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f56b415d7d0 con 0x7f56b40b1bc0 2024-09-10T10:34:11.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56bb200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f56b40b7810 con 0x7f56b40b47c0 2024-09-10T10:34:11.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b47c0 0x7f56b40b6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b47c0 0x7f56b40b6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:60118/0 (socket says 172.21.15.22:60118) 2024-09-10T10:34:11.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b3400640 1 -- 172.21.15.22:0/1909802012 learned_addr learned my addr 172.21.15.22:0/1909802012 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:11.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b3e00640 1 --2- 172.21.15.22:0/1909802012 >> v2:172.21.15.145:3300/0 conn(0x7f56b40b1bc0 0x7f56b40b4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b9200640 1 --1- 172.21.15.22:0/1909802012 >> v1:172.21.15.145:6789/0 conn(0x7f56b40b7380 0x7f56b4160150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:37072/0 (socket says 172.21.15.22:37072) 2024-09-10T10:34:11.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b3400640 1 -- 172.21.15.22:0/1909802012 >> v2:172.21.15.145:3300/0 conn(0x7f56b40b1bc0 msgr2=0x7f56b40b4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:11.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b3400640 1 --2- 172.21.15.22:0/1909802012 >> v2:172.21.15.145:3300/0 conn(0x7f56b40b1bc0 0x7f56b40b4280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b3400640 1 -- 172.21.15.22:0/1909802012 >> v1:172.21.15.145:6789/0 conn(0x7f56b40b7380 legacy=0x7f56b4160150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b3400640 1 -- 172.21.15.22:0/1909802012 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56b415cbc0 con 0x7f56b40b47c0 2024-09-10T10:34:11.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b3e00640 1 --2- 172.21.15.22:0/1909802012 >> v2:172.21.15.145:3300/0 conn(0x7f56b40b1bc0 0x7f56b40b4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:11.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.433+0000 7f56b2a00640 1 -- 172.21.15.22:0/1909802012 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 102917754 0 0) 0x7f56b40b4be0 con 0x7f56b40b7380 2024-09-10T10:34:11.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56b3400640 1 --2- 172.21.15.22:0/1909802012 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b47c0 0x7f56b40b6e40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f56a0009870 tx=0x7f56a001c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24b46262ea7d80eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:11.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56b2a00640 1 -- 172.21.15.22:0/1909802012 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a00ab650 con 0x7f56b40b47c0 2024-09-10T10:34:11.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56b2a00640 1 -- 172.21.15.22:0/1909802012 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56a00b0070 con 0x7f56b40b47c0 2024-09-10T10:34:11.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56b2a00640 1 -- 172.21.15.22:0/1909802012 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a00aba10 con 0x7f56b40b47c0 2024-09-10T10:34:11.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56bb200640 1 -- 172.21.15.22:0/1909802012 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b47c0 msgr2=0x7f56b40b6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56bb200640 1 --2- 172.21.15.22:0/1909802012 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b47c0 0x7f56b40b6e40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f56a0009870 tx=0x7f56a001c560 comp rx=0 tx=0).stop 2024-09-10T10:34:11.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56bb200640 1 -- 172.21.15.22:0/1909802012 shutdown_connections 2024-09-10T10:34:11.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56bb200640 1 --2- 172.21.15.22:0/1909802012 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b47c0 0x7f56b40b6e40 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56bb200640 1 --2- 172.21.15.22:0/1909802012 >> v2:172.21.15.145:3300/0 conn(0x7f56b40b1bc0 0x7f56b40b4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56bb200640 1 -- 172.21.15.22:0/1909802012 >> 172.21.15.22:0/1909802012 conn(0x7f56b406f320 msgr2=0x7f56b406f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:11.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56bb200640 1 -- 172.21.15.22:0/1909802012 shutdown_connections 2024-09-10T10:34:11.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.437+0000 7f56bb200640 1 -- 172.21.15.22:0/1909802012 wait complete. 2024-09-10T10:34:11.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56bb200640 1 Processor -- start 2024-09-10T10:34:11.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56bb200640 1 -- start start 2024-09-10T10:34:11.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56bb200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56b40b1bc0 0x7f56b414fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56bb200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56b40b47c0 0x7f56b4150160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56bb200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b7380 0x7f56b4155c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56bb200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f56b4160c70 con 0x7f56b40b1bc0 2024-09-10T10:34:11.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56bb200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f56b40b1fa0 con 0x7f56b40b47c0 2024-09-10T10:34:11.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56bb200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f56b4160df0 con 0x7f56b40b7380 2024-09-10T10:34:11.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56b40b1bc0 0x7f56b414fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56b40b1bc0 0x7f56b414fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53880/0 (socket says 172.21.15.22:53880) 2024-09-10T10:34:11.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b3e00640 1 -- 172.21.15.22:0/3973655205 learned_addr learned my addr 172.21.15.22:0/3973655205 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:11.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b3400640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56b40b47c0 0x7f56b4150160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b9200640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b7380 0x7f56b4155c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b3e00640 1 -- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b7380 msgr2=0x7f56b4155c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b3e00640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b7380 0x7f56b4155c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b3e00640 1 -- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56b40b47c0 msgr2=0x7f56b4150160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b3e00640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56b40b47c0 0x7f56b4150160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b3e00640 1 -- 172.21.15.22:0/3973655205 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56b41506a0 con 0x7f56b40b1bc0 2024-09-10T10:34:11.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56b3e00640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56b40b1bc0 0x7f56b414fa80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f56a4009ec0 tx=0x7f56a400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:11.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56abe00640 1 -- 172.21.15.22:0/3973655205 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a4018020 con 0x7f56b40b1bc0 2024-09-10T10:34:11.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56abe00640 1 -- 172.21.15.22:0/3973655205 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56a4014680 con 0x7f56b40b1bc0 2024-09-10T10:34:11.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56abe00640 1 -- 172.21.15.22:0/3973655205 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a4014a50 con 0x7f56b40b1bc0 2024-09-10T10:34:11.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56bb200640 1 -- 172.21.15.22:0/3973655205 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56b41521d0 con 0x7f56b40b1bc0 2024-09-10T10:34:11.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.441+0000 7f56bb200640 1 -- 172.21.15.22:0/3973655205 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56b4152790 con 0x7f56b40b1bc0 2024-09-10T10:34:11.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.445+0000 7f56bb200640 1 -- 172.21.15.22:0/3973655205 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56b40b4280 con 0x7f56b40b1bc0 2024-09-10T10:34:11.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.445+0000 7f56abe00640 1 -- 172.21.15.22:0/3973655205 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f56a401b020 con 0x7f56b40b1bc0 2024-09-10T10:34:11.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.445+0000 7f56abe00640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56940678c0 0x7f5694069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.445+0000 7f56abe00640 1 -- 172.21.15.22:0/3973655205 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f56a4086ac0 con 0x7f56b40b1bc0 2024-09-10T10:34:11.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.445+0000 7f56b3400640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56940678c0 0x7f5694069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.445+0000 7f56b3400640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56940678c0 0x7f5694069d80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f56a00af000 tx=0x7f56a00a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:11.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.449+0000 7f56abe00640 1 -- 172.21.15.22:0/3973655205 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f56a4022030 con 0x7f56b40b1bc0 2024-09-10T10:34:11.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 -- 172.21.15.22:0/3973655205 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f56b40d0e90 con 0x7f56b40b1bc0 2024-09-10T10:34:11.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56abe00640 1 -- 172.21.15.22:0/3973655205 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) ==== 74+0+16930 (secure 0 0 0) 0x7f56a4010040 con 0x7f56b40b1bc0 2024-09-10T10:34:11.626 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:11.627 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":36,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:10.478804+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:33:10.843333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-10T10:33:12.106165+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.e","mappings":[{"from":4,"to":5}]},{"pgid":"5.26","mappings":[{"from":4,"to":5}]},{"pgid":"5.28","mappings":[{"from":4,"to":5}]},{"pgid":"5.36","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:11.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 -- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56940678c0 msgr2=0x7f5694069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56940678c0 0x7f5694069d80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f56a00af000 tx=0x7f56a00a7000 comp rx=0 tx=0).stop 2024-09-10T10:34:11.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 -- 172.21.15.22:0/3973655205 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56b40b1bc0 msgr2=0x7f56b414fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56b40b1bc0 0x7f56b414fa80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f56a4009ec0 tx=0x7f56a400c490 comp rx=0 tx=0).stop 2024-09-10T10:34:11.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 -- 172.21.15.22:0/3973655205 shutdown_connections 2024-09-10T10:34:11.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56940678c0 0x7f5694069d80 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56b40b7380 0x7f56b4155c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56b40b47c0 0x7f56b4150160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 --2- 172.21.15.22:0/3973655205 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56b40b1bc0 0x7f56b414fa80 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 -- 172.21.15.22:0/3973655205 >> 172.21.15.22:0/3973655205 conn(0x7f56b406f320 msgr2=0x7f56b40b2240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:11.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 -- 172.21.15.22:0/3973655205 shutdown_connections 2024-09-10T10:34:11.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.621+0000 7f56bb200640 1 -- 172.21.15.22:0/3973655205 wait complete. 2024-09-10T10:34:11.647 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:34:11.647 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:11.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.781+0000 7ff67ee00640 1 Processor -- start 2024-09-10T10:34:11.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.781+0000 7ff67ee00640 1 -- start start 2024-09-10T10:34:11.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff67ee00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff6780cd670 0x7ff6780cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff67ee00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff67806e1b0 0x7ff67806e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff67ee00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff67806d3f0 con 0x7ff678145fb0 2024-09-10T10:34:11.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff67ee00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff6780ce010 con 0x7ff6780cd670 2024-09-10T10:34:11.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff67ee00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff67806d1a0 con 0x7ff67806e1b0 2024-09-10T10:34:11.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff677400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff6780cd670 0x7ff6780cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff677400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff6780cd670 0x7ff6780cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53892/0 (socket says 172.21.15.22:53892) 2024-09-10T10:34:11.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff677400640 1 -- 172.21.15.22:0/1166339749 learned_addr learned my addr 172.21.15.22:0/1166339749 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:11.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff677400640 1 -- 172.21.15.22:0/1166339749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff67806e1b0 msgr2=0x7ff67806e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:11.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff67ce00640 1 --2- 172.21.15.22:0/1166339749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff67806e1b0 0x7ff67806e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff677400640 1 --2- 172.21.15.22:0/1166339749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff67806e1b0 0x7ff67806e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff677400640 1 -- 172.21.15.22:0/1166339749 >> v1:172.21.15.145:6789/0 conn(0x7ff678145fb0 legacy=0x7ff6780b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:11.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff677400640 1 -- 172.21.15.22:0/1166339749 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff67806d6d0 con 0x7ff6780cd670 2024-09-10T10:34:11.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff67ce00640 1 --2- 172.21.15.22:0/1166339749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff67806e1b0 0x7ff67806e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:11.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.785+0000 7ff677400640 1 --2- 172.21.15.22:0/1166339749 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff6780cd670 0x7ff6780cdad0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ff664009870 tx=0x7ff66401c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef76a85b707744b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:11.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff676a00640 1 -- 172.21.15.22:0/1166339749 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6640b2070 con 0x7ff6780cd670 2024-09-10T10:34:11.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff676a00640 1 -- 172.21.15.22:0/1166339749 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6640a9070 con 0x7ff6780cd670 2024-09-10T10:34:11.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff676a00640 1 -- 172.21.15.22:0/1166339749 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6640ad880 con 0x7ff6780cd670 2024-09-10T10:34:11.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 -- 172.21.15.22:0/1166339749 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff6780cd670 msgr2=0x7ff6780cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 --2- 172.21.15.22:0/1166339749 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff6780cd670 0x7ff6780cdad0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ff664009870 tx=0x7ff66401c560 comp rx=0 tx=0).stop 2024-09-10T10:34:11.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 -- 172.21.15.22:0/1166339749 shutdown_connections 2024-09-10T10:34:11.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 --2- 172.21.15.22:0/1166339749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff67806e1b0 0x7ff67806e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 --2- 172.21.15.22:0/1166339749 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff6780cd670 0x7ff6780cdad0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 -- 172.21.15.22:0/1166339749 >> 172.21.15.22:0/1166339749 conn(0x7ff678062dd0 msgr2=0x7ff67806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:11.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 -- 172.21.15.22:0/1166339749 shutdown_connections 2024-09-10T10:34:11.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 -- 172.21.15.22:0/1166339749 wait complete. 2024-09-10T10:34:11.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 Processor -- start 2024-09-10T10:34:11.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 -- start start 2024-09-10T10:34:11.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff67806e1b0 0x7ff678137d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6780cd670 0x7ff678157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff678145fb0 0x7ff678157680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff6780d0170 con 0x7ff67806e1b0 2024-09-10T10:34:11.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff6780cfff0 con 0x7ff6780cd670 2024-09-10T10:34:11.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff67ee00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff67806dd20 con 0x7ff678145fb0 2024-09-10T10:34:11.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff677e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff67806e1b0 0x7ff678137d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff677e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff67806e1b0 0x7ff678137d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53900/0 (socket says 172.21.15.22:53900) 2024-09-10T10:34:11.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.789+0000 7ff677e00640 1 -- 172.21.15.22:0/164097522 learned_addr learned my addr 172.21.15.22:0/164097522 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:11.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff677400640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6780cd670 0x7ff678157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff67ce00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff678145fb0 0x7ff678157680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff677e00640 1 -- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff678145fb0 msgr2=0x7ff678157680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff677e00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff678145fb0 0x7ff678157680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff677e00640 1 -- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6780cd670 msgr2=0x7ff678157140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:11.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff677e00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6780cd670 0x7ff678157140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:11.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff677e00640 1 -- 172.21.15.22:0/164097522 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6781f9880 con 0x7ff67806e1b0 2024-09-10T10:34:11.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff677e00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff67806e1b0 0x7ff678137d60 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff66800c370 tx=0x7ff66800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:11.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff66fe00640 1 -- 172.21.15.22:0/164097522 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6680052d0 con 0x7ff67806e1b0 2024-09-10T10:34:11.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff66fe00640 1 -- 172.21.15.22:0/164097522 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff668005470 con 0x7ff67806e1b0 2024-09-10T10:34:11.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff66fe00640 1 -- 172.21.15.22:0/164097522 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff668007260 con 0x7ff67806e1b0 2024-09-10T10:34:11.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff67ee00640 1 -- 172.21.15.22:0/164097522 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6781f9b60 con 0x7ff67806e1b0 2024-09-10T10:34:11.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff67ee00640 1 -- 172.21.15.22:0/164097522 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6781fa120 con 0x7ff67806e1b0 2024-09-10T10:34:11.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff67ee00640 1 -- 172.21.15.22:0/164097522 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff67806e640 con 0x7ff67806e1b0 2024-09-10T10:34:11.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff66fe00640 1 -- 172.21.15.22:0/164097522 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff668007400 con 0x7ff67806e1b0 2024-09-10T10:34:11.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff66fe00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff6580678c0 0x7ff658069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:11.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.793+0000 7ff66fe00640 1 -- 172.21.15.22:0/164097522 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7ff668085180 con 0x7ff67806e1b0 2024-09-10T10:34:11.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.797+0000 7ff677400640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff6580678c0 0x7ff658069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:11.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.797+0000 7ff677400640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff6580678c0 0x7ff658069d80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff6640af000 tx=0x7ff664008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:11.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.801+0000 7ff66fe00640 1 -- 172.21.15.22:0/164097522 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff668055550 con 0x7ff67806e1b0 2024-09-10T10:34:12.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.997+0000 7ff67ee00640 1 -- 172.21.15.22:0/164097522 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff6780b1bc0 con 0x7ff67806e1b0 2024-09-10T10:34:12.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:11.997+0000 7ff66fe00640 1 -- 172.21.15.22:0/164097522 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7ff668059850 con 0x7ff67806e1b0 2024-09-10T10:34:12.004 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:12.004 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":15,"btime":"2024-09-10T10:33:16:726312+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/946835101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":946835101},{"type":"v1","addr":"172.21.15.145:6836","nonce":946835101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4750,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3468035848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3468035848},{"type":"v1","addr":"172.21.15.22:6835","nonce":3468035848}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2350425839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2350425839},{"type":"v1","addr":"172.21.15.145:6837","nonce":2350425839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:33:13.104204+0000","modified":"2024-09-10T10:33:16.119663+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4821},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4821":{"gid":4821,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/275512579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":275512579},{"type":"v1","addr":"172.21.15.22:6834","nonce":275512579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4821,"qdb_cluster":[4821]},"id":2}]} 2024-09-10T10:34:12.004 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 15 2024-09-10T10:34:12.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 -- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff6580678c0 msgr2=0x7ff658069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff6580678c0 0x7ff658069d80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff6640af000 tx=0x7ff664008040 comp rx=0 tx=0).stop 2024-09-10T10:34:12.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 -- 172.21.15.22:0/164097522 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff67806e1b0 msgr2=0x7ff678137d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff67806e1b0 0x7ff678137d60 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff66800c370 tx=0x7ff66800c830 comp rx=0 tx=0).stop 2024-09-10T10:34:12.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 -- 172.21.15.22:0/164097522 shutdown_connections 2024-09-10T10:34:12.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff6580678c0 0x7ff658069d80 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff678145fb0 0x7ff678157680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6780cd670 0x7ff678157140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 --2- 172.21.15.22:0/164097522 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff67806e1b0 0x7ff678137d60 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 -- 172.21.15.22:0/164097522 >> 172.21.15.22:0/164097522 conn(0x7ff678062dd0 msgr2=0x7ff6780b02f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:12.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 -- 172.21.15.22:0/164097522 shutdown_connections 2024-09-10T10:34:12.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.001+0000 7ff67ee00640 1 -- 172.21.15.22:0/164097522 wait complete. 2024-09-10T10:34:12.024 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:12.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a7d800640 1 Processor -- start 2024-09-10T10:34:12.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a7d800640 1 -- start start 2024-09-10T10:34:12.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a7d800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4a7815c440 0x7f4a780d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a7d800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a780d1980 0x7f4a780b5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a7d800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a78071570 con 0x7f4a780b63c0 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a7d800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4a780b1fb0 con 0x7f4a7815c440 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a7d800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4a78071850 con 0x7f4a780d1980 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a77e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4a7815c440 0x7f4a780d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a7ce00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f4a780b63c0 0x7f4a780b6ae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47558/0 (socket says 172.21.15.22:47558) 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a77e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4a7815c440 0x7f4a780d1ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53916/0 (socket says 172.21.15.22:53916) 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a7ce00640 1 -- 172.21.15.22:0/1320689776 learned_addr learned my addr 172.21.15.22:0/1320689776 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a6fe00640 1 --2- 172.21.15.22:0/1320689776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a780d1980 0x7f4a780b5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a77e00640 1 -- 172.21.15.22:0/1320689776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a780d1980 msgr2=0x7f4a780b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a77e00640 1 --2- 172.21.15.22:0/1320689776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a780d1980 0x7f4a780b5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a77e00640 1 -- 172.21.15.22:0/1320689776 >> v1:172.21.15.22:6789/0 conn(0x7f4a780b63c0 legacy=0x7f4a780b6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a77e00640 1 -- 172.21.15.22:0/1320689776 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a780b5680 con 0x7f4a7815c440 2024-09-10T10:34:12.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.161+0000 7f4a77400640 1 -- 172.21.15.22:0/1320689776 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1406350793 0 0) 0x7f4a78071570 con 0x7f4a780b63c0 2024-09-10T10:34:12.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a77e00640 1 --2- 172.21.15.22:0/1320689776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a7815c440 0x7f4a780d1ed0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4a680097c0 tx=0x7f4a6801c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a6113ff2d4d9e32 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:12.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a77400640 1 -- 172.21.15.22:0/1320689776 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a680b0070 con 0x7f4a7815c440 2024-09-10T10:34:12.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a77400640 1 -- 172.21.15.22:0/1320689776 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a680ab600 con 0x7f4a7815c440 2024-09-10T10:34:12.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a77400640 1 -- 172.21.15.22:0/1320689776 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a680ab9d0 con 0x7f4a7815c440 2024-09-10T10:34:12.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a7d800640 1 -- 172.21.15.22:0/1320689776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a7815c440 msgr2=0x7f4a780d1ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a7d800640 1 --2- 172.21.15.22:0/1320689776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a7815c440 0x7f4a780d1ed0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4a680097c0 tx=0x7f4a6801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a7d800640 1 -- 172.21.15.22:0/1320689776 shutdown_connections 2024-09-10T10:34:12.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a7d800640 1 --2- 172.21.15.22:0/1320689776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a780d1980 0x7f4a780b5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a7d800640 1 --2- 172.21.15.22:0/1320689776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a7815c440 0x7f4a780d1ed0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a7d800640 1 -- 172.21.15.22:0/1320689776 >> 172.21.15.22:0/1320689776 conn(0x7f4a780b41e0 msgr2=0x7f4a780b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:12.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a7d800640 1 -- 172.21.15.22:0/1320689776 shutdown_connections 2024-09-10T10:34:12.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a7d800640 1 -- 172.21.15.22:0/1320689776 wait complete. 2024-09-10T10:34:12.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a7d800640 1 Processor -- start 2024-09-10T10:34:12.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.165+0000 7f4a7d800640 1 -- start start 2024-09-10T10:34:12.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7d800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a780b63c0 0x7f4a7806bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7d800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a780d1980 0x7f4a7814f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7d800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7815c440 0x7f4a780ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7d800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4a780b7370 con 0x7f4a780b63c0 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7d800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4a780b71f0 con 0x7f4a780d1980 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7d800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4a781690d0 con 0x7f4a7815c440 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a77e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a780b63c0 0x7f4a7806bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a77e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a780b63c0 0x7f4a7806bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53924/0 (socket says 172.21.15.22:53924) 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a77e00640 1 -- 172.21.15.22:0/864378750 learned_addr learned my addr 172.21.15.22:0/864378750 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7ce00640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7815c440 0x7f4a780ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a6fe00640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a780d1980 0x7f4a7814f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a77e00640 1 -- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7815c440 msgr2=0x7f4a780ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a77e00640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7815c440 0x7f4a780ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a77e00640 1 -- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a780d1980 msgr2=0x7f4a7814f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a77e00640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a780d1980 0x7f4a7814f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a77e00640 1 -- 172.21.15.22:0/864378750 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a7806c2a0 con 0x7f4a780b63c0 2024-09-10T10:34:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7ce00640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7815c440 0x7f4a780ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:12.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a6fe00640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a780d1980 0x7f4a7814f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:12.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a77e00640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a780b63c0 0x7f4a7806bcc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4a680ae040 tx=0x7f4a6801ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:12.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a74c00640 1 -- 172.21.15.22:0/864378750 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a680b0050 con 0x7f4a780b63c0 2024-09-10T10:34:12.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a74c00640 1 -- 172.21.15.22:0/864378750 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a680b1040 con 0x7f4a780b63c0 2024-09-10T10:34:12.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a74c00640 1 -- 172.21.15.22:0/864378750 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a68004220 con 0x7f4a780b63c0 2024-09-10T10:34:12.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7d800640 1 -- 172.21.15.22:0/864378750 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a7806c580 con 0x7f4a780b63c0 2024-09-10T10:34:12.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7d800640 1 -- 172.21.15.22:0/864378750 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a7806cb40 con 0x7f4a780b63c0 2024-09-10T10:34:12.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a7d800640 1 -- 172.21.15.22:0/864378750 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a780b5e80 con 0x7f4a780b63c0 2024-09-10T10:34:12.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.169+0000 7f4a74c00640 1 -- 172.21.15.22:0/864378750 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4a680be060 con 0x7f4a780b63c0 2024-09-10T10:34:12.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.173+0000 7f4a74c00640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4a540678c0 0x7f4a54069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.173+0000 7f4a74c00640 1 -- 172.21.15.22:0/864378750 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f4a6811f650 con 0x7f4a780b63c0 2024-09-10T10:34:12.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.173+0000 7f4a6fe00640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4a540678c0 0x7f4a54069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.173+0000 7f4a6fe00640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4a540678c0 0x7f4a54069d80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4a781562e0 tx=0x7f4a60008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:12.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.177+0000 7f4a74c00640 1 -- 172.21.15.22:0/864378750 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4a68016090 con 0x7f4a780b63c0 2024-09-10T10:34:12.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.377+0000 7f4a7d800640 1 -- 172.21.15.22:0/864378750 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a780b18c0 con 0x7f4a780b63c0 2024-09-10T10:34:12.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.377+0000 7f4a74c00640 1 -- 172.21.15.22:0/864378750 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7f4a680f01a0 con 0x7f4a780b63c0 2024-09-10T10:34:12.383 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:12.383 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":15,"btime":"2024-09-10T10:33:16:726312+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/946835101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":946835101},{"type":"v1","addr":"172.21.15.145:6836","nonce":946835101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4750,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3468035848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3468035848},{"type":"v1","addr":"172.21.15.22:6835","nonce":3468035848}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2350425839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2350425839},{"type":"v1","addr":"172.21.15.145:6837","nonce":2350425839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:33:13.104204+0000","modified":"2024-09-10T10:33:16.119663+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4821},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4821":{"gid":4821,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/275512579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":275512579},{"type":"v1","addr":"172.21.15.22:6834","nonce":275512579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4821,"qdb_cluster":[4821]},"id":2}]} 2024-09-10T10:34:12.383 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 15 2024-09-10T10:34:12.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 -- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4a540678c0 msgr2=0x7f4a54069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4a540678c0 0x7f4a54069d80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4a781562e0 tx=0x7f4a60008040 comp rx=0 tx=0).stop 2024-09-10T10:34:12.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 -- 172.21.15.22:0/864378750 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a780b63c0 msgr2=0x7f4a7806bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a780b63c0 0x7f4a7806bcc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4a680ae040 tx=0x7f4a6801ace0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 -- 172.21.15.22:0/864378750 shutdown_connections 2024-09-10T10:34:12.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4a540678c0 0x7f4a54069d80 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4a7815c440 0x7f4a780ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4a780d1980 0x7f4a7814f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 --2- 172.21.15.22:0/864378750 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4a780b63c0 0x7f4a7806bcc0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 -- 172.21.15.22:0/864378750 >> 172.21.15.22:0/864378750 conn(0x7f4a780b41e0 msgr2=0x7f4a780b6ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:12.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 -- 172.21.15.22:0/864378750 shutdown_connections 2024-09-10T10:34:12.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.381+0000 7f4a7d800640 1 -- 172.21.15.22:0/864378750 wait complete. 2024-09-10T10:34:12.405 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:12.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.541+0000 7f0defa00640 1 Processor -- start 2024-09-10T10:34:12.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.541+0000 7f0defa00640 1 -- start start 2024-09-10T10:34:12.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.541+0000 7f0defa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0de80b56f0 0x7f0de8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.541+0000 7f0defa00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0de80ce880 con 0x7f0de815b220 2024-09-10T10:34:12.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.541+0000 7f0defa00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0de80ceb60 con 0x7f0de815b600 2024-09-10T10:34:12.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.541+0000 7f0defa00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0de806d6e0 con 0x7f0de80b56f0 2024-09-10T10:34:12.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.541+0000 7f0ded000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f0de815b220 0x7f0de80b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47568/0 (socket says 172.21.15.22:47568) 2024-09-10T10:34:12.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.541+0000 7f0ded000640 1 -- 172.21.15.22:0/112672343 learned_addr learned my addr 172.21.15.22:0/112672343 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:12.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.545+0000 7f0deda00640 1 --2- 172.21.15.22:0/112672343 >> v2:172.21.15.22:3300/0 conn(0x7f0de80b56f0 0x7f0de8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.545+0000 7f0deda00640 1 -- 172.21.15.22:0/112672343 >> v1:172.21.15.145:6789/0 conn(0x7f0de815b600 legacy=0x7f0de80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.545+0000 7f0deda00640 1 -- 172.21.15.22:0/112672343 >> v1:172.21.15.22:6789/0 conn(0x7f0de815b220 legacy=0x7f0de80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.545+0000 7f0de7e00640 1 -- 172.21.15.22:0/112672343 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3168753548 0 0) 0x7f0de80ce880 con 0x7f0de815b220 2024-09-10T10:34:12.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.545+0000 7f0deda00640 1 -- 172.21.15.22:0/112672343 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0de80cee40 con 0x7f0de80b56f0 2024-09-10T10:34:12.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.545+0000 7f0deda00640 1 --2- 172.21.15.22:0/112672343 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de80b56f0 0x7f0de8071140 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0de0009d90 tx=0x7f0de001c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ea4a1effa76fd3c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:12.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.545+0000 7f0de7e00640 1 -- 172.21.15.22:0/112672343 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de00b2070 con 0x7f0de80b56f0 2024-09-10T10:34:12.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.545+0000 7f0de7e00640 1 -- 172.21.15.22:0/112672343 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0de00a57f0 con 0x7f0de80b56f0 2024-09-10T10:34:12.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.545+0000 7f0de7e00640 1 -- 172.21.15.22:0/112672343 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de00a5bc0 con 0x7f0de80b56f0 2024-09-10T10:34:12.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 -- 172.21.15.22:0/112672343 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de80b56f0 msgr2=0x7f0de8071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 --2- 172.21.15.22:0/112672343 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de80b56f0 0x7f0de8071140 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0de0009d90 tx=0x7f0de001c820 comp rx=0 tx=0).stop 2024-09-10T10:34:12.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 -- 172.21.15.22:0/112672343 shutdown_connections 2024-09-10T10:34:12.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 --2- 172.21.15.22:0/112672343 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de80b56f0 0x7f0de8071140 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 -- 172.21.15.22:0/112672343 >> 172.21.15.22:0/112672343 conn(0x7f0de8062dd0 msgr2=0x7f0de806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:12.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 -- 172.21.15.22:0/112672343 shutdown_connections 2024-09-10T10:34:12.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 -- 172.21.15.22:0/112672343 wait complete. 2024-09-10T10:34:12.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 Processor -- start 2024-09-10T10:34:12.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 -- start start 2024-09-10T10:34:12.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0de80b56f0 0x7f0de8153fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de815b220 0x7f0de80b1000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0de815b600 0x7f0de80b1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0de80d01e0 con 0x7f0de815b220 2024-09-10T10:34:12.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0de80d0060 con 0x7f0de80b56f0 2024-09-10T10:34:12.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0defa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0de806da30 con 0x7f0de815b600 2024-09-10T10:34:12.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0ddfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de815b220 0x7f0de80b1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0ddfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de815b220 0x7f0de80b1000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53938/0 (socket says 172.21.15.22:53938) 2024-09-10T10:34:12.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0ddfe00640 1 -- 172.21.15.22:0/1076646016 learned_addr learned my addr 172.21.15.22:0/1076646016 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:12.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0ded000640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0de80b56f0 0x7f0de8153fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0deda00640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0de815b600 0x7f0de80b1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0ddfe00640 1 -- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0de815b600 msgr2=0x7f0de80b1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0ddfe00640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0de815b600 0x7f0de80b1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0ddfe00640 1 -- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0de80b56f0 msgr2=0x7f0de8153fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0ddfe00640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0de80b56f0 0x7f0de8153fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0ddfe00640 1 -- 172.21.15.22:0/1076646016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0de81544f0 con 0x7f0de815b220 2024-09-10T10:34:12.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.549+0000 7f0ddfe00640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de815b220 0x7f0de80b1000 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f0dd000c3c0 tx=0x7f0dd000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:12.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0de5600640 1 -- 172.21.15.22:0/1076646016 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0017070 con 0x7f0de815b220 2024-09-10T10:34:12.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0de5600640 1 -- 172.21.15.22:0/1076646016 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dd00052d0 con 0x7f0de815b220 2024-09-10T10:34:12.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0de5600640 1 -- 172.21.15.22:0/1076646016 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0003840 con 0x7f0de815b220 2024-09-10T10:34:12.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0defa00640 1 -- 172.21.15.22:0/1076646016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0de80b0240 con 0x7f0de815b220 2024-09-10T10:34:12.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0defa00640 1 -- 172.21.15.22:0/1076646016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0de80b0800 con 0x7f0de815b220 2024-09-10T10:34:12.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0defa00640 1 -- 172.21.15.22:0/1076646016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0de8072e90 con 0x7f0de815b220 2024-09-10T10:34:12.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0de5600640 1 -- 172.21.15.22:0/1076646016 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0dd001a070 con 0x7f0de815b220 2024-09-10T10:34:12.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0de5600640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dc40678c0 0x7f0dc4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0de5600640 1 -- 172.21.15.22:0/1076646016 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f0dd0084fc0 con 0x7f0de815b220 2024-09-10T10:34:12.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0ded000640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dc40678c0 0x7f0dc4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.553+0000 7f0ded000640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dc40678c0 0x7f0dc4069d80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8007fd0 tx=0x7f0dd8007ba0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:12.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.557+0000 7f0de5600640 1 -- 172.21.15.22:0/1076646016 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0dd0005480 con 0x7f0de815b220 2024-09-10T10:34:12.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.725+0000 7f0defa00640 1 -- 172.21.15.22:0/1076646016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0de80afe10 con 0x7f0de815b220 2024-09-10T10:34:12.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.725+0000 7f0de5600640 1 -- 172.21.15.22:0/1076646016 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) ==== 74+0+16930 (secure 0 0 0) 0x7f0dd0055b10 con 0x7f0de815b220 2024-09-10T10:34:12.733 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:12.733 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":36,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:10.478804+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:33:10.843333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-10T10:33:12.106165+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"5.e","mappings":[{"from":4,"to":5}]},{"pgid":"5.26","mappings":[{"from":4,"to":5}]},{"pgid":"5.28","mappings":[{"from":4,"to":5}]},{"pgid":"5.36","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 -- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dc40678c0 msgr2=0x7f0dc4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dc40678c0 0x7f0dc4069d80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8007fd0 tx=0x7f0dd8007ba0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 -- 172.21.15.22:0/1076646016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de815b220 msgr2=0x7f0de80b1000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de815b220 0x7f0de80b1000 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f0dd000c3c0 tx=0x7f0dd000c880 comp rx=0 tx=0).stop 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 -- 172.21.15.22:0/1076646016 shutdown_connections 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dc40678c0 0x7f0dc4069d80 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0de815b600 0x7f0de80b1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0de815b220 0x7f0de80b1000 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 --2- 172.21.15.22:0/1076646016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0de80b56f0 0x7f0de8153fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 -- 172.21.15.22:0/1076646016 >> 172.21.15.22:0/1076646016 conn(0x7f0de8062dd0 msgr2=0x7f0de8166860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:12.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 -- 172.21.15.22:0/1076646016 shutdown_connections 2024-09-10T10:34:12.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.729+0000 7f0defa00640 1 -- 172.21.15.22:0/1076646016 wait complete. 2024-09-10T10:34:12.755 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:34:12.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.889+0000 7f5137200640 1 Processor -- start 2024-09-10T10:34:12.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.889+0000 7f5137200640 1 -- start start 2024-09-10T10:34:12.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.893+0000 7f5137200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f51300cd670 0x7f51300cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.893+0000 7f5137200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f513006d3f0 con 0x7f513006e1b0 2024-09-10T10:34:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.893+0000 7f5137200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f513006d6d0 con 0x7f5130145fb0 2024-09-10T10:34:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.893+0000 7f5137200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f51300ce010 con 0x7f51300cd670 2024-09-10T10:34:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.893+0000 7f5127400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f51300cd670 0x7f51300cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.893+0000 7f5127400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f51300cd670 0x7f51300cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53942/0 (socket says 172.21.15.22:53942) 2024-09-10T10:34:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.893+0000 7f5127400640 1 -- 172.21.15.22:0/1016179036 learned_addr learned my addr 172.21.15.22:0/1016179036 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.893+0000 7f5127400640 1 -- 172.21.15.22:0/1016179036 >> v1:172.21.15.145:6789/0 conn(0x7f5130145fb0 legacy=0x7f51300b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.893+0000 7f5127400640 1 -- 172.21.15.22:0/1016179036 >> v1:172.21.15.22:6789/0 conn(0x7f513006e1b0 legacy=0x7f513006e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.893+0000 7f5127400640 1 -- 172.21.15.22:0/1016179036 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f513006d9b0 con 0x7f51300cd670 2024-09-10T10:34:12.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f5127400640 1 --2- 172.21.15.22:0/1016179036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51300cd670 0x7f51300cdad0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5118009870 tx=0x7f511801c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae3852342e5b1eed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:12.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f512f400640 1 -- 172.21.15.22:0/1016179036 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51180b2070 con 0x7f51300cd670 2024-09-10T10:34:12.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f512f400640 1 -- 172.21.15.22:0/1016179036 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51180a9070 con 0x7f51300cd670 2024-09-10T10:34:12.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f512f400640 1 -- 172.21.15.22:0/1016179036 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51180ad880 con 0x7f51300cd670 2024-09-10T10:34:12.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f5137200640 1 -- 172.21.15.22:0/1016179036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51300cd670 msgr2=0x7f51300cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f5137200640 1 --2- 172.21.15.22:0/1016179036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51300cd670 0x7f51300cdad0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5118009870 tx=0x7f511801c560 comp rx=0 tx=0).stop 2024-09-10T10:34:12.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f5137200640 1 -- 172.21.15.22:0/1016179036 shutdown_connections 2024-09-10T10:34:12.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f5137200640 1 --2- 172.21.15.22:0/1016179036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51300cd670 0x7f51300cdad0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f5137200640 1 -- 172.21.15.22:0/1016179036 >> 172.21.15.22:0/1016179036 conn(0x7f5130062dd0 msgr2=0x7f513006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:12.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f5137200640 1 -- 172.21.15.22:0/1016179036 shutdown_connections 2024-09-10T10:34:12.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f5137200640 1 -- 172.21.15.22:0/1016179036 wait complete. 2024-09-10T10:34:12.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f5137200640 1 Processor -- start 2024-09-10T10:34:12.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.897+0000 7f5137200640 1 -- start start 2024-09-10T10:34:12.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5137200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f513006e1b0 0x7f5130166430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5137200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51300cd670 0x7f513015a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5137200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5130145fb0 0x7f51301f7500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5137200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f51300d0170 con 0x7f5130145fb0 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5137200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51300cfff0 con 0x7f51300cd670 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5137200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f513006d1a0 con 0x7f513006e1b0 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5135200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5130145fb0 0x7f51301f7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5135200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5130145fb0 0x7f51301f7500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53954/0 (socket says 172.21.15.22:53954) 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5135200640 1 -- 172.21.15.22:0/2992320102 learned_addr learned my addr 172.21.15.22:0/2992320102 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5127400640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51300cd670 0x7f513015a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f512fe00640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f513006e1b0 0x7f5130166430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5135200640 1 -- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f513006e1b0 msgr2=0x7f5130166430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5135200640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f513006e1b0 0x7f5130166430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5135200640 1 -- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51300cd670 msgr2=0x7f513015a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5135200640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51300cd670 0x7f513015a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:12.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5135200640 1 -- 172.21.15.22:0/2992320102 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5130166970 con 0x7f5130145fb0 2024-09-10T10:34:12.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5135200640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5130145fb0 0x7f51301f7500 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f512800c770 tx=0x7f512800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:12.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f512cc00640 1 -- 172.21.15.22:0/2992320102 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5128003b80 con 0x7f5130145fb0 2024-09-10T10:34:12.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f512cc00640 1 -- 172.21.15.22:0/2992320102 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5128003d20 con 0x7f5130145fb0 2024-09-10T10:34:12.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f512cc00640 1 -- 172.21.15.22:0/2992320102 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f512800aa90 con 0x7f5130145fb0 2024-09-10T10:34:12.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5137200640 1 -- 172.21.15.22:0/2992320102 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f513015a8d0 con 0x7f5130145fb0 2024-09-10T10:34:12.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5137200640 1 -- 172.21.15.22:0/2992320102 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f513015ae90 con 0x7f5130145fb0 2024-09-10T10:34:12.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f5137200640 1 -- 172.21.15.22:0/2992320102 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51300cdad0 con 0x7f5130145fb0 2024-09-10T10:34:12.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.901+0000 7f512cc00640 1 -- 172.21.15.22:0/2992320102 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f512800ac30 con 0x7f5130145fb0 2024-09-10T10:34:12.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.905+0000 7f512cc00640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f510c0678c0 0x7f510c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:12.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.905+0000 7f512cc00640 1 -- 172.21.15.22:0/2992320102 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5825+0+0 (secure 0 0 0) 0x7f5128085b90 con 0x7f5130145fb0 2024-09-10T10:34:12.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.905+0000 7f512fe00640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f510c0678c0 0x7f510c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:12.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.905+0000 7f512fe00640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f510c0678c0 0x7f510c069d80 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5120007fd0 tx=0x7f5120009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:12.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:12.909+0000 7f512cc00640 1 -- 172.21.15.22:0/2992320102 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5128055f60 con 0x7f5130145fb0 2024-09-10T10:34:13.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.105+0000 7f5137200640 1 -- 172.21.15.22:0/2992320102 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f51300b3070 con 0x7f5130145fb0 2024-09-10T10:34:13.112 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:34:13.105+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:34:13.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.109+0000 7f512cc00640 1 -- 172.21.15.22:0/2992320102 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v16) ==== 161+0+0 (secure 0 0 0) 0x7f512805a260 con 0x7f5130145fb0 2024-09-10T10:34:13.114 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:34:13.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 -- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f510c0678c0 msgr2=0x7f510c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:13.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f510c0678c0 0x7f510c069d80 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5120007fd0 tx=0x7f5120009040 comp rx=0 tx=0).stop 2024-09-10T10:34:13.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 -- 172.21.15.22:0/2992320102 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5130145fb0 msgr2=0x7f51301f7500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:13.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5130145fb0 0x7f51301f7500 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f512800c770 tx=0x7f512800cc30 comp rx=0 tx=0).stop 2024-09-10T10:34:13.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 -- 172.21.15.22:0/2992320102 shutdown_connections 2024-09-10T10:34:13.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f510c0678c0 0x7f510c069d80 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:13.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5130145fb0 0x7f51301f7500 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:13.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51300cd670 0x7f513015a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:13.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 --2- 172.21.15.22:0/2992320102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f513006e1b0 0x7f5130166430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:13.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 -- 172.21.15.22:0/2992320102 >> 172.21.15.22:0/2992320102 conn(0x7f5130062dd0 msgr2=0x7f51300b2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:13.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 -- 172.21.15.22:0/2992320102 shutdown_connections 2024-09-10T10:34:13.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.113+0000 7f5137200640 1 -- 172.21.15.22:0/2992320102 wait complete. 2024-09-10T10:34:13.138 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:34:13.185 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:34:13.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.277+0000 7fea3d600640 1 Processor -- start 2024-09-10T10:34:13.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.277+0000 7fea3d600640 1 -- start start 2024-09-10T10:34:13.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.277+0000 7fea3d600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea380b48d0 0x7fea380b4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:13.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.277+0000 7fea3d600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea3815b750 con 0x7fea3815b370 2024-09-10T10:34:13.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.277+0000 7fea3d600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea380cb690 con 0x7fea380ce0e0 2024-09-10T10:34:13.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.277+0000 7fea3d600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fea380b3790 con 0x7fea380b48d0 2024-09-10T10:34:13.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.277+0000 7fea37e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fea3815b370 0x7fea380b28e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47582/0 (socket says 172.21.15.22:47582) 2024-09-10T10:34:13.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.277+0000 7fea37e00640 1 -- 172.21.15.22:0/2080926419 learned_addr learned my addr 172.21.15.22:0/2080926419 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:13.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.277+0000 7fea3cc00640 1 --2- 172.21.15.22:0/2080926419 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea380b48d0 0x7fea380b4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:13.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.277+0000 7fea36a00640 1 -- 172.21.15.22:0/2080926419 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4030518046 0 0) 0x7fea3815b750 con 0x7fea3815b370 2024-09-10T10:34:13.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea36a00640 1 -- 172.21.15.22:0/2080926419 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fea1c003530 con 0x7fea3815b370 2024-09-10T10:34:13.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea36a00640 1 -- 172.21.15.22:0/2080926419 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1165977299 0 0) 0x7fea380cb690 con 0x7fea380ce0e0 2024-09-10T10:34:13.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea36a00640 1 -- 172.21.15.22:0/2080926419 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fea3815b750 con 0x7fea380ce0e0 2024-09-10T10:34:13.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea3cc00640 1 -- 172.21.15.22:0/2080926419 >> v1:172.21.15.145:6789/0 conn(0x7fea380ce0e0 legacy=0x7fea380b41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:13.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea3cc00640 1 -- 172.21.15.22:0/2080926419 >> v1:172.21.15.22:6789/0 conn(0x7fea3815b370 legacy=0x7fea380b28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:13.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea3cc00640 1 -- 172.21.15.22:0/2080926419 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea380cb970 con 0x7fea380b48d0 2024-09-10T10:34:13.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea3cc00640 1 --2- 172.21.15.22:0/2080926419 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea380b48d0 0x7fea380b4ce0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fea30009dc0 tx=0x7fea3001c990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5329d964f458e219 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:13.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea36a00640 1 -- 172.21.15.22:0/2080926419 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea300b2070 con 0x7fea380b48d0 2024-09-10T10:34:13.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea36a00640 1 -- 172.21.15.22:0/2080926419 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea300a5750 con 0x7fea380b48d0 2024-09-10T10:34:13.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea36a00640 1 -- 172.21.15.22:0/2080926419 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea300a5b20 con 0x7fea380b48d0 2024-09-10T10:34:13.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea3d600640 1 -- 172.21.15.22:0/2080926419 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea380b48d0 msgr2=0x7fea380b4ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:13.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.281+0000 7fea3d600640 1 --2- 172.21.15.22:0/2080926419 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea380b48d0 0x7fea380b4ce0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fea30009dc0 tx=0x7fea3001c990 comp rx=0 tx=0).stop 2024-09-10T10:34:13.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 -- 172.21.15.22:0/2080926419 shutdown_connections 2024-09-10T10:34:13.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 --2- 172.21.15.22:0/2080926419 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea380b48d0 0x7fea380b4ce0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:13.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 -- 172.21.15.22:0/2080926419 >> 172.21.15.22:0/2080926419 conn(0x7fea3806bcc0 msgr2=0x7fea3806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:13.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 -- 172.21.15.22:0/2080926419 shutdown_connections 2024-09-10T10:34:13.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 -- 172.21.15.22:0/2080926419 wait complete. 2024-09-10T10:34:13.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 Processor -- start 2024-09-10T10:34:13.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 -- start start 2024-09-10T10:34:13.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea380b48d0 0x7fea38149cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:13.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea380ce0e0 0x7fea381477d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:13.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea3815b370 0x7fea38147030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:13.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fea3806dc30 con 0x7fea380ce0e0 2024-09-10T10:34:13.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fea3806dab0 con 0x7fea380b48d0 2024-09-10T10:34:13.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3d600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fea3806ddb0 con 0x7fea3815b370 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea380ce0e0 0x7fea381477d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea380ce0e0 0x7fea381477d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53992/0 (socket says 172.21.15.22:53992) 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37400640 1 -- 172.21.15.22:0/55481849 learned_addr learned my addr 172.21.15.22:0/55481849 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37e00640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea380b48d0 0x7fea38149cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37400640 1 -- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea3815b370 msgr2=0x7fea38147030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3cc00640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea3815b370 0x7fea38147030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37400640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea3815b370 0x7fea38147030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37400640 1 -- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea380b48d0 msgr2=0x7fea38149cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37400640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea380b48d0 0x7fea38149cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37400640 1 -- 172.21.15.22:0/55481849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea380b2580 con 0x7fea380ce0e0 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37e00640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea380b48d0 0x7fea38149cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea3cc00640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea3815b370 0x7fea38147030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:13.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.285+0000 7fea37400640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea380ce0e0 0x7fea381477d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fea2400c500 tx=0x7fea2400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:13.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.289+0000 7fea2fe00640 1 -- 172.21.15.22:0/55481849 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea240052d0 con 0x7fea380ce0e0 2024-09-10T10:34:13.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.289+0000 7fea2fe00640 1 -- 172.21.15.22:0/55481849 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea24005490 con 0x7fea380ce0e0 2024-09-10T10:34:13.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.289+0000 7fea2fe00640 1 -- 172.21.15.22:0/55481849 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea24012850 con 0x7fea380ce0e0 2024-09-10T10:34:13.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.289+0000 7fea3d600640 1 -- 172.21.15.22:0/55481849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea380b0e80 con 0x7fea380ce0e0 2024-09-10T10:34:13.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.289+0000 7fea3d600640 1 -- 172.21.15.22:0/55481849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea380b2b00 con 0x7fea380ce0e0 2024-09-10T10:34:13.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.289+0000 7fea3d600640 1 -- 172.21.15.22:0/55481849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea380b4ce0 con 0x7fea380ce0e0 2024-09-10T10:34:13.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.289+0000 7fea2fe00640 1 -- 172.21.15.22:0/55481849 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fea240129f0 con 0x7fea380ce0e0 2024-09-10T10:34:13.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.289+0000 7fea2fe00640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea180678c0 0x7fea18069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:13.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.289+0000 7fea2fe00640 1 -- 172.21.15.22:0/55481849 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5911+0+0 (secure 0 0 0) 0x7fea24085a50 con 0x7fea380ce0e0 2024-09-10T10:34:13.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.289+0000 7fea37e00640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea180678c0 0x7fea18069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:13.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.293+0000 7fea37e00640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea180678c0 0x7fea18069d80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fea280011f0 tx=0x7fea28009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:13.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.293+0000 7fea2fe00640 1 -- 172.21.15.22:0/55481849 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fea24055e80 con 0x7fea380ce0e0 2024-09-10T10:34:13.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:13.497+0000 7fea3d600640 1 -- 172.21.15.22:0/55481849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fea38147570 con 0x7fea380ce0e0 2024-09-10T10:34:14.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.113+0000 7fea2fe00640 1 -- 172.21.15.22:0/55481849 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7fea2405a180 con 0x7fea380ce0e0 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 -- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea180678c0 msgr2=0x7fea18069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea180678c0 0x7fea18069d80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fea280011f0 tx=0x7fea28009040 comp rx=0 tx=0).stop 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 -- 172.21.15.22:0/55481849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea380ce0e0 msgr2=0x7fea381477d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea380ce0e0 0x7fea381477d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fea2400c500 tx=0x7fea2400c9c0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 -- 172.21.15.22:0/55481849 shutdown_connections 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea180678c0 0x7fea18069d80 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea3815b370 0x7fea38147030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea380ce0e0 0x7fea381477d0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 --2- 172.21.15.22:0/55481849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea380b48d0 0x7fea38149cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 -- 172.21.15.22:0/55481849 >> 172.21.15.22:0/55481849 conn(0x7fea3806bcc0 msgr2=0x7fea380ce510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:14.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 -- 172.21.15.22:0/55481849 shutdown_connections 2024-09-10T10:34:14.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.117+0000 7fea3d600640 1 -- 172.21.15.22:0/55481849 wait complete. 2024-09-10T10:34:14.149 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:34:14.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5239c00640 1 Processor -- start 2024-09-10T10:34:14.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5239c00640 1 -- start start 2024-09-10T10:34:14.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5239c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5234145bf0 0x7f52340cf1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:14.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5239c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234071830 0x7f52340cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:14.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5239c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52340d1220 con 0x7f5234070850 2024-09-10T10:34:14.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5239c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f52340d1e30 con 0x7f5234145bf0 2024-09-10T10:34:14.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5239c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f52340d1500 con 0x7f5234071830 2024-09-10T10:34:14.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5233400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234071830 0x7f52340cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:14.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5233400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234071830 0x7f52340cf710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:60232/0 (socket says 172.21.15.22:60232) 2024-09-10T10:34:14.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5233400640 1 -- 172.21.15.22:0/3579362197 learned_addr learned my addr 172.21.15.22:0/3579362197 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:14.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5233e00640 1 --2- 172.21.15.22:0/3579362197 >> v2:172.21.15.145:3300/0 conn(0x7f5234145bf0 0x7f52340cf1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:14.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5239200640 1 --1- 172.21.15.22:0/3579362197 >> v1:172.21.15.145:6789/0 conn(0x7f5234070850 0x7f523415fde0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:37142/0 (socket says 172.21.15.22:37142) 2024-09-10T10:34:14.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5233400640 1 -- 172.21.15.22:0/3579362197 >> v2:172.21.15.145:3300/0 conn(0x7f5234145bf0 msgr2=0x7f52340cf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:14.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5233400640 1 --2- 172.21.15.22:0/3579362197 >> v2:172.21.15.145:3300/0 conn(0x7f5234145bf0 0x7f52340cf1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5233400640 1 -- 172.21.15.22:0/3579362197 >> v1:172.21.15.145:6789/0 conn(0x7f5234070850 legacy=0x7f523415fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:14.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5233400640 1 -- 172.21.15.22:0/3579362197 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52340d17e0 con 0x7f5234071830 2024-09-10T10:34:14.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.297+0000 7f5233e00640 1 --2- 172.21.15.22:0/3579362197 >> v2:172.21.15.145:3300/0 conn(0x7f5234145bf0 0x7f52340cf1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:14.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5233400640 1 --2- 172.21.15.22:0/3579362197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234071830 0x7f52340cf710 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5220009870 tx=0x7f522001c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fffc1816ff36945c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:14.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5232a00640 1 -- 172.21.15.22:0/3579362197 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52200b1070 con 0x7f5234071830 2024-09-10T10:34:14.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5232a00640 1 -- 172.21.15.22:0/3579362197 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52200ac630 con 0x7f5234071830 2024-09-10T10:34:14.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5232a00640 1 -- 172.21.15.22:0/3579362197 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52200a8050 con 0x7f5234071830 2024-09-10T10:34:14.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5239c00640 1 -- 172.21.15.22:0/3579362197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234071830 msgr2=0x7f52340cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:14.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5239c00640 1 --2- 172.21.15.22:0/3579362197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234071830 0x7f52340cf710 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5220009870 tx=0x7f522001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5239c00640 1 -- 172.21.15.22:0/3579362197 shutdown_connections 2024-09-10T10:34:14.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5239c00640 1 --2- 172.21.15.22:0/3579362197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234071830 0x7f52340cf710 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5239c00640 1 --2- 172.21.15.22:0/3579362197 >> v2:172.21.15.145:3300/0 conn(0x7f5234145bf0 0x7f52340cf1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5239c00640 1 -- 172.21.15.22:0/3579362197 >> 172.21.15.22:0/3579362197 conn(0x7f523406f310 msgr2=0x7f523406f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:14.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5239c00640 1 -- 172.21.15.22:0/3579362197 shutdown_connections 2024-09-10T10:34:14.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.301+0000 7f5239c00640 1 -- 172.21.15.22:0/3579362197 wait complete. 2024-09-10T10:34:14.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 Processor -- start 2024-09-10T10:34:14.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 -- start start 2024-09-10T10:34:14.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234070850 0x7f52340b1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:14.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5234071830 0x7f5234159190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5234145bf0 0x7f523413efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5234169120 con 0x7f5234071830 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5234070480 con 0x7f5234145bf0 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f52341692a0 con 0x7f5234070850 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5233400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5234071830 0x7f5234159190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5233400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5234071830 0x7f5234159190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54008/0 (socket says 172.21.15.22:54008) 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5233400640 1 -- 172.21.15.22:0/3854606245 learned_addr learned my addr 172.21.15.22:0/3854606245 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5233e00640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234070850 0x7f52340b1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239200640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5234145bf0 0x7f523413efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5233400640 1 -- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234070850 msgr2=0x7f52340b1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5233400640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234070850 0x7f52340b1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5233400640 1 -- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5234145bf0 msgr2=0x7f523413efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:14.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5233400640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5234145bf0 0x7f523413efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:14.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5233400640 1 -- 172.21.15.22:0/3854606245 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52341f8ee0 con 0x7f5234071830 2024-09-10T10:34:14.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239200640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5234145bf0 0x7f523413efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:14.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5233400640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5234071830 0x7f5234159190 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f522001ab50 tx=0x7f5220019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:14.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f522be00640 1 -- 172.21.15.22:0/3854606245 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52200bc070 con 0x7f5234071830 2024-09-10T10:34:14.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f522be00640 1 -- 172.21.15.22:0/3854606245 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52200ab5e0 con 0x7f5234071830 2024-09-10T10:34:14.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 -- 172.21.15.22:0/3854606245 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52341f91c0 con 0x7f5234071830 2024-09-10T10:34:14.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f522be00640 1 -- 172.21.15.22:0/3854606245 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52200b1070 con 0x7f5234071830 2024-09-10T10:34:14.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 -- 172.21.15.22:0/3854606245 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52341f9780 con 0x7f5234071830 2024-09-10T10:34:14.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.305+0000 7f5239c00640 1 -- 172.21.15.22:0/3854606245 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f523415fde0 con 0x7f5234071830 2024-09-10T10:34:14.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.309+0000 7f522be00640 1 -- 172.21.15.22:0/3854606245 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f52200b5070 con 0x7f5234071830 2024-09-10T10:34:14.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.309+0000 7f522be00640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52140678c0 0x7f5214069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:14.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.309+0000 7f522be00640 1 -- 172.21.15.22:0/3854606245 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5911+0+0 (secure 0 0 0) 0x7f522011f520 con 0x7f5234071830 2024-09-10T10:34:14.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.309+0000 7f5233e00640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52140678c0 0x7f5214069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:14.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.309+0000 7f5233e00640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52140678c0 0x7f5214069d80 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5224009580 tx=0x7f5224009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:14.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.313+0000 7f522be00640 1 -- 172.21.15.22:0/3854606245 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5220016150 con 0x7f5234071830 2024-09-10T10:34:14.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:14.477+0000 7f5239c00640 1 -- 172.21.15.22:0/3854606245 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5234142820 con 0x7f5234071830 2024-09-10T10:34:15.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.117+0000 7f522be00640 1 -- 172.21.15.22:0/3854606245 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v38) ==== 181+0+0 (secure 0 0 0) 0x7f52200ef820 con 0x7f5234071830 2024-09-10T10:34:15.122 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:34:15.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 -- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52140678c0 msgr2=0x7f5214069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:15.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52140678c0 0x7f5214069d80 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5224009580 tx=0x7f5224009190 comp rx=0 tx=0).stop 2024-09-10T10:34:15.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 -- 172.21.15.22:0/3854606245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5234071830 msgr2=0x7f5234159190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:15.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5234071830 0x7f5234159190 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f522001ab50 tx=0x7f5220019240 comp rx=0 tx=0).stop 2024-09-10T10:34:15.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 -- 172.21.15.22:0/3854606245 shutdown_connections 2024-09-10T10:34:15.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52140678c0 0x7f5214069d80 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:15.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5234145bf0 0x7f523413efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:15.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5234071830 0x7f5234159190 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:15.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 --2- 172.21.15.22:0/3854606245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5234070850 0x7f52340b1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:15.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 -- 172.21.15.22:0/3854606245 >> 172.21.15.22:0/3854606245 conn(0x7f523406f310 msgr2=0x7f52340b2ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:15.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 -- 172.21.15.22:0/3854606245 shutdown_connections 2024-09-10T10:34:15.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.121+0000 7f5239c00640 1 -- 172.21.15.22:0/3854606245 wait complete. 2024-09-10T10:34:15.147 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:34:15.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd10c000640 1 Processor -- start 2024-09-10T10:34:15.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd10c000640 1 -- start start 2024-09-10T10:34:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd10c000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd1040cee80 0x7fd10406e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd10c000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd10406edc0 0x7fd1040b41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd10c000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1040cf790 con 0x7fd10415b390 2024-09-10T10:34:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd10c000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd10415b770 con 0x7fd10406edc0 2024-09-10T10:34:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd10c000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd10406f1a0 con 0x7fd1040cee80 2024-09-10T10:34:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd10a000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd10406edc0 0x7fd1040b41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd10a000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd10406edc0 0x7fd1040b41d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32854/0 (socket says 172.21.15.22:32854) 2024-09-10T10:34:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd10a000640 1 -- 172.21.15.22:0/2638938047 learned_addr learned my addr 172.21.15.22:0/2638938047 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.285+0000 7fd109600640 1 --1- 172.21.15.22:0/2638938047 >> v1:172.21.15.22:6789/0 conn(0x7fd10415b390 0x7fd104072e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57846/0 (socket says 172.21.15.22:57846) 2024-09-10T10:34:15.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd108c00640 1 --2- 172.21.15.22:0/2638938047 >> v2:172.21.15.145:3300/0 conn(0x7fd1040cee80 0x7fd10406e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:15.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd10a000640 1 -- 172.21.15.22:0/2638938047 >> v2:172.21.15.145:3300/0 conn(0x7fd1040cee80 msgr2=0x7fd10406e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:15.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd10a000640 1 --2- 172.21.15.22:0/2638938047 >> v2:172.21.15.145:3300/0 conn(0x7fd1040cee80 0x7fd10406e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:15.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd10a000640 1 -- 172.21.15.22:0/2638938047 >> v1:172.21.15.22:6789/0 conn(0x7fd10415b390 legacy=0x7fd104072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:15.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd10a000640 1 -- 172.21.15.22:0/2638938047 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1040cf4b0 con 0x7fd10406edc0 2024-09-10T10:34:15.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd108c00640 1 --2- 172.21.15.22:0/2638938047 >> v2:172.21.15.145:3300/0 conn(0x7fd1040cee80 0x7fd10406e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:15.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd10a000640 1 --2- 172.21.15.22:0/2638938047 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10406edc0 0x7fd1040b41d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd1040ccd10 tx=0x7fd0fc01eb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcc7c3718ac50643 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:15.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd103e00640 1 -- 172.21.15.22:0/2638938047 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc00b2d0 con 0x7fd10406edc0 2024-09-10T10:34:15.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd103e00640 1 -- 172.21.15.22:0/2638938047 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0fc00b470 con 0x7fd10406edc0 2024-09-10T10:34:15.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd103e00640 1 -- 172.21.15.22:0/2638938047 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc0a7c50 con 0x7fd10406edc0 2024-09-10T10:34:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd10c000640 1 -- 172.21.15.22:0/2638938047 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10406edc0 msgr2=0x7fd1040b41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.289+0000 7fd10c000640 1 --2- 172.21.15.22:0/2638938047 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10406edc0 0x7fd1040b41d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd1040ccd10 tx=0x7fd0fc01eb60 comp rx=0 tx=0).stop 2024-09-10T10:34:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 -- 172.21.15.22:0/2638938047 shutdown_connections 2024-09-10T10:34:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 --2- 172.21.15.22:0/2638938047 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10406edc0 0x7fd1040b41d0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 --2- 172.21.15.22:0/2638938047 >> v2:172.21.15.145:3300/0 conn(0x7fd1040cee80 0x7fd10406e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 -- 172.21.15.22:0/2638938047 >> 172.21.15.22:0/2638938047 conn(0x7fd104063000 msgr2=0x7fd10406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 -- 172.21.15.22:0/2638938047 shutdown_connections 2024-09-10T10:34:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 -- 172.21.15.22:0/2638938047 wait complete. 2024-09-10T10:34:15.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 Processor -- start 2024-09-10T10:34:15.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 -- start start 2024-09-10T10:34:15.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10406edc0 0x7fd1041487f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:15.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1040cee80 0x7fd1041f39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:15.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10415b390 0x7fd1040b22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:15.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd1040b50a0 con 0x7fd10415b390 2024-09-10T10:34:15.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd1040b4f20 con 0x7fd10406edc0 2024-09-10T10:34:15.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10c000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd1040b5220 con 0x7fd1040cee80 2024-09-10T10:34:15.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10415b390 0x7fd1040b22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:15.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10415b390 0x7fd1040b22a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32858/0 (socket says 172.21.15.22:32858) 2024-09-10T10:34:15.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10a000640 1 -- 172.21.15.22:0/1551631679 learned_addr learned my addr 172.21.15.22:0/1551631679 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:15.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd109600640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10406edc0 0x7fd1041487f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:15.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd108c00640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1040cee80 0x7fd1041f39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10a000640 1 -- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1040cee80 msgr2=0x7fd1041f39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10a000640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1040cee80 0x7fd1041f39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10a000640 1 -- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10406edc0 msgr2=0x7fd1041487f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10a000640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10406edc0 0x7fd1041487f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10a000640 1 -- 172.21.15.22:0/1551631679 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd10415be40 con 0x7fd10415b390 2024-09-10T10:34:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.293+0000 7fd10a000640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10415b390 0x7fd1040b22a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc0b1040 tx=0x7fd0fc01b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.297+0000 7fd101600640 1 -- 172.21.15.22:0/1551631679 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc0be020 con 0x7fd10415b390 2024-09-10T10:34:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.297+0000 7fd101600640 1 -- 172.21.15.22:0/1551631679 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0fc009a10 con 0x7fd10415b390 2024-09-10T10:34:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.297+0000 7fd101600640 1 -- 172.21.15.22:0/1551631679 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc009e00 con 0x7fd10415b390 2024-09-10T10:34:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.297+0000 7fd10c000640 1 -- 172.21.15.22:0/1551631679 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd10415c120 con 0x7fd10415b390 2024-09-10T10:34:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.297+0000 7fd10c000640 1 -- 172.21.15.22:0/1551631679 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd10415c6e0 con 0x7fd10415b390 2024-09-10T10:34:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.297+0000 7fd10c000640 1 -- 172.21.15.22:0/1551631679 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1040b41d0 con 0x7fd10415b390 2024-09-10T10:34:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.297+0000 7fd101600640 1 -- 172.21.15.22:0/1551631679 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd0fc0c1020 con 0x7fd10415b390 2024-09-10T10:34:15.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.297+0000 7fd101600640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e40678f0 0x7fd0e4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:15.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.297+0000 7fd101600640 1 -- 172.21.15.22:0/1551631679 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 5473+0+0 (secure 0 0 0) 0x7fd0fc122da0 con 0x7fd10415b390 2024-09-10T10:34:15.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.297+0000 7fd109600640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e40678f0 0x7fd0e4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:15.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.301+0000 7fd109600640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e40678f0 0x7fd0e4069db0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd0f8000f70 tx=0x7fd0f8007e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:15.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.301+0000 7fd101600640 1 -- 172.21.15.22:0/1551631679 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd0fc0c8030 con 0x7fd10415b390 2024-09-10T10:34:15.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:15.469+0000 7fd10c000640 1 -- 172.21.15.22:0/1551631679 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd1040b1070 con 0x7fd10415b390 2024-09-10T10:34:16.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.121+0000 7fd101600640 1 -- 172.21.15.22:0/1551631679 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v39) ==== 169+0+0 (secure 0 0 0) 0x7fd0fc0187e0 con 0x7fd10415b390 2024-09-10T10:34:16.129 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:34:16.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 -- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e40678f0 msgr2=0x7fd0e4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e40678f0 0x7fd0e4069db0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd0f8000f70 tx=0x7fd0f8007e30 comp rx=0 tx=0).stop 2024-09-10T10:34:16.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 -- 172.21.15.22:0/1551631679 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10415b390 msgr2=0x7fd1040b22a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10415b390 0x7fd1040b22a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc0b1040 tx=0x7fd0fc01b900 comp rx=0 tx=0).stop 2024-09-10T10:34:16.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 -- 172.21.15.22:0/1551631679 shutdown_connections 2024-09-10T10:34:16.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd0e40678f0 0x7fd0e4069db0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd10415b390 0x7fd1040b22a0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1040cee80 0x7fd1041f39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 --2- 172.21.15.22:0/1551631679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd10406edc0 0x7fd1041487f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 -- 172.21.15.22:0/1551631679 >> 172.21.15.22:0/1551631679 conn(0x7fd104063000 msgr2=0x7fd104072f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:16.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 -- 172.21.15.22:0/1551631679 shutdown_connections 2024-09-10T10:34:16.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.129+0000 7fd10c000640 1 -- 172.21.15.22:0/1551631679 wait complete. 2024-09-10T10:34:16.160 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_max_caps_per_client 2024-09-10T10:34:16.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aad800640 1 Processor -- start 2024-09-10T10:34:16.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aad800640 1 -- start start 2024-09-10T10:34:16.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aad800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9aa80cebb0 0x7f9aa80b69b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aad800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9aa80b6ef0 0x7f9aa80cff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aad800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9aa8070e20 con 0x7f9aa815c520 2024-09-10T10:34:16.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aad800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9aa80b6520 con 0x7f9aa80cebb0 2024-09-10T10:34:16.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aad800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9aa80710b0 con 0x7f9aa80b6ef0 2024-09-10T10:34:16.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aa7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9aa80cebb0 0x7f9aa80b69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aa7e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9aa815c520 0x7f9aa8070710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57850/0 (socket says 172.21.15.22:57850) 2024-09-10T10:34:16.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aa7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9aa80cebb0 0x7f9aa80b69b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32870/0 (socket says 172.21.15.22:32870) 2024-09-10T10:34:16.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aa7e00640 1 -- 172.21.15.22:0/3918367379 learned_addr learned my addr 172.21.15.22:0/3918367379 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aace00640 1 --2- 172.21.15.22:0/3918367379 >> v2:172.21.15.145:3300/0 conn(0x7f9aa80b6ef0 0x7f9aa80cff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aa7400640 1 -- 172.21.15.22:0/3918367379 >> v2:172.21.15.145:3300/0 conn(0x7f9aa80b6ef0 msgr2=0x7f9aa80cff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aa7400640 1 --2- 172.21.15.22:0/3918367379 >> v2:172.21.15.145:3300/0 conn(0x7f9aa80b6ef0 0x7f9aa80cff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aa7400640 1 -- 172.21.15.22:0/3918367379 >> v1:172.21.15.22:6789/0 conn(0x7f9aa815c520 legacy=0x7f9aa8070710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aa7400640 1 -- 172.21.15.22:0/3918367379 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aa80b5ed0 con 0x7f9aa80cebb0 2024-09-10T10:34:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.305+0000 7f9aa6a00640 1 -- 172.21.15.22:0/3918367379 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1070347269 0 0) 0x7f9aa8070e20 con 0x7f9aa815c520 2024-09-10T10:34:16.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aa7400640 1 --2- 172.21.15.22:0/3918367379 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa80cebb0 0x7f9aa80b69b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9aa80b1f60 tx=0x7f9a9401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcd8458102188d4f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:16.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aa6a00640 1 -- 172.21.15.22:0/3918367379 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a940b0070 con 0x7f9aa80cebb0 2024-09-10T10:34:16.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aa6a00640 1 -- 172.21.15.22:0/3918367379 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a940ab600 con 0x7f9aa80cebb0 2024-09-10T10:34:16.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aa6a00640 1 -- 172.21.15.22:0/3918367379 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a940ab9d0 con 0x7f9aa80cebb0 2024-09-10T10:34:16.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aad800640 1 -- 172.21.15.22:0/3918367379 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa80cebb0 msgr2=0x7f9aa80b69b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aad800640 1 --2- 172.21.15.22:0/3918367379 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa80cebb0 0x7f9aa80b69b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9aa80b1f60 tx=0x7f9a9401c480 comp rx=0 tx=0).stop 2024-09-10T10:34:16.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aad800640 1 -- 172.21.15.22:0/3918367379 shutdown_connections 2024-09-10T10:34:16.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aad800640 1 --2- 172.21.15.22:0/3918367379 >> v2:172.21.15.145:3300/0 conn(0x7f9aa80b6ef0 0x7f9aa80cff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aad800640 1 --2- 172.21.15.22:0/3918367379 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa80cebb0 0x7f9aa80b69b0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aad800640 1 -- 172.21.15.22:0/3918367379 >> 172.21.15.22:0/3918367379 conn(0x7f9aa80d2290 msgr2=0x7f9aa80d26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aad800640 1 -- 172.21.15.22:0/3918367379 shutdown_connections 2024-09-10T10:34:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.309+0000 7f9aad800640 1 -- 172.21.15.22:0/3918367379 wait complete. 2024-09-10T10:34:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 Processor -- start 2024-09-10T10:34:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 -- start start 2024-09-10T10:34:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9aa80b6ef0 0x7f9aa8157b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9aa80cebb0 0x7f9aa813cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa81597f0 0x7f9aa80b2590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa80d1040 con 0x7f9aa81597f0 2024-09-10T10:34:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa80d0ec0 con 0x7f9aa80b6ef0 2024-09-10T10:34:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9aa80d11c0 con 0x7f9aa80cebb0 2024-09-10T10:34:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aace00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa81597f0 0x7f9aa80b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aace00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa81597f0 0x7f9aa80b2590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32874/0 (socket says 172.21.15.22:32874) 2024-09-10T10:34:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aace00640 1 -- 172.21.15.22:0/3909577752 learned_addr learned my addr 172.21.15.22:0/3909577752 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aa7e00640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9aa80b6ef0 0x7f9aa8157b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aa7400640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9aa80cebb0 0x7f9aa813cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aace00640 1 -- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9aa80cebb0 msgr2=0x7f9aa813cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aace00640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9aa80cebb0 0x7f9aa813cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aace00640 1 -- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9aa80b6ef0 msgr2=0x7f9aa8157b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aace00640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9aa80b6ef0 0x7f9aa8157b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aace00640 1 -- 172.21.15.22:0/3909577752 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aa813ab90 con 0x7f9aa81597f0 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aa7400640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9aa80cebb0 0x7f9aa813cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aa7e00640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9aa80b6ef0 0x7f9aa8157b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aace00640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa81597f0 0x7f9aa80b2590 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f9aa0007e40 tx=0x7f9aa000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9a9fe00640 1 -- 172.21.15.22:0/3909577752 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa0014620 con 0x7f9aa81597f0 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9a9fe00640 1 -- 172.21.15.22:0/3909577752 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa0019070 con 0x7f9aa81597f0 2024-09-10T10:34:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9a9fe00640 1 -- 172.21.15.22:0/3909577752 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa0014a20 con 0x7f9aa81597f0 2024-09-10T10:34:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 -- 172.21.15.22:0/3909577752 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9aa813d440 con 0x7f9aa81597f0 2024-09-10T10:34:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 -- 172.21.15.22:0/3909577752 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9aa813ae00 con 0x7f9aa81597f0 2024-09-10T10:34:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.313+0000 7f9aad800640 1 -- 172.21.15.22:0/3909577752 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9aa80cff60 con 0x7f9aa81597f0 2024-09-10T10:34:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.317+0000 7f9a9fe00640 1 -- 172.21.15.22:0/3909577752 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9aa0014bc0 con 0x7f9aa81597f0 2024-09-10T10:34:16.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.317+0000 7f9a9fe00640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a880678c0 0x7f9a88069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.317+0000 7f9a9fe00640 1 -- 172.21.15.22:0/3909577752 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f9aa00862b0 con 0x7f9aa81597f0 2024-09-10T10:34:16.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.317+0000 7f9aa7e00640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a880678c0 0x7f9a88069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.317+0000 7f9aa7e00640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a880678c0 0x7f9a88069d80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9a98000f70 tx=0x7f9a98007cd0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:16.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.321+0000 7f9a9fe00640 1 -- 172.21.15.22:0/3909577752 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9aa00570e0 con 0x7f9aa81597f0 2024-09-10T10:34:16.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.485+0000 7f9aad800640 1 -- 172.21.15.22:0/3909577752 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_max_caps_per_client"} v 0) -- 0x7f9aa8153920 con 0x7f9aa81597f0 2024-09-10T10:34:16.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.489+0000 7f9a9fe00640 1 -- 172.21.15.22:0/3909577752 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_max_caps_per_client"}]=0 v13) ==== 106+0+0 (secure 0 0 0) 0x7f9aa00569e0 con 0x7f9aa81597f0 2024-09-10T10:34:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 -- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a880678c0 msgr2=0x7f9a88069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a880678c0 0x7f9a88069d80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9a98000f70 tx=0x7f9a98007cd0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 -- 172.21.15.22:0/3909577752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa81597f0 msgr2=0x7f9aa80b2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa81597f0 0x7f9aa80b2590 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f9aa0007e40 tx=0x7f9aa000e4b0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 -- 172.21.15.22:0/3909577752 shutdown_connections 2024-09-10T10:34:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a880678c0 0x7f9a88069d80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9aa81597f0 0x7f9aa80b2590 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9aa80cebb0 0x7f9aa813cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 --2- 172.21.15.22:0/3909577752 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9aa80b6ef0 0x7f9aa8157b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 -- 172.21.15.22:0/3909577752 >> 172.21.15.22:0/3909577752 conn(0x7f9aa80d2290 msgr2=0x7f9aa8070490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 -- 172.21.15.22:0/3909577752 shutdown_connections 2024-09-10T10:34:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.493+0000 7f9aad800640 1 -- 172.21.15.22:0/3909577752 wait complete. 2024-09-10T10:34:16.518 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_session_cap_acquisition_throttle 2024-09-10T10:34:16.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb9e00640 1 Processor -- start 2024-09-10T10:34:16.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb9e00640 1 -- start start 2024-09-10T10:34:16.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb9e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb40cf3c0 0x7f4cb40cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb9e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4cb406d9b0 0x7f4cb406de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb9e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4cb40b4f90 con 0x7f4cb41568c0 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb9e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4cb40b49d0 con 0x7f4cb406d9b0 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb9e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4cb40b4cb0 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4cb406d9b0 0x7f4cb406de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4cb406d9b0 0x7f4cb406de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32876/0 (socket says 172.21.15.22:32876) 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb3400640 1 -- 172.21.15.22:0/4137291744 learned_addr learned my addr 172.21.15.22:0/4137291744 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4caa000640 1 --2- 172.21.15.22:0/4137291744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb40cf3c0 0x7f4cb40cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb3400640 1 -- 172.21.15.22:0/4137291744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb40cf3c0 msgr2=0x7f4cb40cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb3400640 1 --2- 172.21.15.22:0/4137291744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb40cf3c0 0x7f4cb40cf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb3400640 1 -- 172.21.15.22:0/4137291744 >> v1:172.21.15.145:6789/0 conn(0x7f4cb41568c0 legacy=0x7f4cb40b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4cb3400640 1 -- 172.21.15.22:0/4137291744 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cb406d1b0 con 0x7f4cb406d9b0 2024-09-10T10:34:16.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.657+0000 7f4caa000640 1 --2- 172.21.15.22:0/4137291744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb40cf3c0 0x7f4cb40cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:16.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb3400640 1 --2- 172.21.15.22:0/4137291744 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb406d9b0 0x7f4cb406de20 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4cac009e50 tx=0x7f4cac01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8fc4830f1e0abb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb2000640 1 -- 172.21.15.22:0/4137291744 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cac0a5800 con 0x7f4cb406d9b0 2024-09-10T10:34:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb2000640 1 -- 172.21.15.22:0/4137291744 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cac0a59a0 con 0x7f4cb406d9b0 2024-09-10T10:34:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb2000640 1 -- 172.21.15.22:0/4137291744 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cac0a5d70 con 0x7f4cb406d9b0 2024-09-10T10:34:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb9e00640 1 -- 172.21.15.22:0/4137291744 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb406d9b0 msgr2=0x7f4cb406de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb9e00640 1 --2- 172.21.15.22:0/4137291744 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb406d9b0 0x7f4cb406de20 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4cac009e50 tx=0x7f4cac01c9c0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb9e00640 1 -- 172.21.15.22:0/4137291744 shutdown_connections 2024-09-10T10:34:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb9e00640 1 --2- 172.21.15.22:0/4137291744 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb406d9b0 0x7f4cb406de20 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb9e00640 1 --2- 172.21.15.22:0/4137291744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb40cf3c0 0x7f4cb40cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb9e00640 1 -- 172.21.15.22:0/4137291744 >> 172.21.15.22:0/4137291744 conn(0x7f4cb4062eb0 msgr2=0x7f4cb406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb9e00640 1 -- 172.21.15.22:0/4137291744 shutdown_connections 2024-09-10T10:34:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb9e00640 1 -- 172.21.15.22:0/4137291744 wait complete. 2024-09-10T10:34:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb9e00640 1 Processor -- start 2024-09-10T10:34:16.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.661+0000 7f4cb9e00640 1 -- start start 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb9e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb406d9b0 0x7f4cb4150940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb9e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb40cf3c0 0x7f4cb4151fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb9e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cb41568c0 0x7f4cb40ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb9e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4cb4156ca0 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb9e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4cb40b4640 con 0x7f4cb41568c0 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb9e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4cb4156e20 con 0x7f4cb406d9b0 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4caa000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb40cf3c0 0x7f4cb4151fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4caa000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb40cf3c0 0x7f4cb4151fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32878/0 (socket says 172.21.15.22:32878) 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4caa000640 1 -- 172.21.15.22:0/2614667956 learned_addr learned my addr 172.21.15.22:0/2614667956 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb2a00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb406d9b0 0x7f4cb4150940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb3400640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cb41568c0 0x7f4cb40ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4caa000640 1 -- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb406d9b0 msgr2=0x7f4cb4150940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4caa000640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb406d9b0 0x7f4cb4150940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4caa000640 1 -- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cb41568c0 msgr2=0x7f4cb40ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4caa000640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cb41568c0 0x7f4cb40ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4caa000640 1 -- 172.21.15.22:0/2614667956 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cb4150f20 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb2a00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb406d9b0 0x7f4cb4150940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4caa000640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb40cf3c0 0x7f4cb4151fc0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c00c7c0 tx=0x7f4c9c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cabe00640 1 -- 172.21.15.22:0/2614667956 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9c007a30 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cabe00640 1 -- 172.21.15.22:0/2614667956 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c9c007bd0 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb9e00640 1 -- 172.21.15.22:0/2614667956 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cb4151200 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cabe00640 1 -- 172.21.15.22:0/2614667956 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9c0113f0 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb9e00640 1 -- 172.21.15.22:0/2614667956 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cb41517c0 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cb9e00640 1 -- 172.21.15.22:0/2614667956 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cb406de20 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.665+0000 7f4cabe00640 1 -- 172.21.15.22:0/2614667956 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4c9c011590 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.669+0000 7f4cabe00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c900678f0 0x7f4c90069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:16.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.669+0000 7f4cabe00640 1 -- 172.21.15.22:0/2614667956 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f4c9c085b70 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.669+0000 7f4cb2a00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c900678f0 0x7f4c90069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:16.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.669+0000 7f4cb2a00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c900678f0 0x7f4c90069db0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4ca40098b0 tx=0x7f4ca4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:16.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.673+0000 7f4cabe00640 1 -- 172.21.15.22:0/2614667956 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4c9c015020 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.841+0000 7f4cb9e00640 1 -- 172.21.15.22:0/2614667956 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_session_cap_acquisition_throttle"} v 0) -- 0x7f4cb40cd770 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cabe00640 1 -- 172.21.15.22:0/2614667956 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_session_cap_acquisition_throttle"}]=0 v14) ==== 119+0+0 (secure 0 0 0) 0x7f4c9c0562d0 con 0x7f4cb40cf3c0 2024-09-10T10:34:16.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 -- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c900678f0 msgr2=0x7f4c90069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c900678f0 0x7f4c90069db0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4ca40098b0 tx=0x7f4ca4008040 comp rx=0 tx=0).stop 2024-09-10T10:34:16.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 -- 172.21.15.22:0/2614667956 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb40cf3c0 msgr2=0x7f4cb4151fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:16.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb40cf3c0 0x7f4cb4151fc0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c00c7c0 tx=0x7f4c9c00cc80 comp rx=0 tx=0).stop 2024-09-10T10:34:16.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 -- 172.21.15.22:0/2614667956 shutdown_connections 2024-09-10T10:34:16.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c900678f0 0x7f4c90069db0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4cb41568c0 0x7f4cb40ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4cb40cf3c0 0x7f4cb4151fc0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 --2- 172.21.15.22:0/2614667956 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4cb406d9b0 0x7f4cb4150940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:16.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 -- 172.21.15.22:0/2614667956 >> 172.21.15.22:0/2614667956 conn(0x7f4cb4062eb0 msgr2=0x7f4cb40b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:16.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 -- 172.21.15.22:0/2614667956 shutdown_connections 2024-09-10T10:34:16.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:16.845+0000 7f4cb9e00640 1 -- 172.21.15.22:0/2614667956 wait complete. 2024-09-10T10:34:16.871 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:34:17.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f002d000640 1 Processor -- start 2024-09-10T10:34:17.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f002d000640 1 -- start start 2024-09-10T10:34:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f002d000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f00281568c0 0x7f00280b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f002d000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 0x7f00280cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f002d000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f00280cf900 0x7f0028160020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f002d000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f00280b4f90 con 0x7f00280cf900 2024-09-10T10:34:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f002d000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f00280b49d0 con 0x7f00281568c0 2024-09-10T10:34:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f002d000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f00280b4cb0 con 0x7f00280b4470 2024-09-10T10:34:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f0026800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f00280cf900 0x7f0028160020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f0026800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f00280cf900 0x7f0028160020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32884/0 (socket says 172.21.15.22:32884) 2024-09-10T10:34:17.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f0026800640 1 -- 172.21.15.22:0/3962091543 learned_addr learned my addr 172.21.15.22:0/3962091543 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:17.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f0025e00640 1 --2- 172.21.15.22:0/3962091543 >> v2:172.21.15.145:3300/0 conn(0x7f00281568c0 0x7f00280b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f001d400640 1 --2- 172.21.15.22:0/3962091543 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 0x7f00280cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f0026800640 1 -- 172.21.15.22:0/3962091543 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 msgr2=0x7f00280cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:17.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f0026800640 1 --2- 172.21.15.22:0/3962091543 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 0x7f00280cf3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f0026800640 1 -- 172.21.15.22:0/3962091543 >> v2:172.21.15.145:3300/0 conn(0x7f00281568c0 msgr2=0x7f00280b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:17.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f0026800640 1 --2- 172.21.15.22:0/3962091543 >> v2:172.21.15.145:3300/0 conn(0x7f00281568c0 0x7f00280b3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f0026800640 1 -- 172.21.15.22:0/3962091543 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002806d1b0 con 0x7f00280cf900 2024-09-10T10:34:17.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f0025e00640 1 --2- 172.21.15.22:0/3962091543 >> v2:172.21.15.145:3300/0 conn(0x7f00281568c0 0x7f00280b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:17.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.009+0000 7f001d400640 1 --2- 172.21.15.22:0/3962091543 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 0x7f00280cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:17.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f0026800640 1 --2- 172.21.15.22:0/3962091543 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00280cf900 0x7f0028160020 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f00280b4be0 tx=0x7f002001c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1490a333f554eb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f0025400640 1 -- 172.21.15.22:0/3962091543 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00200a55a0 con 0x7f00280cf900 2024-09-10T10:34:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f0025400640 1 -- 172.21.15.22:0/3962091543 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00200a5740 con 0x7f00280cf900 2024-09-10T10:34:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f0025400640 1 -- 172.21.15.22:0/3962091543 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00200a5b10 con 0x7f00280cf900 2024-09-10T10:34:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f002d000640 1 -- 172.21.15.22:0/3962091543 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00280cf900 msgr2=0x7f0028160020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f002d000640 1 --2- 172.21.15.22:0/3962091543 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00280cf900 0x7f0028160020 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f00280b4be0 tx=0x7f002001c700 comp rx=0 tx=0).stop 2024-09-10T10:34:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f002d000640 1 -- 172.21.15.22:0/3962091543 shutdown_connections 2024-09-10T10:34:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f002d000640 1 --2- 172.21.15.22:0/3962091543 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00280cf900 0x7f0028160020 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f002d000640 1 --2- 172.21.15.22:0/3962091543 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 0x7f00280cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f002d000640 1 --2- 172.21.15.22:0/3962091543 >> v2:172.21.15.145:3300/0 conn(0x7f00281568c0 0x7f00280b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f002d000640 1 -- 172.21.15.22:0/3962091543 >> 172.21.15.22:0/3962091543 conn(0x7f0028062eb0 msgr2=0x7f002806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f002d000640 1 -- 172.21.15.22:0/3962091543 shutdown_connections 2024-09-10T10:34:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.013+0000 7f002d000640 1 -- 172.21.15.22:0/3962091543 wait complete. 2024-09-10T10:34:17.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 Processor -- start 2024-09-10T10:34:17.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 -- start start 2024-09-10T10:34:17.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 0x7f002814f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00280cf900 0x7f002813ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00281568c0 0x7f002813fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0028156e20 con 0x7f00281568c0 2024-09-10T10:34:17.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0028156ca0 con 0x7f00280cf900 2024-09-10T10:34:17.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f002806d9b0 con 0x7f00280b4470 2024-09-10T10:34:17.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0026800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00281568c0 0x7f002813fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0026800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00281568c0 0x7f002813fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32886/0 (socket says 172.21.15.22:32886) 2024-09-10T10:34:17.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0026800640 1 -- 172.21.15.22:0/1246939635 learned_addr learned my addr 172.21.15.22:0/1246939635 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:17.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0025e00640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 0x7f002814f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f001d400640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00280cf900 0x7f002813ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0026800640 1 -- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 msgr2=0x7f002814f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:17.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0026800640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 0x7f002814f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0026800640 1 -- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00280cf900 msgr2=0x7f002813ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:17.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0026800640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00280cf900 0x7f002813ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0026800640 1 -- 172.21.15.22:0/1246939635 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002814fff0 con 0x7f00281568c0 2024-09-10T10:34:17.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0025e00640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 0x7f002814f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:17.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f0026800640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00281568c0 0x7f002813fb60 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f00200af040 tx=0x7f00200194a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:17.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f001ea00640 1 -- 172.21.15.22:0/1246939635 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00200bc020 con 0x7f00281568c0 2024-09-10T10:34:17.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f001ea00640 1 -- 172.21.15.22:0/1246939635 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00200b8670 con 0x7f00281568c0 2024-09-10T10:34:17.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 -- 172.21.15.22:0/1246939635 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f002813dcf0 con 0x7f00281568c0 2024-09-10T10:34:17.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f001ea00640 1 -- 172.21.15.22:0/1246939635 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0020009510 con 0x7f00281568c0 2024-09-10T10:34:17.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 -- 172.21.15.22:0/1246939635 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f002813e2b0 con 0x7f00281568c0 2024-09-10T10:34:17.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.017+0000 7f002d000640 1 -- 172.21.15.22:0/1246939635 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0028160020 con 0x7f00281568c0 2024-09-10T10:34:17.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.021+0000 7f001ea00640 1 -- 172.21.15.22:0/1246939635 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f00200bf020 con 0x7f00281568c0 2024-09-10T10:34:17.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.021+0000 7f001ea00640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f00040678c0 0x7f0004069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.021+0000 7f001ea00640 1 -- 172.21.15.22:0/1246939635 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f0020120a10 con 0x7f00281568c0 2024-09-10T10:34:17.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.021+0000 7f0025e00640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f00040678c0 0x7f0004069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.021+0000 7f0025e00640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f00040678c0 0x7f0004069d80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f00281661c0 tx=0x7f0018008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:17.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.025+0000 7f001ea00640 1 -- 172.21.15.22:0/1246939635 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f00200c6030 con 0x7f00281568c0 2024-09-10T10:34:17.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.193+0000 7f002d000640 1 -- 172.21.15.22:0/1246939635 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f0028075540 con 0x7f00281568c0 2024-09-10T10:34:17.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f001ea00640 1 -- 172.21.15.22:0/1246939635 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7f002814fff0 con 0x7f00281568c0 2024-09-10T10:34:17.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 -- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f00040678c0 msgr2=0x7f0004069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:17.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f00040678c0 0x7f0004069d80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f00281661c0 tx=0x7f0018008040 comp rx=0 tx=0).stop 2024-09-10T10:34:17.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 -- 172.21.15.22:0/1246939635 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00281568c0 msgr2=0x7f002813fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:17.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00281568c0 0x7f002813fb60 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f00200af040 tx=0x7f00200194a0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 -- 172.21.15.22:0/1246939635 shutdown_connections 2024-09-10T10:34:17.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f00040678c0 0x7f0004069d80 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f00281568c0 0x7f002813fb60 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00280cf900 0x7f002813ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 --2- 172.21.15.22:0/1246939635 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00280b4470 0x7f002814f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 -- 172.21.15.22:0/1246939635 >> 172.21.15.22:0/1246939635 conn(0x7f0028062eb0 msgr2=0x7f002806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:17.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 -- 172.21.15.22:0/1246939635 shutdown_connections 2024-09-10T10:34:17.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.197+0000 7f002d000640 1 -- 172.21.15.22:0/1246939635 wait complete. 2024-09-10T10:34:17.223 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir' 2024-09-10T10:34:17.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.357+0000 7f21c4a00640 1 Processor -- start 2024-09-10T10:34:17.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.357+0000 7f21c4a00640 1 -- start start 2024-09-10T10:34:17.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21c4a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21c015e4a0 0x7f21c00715f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21c4a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f21c00b7500 0x7f21c015e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21c4a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21c006dc20 con 0x7f21c006cf70 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21c4a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f21c006d660 con 0x7f21c00b7500 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21c4a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f21c006d940 con 0x7f21c015e4a0 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21b5400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f21c006cf70 0x7f21c00b6df0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57864/0 (socket says 172.21.15.22:57864) 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21b5400640 1 -- 172.21.15.22:0/2205460423 learned_addr learned my addr 172.21.15.22:0/2205460423 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21be800640 1 --2- 172.21.15.22:0/2205460423 >> v2:172.21.15.145:3300/0 conn(0x7f21c00b7500 0x7f21c015e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21bde00640 1 --2- 172.21.15.22:0/2205460423 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21c015e4a0 0x7f21c00715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21bd400640 1 -- 172.21.15.22:0/2205460423 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2531873528 0 0) 0x7f21c006dc20 con 0x7f21c006cf70 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21bd400640 1 -- 172.21.15.22:0/2205460423 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f21a4003530 con 0x7f21c006cf70 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21be800640 1 -- 172.21.15.22:0/2205460423 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21c015e4a0 msgr2=0x7f21c00715f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21be800640 1 --2- 172.21.15.22:0/2205460423 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21c015e4a0 0x7f21c00715f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21be800640 1 -- 172.21.15.22:0/2205460423 >> v1:172.21.15.22:6789/0 conn(0x7f21c006cf70 legacy=0x7f21c00b6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.361+0000 7f21be800640 1 -- 172.21.15.22:0/2205460423 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21c006c770 con 0x7f21c00b7500 2024-09-10T10:34:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21be800640 1 --2- 172.21.15.22:0/2205460423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21c00b7500 0x7f21c015e880 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f21b8009d90 tx=0x7f21b801c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af74192ea074d41a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21bd400640 1 -- 172.21.15.22:0/2205460423 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b80b2070 con 0x7f21c00b7500 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21bd400640 1 -- 172.21.15.22:0/2205460423 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21b80a5a20 con 0x7f21c00b7500 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21bd400640 1 -- 172.21.15.22:0/2205460423 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b80a5df0 con 0x7f21c00b7500 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21c4a00640 1 -- 172.21.15.22:0/2205460423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21c00b7500 msgr2=0x7f21c015e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21c4a00640 1 --2- 172.21.15.22:0/2205460423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21c00b7500 0x7f21c015e880 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f21b8009d90 tx=0x7f21b801c940 comp rx=0 tx=0).stop 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21c4a00640 1 -- 172.21.15.22:0/2205460423 shutdown_connections 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21c4a00640 1 --2- 172.21.15.22:0/2205460423 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21c00b7500 0x7f21c015e880 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21c4a00640 1 --2- 172.21.15.22:0/2205460423 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21c015e4a0 0x7f21c00715f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21c4a00640 1 -- 172.21.15.22:0/2205460423 >> 172.21.15.22:0/2205460423 conn(0x7f21c006e780 msgr2=0x7f21c00b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21c4a00640 1 -- 172.21.15.22:0/2205460423 shutdown_connections 2024-09-10T10:34:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21c4a00640 1 -- 172.21.15.22:0/2205460423 wait complete. 2024-09-10T10:34:17.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21c4a00640 1 Processor -- start 2024-09-10T10:34:17.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.365+0000 7f21c4a00640 1 -- start start 2024-09-10T10:34:17.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21c4a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21c006cf70 0x7f21c014ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21c4a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21c00b7500 0x7f21c006f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21c4a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21c015e4a0 0x7f21c0146430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21c4a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f21c015f750 con 0x7f21c006cf70 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21c4a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f21c015f5d0 con 0x7f21c015e4a0 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21c4a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f21c015f8d0 con 0x7f21c00b7500 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21bde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21c006cf70 0x7f21c014ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21bde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21c006cf70 0x7f21c014ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32902/0 (socket says 172.21.15.22:32902) 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21bde00640 1 -- 172.21.15.22:0/2571935359 learned_addr learned my addr 172.21.15.22:0/2571935359 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21be800640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21c015e4a0 0x7f21c0146430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21b5400640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21c00b7500 0x7f21c006f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21bde00640 1 -- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21c00b7500 msgr2=0x7f21c006f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21bde00640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21c00b7500 0x7f21c006f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21bde00640 1 -- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21c015e4a0 msgr2=0x7f21c0146430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21bde00640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21c015e4a0 0x7f21c0146430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21bde00640 1 -- 172.21.15.22:0/2571935359 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21c014e540 con 0x7f21c006cf70 2024-09-10T10:34:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21bde00640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21c006cf70 0x7f21c014ddb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f21b000e8a0 tx=0x7f21b000eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21b6a00640 1 -- 172.21.15.22:0/2571935359 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b0017070 con 0x7f21c006cf70 2024-09-10T10:34:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21b6a00640 1 -- 172.21.15.22:0/2571935359 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21b000c940 con 0x7f21c006cf70 2024-09-10T10:34:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21c4a00640 1 -- 172.21.15.22:0/2571935359 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21c014e820 con 0x7f21c006cf70 2024-09-10T10:34:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21b6a00640 1 -- 172.21.15.22:0/2571935359 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b000ccf0 con 0x7f21c006cf70 2024-09-10T10:34:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21c4a00640 1 -- 172.21.15.22:0/2571935359 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21c014ede0 con 0x7f21c006cf70 2024-09-10T10:34:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21c4a00640 1 -- 172.21.15.22:0/2571935359 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21c015e880 con 0x7f21c006cf70 2024-09-10T10:34:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.369+0000 7f21b6a00640 1 -- 172.21.15.22:0/2571935359 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f21b001a070 con 0x7f21c006cf70 2024-09-10T10:34:17.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.373+0000 7f21b6a00640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f219c0678c0 0x7f219c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:17.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.373+0000 7f21b6a00640 1 -- 172.21.15.22:0/2571935359 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f21b0085c90 con 0x7f21c006cf70 2024-09-10T10:34:17.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.373+0000 7f21b5400640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f219c0678c0 0x7f219c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:17.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.373+0000 7f21b5400640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f219c0678c0 0x7f219c069d80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f21a8007fd0 tx=0x7f21a8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:17.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.377+0000 7f21b6a00640 1 -- 172.21.15.22:0/2571935359 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f21b0056360 con 0x7f21c006cf70 2024-09-10T10:34:17.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:17.601+0000 7f21c4a00640 1 -- 172.21.15.22:0/2571935359 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir"]} v 0) -- 0x7f21c0063530 con 0x7f21c006cf70 2024-09-10T10:34:18.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21b6a00640 1 -- 172.21.15.22:0/2571935359 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir"]}]=0 v104) ==== 165+0+0 (secure 0 0 0) 0x7f21b005a660 con 0x7f21c006cf70 2024-09-10T10:34:18.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 -- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f219c0678c0 msgr2=0x7f219c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f219c0678c0 0x7f219c069d80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f21a8007fd0 tx=0x7f21a8009040 comp rx=0 tx=0).stop 2024-09-10T10:34:18.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 -- 172.21.15.22:0/2571935359 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21c006cf70 msgr2=0x7f21c014ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21c006cf70 0x7f21c014ddb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f21b000e8a0 tx=0x7f21b000eca0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 -- 172.21.15.22:0/2571935359 shutdown_connections 2024-09-10T10:34:18.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f219c0678c0 0x7f219c069d80 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21c015e4a0 0x7f21c0146430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21c00b7500 0x7f21c006f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 --2- 172.21.15.22:0/2571935359 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21c006cf70 0x7f21c014ddb0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 -- 172.21.15.22:0/2571935359 >> 172.21.15.22:0/2571935359 conn(0x7f21c006e780 msgr2=0x7f21c00b4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:18.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 -- 172.21.15.22:0/2571935359 shutdown_connections 2024-09-10T10:34:18.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.129+0000 7f21c4a00640 1 -- 172.21.15.22:0/2571935359 wait complete. 2024-09-10T10:34:18.160 INFO:tasks.cephfs_test_runner:Mostly readdir acquires caps faster than the mds recalls, so the cap ... ok 2024-09-10T10:34:18.160 INFO:tasks.cephfs_test_runner:Starting test: test_client_blocklisted_oldest_tid (tasks.cephfs.test_client_limits.TestClientLimits) that a client is blocklisted when its encoded session metadata exceeds the 2024-09-10T10:34:18.160 INFO:tasks.cephfs_test_runner:test_client_blocklisted_oldest_tid (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-10T10:34:18.161 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:18.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94b3600640 1 Processor -- start 2024-09-10T10:34:18.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94b3600640 1 -- start start 2024-09-10T10:34:18.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94b3600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15b220 0x7f94ac071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94b3600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f94ac15b600 0x7f94ac0b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94b3600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94ac0ce880 con 0x7f94ac0b5520 2024-09-10T10:34:18.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94b3600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f94ac06d6e0 con 0x7f94ac15b600 2024-09-10T10:34:18.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94b3600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f94ac0ceb60 con 0x7f94ac15b220 2024-09-10T10:34:18.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94b0c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15b220 0x7f94ac071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94a3e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f94ac15b600 0x7f94ac0b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94b1600640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f94ac0b5520 0x7f94ac0b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:35836/0 (socket says 172.21.15.22:35836) 2024-09-10T10:34:18.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94b1600640 1 -- 172.21.15.22:0/3771437408 learned_addr learned my addr 172.21.15.22:0/3771437408 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:18.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94a3e00640 1 -- 172.21.15.22:0/3771437408 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15b220 msgr2=0x7f94ac071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:18.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94a3e00640 1 --2- 172.21.15.22:0/3771437408 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15b220 0x7f94ac071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94a3e00640 1 -- 172.21.15.22:0/3771437408 >> v1:172.21.15.145:6789/0 conn(0x7f94ac0b5520 legacy=0x7f94ac0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.305+0000 7f94a3e00640 1 -- 172.21.15.22:0/3771437408 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94ac0cee40 con 0x7f94ac15b600 2024-09-10T10:34:18.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94a3e00640 1 --2- 172.21.15.22:0/3771437408 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94ac15b600 0x7f94ac0b4fe0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f94940097c0 tx=0x7f949401c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=853ffb71c22c1788 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:18.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94abe00640 1 -- 172.21.15.22:0/3771437408 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94940b0070 con 0x7f94ac15b600 2024-09-10T10:34:18.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94abe00640 1 -- 172.21.15.22:0/3771437408 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94940ab600 con 0x7f94ac15b600 2024-09-10T10:34:18.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94abe00640 1 -- 172.21.15.22:0/3771437408 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94940ab9d0 con 0x7f94ac15b600 2024-09-10T10:34:18.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94b3600640 1 -- 172.21.15.22:0/3771437408 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94ac15b600 msgr2=0x7f94ac0b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94b3600640 1 --2- 172.21.15.22:0/3771437408 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94ac15b600 0x7f94ac0b4fe0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f94940097c0 tx=0x7f949401c410 comp rx=0 tx=0).stop 2024-09-10T10:34:18.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94b3600640 1 -- 172.21.15.22:0/3771437408 shutdown_connections 2024-09-10T10:34:18.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94b3600640 1 --2- 172.21.15.22:0/3771437408 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94ac15b600 0x7f94ac0b4fe0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94b3600640 1 --2- 172.21.15.22:0/3771437408 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15b220 0x7f94ac071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94b3600640 1 -- 172.21.15.22:0/3771437408 >> 172.21.15.22:0/3771437408 conn(0x7f94ac062dd0 msgr2=0x7f94ac06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:18.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94b3600640 1 -- 172.21.15.22:0/3771437408 shutdown_connections 2024-09-10T10:34:18.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.309+0000 7f94b3600640 1 -- 172.21.15.22:0/3771437408 wait complete. 2024-09-10T10:34:18.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b3600640 1 Processor -- start 2024-09-10T10:34:18.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b3600640 1 -- start start 2024-09-10T10:34:18.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b3600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f94ac0b5520 0x7f94ac1f3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b3600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94ac15b220 0x7f94ac1f76e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b3600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15b600 0x7f94ac15dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b3600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f94ac0d0260 con 0x7f94ac0b5520 2024-09-10T10:34:18.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b3600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f94ac0d00e0 con 0x7f94ac15b220 2024-09-10T10:34:18.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b3600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f94ac06da30 con 0x7f94ac15b600 2024-09-10T10:34:18.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b0c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f94ac0b5520 0x7f94ac1f3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b0c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f94ac0b5520 0x7f94ac1f3710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32906/0 (socket says 172.21.15.22:32906) 2024-09-10T10:34:18.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b0c00640 1 -- 172.21.15.22:0/1070697640 learned_addr learned my addr 172.21.15.22:0/1070697640 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:18.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94a3e00640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94ac15b220 0x7f94ac1f76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b1600640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15b600 0x7f94ac15dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b0c00640 1 -- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15b600 msgr2=0x7f94ac15dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b0c00640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15b600 0x7f94ac15dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b0c00640 1 -- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94ac15b220 msgr2=0x7f94ac1f76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b0c00640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94ac15b220 0x7f94ac1f76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b0c00640 1 -- 172.21.15.22:0/1070697640 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94ac1f3d60 con 0x7f94ac0b5520 2024-09-10T10:34:18.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b0c00640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f94ac0b5520 0x7f94ac1f3710 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f949c00e930 tx=0x7f949c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:18.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94a9600640 1 -- 172.21.15.22:0/1070697640 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f949c017070 con 0x7f94ac0b5520 2024-09-10T10:34:18.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94a9600640 1 -- 172.21.15.22:0/1070697640 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f949c00ca00 con 0x7f94ac0b5520 2024-09-10T10:34:18.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94a9600640 1 -- 172.21.15.22:0/1070697640 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f949c00cdb0 con 0x7f94ac0b5520 2024-09-10T10:34:18.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b3600640 1 -- 172.21.15.22:0/1070697640 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94ac1f4040 con 0x7f94ac0b5520 2024-09-10T10:34:18.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.313+0000 7f94b3600640 1 -- 172.21.15.22:0/1070697640 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94ac1f4600 con 0x7f94ac0b5520 2024-09-10T10:34:18.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.317+0000 7f94b3600640 1 -- 172.21.15.22:0/1070697640 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94ac0b4fe0 con 0x7f94ac0b5520 2024-09-10T10:34:18.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.317+0000 7f94a9600640 1 -- 172.21.15.22:0/1070697640 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f949c01a070 con 0x7f94ac0b5520 2024-09-10T10:34:18.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.317+0000 7f94a9600640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f94880678c0 0x7f9488069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.317+0000 7f94a9600640 1 -- 172.21.15.22:0/1070697640 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f949c085d00 con 0x7f94ac0b5520 2024-09-10T10:34:18.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.317+0000 7f94a3e00640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f94880678c0 0x7f9488069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.317+0000 7f94a3e00640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f94880678c0 0x7f9488069d80 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f94940ad000 tx=0x7f94940a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:18.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.321+0000 7f94a9600640 1 -- 172.21.15.22:0/1070697640 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f949c0565a0 con 0x7f94ac0b5520 2024-09-10T10:34:18.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.489+0000 7f94b3600640 1 -- 172.21.15.22:0/1070697640 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f94ac072e90 con 0x7f94ac0b5520 2024-09-10T10:34:18.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.489+0000 7f94a9600640 1 -- 172.21.15.22:0/1070697640 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+13042 (secure 0 0 0) 0x7f949c05a8a0 con 0x7f94ac0b5520 2024-09-10T10:34:18.495 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:18.495 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":39,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:16.122909+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6834/275512579":"2024-09-11T10:34:13.112391+0000","172.21.15.22:6832/275512579":"2024-09-11T10:34:13.112391+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:18.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 -- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f94880678c0 msgr2=0x7f9488069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f94880678c0 0x7f9488069d80 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f94940ad000 tx=0x7f94940a6000 comp rx=0 tx=0).stop 2024-09-10T10:34:18.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 -- 172.21.15.22:0/1070697640 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f94ac0b5520 msgr2=0x7f94ac1f3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f94ac0b5520 0x7f94ac1f3710 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f949c00e930 tx=0x7f949c00edf0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 -- 172.21.15.22:0/1070697640 shutdown_connections 2024-09-10T10:34:18.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f94880678c0 0x7f9488069d80 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f94ac15b600 0x7f94ac15dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f94ac15b220 0x7f94ac1f76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 --2- 172.21.15.22:0/1070697640 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f94ac0b5520 0x7f94ac1f3710 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 -- 172.21.15.22:0/1070697640 >> 172.21.15.22:0/1070697640 conn(0x7f94ac062dd0 msgr2=0x7f94ac06de40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:18.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 -- 172.21.15.22:0/1070697640 shutdown_connections 2024-09-10T10:34:18.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.493+0000 7f94b3600640 1 -- 172.21.15.22:0/1070697640 wait complete. 2024-09-10T10:34:18.517 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:32:19.395418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:34:18.517 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:34:18.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2257000640 1 Processor -- start 2024-09-10T10:34:18.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2257000640 1 -- start start 2024-09-10T10:34:18.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2257000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2250072410 0x7f22500b4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2257000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f22500b4dd0 0x7f22500adda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2257000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f225006db40 con 0x7f2250071c80 2024-09-10T10:34:18.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2257000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f225006dde0 con 0x7f22500b4dd0 2024-09-10T10:34:18.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2257000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f225006e0c0 con 0x7f2250072410 2024-09-10T10:34:18.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2255000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f22500b4dd0 0x7f22500adda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2255000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f22500b4dd0 0x7f22500adda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32920/0 (socket says 172.21.15.22:32920) 2024-09-10T10:34:18.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2255000640 1 -- 172.21.15.22:0/1422574860 learned_addr learned my addr 172.21.15.22:0/1422574860 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:18.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f224fe00640 1 --2- 172.21.15.22:0/1422574860 >> v2:172.21.15.145:3300/0 conn(0x7f2250072410 0x7f22500b4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2255000640 1 -- 172.21.15.22:0/1422574860 >> v2:172.21.15.145:3300/0 conn(0x7f2250072410 msgr2=0x7f22500b4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:18.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2255000640 1 --2- 172.21.15.22:0/1422574860 >> v2:172.21.15.145:3300/0 conn(0x7f2250072410 0x7f22500b4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2255000640 1 -- 172.21.15.22:0/1422574860 >> v1:172.21.15.145:6789/0 conn(0x7f2250071c80 legacy=0x7f225006eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.657+0000 7f2255000640 1 -- 172.21.15.22:0/1422574860 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f225006e3a0 con 0x7f22500b4dd0 2024-09-10T10:34:18.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f2255000640 1 --2- 172.21.15.22:0/1422574860 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22500b4dd0 0x7f22500adda0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2250075b40 tx=0x7f224801f1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ba00c7182a6362 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:18.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f224ea00640 1 -- 172.21.15.22:0/1422574860 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22480b4070 con 0x7f22500b4dd0 2024-09-10T10:34:18.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f224ea00640 1 -- 172.21.15.22:0/1422574860 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22480af400 con 0x7f22500b4dd0 2024-09-10T10:34:18.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f224ea00640 1 -- 172.21.15.22:0/1422574860 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22480af7d0 con 0x7f22500b4dd0 2024-09-10T10:34:18.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f2257000640 1 -- 172.21.15.22:0/1422574860 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22500b4dd0 msgr2=0x7f22500adda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f2257000640 1 --2- 172.21.15.22:0/1422574860 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22500b4dd0 0x7f22500adda0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2250075b40 tx=0x7f224801f1e0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f2257000640 1 -- 172.21.15.22:0/1422574860 shutdown_connections 2024-09-10T10:34:18.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f2257000640 1 --2- 172.21.15.22:0/1422574860 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22500b4dd0 0x7f22500adda0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f2257000640 1 --2- 172.21.15.22:0/1422574860 >> v2:172.21.15.145:3300/0 conn(0x7f2250072410 0x7f22500b4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f2257000640 1 -- 172.21.15.22:0/1422574860 >> 172.21.15.22:0/1422574860 conn(0x7f22500b2a80 msgr2=0x7f22500b2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:18.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f2257000640 1 -- 172.21.15.22:0/1422574860 shutdown_connections 2024-09-10T10:34:18.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f2257000640 1 -- 172.21.15.22:0/1422574860 wait complete. 2024-09-10T10:34:18.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.661+0000 7f2257000640 1 Processor -- start 2024-09-10T10:34:18.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2257000640 1 -- start start 2024-09-10T10:34:18.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2257000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2250071c80 0x7f225015eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2257000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2250072410 0x7f2250152600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2257000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22500b4dd0 0x7f22501598e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2257000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f225006f430 con 0x7f2250071c80 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2257000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f225006f2b0 con 0x7f22500b4dd0 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2257000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f22500ae2e0 con 0x7f2250072410 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2250071c80 0x7f225015eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2250071c80 0x7f225015eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32934/0 (socket says 172.21.15.22:32934) 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224fe00640 1 -- 172.21.15.22:0/268855817 learned_addr learned my addr 172.21.15.22:0/268855817 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2255000640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22500b4dd0 0x7f22501598e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224f400640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2250072410 0x7f2250152600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224fe00640 1 -- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2250072410 msgr2=0x7f2250152600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224fe00640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2250072410 0x7f2250152600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224fe00640 1 -- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22500b4dd0 msgr2=0x7f22501598e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224fe00640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22500b4dd0 0x7f22501598e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224fe00640 1 -- 172.21.15.22:0/268855817 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f225009bad0 con 0x7f2250071c80 2024-09-10T10:34:18.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224f400640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2250072410 0x7f2250152600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:18.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f224fe00640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2250071c80 0x7f225015eb00 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f224000e930 tx=0x7f224000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:18.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2247e00640 1 -- 172.21.15.22:0/268855817 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2240017070 con 0x7f2250071c80 2024-09-10T10:34:18.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2247e00640 1 -- 172.21.15.22:0/268855817 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f224000ca00 con 0x7f2250071c80 2024-09-10T10:34:18.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2247e00640 1 -- 172.21.15.22:0/268855817 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224000cdb0 con 0x7f2250071c80 2024-09-10T10:34:18.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2257000640 1 -- 172.21.15.22:0/268855817 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2250161790 con 0x7f2250071c80 2024-09-10T10:34:18.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2257000640 1 -- 172.21.15.22:0/268855817 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2250152b40 con 0x7f2250071c80 2024-09-10T10:34:18.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.665+0000 7f2257000640 1 -- 172.21.15.22:0/268855817 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22500ae6b0 con 0x7f2250071c80 2024-09-10T10:34:18.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.669+0000 7f2247e00640 1 -- 172.21.15.22:0/268855817 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f224001a070 con 0x7f2250071c80 2024-09-10T10:34:18.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.669+0000 7f2247e00640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22300678c0 0x7f2230069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:18.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.669+0000 7f2247e00640 1 -- 172.21.15.22:0/268855817 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f2240085930 con 0x7f2250071c80 2024-09-10T10:34:18.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.669+0000 7f224f400640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22300678c0 0x7f2230069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:18.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.669+0000 7f224f400640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22300678c0 0x7f2230069d80 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f225015d310 tx=0x7f223c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:18.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.673+0000 7f2247e00640 1 -- 172.21.15.22:0/268855817 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f22400561d0 con 0x7f2250071c80 2024-09-10T10:34:18.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 -- 172.21.15.22:0/268855817 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f22500732b0 con 0x7f2250071c80 2024-09-10T10:34:18.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2247e00640 1 -- 172.21.15.22:0/268855817 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v39) ==== 93+0+10 (secure 0 0 0) 0x7f224005a4d0 con 0x7f2250071c80 2024-09-10T10:34:18.841 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-10T10:34:18.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 -- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22300678c0 msgr2=0x7f2230069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22300678c0 0x7f2230069d80 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f225015d310 tx=0x7f223c009040 comp rx=0 tx=0).stop 2024-09-10T10:34:18.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 -- 172.21.15.22:0/268855817 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2250071c80 msgr2=0x7f225015eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:18.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2250071c80 0x7f225015eb00 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f224000e930 tx=0x7f224000edf0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 -- 172.21.15.22:0/268855817 shutdown_connections 2024-09-10T10:34:18.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22300678c0 0x7f2230069d80 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22500b4dd0 0x7f22501598e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2250072410 0x7f2250152600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 --2- 172.21.15.22:0/268855817 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2250071c80 0x7f225015eb00 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:18.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 -- 172.21.15.22:0/268855817 >> 172.21.15.22:0/268855817 conn(0x7f22500b2a80 msgr2=0x7f225015c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:18.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 -- 172.21.15.22:0/268855817 shutdown_connections 2024-09-10T10:34:18.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.837+0000 7f2257000640 1 -- 172.21.15.22:0/268855817 wait complete. 2024-09-10T10:34:18.863 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid' 2024-09-10T10:34:19.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.997+0000 7fa21c200640 1 Processor -- start 2024-09-10T10:34:19.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:18.997+0000 7fa21c200640 1 -- start start 2024-09-10T10:34:19.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa21c200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa21415b220 0x7fa214071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:19.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa21c200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa21415b600 0x7fa2140b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:19.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa21c200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 0x7fa2140b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:19.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa21c200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa21406d6e0 con 0x7fa21415b220 2024-09-10T10:34:19.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa21c200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa2140ce880 con 0x7fa21415b600 2024-09-10T10:34:19.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa21c200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2140ceb60 con 0x7fa2140b5520 2024-09-10T10:34:19.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa219800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa21415b220 0x7fa214071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:19.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa219800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa21415b220 0x7fa214071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32944/0 (socket says 172.21.15.22:32944) 2024-09-10T10:34:19.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa219800640 1 -- 172.21.15.22:0/4281920698 learned_addr learned my addr 172.21.15.22:0/4281920698 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:19.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa218e00640 1 --2- 172.21.15.22:0/4281920698 >> v2:172.21.15.145:3300/0 conn(0x7fa21415b600 0x7fa2140b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:19.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa21a200640 1 --2- 172.21.15.22:0/4281920698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 0x7fa2140b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:19.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa219800640 1 -- 172.21.15.22:0/4281920698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 msgr2=0x7fa2140b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:19.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa219800640 1 --2- 172.21.15.22:0/4281920698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 0x7fa2140b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:19.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa219800640 1 -- 172.21.15.22:0/4281920698 >> v2:172.21.15.145:3300/0 conn(0x7fa21415b600 msgr2=0x7fa2140b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:19.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa219800640 1 --2- 172.21.15.22:0/4281920698 >> v2:172.21.15.145:3300/0 conn(0x7fa21415b600 0x7fa2140b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:19.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa219800640 1 -- 172.21.15.22:0/4281920698 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2140cee40 con 0x7fa21415b220 2024-09-10T10:34:19.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa21a200640 1 --2- 172.21.15.22:0/4281920698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 0x7fa2140b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:19.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa218e00640 1 --2- 172.21.15.22:0/4281920698 >> v2:172.21.15.145:3300/0 conn(0x7fa21415b600 0x7fa2140b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:19.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.001+0000 7fa219800640 1 --2- 172.21.15.22:0/4281920698 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b220 0x7fa214071140 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa2140ce030 tx=0x7fa20801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4628678374a78513 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:19.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa213e00640 1 -- 172.21.15.22:0/4281920698 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2080b2070 con 0x7fa21415b220 2024-09-10T10:34:19.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa213e00640 1 -- 172.21.15.22:0/4281920698 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2080a9070 con 0x7fa21415b220 2024-09-10T10:34:19.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa213e00640 1 -- 172.21.15.22:0/4281920698 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2080ad880 con 0x7fa21415b220 2024-09-10T10:34:19.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 -- 172.21.15.22:0/4281920698 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b220 msgr2=0x7fa214071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:19.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 --2- 172.21.15.22:0/4281920698 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b220 0x7fa214071140 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa2140ce030 tx=0x7fa20801c490 comp rx=0 tx=0).stop 2024-09-10T10:34:19.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 -- 172.21.15.22:0/4281920698 shutdown_connections 2024-09-10T10:34:19.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 --2- 172.21.15.22:0/4281920698 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 0x7fa2140b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:19.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 --2- 172.21.15.22:0/4281920698 >> v2:172.21.15.145:3300/0 conn(0x7fa21415b600 0x7fa2140b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:19.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 --2- 172.21.15.22:0/4281920698 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b220 0x7fa214071140 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:19.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 -- 172.21.15.22:0/4281920698 >> 172.21.15.22:0/4281920698 conn(0x7fa214062dd0 msgr2=0x7fa21406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:19.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 -- 172.21.15.22:0/4281920698 shutdown_connections 2024-09-10T10:34:19.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 -- 172.21.15.22:0/4281920698 wait complete. 2024-09-10T10:34:19.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 Processor -- start 2024-09-10T10:34:19.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 -- start start 2024-09-10T10:34:19.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 0x7fa214158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:19.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa21415b220 0x7fa214144d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:19.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b600 0x7fa2140ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:19.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa2140cffd0 con 0x7fa21415b600 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa2140cfe50 con 0x7fa21415b220 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21c200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2140d0150 con 0x7fa2140b5520 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.005+0000 7fa21a200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b600 0x7fa2140ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21a200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b600 0x7fa2140ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32952/0 (socket says 172.21.15.22:32952) 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21a200640 1 -- 172.21.15.22:0/1247750261 learned_addr learned my addr 172.21.15.22:0/1247750261 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa218e00640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa21415b220 0x7fa214144d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa219800640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 0x7fa214158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21a200640 1 -- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 msgr2=0x7fa214158ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21a200640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 0x7fa214158ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21a200640 1 -- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa21415b220 msgr2=0x7fa214144d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:19.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21a200640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa21415b220 0x7fa214144d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:19.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21a200640 1 -- 172.21.15.22:0/1247750261 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2141590e0 con 0x7fa21415b600 2024-09-10T10:34:19.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa219800640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 0x7fa214158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:19.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21a200640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b600 0x7fa2140ae8a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa20c00cf20 tx=0x7fa20c00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:19.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa211600640 1 -- 172.21.15.22:0/1247750261 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c01a070 con 0x7fa21415b600 2024-09-10T10:34:19.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa211600640 1 -- 172.21.15.22:0/1247750261 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa20c00d840 con 0x7fa21415b600 2024-09-10T10:34:19.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa211600640 1 -- 172.21.15.22:0/1247750261 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c00dc30 con 0x7fa21415b600 2024-09-10T10:34:19.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21c200640 1 -- 172.21.15.22:0/1247750261 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa214157b00 con 0x7fa21415b600 2024-09-10T10:34:19.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21c200640 1 -- 172.21.15.22:0/1247750261 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2141580c0 con 0x7fa21415b600 2024-09-10T10:34:19.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa21c200640 1 -- 172.21.15.22:0/1247750261 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2140b3f10 con 0x7fa21415b600 2024-09-10T10:34:19.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa211600640 1 -- 172.21.15.22:0/1247750261 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa20c01d070 con 0x7fa21415b600 2024-09-10T10:34:19.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa211600640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1f40678c0 0x7fa1f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:19.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.009+0000 7fa211600640 1 -- 172.21.15.22:0/1247750261 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7fa20c086130 con 0x7fa21415b600 2024-09-10T10:34:19.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.013+0000 7fa219800640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1f40678c0 0x7fa1f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:19.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.013+0000 7fa219800640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1f40678c0 0x7fa1f4069d80 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa2080af000 tx=0x7fa208008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:19.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.017+0000 7fa211600640 1 -- 172.21.15.22:0/1247750261 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa20c056920 con 0x7fa21415b600 2024-09-10T10:34:19.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:19.241+0000 7fa21c200640 1 -- 172.21.15.22:0/1247750261 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid"]} v 0) -- 0x7fa2140b39b0 con 0x7fa21415b600 2024-09-10T10:34:20.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.133+0000 7fa211600640 1 -- 172.21.15.22:0/1247750261 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid"]}]=0 v106) ==== 165+0+0 (secure 0 0 0) 0x7fa20c05ac20 con 0x7fa21415b600 2024-09-10T10:34:20.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 -- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1f40678c0 msgr2=0x7fa1f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1f40678c0 0x7fa1f4069d80 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa2080af000 tx=0x7fa208008040 comp rx=0 tx=0).stop 2024-09-10T10:34:20.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 -- 172.21.15.22:0/1247750261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b600 msgr2=0x7fa2140ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b600 0x7fa2140ae8a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa20c00cf20 tx=0x7fa20c00a710 comp rx=0 tx=0).stop 2024-09-10T10:34:20.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 -- 172.21.15.22:0/1247750261 shutdown_connections 2024-09-10T10:34:20.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1f40678c0 0x7fa1f4069d80 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa21415b600 0x7fa2140ae8a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa21415b220 0x7fa214144d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 --2- 172.21.15.22:0/1247750261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2140b5520 0x7fa214158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 -- 172.21.15.22:0/1247750261 >> 172.21.15.22:0/1247750261 conn(0x7fa214062dd0 msgr2=0x7fa21406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:20.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 -- 172.21.15.22:0/1247750261 shutdown_connections 2024-09-10T10:34:20.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.137+0000 7fa21c200640 1 -- 172.21.15.22:0/1247750261 wait complete. 2024-09-10T10:34:20.164 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:34:20.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.305+0000 7f598b800640 1 Processor -- start 2024-09-10T10:34:20.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.305+0000 7f598b800640 1 -- start start 2024-09-10T10:34:20.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.305+0000 7f598b800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f59841568c0 0x7f59840b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.305+0000 7f598b800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59840b4f90 con 0x7f59840cfad0 2024-09-10T10:34:20.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.305+0000 7f598b800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59840b49d0 con 0x7f59840b4470 2024-09-10T10:34:20.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.305+0000 7f598b800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f59840b4cb0 con 0x7f59841568c0 2024-09-10T10:34:20.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.305+0000 7f5989800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f59840cfad0 0x7f598406d9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57866/0 (socket says 172.21.15.22:57866) 2024-09-10T10:34:20.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.305+0000 7f5989800640 1 -- 172.21.15.22:0/4059859941 learned_addr learned my addr 172.21.15.22:0/4059859941 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:20.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5988e00640 1 --2- 172.21.15.22:0/4059859941 >> v2:172.21.15.145:3300/0 conn(0x7f59841568c0 0x7f59840b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5983e00640 1 -- 172.21.15.22:0/4059859941 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2647087748 0 0) 0x7f59840b4f90 con 0x7f59840cfad0 2024-09-10T10:34:20.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5983e00640 1 -- 172.21.15.22:0/4059859941 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5968003530 con 0x7f59840cfad0 2024-09-10T10:34:20.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5983e00640 1 -- 172.21.15.22:0/4059859941 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2262734388 0 0) 0x7f59840b49d0 con 0x7f59840b4470 2024-09-10T10:34:20.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5983e00640 1 -- 172.21.15.22:0/4059859941 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f59840b4f90 con 0x7f59840b4470 2024-09-10T10:34:20.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5983e00640 1 -- 172.21.15.22:0/4059859941 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4293633410 0 0) 0x7f5968003530 con 0x7f59840cfad0 2024-09-10T10:34:20.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5988e00640 1 -- 172.21.15.22:0/4059859941 >> v1:172.21.15.145:6789/0 conn(0x7f59840b4470 legacy=0x7f59840cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5988e00640 1 -- 172.21.15.22:0/4059859941 >> v1:172.21.15.22:6789/0 conn(0x7f59840cfad0 legacy=0x7f598406d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5988e00640 1 -- 172.21.15.22:0/4059859941 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f598406d1b0 con 0x7f59841568c0 2024-09-10T10:34:20.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5988e00640 1 --2- 172.21.15.22:0/4059859941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59841568c0 0x7f59840b3f30 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f59740097c0 tx=0x7f597401c390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4581560d469e948 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:20.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5983e00640 1 -- 172.21.15.22:0/4059859941 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59740b0070 con 0x7f59841568c0 2024-09-10T10:34:20.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.309+0000 7f5983e00640 1 -- 172.21.15.22:0/4059859941 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59740ab400 con 0x7f59841568c0 2024-09-10T10:34:20.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f5983e00640 1 -- 172.21.15.22:0/4059859941 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f597c001a00 con 0x7f59841568c0 2024-09-10T10:34:20.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 -- 172.21.15.22:0/4059859941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59841568c0 msgr2=0x7f59840b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 --2- 172.21.15.22:0/4059859941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59841568c0 0x7f59840b3f30 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f59740097c0 tx=0x7f597401c390 comp rx=0 tx=0).stop 2024-09-10T10:34:20.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 -- 172.21.15.22:0/4059859941 shutdown_connections 2024-09-10T10:34:20.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 --2- 172.21.15.22:0/4059859941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59841568c0 0x7f59840b3f30 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 -- 172.21.15.22:0/4059859941 >> 172.21.15.22:0/4059859941 conn(0x7f5984062eb0 msgr2=0x7f598406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:20.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 -- 172.21.15.22:0/4059859941 shutdown_connections 2024-09-10T10:34:20.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 -- 172.21.15.22:0/4059859941 wait complete. 2024-09-10T10:34:20.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 Processor -- start 2024-09-10T10:34:20.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 -- start start 2024-09-10T10:34:20.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59840b4470 0x7f5984161a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59840cfad0 0x7f59841f7d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59841568c0 0x7f598414e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f598406ea50 con 0x7f59840b4470 2024-09-10T10:34:20.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f598406e8d0 con 0x7f59840cfad0 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f598b800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f598406ebd0 con 0x7f59841568c0 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f5988e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59840b4470 0x7f5984161a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f5988e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59840b4470 0x7f5984161a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32966/0 (socket says 172.21.15.22:32966) 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f5988e00640 1 -- 172.21.15.22:0/3262452060 learned_addr learned my addr 172.21.15.22:0/3262452060 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f597be00640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59840cfad0 0x7f59841f7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f5989800640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59841568c0 0x7f598414e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f5988e00640 1 -- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59841568c0 msgr2=0x7f598414e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f5988e00640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59841568c0 0x7f598414e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f5988e00640 1 -- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59840cfad0 msgr2=0x7f59841f7d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f5988e00640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59840cfad0 0x7f59841f7d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.313+0000 7f5988e00640 1 -- 172.21.15.22:0/3262452060 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59841f86e0 con 0x7f59840b4470 2024-09-10T10:34:20.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f5988e00640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59840b4470 0x7f5984161a20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f59740ae040 tx=0x7f597401abd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:20.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f5981600640 1 -- 172.21.15.22:0/3262452060 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59740b0050 con 0x7f59840b4470 2024-09-10T10:34:20.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f5981600640 1 -- 172.21.15.22:0/3262452060 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59740b1040 con 0x7f59840b4470 2024-09-10T10:34:20.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f5981600640 1 -- 172.21.15.22:0/3262452060 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5974006e20 con 0x7f59840b4470 2024-09-10T10:34:20.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f598b800640 1 -- 172.21.15.22:0/3262452060 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59841f8980 con 0x7f59840b4470 2024-09-10T10:34:20.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f598b800640 1 -- 172.21.15.22:0/3262452060 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5984162000 con 0x7f59840b4470 2024-09-10T10:34:20.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f598b800640 1 -- 172.21.15.22:0/3262452060 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59840d01f0 con 0x7f59840b4470 2024-09-10T10:34:20.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f5981600640 1 -- 172.21.15.22:0/3262452060 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f59740be020 con 0x7f59840b4470 2024-09-10T10:34:20.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f5981600640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59600678c0 0x7f5960069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f5981600640 1 -- 172.21.15.22:0/3262452060 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f597411f840 con 0x7f59840b4470 2024-09-10T10:34:20.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.317+0000 7f597be00640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59600678c0 0x7f5960069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.321+0000 7f597be00640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59600678c0 0x7f5960069d80 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f596c007fd0 tx=0x7f596c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:20.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.321+0000 7f5981600640 1 -- 172.21.15.22:0/3262452060 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5974015fb0 con 0x7f59840b4470 2024-09-10T10:34:20.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.489+0000 7f598b800640 1 -- 172.21.15.22:0/3262452060 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f59840b17c0 con 0x7f59840b4470 2024-09-10T10:34:20.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.489+0000 7f5981600640 1 -- 172.21.15.22:0/3262452060 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7f59740f0790 con 0x7f59840b4470 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 -- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59600678c0 msgr2=0x7f5960069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59600678c0 0x7f5960069d80 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f596c007fd0 tx=0x7f596c009040 comp rx=0 tx=0).stop 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 -- 172.21.15.22:0/3262452060 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59840b4470 msgr2=0x7f5984161a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59840b4470 0x7f5984161a20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f59740ae040 tx=0x7f597401abd0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 -- 172.21.15.22:0/3262452060 shutdown_connections 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59600678c0 0x7f5960069d80 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59841568c0 0x7f598414e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59840cfad0 0x7f59841f7d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 --2- 172.21.15.22:0/3262452060 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59840b4470 0x7f5984161a20 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 -- 172.21.15.22:0/3262452060 >> 172.21.15.22:0/3262452060 conn(0x7f5984062eb0 msgr2=0x7f598415ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 -- 172.21.15.22:0/3262452060 shutdown_connections 2024-09-10T10:34:20.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.493+0000 7f598b800640 1 -- 172.21.15.22:0/3262452060 wait complete. 2024-09-10T10:34:20.517 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:34:20.518 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:34:20.627 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:34:20.741 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:34:20.741 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:20.741 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:20.750 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:34:20.750 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:20.750 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:20.759 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:34:20.760 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:20.760 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:20.800 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:34:20.801 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:20.801 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:20.814 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:34:20.814 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:34:20.814 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:20.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.977+0000 7f8ba8600640 1 Processor -- start 2024-09-10T10:34:20.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba8600640 1 -- start start 2024-09-10T10:34:20.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba8600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8ba00b0ba0 0x7f8ba006e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba8600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ba0141c00 0x7f8ba015d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba8600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ba015cae0 con 0x7f8ba015d800 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba8600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f8ba0142370 con 0x7f8ba00b0ba0 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba8600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8ba0142650 con 0x7f8ba0141c00 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba6600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f8ba015d800 0x7f8ba00626e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57882/0 (socket says 172.21.15.22:57882) 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba6600640 1 -- 172.21.15.22:0/1582468685 learned_addr learned my addr 172.21.15.22:0/1582468685 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba5c00640 1 --2- 172.21.15.22:0/1582468685 >> v2:172.21.15.145:3300/0 conn(0x7f8ba00b0ba0 0x7f8ba006e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba5200640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ba0141c00 0x7f8ba015d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4181173044 0 0) 0x7f8ba015cae0 con 0x7f8ba015d800 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8b88003530 con 0x7f8ba015d800 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3279925926 0 0) 0x7f8b88003530 con 0x7f8ba015d800 2024-09-10T10:34:20.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ba0141c00 msgr2=0x7f8ba015d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ba0141c00 0x7f8ba015d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 >> v2:172.21.15.145:3300/0 conn(0x7f8ba00b0ba0 msgr2=0x7f8ba006e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 --2- 172.21.15.22:0/1582468685 >> v2:172.21.15.145:3300/0 conn(0x7f8ba00b0ba0 0x7f8ba006e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba0142930 con 0x7f8ba015d800 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f8b98001a00 con 0x7f8ba015d800 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 >> v1:172.21.15.22:6789/0 conn(0x7f8ba015d800 legacy=0x7f8ba00626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8b880039c0 0x7f8b88003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b88004810 0x7f8b88004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8b880051d0 0x7f8b8800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba0142370 con 0x7f8b880051d0 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba0142650 con 0x7f8b880039c0 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8b8800bf10 con 0x7f8b88004810 2024-09-10T10:34:20.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba6600640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8b880051d0 0x7f8b8800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba5200640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b88004810 0x7f8b88004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba5c00640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8b880039c0 0x7f8b88003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba6600640 1 -- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b88004810 msgr2=0x7f8b88004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:20.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba6600640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b88004810 0x7f8b88004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba6600640 1 -- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8b880039c0 msgr2=0x7f8b88003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:20.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba6600640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8b880039c0 0x7f8b88003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.981+0000 7f8ba6600640 1 -- 172.21.15.22:0/1582468685 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b88003530 con 0x7f8b880051d0 2024-09-10T10:34:20.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8ba6600640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8b880051d0 0x7f8b8800b9d0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8b9800a920 tx=0x7f8b9801d400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32c1e5d064a6d722 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:20.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b9800a4c0 con 0x7f8b880051d0 2024-09-10T10:34:20.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b980ad650 con 0x7f8b880051d0 2024-09-10T10:34:20.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8b9fe00640 1 -- 172.21.15.22:0/1582468685 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b980ada40 con 0x7f8b880051d0 2024-09-10T10:34:20.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8ba8600640 1 -- 172.21.15.22:0/1582468685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8b880051d0 msgr2=0x7f8b8800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8ba8600640 1 --2- 172.21.15.22:0/1582468685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8b880051d0 0x7f8b8800b9d0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8b9800a920 tx=0x7f8b9801d400 comp rx=0 tx=0).stop 2024-09-10T10:34:20.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8ba6600640 1 -- 172.21.15.22:0/1582468685 reap_dead start 2024-09-10T10:34:20.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8ba8600640 1 -- 172.21.15.22:0/1582468685 shutdown_connections 2024-09-10T10:34:20.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8ba8600640 1 -- 172.21.15.22:0/1582468685 >> 172.21.15.22:0/1582468685 conn(0x7f8ba00ce1f0 msgr2=0x7f8ba00ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:20.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8ba8600640 1 -- 172.21.15.22:0/1582468685 shutdown_connections 2024-09-10T10:34:20.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.985+0000 7f8ba8600640 1 -- 172.21.15.22:0/1582468685 wait complete. 2024-09-10T10:34:20.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 Processor -- start 2024-09-10T10:34:20.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 -- start start 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b880051d0 0x7f8ba01565f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ba0136160 0x7f8ba01365e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ba015f510 0x7f8ba015f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba00b0f80 con 0x7f8ba015f510 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba0142060 con 0x7f8ba0136160 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8ba0062df0 con 0x7f8b880051d0 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba6600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ba015f510 0x7f8ba015f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba6600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ba015f510 0x7f8ba015f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32982/0 (socket says 172.21.15.22:32982) 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba6600640 1 -- 172.21.15.22:0/2148378113 learned_addr learned my addr 172.21.15.22:0/2148378113 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba5200640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ba0136160 0x7f8ba01365e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba5c00640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b880051d0 0x7f8ba01565f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba6600640 1 -- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b880051d0 msgr2=0x7f8ba01565f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba6600640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b880051d0 0x7f8ba01565f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba6600640 1 -- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ba0136160 msgr2=0x7f8ba01365e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:20.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba6600640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ba0136160 0x7f8ba01365e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:20.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba6600640 1 -- 172.21.15.22:0/2148378113 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba01f7830 con 0x7f8ba015f510 2024-09-10T10:34:20.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba6600640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ba015f510 0x7f8ba015f990 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8b9801d230 tx=0x7f8b88005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:20.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8b9d600640 1 -- 172.21.15.22:0/2148378113 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b980bc070 con 0x7f8ba015f510 2024-09-10T10:34:20.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8b9d600640 1 -- 172.21.15.22:0/2148378113 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b980017c0 con 0x7f8ba015f510 2024-09-10T10:34:20.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8b9d600640 1 -- 172.21.15.22:0/2148378113 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b980b2040 con 0x7f8ba015f510 2024-09-10T10:34:20.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 -- 172.21.15.22:0/2148378113 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ba01f7b10 con 0x7f8ba015f510 2024-09-10T10:34:20.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 -- 172.21.15.22:0/2148378113 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ba01f80d0 con 0x7f8ba015f510 2024-09-10T10:34:20.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.989+0000 7f8ba8600640 1 -- 172.21.15.22:0/2148378113 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ba006e4e0 con 0x7f8ba015f510 2024-09-10T10:34:20.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.993+0000 7f8b9d600640 1 -- 172.21.15.22:0/2148378113 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8b980bf070 con 0x7f8ba015f510 2024-09-10T10:34:20.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.993+0000 7f8b9d600640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b800678c0 0x7f8b80069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:20.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.993+0000 7f8b9d600640 1 -- 172.21.15.22:0/2148378113 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f8b9811f730 con 0x7f8ba015f510 2024-09-10T10:34:20.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.993+0000 7f8ba5c00640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b800678c0 0x7f8b80069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:20.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.993+0000 7f8ba5c00640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b800678c0 0x7f8b80069d80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8b94009bc0 tx=0x7f8b94009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:21.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:20.997+0000 7f8b9d600640 1 -- 172.21.15.22:0/2148378113 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8b98017110 con 0x7f8ba015f510 2024-09-10T10:34:21.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 -- 172.21.15.22:0/2148378113 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8ba01f8720 con 0x7f8ba015f510 2024-09-10T10:34:21.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8b9d600640 1 -- 172.21.15.22:0/2148378113 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+3914 (secure 0 0 0) 0x7f8b980efeb0 con 0x7f8ba015f510 2024-09-10T10:34:21.201 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:21.202 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":17,"btime":"2024-09-10T10:34:14:115102+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/946835101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":946835101},{"type":"v1","addr":"172.21.15.145:6836","nonce":946835101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4750,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3468035848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3468035848},{"type":"v1","addr":"172.21.15.22:6835","nonce":3468035848}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2350425839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2350425839},{"type":"v1","addr":"172.21.15.145:6837","nonce":2350425839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":5151,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/3486814355","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3486814355},{"type":"v1","addr":"172.21.15.22:6834","nonce":3486814355}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[]} 2024-09-10T10:34:21.202 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 17 2024-09-10T10:34:21.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 -- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b800678c0 msgr2=0x7f8b80069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:21.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b800678c0 0x7f8b80069d80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8b94009bc0 tx=0x7f8b94009190 comp rx=0 tx=0).stop 2024-09-10T10:34:21.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 -- 172.21.15.22:0/2148378113 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ba015f510 msgr2=0x7f8ba015f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:21.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ba015f510 0x7f8ba015f990 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8b9801d230 tx=0x7f8b88005840 comp rx=0 tx=0).stop 2024-09-10T10:34:21.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 -- 172.21.15.22:0/2148378113 shutdown_connections 2024-09-10T10:34:21.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b800678c0 0x7f8b80069d80 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:21.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ba015f510 0x7f8ba015f990 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:21.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ba0136160 0x7f8ba01365e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:21.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 --2- 172.21.15.22:0/2148378113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b880051d0 0x7f8ba01565f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:21.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 -- 172.21.15.22:0/2148378113 >> 172.21.15.22:0/2148378113 conn(0x7f8ba00ce1f0 msgr2=0x7f8ba015b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:21.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 -- 172.21.15.22:0/2148378113 shutdown_connections 2024-09-10T10:34:21.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.197+0000 7f8ba8600640 1 -- 172.21.15.22:0/2148378113 wait complete. 2024-09-10T10:34:21.223 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:34:21.223 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:34:21.223 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:34:21.224 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:34:21.224 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:34:21.224 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:34:21.224 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:34:21.224 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:34:21.224 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:34:21.224 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:34:21.225 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:34:21.225 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:34:21.225 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:34:21.225 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:34:21.225 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:34:21.225 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:34:21.236 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:34:21.236 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:34:21.238 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:34:21.238 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:34:21.239 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:34:21.239 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:34:21.240 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:34:21.240 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:34:21.284 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:34:21.285 DEBUG:teuthology.parallel:result is None 2024-09-10T10:34:21.286 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:34:21.287 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:34:21.287 DEBUG:teuthology.parallel:result is None 2024-09-10T10:34:21.287 DEBUG:teuthology.parallel:result is None 2024-09-10T10:34:21.288 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:34:21.289 DEBUG:teuthology.parallel:result is None 2024-09-10T10:34:21.289 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:34:21.373 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:34:21.375 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:34:21.376 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:34:21.377 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:34:21.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.429+0000 7fcb9c000640 1 Processor -- start 2024-09-10T10:34:21.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.429+0000 7fcb9c000640 1 -- start start 2024-09-10T10:34:21.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb9c000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcb9415c230 0x7fcb9415c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:21.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb9c000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb9415cc20 con 0x7fcb940d2820 2024-09-10T10:34:21.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb9c000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb9415cf00 con 0x7fcb940d2c40 2024-09-10T10:34:21.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb9c000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fcb9415d1e0 con 0x7fcb9415c230 2024-09-10T10:34:21.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb98c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fcb940d2820 0x7fcb940b6c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57900/0 (socket says 172.21.15.22:57900) 2024-09-10T10:34:21.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb98c00640 1 -- 172.21.15.22:0/2356669637 learned_addr learned my addr 172.21.15.22:0/2356669637 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:21.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb99600640 1 --2- 172.21.15.22:0/2356669637 >> v2:172.21.15.145:3300/0 conn(0x7fcb9415c230 0x7fcb9415c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:21.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb99600640 1 -- 172.21.15.22:0/2356669637 >> v1:172.21.15.145:6789/0 conn(0x7fcb940d2c40 legacy=0x7fcb940b5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:21.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb99600640 1 -- 172.21.15.22:0/2356669637 >> v1:172.21.15.22:6789/0 conn(0x7fcb940d2820 legacy=0x7fcb940b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:21.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb99600640 1 -- 172.21.15.22:0/2356669637 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9415d4c0 con 0x7fcb9415c230 2024-09-10T10:34:21.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.433+0000 7fcb93e00640 1 -- 172.21.15.22:0/2356669637 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 361160698 0 0) 0x7fcb9415cc20 con 0x7fcb940d2820 2024-09-10T10:34:21.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb99600640 1 --2- 172.21.15.22:0/2356669637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb9415c230 0x7fcb9415c610 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcb88009d90 tx=0x7fcb8801c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2d39a13d9053858 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:21.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb93e00640 1 -- 172.21.15.22:0/2356669637 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb880b2070 con 0x7fcb9415c230 2024-09-10T10:34:21.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb93e00640 1 -- 172.21.15.22:0/2356669637 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb880a5940 con 0x7fcb9415c230 2024-09-10T10:34:21.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb93e00640 1 -- 172.21.15.22:0/2356669637 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb880a5d10 con 0x7fcb9415c230 2024-09-10T10:34:21.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb9c000640 1 -- 172.21.15.22:0/2356669637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb9415c230 msgr2=0x7fcb9415c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:21.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb9c000640 1 --2- 172.21.15.22:0/2356669637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb9415c230 0x7fcb9415c610 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcb88009d90 tx=0x7fcb8801c970 comp rx=0 tx=0).stop 2024-09-10T10:34:21.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb9c000640 1 -- 172.21.15.22:0/2356669637 shutdown_connections 2024-09-10T10:34:21.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb9c000640 1 --2- 172.21.15.22:0/2356669637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb9415c230 0x7fcb9415c610 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:21.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb9c000640 1 -- 172.21.15.22:0/2356669637 >> 172.21.15.22:0/2356669637 conn(0x7fcb9406f3b0 msgr2=0x7fcb9406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:21.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb9c000640 1 -- 172.21.15.22:0/2356669637 shutdown_connections 2024-09-10T10:34:21.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb9c000640 1 -- 172.21.15.22:0/2356669637 wait complete. 2024-09-10T10:34:21.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb9c000640 1 Processor -- start 2024-09-10T10:34:21.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb9c000640 1 -- start start 2024-09-10T10:34:21.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.437+0000 7fcb9c000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb940d2820 0x7fcb94157980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:21.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb9c000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb940d2c40 0x7fcb94165f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:21.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb9c000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb9415c230 0x7fcb94154c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:21.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb9c000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fcb940b65b0 con 0x7fcb940d2c40 2024-09-10T10:34:21.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb9c000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9416a0d0 con 0x7fcb9415c230 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb9c000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcb9416a250 con 0x7fcb940d2820 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb98c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb940d2c40 0x7fcb94165f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb98c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb940d2c40 0x7fcb94165f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32996/0 (socket says 172.21.15.22:32996) 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb98c00640 1 -- 172.21.15.22:0/3997382671 learned_addr learned my addr 172.21.15.22:0/3997382671 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb99600640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb940d2820 0x7fcb94157980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb9a000640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb9415c230 0x7fcb94154c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb98c00640 1 -- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb940d2820 msgr2=0x7fcb94157980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb98c00640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb940d2820 0x7fcb94157980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb98c00640 1 -- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb9415c230 msgr2=0x7fcb94154c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb98c00640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb9415c230 0x7fcb94154c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb98c00640 1 -- 172.21.15.22:0/3997382671 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb941586c0 con 0x7fcb940d2c40 2024-09-10T10:34:21.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb98c00640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb940d2c40 0x7fcb94165f30 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fcb8000c4a0 tx=0x7fcb8000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:21.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb91600640 1 -- 172.21.15.22:0/3997382671 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb80018070 con 0x7fcb940d2c40 2024-09-10T10:34:21.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb91600640 1 -- 172.21.15.22:0/3997382671 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb800074e0 con 0x7fcb940d2c40 2024-09-10T10:34:21.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb91600640 1 -- 172.21.15.22:0/3997382671 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb80004a30 con 0x7fcb940d2c40 2024-09-10T10:34:21.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb9c000640 1 -- 172.21.15.22:0/3997382671 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb941666a0 con 0x7fcb940d2c40 2024-09-10T10:34:21.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb9c000640 1 -- 172.21.15.22:0/3997382671 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb94166c60 con 0x7fcb940d2c40 2024-09-10T10:34:21.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb9c000640 1 -- 172.21.15.22:0/3997382671 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb9415c610 con 0x7fcb940d2c40 2024-09-10T10:34:21.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb91600640 1 -- 172.21.15.22:0/3997382671 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcb8001b070 con 0x7fcb940d2c40 2024-09-10T10:34:21.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.441+0000 7fcb91600640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcb740678c0 0x7fcb74069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:21.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.445+0000 7fcb91600640 1 -- 172.21.15.22:0/3997382671 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7fcb80084c10 con 0x7fcb940d2c40 2024-09-10T10:34:21.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.445+0000 7fcb99600640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcb740678c0 0x7fcb74069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:21.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.445+0000 7fcb99600640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcb740678c0 0x7fcb74069d80 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fcb880af000 tx=0x7fcb880a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:21.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.445+0000 7fcb91600640 1 -- 172.21.15.22:0/3997382671 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcb800553f0 con 0x7fcb940d2c40 2024-09-10T10:34:21.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:21.625+0000 7fcb9c000640 1 -- 172.21.15.22:0/3997382671 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fcb940b4e90 con 0x7fcb940d2c40 2024-09-10T10:34:22.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb91600640 1 -- 172.21.15.22:0/3997382671 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v41) ==== 97+0+0 (secure 0 0 0) 0x7fcb800596f0 con 0x7fcb940d2c40 2024-09-10T10:34:22.153 INFO:teuthology.orchestra.run.smithi022.stderr: removed all blocklist entries 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 -- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcb740678c0 msgr2=0x7fcb74069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcb740678c0 0x7fcb74069d80 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fcb880af000 tx=0x7fcb880a7070 comp rx=0 tx=0).stop 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 -- 172.21.15.22:0/3997382671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb940d2c40 msgr2=0x7fcb94165f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb940d2c40 0x7fcb94165f30 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fcb8000c4a0 tx=0x7fcb8000c960 comp rx=0 tx=0).stop 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 -- 172.21.15.22:0/3997382671 shutdown_connections 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcb740678c0 0x7fcb74069d80 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcb9415c230 0x7fcb94154c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcb940d2c40 0x7fcb94165f30 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 --2- 172.21.15.22:0/3997382671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcb940d2820 0x7fcb94157980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 -- 172.21.15.22:0/3997382671 >> 172.21.15.22:0/3997382671 conn(0x7fcb9406f3b0 msgr2=0x7fcb94070c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:22.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 -- 172.21.15.22:0/3997382671 shutdown_connections 2024-09-10T10:34:22.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.149+0000 7fcb9c000640 1 -- 172.21.15.22:0/3997382671 wait complete. 2024-09-10T10:34:22.179 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:34:22.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1067200640 1 Processor -- start 2024-09-10T10:34:22.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1067200640 1 -- start start 2024-09-10T10:34:22.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1067200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f106806d1c0 0x7f10680b6900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1067200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f10680709c0 0x7f106806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1067200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1068073170 con 0x7f106815e770 2024-09-10T10:34:22.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1067200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f106806dae0 con 0x7f10680709c0 2024-09-10T10:34:22.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1067200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f1068070f80 con 0x7f106806d1c0 2024-09-10T10:34:22.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f105fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f10680709c0 0x7f106806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1066800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f106815e770 0x7f1068073650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57902/0 (socket says 172.21.15.22:57902) 2024-09-10T10:34:22.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1066800640 1 -- 172.21.15.22:0/3772325108 learned_addr learned my addr 172.21.15.22:0/3772325108 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:22.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1065e00640 1 --2- 172.21.15.22:0/3772325108 >> v2:172.21.15.145:3300/0 conn(0x7f106806d1c0 0x7f10680b6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f105fe00640 1 -- 172.21.15.22:0/3772325108 >> v2:172.21.15.145:3300/0 conn(0x7f106806d1c0 msgr2=0x7f10680b6900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:22.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f105fe00640 1 --2- 172.21.15.22:0/3772325108 >> v2:172.21.15.145:3300/0 conn(0x7f106806d1c0 0x7f10680b6900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f105fe00640 1 -- 172.21.15.22:0/3772325108 >> v1:172.21.15.22:6789/0 conn(0x7f106815e770 legacy=0x7f1068073650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f105fe00640 1 -- 172.21.15.22:0/3772325108 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1068071260 con 0x7f10680709c0 2024-09-10T10:34:22.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1065400640 1 -- 172.21.15.22:0/3772325108 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3852442815 0 0) 0x7f1068073170 con 0x7f106815e770 2024-09-10T10:34:22.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.317+0000 7f1065e00640 1 --2- 172.21.15.22:0/3772325108 >> v2:172.21.15.145:3300/0 conn(0x7f106806d1c0 0x7f10680b6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:22.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f105fe00640 1 --2- 172.21.15.22:0/3772325108 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10680709c0 0x7f106806d5a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f10680722e0 tx=0x7f105001ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a58f134312399161 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1065400640 1 -- 172.21.15.22:0/3772325108 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10500b5070 con 0x7f10680709c0 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1065400640 1 -- 172.21.15.22:0/3772325108 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10500a8970 con 0x7f10680709c0 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1065400640 1 -- 172.21.15.22:0/3772325108 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10500a8d40 con 0x7f10680709c0 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1067200640 1 -- 172.21.15.22:0/3772325108 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10680709c0 msgr2=0x7f106806d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1067200640 1 --2- 172.21.15.22:0/3772325108 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10680709c0 0x7f106806d5a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f10680722e0 tx=0x7f105001ec70 comp rx=0 tx=0).stop 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1067200640 1 -- 172.21.15.22:0/3772325108 shutdown_connections 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1067200640 1 --2- 172.21.15.22:0/3772325108 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10680709c0 0x7f106806d5a0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1067200640 1 --2- 172.21.15.22:0/3772325108 >> v2:172.21.15.145:3300/0 conn(0x7f106806d1c0 0x7f10680b6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1067200640 1 -- 172.21.15.22:0/3772325108 >> 172.21.15.22:0/3772325108 conn(0x7f10680b41e0 msgr2=0x7f10680b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1067200640 1 -- 172.21.15.22:0/3772325108 shutdown_connections 2024-09-10T10:34:22.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1067200640 1 -- 172.21.15.22:0/3772325108 wait complete. 2024-09-10T10:34:22.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.321+0000 7f1067200640 1 Processor -- start 2024-09-10T10:34:22.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1067200640 1 -- start start 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1067200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f106806d1c0 0x7f1068152a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1067200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10680709c0 0x7f1068159ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1067200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f106815e770 0x7f106815a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1067200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f10680b4e50 con 0x7f106806d1c0 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1067200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1068071820 con 0x7f10680709c0 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1067200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f106815ec00 con 0x7f106815e770 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1065e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f106806d1c0 0x7f1068152a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1065e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f106806d1c0 0x7f1068152a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:33014/0 (socket says 172.21.15.22:33014) 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1065e00640 1 -- 172.21.15.22:0/3457257428 learned_addr learned my addr 172.21.15.22:0/3457257428 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f105fe00640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10680709c0 0x7f1068159ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1066800640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f106815e770 0x7f106815a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1065e00640 1 -- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f106815e770 msgr2=0x7f106815a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1065e00640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f106815e770 0x7f106815a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1065e00640 1 -- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10680709c0 msgr2=0x7f1068159ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1065e00640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10680709c0 0x7f1068159ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1065e00640 1 -- 172.21.15.22:0/3457257428 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1068155840 con 0x7f106806d1c0 2024-09-10T10:34:22.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1065e00640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f106806d1c0 0x7f1068152a50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f105800e810 tx=0x7f105800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:22.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f105e000640 1 -- 172.21.15.22:0/3457257428 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1058017070 con 0x7f106806d1c0 2024-09-10T10:34:22.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f105e000640 1 -- 172.21.15.22:0/3457257428 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f105800c870 con 0x7f106806d1c0 2024-09-10T10:34:22.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1067200640 1 -- 172.21.15.22:0/3457257428 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1068155b20 con 0x7f106806d1c0 2024-09-10T10:34:22.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f105e000640 1 -- 172.21.15.22:0/3457257428 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105800f040 con 0x7f106806d1c0 2024-09-10T10:34:22.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1067200640 1 -- 172.21.15.22:0/3457257428 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10681560e0 con 0x7f106806d1c0 2024-09-10T10:34:22.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.325+0000 7f1067200640 1 -- 172.21.15.22:0/3457257428 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10681f53f0 con 0x7f106806d1c0 2024-09-10T10:34:22.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.329+0000 7f105e000640 1 -- 172.21.15.22:0/3457257428 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f105801a070 con 0x7f106806d1c0 2024-09-10T10:34:22.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.329+0000 7f105e000640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10440678c0 0x7f1044069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.329+0000 7f105e000640 1 -- 172.21.15.22:0/3457257428 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4857+0+0 (secure 0 0 0) 0x7f1058085520 con 0x7f106806d1c0 2024-09-10T10:34:22.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.329+0000 7f105fe00640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10440678c0 0x7f1044069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.329+0000 7f105fe00640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10440678c0 0x7f1044069d80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f10500b2000 tx=0x7f10500aa070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:22.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.333+0000 7f105e000640 1 -- 172.21.15.22:0/3457257428 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f10580563a0 con 0x7f106806d1c0 2024-09-10T10:34:22.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 -- 172.21.15.22:0/3457257428 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f10680b7290 con 0x7f106806d1c0 2024-09-10T10:34:22.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f105e000640 1 -- 172.21.15.22:0/3457257428 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7f1058055ca0 con 0x7f106806d1c0 2024-09-10T10:34:22.559 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:22.559 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:34:22.559 INFO:teuthology.orchestra.run.smithi022.stdout: "auth_dump": [ 2024-09-10T10:34:22.559 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.559 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.a", 2024-09-10T10:34:22.560 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA==", 2024-09-10T10:34:22.560 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.560 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:22.560 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:34:22.560 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:34:22.560 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.561 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.561 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.561 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.561 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.b", 2024-09-10T10:34:22.561 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw==", 2024-09-10T10:34:22.561 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.561 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:22.561 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.c", 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg==", 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.562 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.d", 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg==", 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.563 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.0", 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg==", 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.1", 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q==", 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.564 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.2", 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA==", 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.565 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.3", 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA==", 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.4", 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA==", 2024-09-10T10:34:22.566 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.5", 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ==", 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.567 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.6", 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA==", 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.7", 2024-09-10T10:34:22.568 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA==", 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.0", 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA==", 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow r", 2024-09-10T10:34:22.569 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T10:34:22.570 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.570 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.570 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.570 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.1", 2024-09-10T10:34:22.570 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q==", 2024-09-10T10:34:22.570 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.570 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:22.570 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:34:22.570 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:34:22.571 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:34:22.571 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.571 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.571 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.571 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.2", 2024-09-10T10:34:22.571 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA==", 2024-09-10T10:34:22.571 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.571 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:22.571 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:34:22.571 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:34:22.572 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:34:22.572 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.572 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.572 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.572 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.3", 2024-09-10T10:34:22.573 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg==", 2024-09-10T10:34:22.573 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.573 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:22.573 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:34:22.573 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:34:22.573 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.admin", 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm1kZCJhAAGLXWU85Vtod0CRG/bo4sSQ==", 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.574 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.575 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.575 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.575 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.x", 2024-09-10T10:34:22.575 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ==", 2024-09-10T10:34:22.575 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.575 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:34:22.575 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:34:22.575 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.575 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.576 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:22.576 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.576 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.y", 2024-09-10T10:34:22.576 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q==", 2024-09-10T10:34:22.576 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:22.576 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:34:22.576 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:34:22.576 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:22.576 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.577 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.577 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:34:22.577 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 -- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10440678c0 msgr2=0x7f1044069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10440678c0 0x7f1044069d80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f10500b2000 tx=0x7f10500aa070 comp rx=0 tx=0).stop 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 -- 172.21.15.22:0/3457257428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f106806d1c0 msgr2=0x7f1068152a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f106806d1c0 0x7f1068152a50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f105800e810 tx=0x7f105800ecd0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 -- 172.21.15.22:0/3457257428 shutdown_connections 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10440678c0 0x7f1044069d80 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f106815e770 0x7f106815a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10680709c0 0x7f1068159ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 --2- 172.21.15.22:0/3457257428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f106806d1c0 0x7f1068152a50 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 -- 172.21.15.22:0/3457257428 >> 172.21.15.22:0/3457257428 conn(0x7f10680b41e0 msgr2=0x7f106806deb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 -- 172.21.15.22:0/3457257428 shutdown_connections 2024-09-10T10:34:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.553+0000 7f1067200640 1 -- 172.21.15.22:0/3457257428 wait complete. 2024-09-10T10:34:22.580 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:34:22.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.713+0000 7fef8e200640 1 Processor -- start 2024-09-10T10:34:22.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.713+0000 7fef8e200640 1 -- start start 2024-09-10T10:34:22.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef8e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef8815b600 0x7fef88071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef8e200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef880ce880 con 0x7fef880b56f0 2024-09-10T10:34:22.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef8e200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef880ceb60 con 0x7fef8815b220 2024-09-10T10:34:22.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef8e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fef8806d6e0 con 0x7fef8815b600 2024-09-10T10:34:22.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef87e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fef880b56f0 0x7fef880b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57918/0 (socket says 172.21.15.22:57918) 2024-09-10T10:34:22.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef87e00640 1 -- 172.21.15.22:0/4067120022 learned_addr learned my addr 172.21.15.22:0/4067120022 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:22.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef7ea00640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef8815b600 0x7fef88071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1351563268 0 0) 0x7fef880ce880 con 0x7fef880b56f0 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fef6c003530 con 0x7fef880b56f0 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1250321050 0 0) 0x7fef6c003530 con 0x7fef880b56f0 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef8815b600 msgr2=0x7fef88071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef8815b600 0x7fef88071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 >> v1:172.21.15.145:6789/0 conn(0x7fef8815b220 legacy=0x7fef880b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef880cee40 con 0x7fef880b56f0 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fef80001a00 con 0x7fef880b56f0 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 >> v1:172.21.15.22:6789/0 conn(0x7fef880b56f0 legacy=0x7fef880b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef8815b600 0x7fef6c0039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef6c003f70 0x7fef6c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef6c004d50 0x7fef6c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c00bbe0 con 0x7fef6c004d50 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fef6c00bd90 con 0x7fef6c003f70 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fef6c00bf90 con 0x7fef8815b600 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef87e00640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef6c004d50 0x7fef6c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef7ea00640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef6c003f70 0x7fef6c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef87400640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef8815b600 0x7fef6c0039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef87e00640 1 -- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef8815b600 msgr2=0x7fef6c0039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef87e00640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef8815b600 0x7fef6c0039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef87e00640 1 -- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef6c003f70 msgr2=0x7fef6c004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef87e00640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef6c003f70 0x7fef6c004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.717+0000 7fef87e00640 1 -- 172.21.15.22:0/4067120022 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef6c003530 con 0x7fef6c004d50 2024-09-10T10:34:22.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef87e00640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef6c004d50 0x7fef6c0051d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fef8000a420 tx=0x7fef8001f560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c58e0c70cb708526 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:22.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef800b3070 con 0x7fef6c004d50 2024-09-10T10:34:22.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef800ae620 con 0x7fef6c004d50 2024-09-10T10:34:22.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef86a00640 1 -- 172.21.15.22:0/4067120022 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8000a460 con 0x7fef6c004d50 2024-09-10T10:34:22.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef8e200640 1 -- 172.21.15.22:0/4067120022 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef6c004d50 msgr2=0x7fef6c0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef8e200640 1 --2- 172.21.15.22:0/4067120022 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef6c004d50 0x7fef6c0051d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fef8000a420 tx=0x7fef8001f560 comp rx=0 tx=0).stop 2024-09-10T10:34:22.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef87e00640 1 -- 172.21.15.22:0/4067120022 reap_dead start 2024-09-10T10:34:22.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef8e200640 1 -- 172.21.15.22:0/4067120022 shutdown_connections 2024-09-10T10:34:22.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef8e200640 1 -- 172.21.15.22:0/4067120022 >> 172.21.15.22:0/4067120022 conn(0x7fef88062dd0 msgr2=0x7fef8806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:22.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef8e200640 1 -- 172.21.15.22:0/4067120022 shutdown_connections 2024-09-10T10:34:22.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.721+0000 7fef8e200640 1 -- 172.21.15.22:0/4067120022 wait complete. 2024-09-10T10:34:22.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 Processor -- start 2024-09-10T10:34:22.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 -- start start 2024-09-10T10:34:22.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef6c004d50 0x7fef88147ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef8815dc10 0x7fef8815e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef880c5530 0x7fef880c59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fef880d01e0 con 0x7fef880c5530 2024-09-10T10:34:22.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fef880d0060 con 0x7fef8815dc10 2024-09-10T10:34:22.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fef8806da30 con 0x7fef6c004d50 2024-09-10T10:34:22.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef87e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef880c5530 0x7fef880c59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef87e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef880c5530 0x7fef880c59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:33034/0 (socket says 172.21.15.22:33034) 2024-09-10T10:34:22.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef87400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef6c004d50 0x7fef88147ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef7ea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef8815dc10 0x7fef8815e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef87e00640 1 -- 172.21.15.22:0/3402340060 learned_addr learned my addr 172.21.15.22:0/3402340060 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:22.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef87e00640 1 -- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef6c004d50 msgr2=0x7fef88147ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef87e00640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef6c004d50 0x7fef88147ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef87e00640 1 -- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef8815dc10 msgr2=0x7fef8815e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef87e00640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef8815dc10 0x7fef8815e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef87e00640 1 -- 172.21.15.22:0/3402340060 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef881f79d0 con 0x7fef880c5530 2024-09-10T10:34:22.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef87e00640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef880c5530 0x7fef880c59b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fef800b1040 tx=0x7fef6c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:22.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef7fe00640 1 -- 172.21.15.22:0/3402340060 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef800b3030 con 0x7fef880c5530 2024-09-10T10:34:22.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef7fe00640 1 -- 172.21.15.22:0/3402340060 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef800b4040 con 0x7fef880c5530 2024-09-10T10:34:22.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef7fe00640 1 -- 172.21.15.22:0/3402340060 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8000a460 con 0x7fef880c5530 2024-09-10T10:34:22.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 -- 172.21.15.22:0/3402340060 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef881f7c90 con 0x7fef880c5530 2024-09-10T10:34:22.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 -- 172.21.15.22:0/3402340060 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef881f8250 con 0x7fef880c5530 2024-09-10T10:34:22.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.725+0000 7fef8e200640 1 -- 172.21.15.22:0/3402340060 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef880b3f10 con 0x7fef880c5530 2024-09-10T10:34:22.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.729+0000 7fef7fe00640 1 -- 172.21.15.22:0/3402340060 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fef800bf060 con 0x7fef880c5530 2024-09-10T10:34:22.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.729+0000 7fef7fe00640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef640678c0 0x7fef64069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:22.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.729+0000 7fef7fe00640 1 -- 172.21.15.22:0/3402340060 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4857+0+0 (secure 0 0 0) 0x7fef8011f260 con 0x7fef880c5530 2024-09-10T10:34:22.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.729+0000 7fef87400640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef640678c0 0x7fef64069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:22.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.729+0000 7fef87400640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef640678c0 0x7fef64069d80 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fef78000c10 tx=0x7fef78009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:22.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.733+0000 7fef7fe00640 1 -- 172.21.15.22:0/3402340060 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fef800192a0 con 0x7fef880c5530 2024-09-10T10:34:22.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 -- 172.21.15.22:0/3402340060 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fef8815aa00 con 0x7fef880c5530 2024-09-10T10:34:22.906 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:34:22.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef7fe00640 1 -- 172.21.15.22:0/3402340060 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v43) ==== 84+0+65 (secure 0 0 0) 0x7fef800efa00 con 0x7fef880c5530 2024-09-10T10:34:22.907 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:22.907 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:34:22.907 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:22.907 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:34:22.907 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:34:22.907 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:22.907 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:34:22.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 -- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef640678c0 msgr2=0x7fef64069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef640678c0 0x7fef64069d80 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fef78000c10 tx=0x7fef78009040 comp rx=0 tx=0).stop 2024-09-10T10:34:22.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 -- 172.21.15.22:0/3402340060 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef880c5530 msgr2=0x7fef880c59b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:22.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef880c5530 0x7fef880c59b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fef800b1040 tx=0x7fef6c005840 comp rx=0 tx=0).stop 2024-09-10T10:34:22.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 -- 172.21.15.22:0/3402340060 shutdown_connections 2024-09-10T10:34:22.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef640678c0 0x7fef64069d80 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef880c5530 0x7fef880c59b0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef8815dc10 0x7fef8815e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 --2- 172.21.15.22:0/3402340060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef6c004d50 0x7fef88147ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:22.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 -- 172.21.15.22:0/3402340060 >> 172.21.15.22:0/3402340060 conn(0x7fef88062dd0 msgr2=0x7fef88156ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:22.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 -- 172.21.15.22:0/3402340060 shutdown_connections 2024-09-10T10:34:22.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:22.901+0000 7fef8e200640 1 -- 172.21.15.22:0/3402340060 wait complete. 2024-09-10T10:34:22.910 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:34:22.927 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:34:22.927 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:34:23.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.137+0000 7f320e200640 1 Processor -- start 2024-09-10T10:34:23.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.137+0000 7f320e200640 1 -- start start 2024-09-10T10:34:23.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.141+0000 7f320e200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f320815c600 0x7f32080b1b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:23.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.141+0000 7f320e200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32080b5790 con 0x7f3208071360 2024-09-10T10:34:23.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.141+0000 7f320e200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32080d32e0 con 0x7f32080d0ab0 2024-09-10T10:34:23.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.141+0000 7f320e200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f32080717c0 con 0x7f320815c600 2024-09-10T10:34:23.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.141+0000 7f31ffe00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3208071360 0x7f32080d03a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57920/0 (socket says 172.21.15.22:57920) 2024-09-10T10:34:23.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.141+0000 7f31ffe00640 1 -- 172.21.15.22:0/902134125 learned_addr learned my addr 172.21.15.22:0/902134125 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:23.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.141+0000 7f320ce00640 1 --2- 172.21.15.22:0/902134125 >> v2:172.21.15.22:3300/0 conn(0x7f320815c600 0x7f32080b1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:23.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.141+0000 7f320ce00640 1 -- 172.21.15.22:0/902134125 >> v1:172.21.15.145:6789/0 conn(0x7f32080d0ab0 legacy=0x7f32080ceef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:23.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.141+0000 7f320ce00640 1 -- 172.21.15.22:0/902134125 >> v1:172.21.15.22:6789/0 conn(0x7f3208071360 legacy=0x7f32080d03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:23.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.141+0000 7f320ce00640 1 -- 172.21.15.22:0/902134125 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3208160260 con 0x7f320815c600 2024-09-10T10:34:23.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f320ce00640 1 --2- 172.21.15.22:0/902134125 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f320815c600 0x7f32080b1b60 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f31f80097c0 tx=0x7f31f801c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3185e102d2d849f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:23.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f3207e00640 1 -- 172.21.15.22:0/902134125 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f80b0070 con 0x7f320815c600 2024-09-10T10:34:23.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f3207e00640 1 -- 172.21.15.22:0/902134125 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31f80ab600 con 0x7f320815c600 2024-09-10T10:34:23.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f3207e00640 1 -- 172.21.15.22:0/902134125 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f80ab9d0 con 0x7f320815c600 2024-09-10T10:34:23.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f320e200640 1 -- 172.21.15.22:0/902134125 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f320815c600 msgr2=0x7f32080b1b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:23.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f320e200640 1 --2- 172.21.15.22:0/902134125 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f320815c600 0x7f32080b1b60 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f31f80097c0 tx=0x7f31f801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:34:23.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f320e200640 1 -- 172.21.15.22:0/902134125 shutdown_connections 2024-09-10T10:34:23.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f320e200640 1 --2- 172.21.15.22:0/902134125 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f320815c600 0x7f32080b1b60 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:23.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f320e200640 1 -- 172.21.15.22:0/902134125 >> 172.21.15.22:0/902134125 conn(0x7f32080d24a0 msgr2=0x7f32080d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:23.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f320e200640 1 -- 172.21.15.22:0/902134125 shutdown_connections 2024-09-10T10:34:23.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.145+0000 7f320e200640 1 -- 172.21.15.22:0/902134125 wait complete. 2024-09-10T10:34:23.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 Processor -- start 2024-09-10T10:34:23.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 -- start start 2024-09-10T10:34:23.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3208071360 0x7f320815d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:23.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32080d0ab0 0x7f320814b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f320815c600 0x7f32081f7570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f320816a4e0 con 0x7f3208071360 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f320816a360 con 0x7f32080d0ab0 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f320816a660 con 0x7f320815c600 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3208071360 0x7f320815d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3208071360 0x7f320815d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:33064/0 (socket says 172.21.15.22:33064) 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320ce00640 1 -- 172.21.15.22:0/3447323019 learned_addr learned my addr 172.21.15.22:0/3447323019 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f31ffe00640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32080d0ab0 0x7f320814b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320d800640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f320815c600 0x7f32081f7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320ce00640 1 -- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f320815c600 msgr2=0x7f32081f7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320ce00640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f320815c600 0x7f32081f7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320ce00640 1 -- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32080d0ab0 msgr2=0x7f320814b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320ce00640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32080d0ab0 0x7f320814b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:23.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320ce00640 1 -- 172.21.15.22:0/3447323019 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f320815e160 con 0x7f3208071360 2024-09-10T10:34:23.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f31ffe00640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32080d0ab0 0x7f320814b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:23.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320ce00640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3208071360 0x7f320815d520 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f31f80ae040 tx=0x7f31f8019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:23.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f3205600640 1 -- 172.21.15.22:0/3447323019 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f80b0040 con 0x7f3208071360 2024-09-10T10:34:23.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f3205600640 1 -- 172.21.15.22:0/3447323019 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31f80b4410 con 0x7f3208071360 2024-09-10T10:34:23.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 -- 172.21.15.22:0/3447323019 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f320815e440 con 0x7f3208071360 2024-09-10T10:34:23.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f3205600640 1 -- 172.21.15.22:0/3447323019 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f80b4800 con 0x7f3208071360 2024-09-10T10:34:23.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 -- 172.21.15.22:0/3447323019 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f320815ea00 con 0x7f3208071360 2024-09-10T10:34:23.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.149+0000 7f320e200640 1 -- 172.21.15.22:0/3447323019 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32080b1b60 con 0x7f3208071360 2024-09-10T10:34:23.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.153+0000 7f3205600640 1 -- 172.21.15.22:0/3447323019 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f31f80bc020 con 0x7f3208071360 2024-09-10T10:34:23.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.153+0000 7f3205600640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31e40678c0 0x7f31e4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:23.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.153+0000 7f3205600640 1 -- 172.21.15.22:0/3447323019 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4857+0+0 (secure 0 0 0) 0x7f31f811ef20 con 0x7f3208071360 2024-09-10T10:34:23.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.153+0000 7f31ffe00640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31e40678c0 0x7f31e4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:23.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.153+0000 7f31ffe00640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31e40678c0 0x7f31e4069d80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f320806edc0 tx=0x7f31f0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:23.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.157+0000 7f3205600640 1 -- 172.21.15.22:0/3447323019 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f31f80c3020 con 0x7f3208071360 2024-09-10T10:34:23.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:23.321+0000 7f320e200640 1 -- 172.21.15.22:0/3447323019 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f32080d1020 con 0x7f3208071360 2024-09-10T10:34:24.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.153+0000 7f3205600640 1 -- 172.21.15.22:0/3447323019 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v44) ==== 138+0+0 (secure 0 0 0) 0x7f31f8016090 con 0x7f3208071360 2024-09-10T10:34:24.158 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:34:24.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 -- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31e40678c0 msgr2=0x7f31e4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:24.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31e40678c0 0x7f31e4069d80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f320806edc0 tx=0x7f31f0009040 comp rx=0 tx=0).stop 2024-09-10T10:34:24.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 -- 172.21.15.22:0/3447323019 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3208071360 msgr2=0x7f320815d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:24.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3208071360 0x7f320815d520 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f31f80ae040 tx=0x7f31f8019240 comp rx=0 tx=0).stop 2024-09-10T10:34:24.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 -- 172.21.15.22:0/3447323019 shutdown_connections 2024-09-10T10:34:24.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31e40678c0 0x7f31e4069d80 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:24.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f320815c600 0x7f32081f7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:24.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32080d0ab0 0x7f320814b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:24.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 --2- 172.21.15.22:0/3447323019 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3208071360 0x7f320815d520 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:24.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 -- 172.21.15.22:0/3447323019 >> 172.21.15.22:0/3447323019 conn(0x7f32080d24a0 msgr2=0x7f32080b5fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:24.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 -- 172.21.15.22:0/3447323019 shutdown_connections 2024-09-10T10:34:24.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.157+0000 7f320e200640 1 -- 172.21.15.22:0/3447323019 wait complete. 2024-09-10T10:34:24.192 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:34:24.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.337+0000 7fe6ca600640 1 Processor -- start 2024-09-10T10:34:24.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.337+0000 7fe6ca600640 1 -- start start 2024-09-10T10:34:24.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.341+0000 7fe6ca600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe6c40aff90 0x7fe6c4169150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:24.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.341+0000 7fe6ca600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6c40aeaa0 con 0x7fe6c4147fd0 2024-09-10T10:34:24.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.341+0000 7fe6ca600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6c406f6d0 con 0x7fe6c406d3e0 2024-09-10T10:34:24.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.341+0000 7fe6ca600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe6c406f9b0 con 0x7fe6c40aff90 2024-09-10T10:34:24.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.341+0000 7fe6c3400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fe6c4147fd0 0x7fe6c406ccd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57924/0 (socket says 172.21.15.22:57924) 2024-09-10T10:34:24.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.341+0000 7fe6c3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe6c40aff90 0x7fe6c4169150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:24.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.341+0000 7fe6c3400640 1 -- 172.21.15.22:0/2288739374 learned_addr learned my addr 172.21.15.22:0/2288739374 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:24.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.341+0000 7fe6c3e00640 1 -- 172.21.15.22:0/2288739374 >> v1:172.21.15.145:6789/0 conn(0x7fe6c406d3e0 legacy=0x7fe6c406ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:24.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.341+0000 7fe6c3e00640 1 -- 172.21.15.22:0/2288739374 >> v1:172.21.15.22:6789/0 conn(0x7fe6c4147fd0 legacy=0x7fe6c406ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:24.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.341+0000 7fe6c3e00640 1 -- 172.21.15.22:0/2288739374 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6c406fc90 con 0x7fe6c40aff90 2024-09-10T10:34:24.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6c3e00640 1 --2- 172.21.15.22:0/2288739374 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c40aff90 0x7fe6c4169150 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc009d90 tx=0x7fe6bc01c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3e615563d70343a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:24.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6c2a00640 1 -- 172.21.15.22:0/2288739374 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6bc0b2070 con 0x7fe6c40aff90 2024-09-10T10:34:24.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6c2a00640 1 -- 172.21.15.22:0/2288739374 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6bc0a59e0 con 0x7fe6c40aff90 2024-09-10T10:34:24.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6c2a00640 1 -- 172.21.15.22:0/2288739374 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6bc0a5db0 con 0x7fe6c40aff90 2024-09-10T10:34:24.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6ca600640 1 -- 172.21.15.22:0/2288739374 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c40aff90 msgr2=0x7fe6c4169150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:24.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6ca600640 1 --2- 172.21.15.22:0/2288739374 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c40aff90 0x7fe6c4169150 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc009d90 tx=0x7fe6bc01c940 comp rx=0 tx=0).stop 2024-09-10T10:34:24.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6ca600640 1 -- 172.21.15.22:0/2288739374 shutdown_connections 2024-09-10T10:34:24.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6ca600640 1 --2- 172.21.15.22:0/2288739374 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c40aff90 0x7fe6c4169150 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:24.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6ca600640 1 -- 172.21.15.22:0/2288739374 >> 172.21.15.22:0/2288739374 conn(0x7fe6c40b3940 msgr2=0x7fe6c40722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:24.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6ca600640 1 -- 172.21.15.22:0/2288739374 shutdown_connections 2024-09-10T10:34:24.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6ca600640 1 -- 172.21.15.22:0/2288739374 wait complete. 2024-09-10T10:34:24.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6ca600640 1 Processor -- start 2024-09-10T10:34:24.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.345+0000 7fe6ca600640 1 -- start start 2024-09-10T10:34:24.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6ca600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6c406d3e0 0x7fe6c413fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:24.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6ca600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6c40aff90 0x7fe6c4145d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6ca600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c4147fd0 0x7fe6c4146270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6ca600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c416c240 con 0x7fe6c4147fd0 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6ca600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c416c0c0 con 0x7fe6c40aff90 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6ca600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe6c416c3c0 con 0x7fe6c406d3e0 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6c3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c4147fd0 0x7fe6c4146270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6c3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c4147fd0 0x7fe6c4146270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:33088/0 (socket says 172.21.15.22:33088) 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6c3e00640 1 -- 172.21.15.22:0/3960251584 learned_addr learned my addr 172.21.15.22:0/3960251584 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6baa00640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6c40aff90 0x7fe6c4145d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6c3400640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6c406d3e0 0x7fe6c413fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6c3e00640 1 -- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6c406d3e0 msgr2=0x7fe6c413fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6c3e00640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6c406d3e0 0x7fe6c413fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6c3e00640 1 -- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6c40aff90 msgr2=0x7fe6c4145d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:24.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6c3e00640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6c40aff90 0x7fe6c4145d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:24.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6c3e00640 1 -- 172.21.15.22:0/3960251584 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6c41402c0 con 0x7fe6c4147fd0 2024-09-10T10:34:24.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6c3e00640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c4147fd0 0x7fe6c4146270 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc01a570 tx=0x7fe6bc0196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:24.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6bbe00640 1 -- 172.21.15.22:0/3960251584 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6bc0b2050 con 0x7fe6c4147fd0 2024-09-10T10:34:24.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6bbe00640 1 -- 172.21.15.22:0/3960251584 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6bc0be070 con 0x7fe6c4147fd0 2024-09-10T10:34:24.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6bbe00640 1 -- 172.21.15.22:0/3960251584 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6bc0adb70 con 0x7fe6c4147fd0 2024-09-10T10:34:24.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6ca600640 1 -- 172.21.15.22:0/3960251584 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6c4146880 con 0x7fe6c4147fd0 2024-09-10T10:34:24.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6ca600640 1 -- 172.21.15.22:0/3960251584 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6c4146e40 con 0x7fe6c4147fd0 2024-09-10T10:34:24.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6ca600640 1 -- 172.21.15.22:0/3960251584 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6c406ea50 con 0x7fe6c4147fd0 2024-09-10T10:34:24.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.349+0000 7fe6bbe00640 1 -- 172.21.15.22:0/3960251584 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe6bc0add10 con 0x7fe6c4147fd0 2024-09-10T10:34:24.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.353+0000 7fe6bbe00640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6a00678c0 0x7fe6a0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:24.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.353+0000 7fe6bbe00640 1 -- 172.21.15.22:0/3960251584 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5227+0+0 (secure 0 0 0) 0x7fe6bc120d30 con 0x7fe6c4147fd0 2024-09-10T10:34:24.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.353+0000 7fe6c3400640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6a00678c0 0x7fe6a0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:24.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.353+0000 7fe6c3400640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6a00678c0 0x7fe6a0069d80 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe6b4000f70 tx=0x7fe6b4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:24.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.357+0000 7fe6bbe00640 1 -- 172.21.15.22:0/3960251584 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe6bc016560 con 0x7fe6c4147fd0 2024-09-10T10:34:24.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:24.529+0000 7fe6ca600640 1 -- 172.21.15.22:0/3960251584 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe6c406bdf0 con 0x7fe6c4147fd0 2024-09-10T10:34:25.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6bbe00640 1 -- 172.21.15.22:0/3960251584 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v45) ==== 170+0+0 (secure 0 0 0) 0x7fe6bc0f1480 con 0x7fe6c4147fd0 2024-09-10T10:34:25.162 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:34:25.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6ca600640 1 -- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6a00678c0 msgr2=0x7fe6a0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:25.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6ca600640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6a00678c0 0x7fe6a0069d80 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe6b4000f70 tx=0x7fe6b4009040 comp rx=0 tx=0).stop 2024-09-10T10:34:25.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6ca600640 1 -- 172.21.15.22:0/3960251584 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c4147fd0 msgr2=0x7fe6c4146270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:25.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6ca600640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c4147fd0 0x7fe6c4146270 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc01a570 tx=0x7fe6bc0196e0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6ca600640 1 -- 172.21.15.22:0/3960251584 shutdown_connections 2024-09-10T10:34:25.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6ca600640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe6a00678c0 0x7fe6a0069d80 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6ca600640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe6c4147fd0 0x7fe6c4146270 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6ca600640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6c40aff90 0x7fe6c4145d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6ca600640 1 --2- 172.21.15.22:0/3960251584 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6c406d3e0 0x7fe6c413fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.157+0000 7fe6ca600640 1 -- 172.21.15.22:0/3960251584 >> 172.21.15.22:0/3960251584 conn(0x7fe6c40b3940 msgr2=0x7fe6c40b1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:25.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.161+0000 7fe6ca600640 1 -- 172.21.15.22:0/3960251584 shutdown_connections 2024-09-10T10:34:25.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.161+0000 7fe6ca600640 1 -- 172.21.15.22:0/3960251584 wait complete. 2024-09-10T10:34:25.205 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:34:25.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9273c00640 1 Processor -- start 2024-09-10T10:34:25.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9273c00640 1 -- start start 2024-09-10T10:34:25.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9273c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f926c1568c0 0x7f926c0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:25.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9273c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f926c0cfad0 0x7f926c06d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:25.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9273c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f926c0b4f90 con 0x7f926c0b4470 2024-09-10T10:34:25.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9273c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f926c0b49d0 con 0x7f926c0cfad0 2024-09-10T10:34:25.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9273c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f926c0b4cb0 con 0x7f926c1568c0 2024-09-10T10:34:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9271c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f926c0cfad0 0x7f926c06d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9271c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f926c0cfad0 0x7f926c06d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58786/0 (socket says 172.21.15.22:58786) 2024-09-10T10:34:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9271c00640 1 -- 172.21.15.22:0/1854116942 learned_addr learned my addr 172.21.15.22:0/1854116942 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9271200640 1 --2- 172.21.15.22:0/1854116942 >> v2:172.21.15.145:3300/0 conn(0x7f926c1568c0 0x7f926c0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9271c00640 1 -- 172.21.15.22:0/1854116942 >> v2:172.21.15.145:3300/0 conn(0x7f926c1568c0 msgr2=0x7f926c0b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9271c00640 1 --2- 172.21.15.22:0/1854116942 >> v2:172.21.15.145:3300/0 conn(0x7f926c1568c0 0x7f926c0b3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9271c00640 1 -- 172.21.15.22:0/1854116942 >> v1:172.21.15.145:6789/0 conn(0x7f926c0b4470 legacy=0x7f926c0cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:25.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.345+0000 7f9271c00640 1 -- 172.21.15.22:0/1854116942 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f926c06d1b0 con 0x7f926c0cfad0 2024-09-10T10:34:25.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f9271c00640 1 --2- 172.21.15.22:0/1854116942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 0x7f926c06d9b0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f926c073540 tx=0x7f926401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2811144e52bc93 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:25.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f926be00640 1 -- 172.21.15.22:0/1854116942 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92640a58a0 con 0x7f926c0cfad0 2024-09-10T10:34:25.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f926be00640 1 -- 172.21.15.22:0/1854116942 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92640a5a40 con 0x7f926c0cfad0 2024-09-10T10:34:25.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f926be00640 1 -- 172.21.15.22:0/1854116942 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92640a5e10 con 0x7f926c0cfad0 2024-09-10T10:34:25.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f9273c00640 1 -- 172.21.15.22:0/1854116942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 msgr2=0x7f926c06d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:25.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f9273c00640 1 --2- 172.21.15.22:0/1854116942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 0x7f926c06d9b0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f926c073540 tx=0x7f926401c9c0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f9273c00640 1 -- 172.21.15.22:0/1854116942 shutdown_connections 2024-09-10T10:34:25.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f9273c00640 1 --2- 172.21.15.22:0/1854116942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 0x7f926c06d9b0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f9273c00640 1 --2- 172.21.15.22:0/1854116942 >> v2:172.21.15.145:3300/0 conn(0x7f926c1568c0 0x7f926c0b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f9273c00640 1 -- 172.21.15.22:0/1854116942 >> 172.21.15.22:0/1854116942 conn(0x7f926c062eb0 msgr2=0x7f926c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:25.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f9273c00640 1 -- 172.21.15.22:0/1854116942 shutdown_connections 2024-09-10T10:34:25.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.349+0000 7f9273c00640 1 -- 172.21.15.22:0/1854116942 wait complete. 2024-09-10T10:34:25.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9273c00640 1 Processor -- start 2024-09-10T10:34:25.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9273c00640 1 -- start start 2024-09-10T10:34:25.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9273c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f926c0b4470 0x7f926c0b1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:25.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9273c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 0x7f926c153070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9273c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f926c1568c0 0x7f926c1535b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9273c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f926c06e700 con 0x7f926c0cfad0 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9273c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f926c156eb0 con 0x7f926c0b4470 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9273c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f926c06e880 con 0x7f926c1568c0 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9263e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 0x7f926c153070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9263e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 0x7f926c153070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58790/0 (socket says 172.21.15.22:58790) 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9263e00640 1 -- 172.21.15.22:0/3846414907 learned_addr learned my addr 172.21.15.22:0/3846414907 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9271200640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f926c0b4470 0x7f926c0b1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9271c00640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f926c1568c0 0x7f926c1535b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9263e00640 1 -- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f926c1568c0 msgr2=0x7f926c1535b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9263e00640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f926c1568c0 0x7f926c1535b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9263e00640 1 -- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f926c0b4470 msgr2=0x7f926c0b1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:25.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9263e00640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f926c0b4470 0x7f926c0b1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:25.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9263e00640 1 -- 172.21.15.22:0/3846414907 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f926c0b04a0 con 0x7f926c0cfad0 2024-09-10T10:34:25.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9263e00640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 0x7f926c153070 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f925400c430 tx=0x7f925400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:25.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9269600640 1 -- 172.21.15.22:0/3846414907 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92540052d0 con 0x7f926c0cfad0 2024-09-10T10:34:25.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9269600640 1 -- 172.21.15.22:0/3846414907 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9254005470 con 0x7f926c0cfad0 2024-09-10T10:34:25.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9269600640 1 -- 172.21.15.22:0/3846414907 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9254007260 con 0x7f926c0cfad0 2024-09-10T10:34:25.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9273c00640 1 -- 172.21.15.22:0/3846414907 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f926c0b0780 con 0x7f926c0cfad0 2024-09-10T10:34:25.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.353+0000 7f9273c00640 1 -- 172.21.15.22:0/3846414907 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f926c0b0d40 con 0x7f926c0cfad0 2024-09-10T10:34:25.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.357+0000 7f9273c00640 1 -- 172.21.15.22:0/3846414907 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f926c069470 con 0x7f926c0cfad0 2024-09-10T10:34:25.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.357+0000 7f9269600640 1 -- 172.21.15.22:0/3846414907 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9254007400 con 0x7f926c0cfad0 2024-09-10T10:34:25.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.357+0000 7f9269600640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92480678c0 0x7f9248069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:25.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.357+0000 7f9269600640 1 -- 172.21.15.22:0/3846414907 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5609+0+0 (secure 0 0 0) 0x7f9254085570 con 0x7f926c0cfad0 2024-09-10T10:34:25.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.357+0000 7f9271200640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92480678c0 0x7f9248069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:25.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.357+0000 7f9271200640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92480678c0 0x7f9248069d80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f925c009ac0 tx=0x7f925c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:25.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.361+0000 7f9269600640 1 -- 172.21.15.22:0/3846414907 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9254055b30 con 0x7f926c0cfad0 2024-09-10T10:34:25.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:25.561+0000 7f9273c00640 1 -- 172.21.15.22:0/3846414907 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f926c0d01f0 con 0x7f926c0cfad0 2024-09-10T10:34:26.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.185+0000 7f9269600640 1 -- 172.21.15.22:0/3846414907 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v20) ==== 172+0+0 (secure 0 0 0) 0x7f9254059e30 con 0x7f926c0cfad0 2024-09-10T10:34:26.194 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 6 and data pool 7 2024-09-10T10:34:26.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.197+0000 7f9273c00640 1 -- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92480678c0 msgr2=0x7f9248069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.197+0000 7f9273c00640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92480678c0 0x7f9248069d80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f925c009ac0 tx=0x7f925c009190 comp rx=0 tx=0).stop 2024-09-10T10:34:26.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.197+0000 7f9273c00640 1 -- 172.21.15.22:0/3846414907 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 msgr2=0x7f926c153070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.197+0000 7f9273c00640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 0x7f926c153070 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f925400c430 tx=0x7f925400c8f0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.201+0000 7f9273c00640 1 -- 172.21.15.22:0/3846414907 shutdown_connections 2024-09-10T10:34:26.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.201+0000 7f9273c00640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92480678c0 0x7f9248069d80 secure :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f925c009ac0 tx=0x7f925c009190 comp rx=0 tx=0).stop 2024-09-10T10:34:26.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.201+0000 7f9273c00640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f926c1568c0 0x7f926c1535b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.201+0000 7f9273c00640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f926c0cfad0 0x7f926c153070 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.201+0000 7f9273c00640 1 --2- 172.21.15.22:0/3846414907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f926c0b4470 0x7f926c0b1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.201+0000 7f9273c00640 1 -- 172.21.15.22:0/3846414907 >> 172.21.15.22:0/3846414907 conn(0x7f926c062eb0 msgr2=0x7f926c153ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:26.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.205+0000 7f9273c00640 1 -- 172.21.15.22:0/3846414907 shutdown_connections 2024-09-10T10:34:26.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.205+0000 7f9273c00640 1 -- 172.21.15.22:0/3846414907 wait complete. 2024-09-10T10:34:26.241 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:26.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f339a800640 1 Processor -- start 2024-09-10T10:34:26.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f339a800640 1 -- start start 2024-09-10T10:34:26.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f339a800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f33940b1bc0 0x7f33940b4280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f339a800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f33940b47c0 0x7f33940b6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f339a800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f339415cbc0 con 0x7f33940b7380 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f339a800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f33940b4c10 con 0x7f33940b1bc0 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f339a800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f339415d7d0 con 0x7f33940b47c0 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f3393400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f33940b1bc0 0x7f33940b4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f3393400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f33940b1bc0 0x7f33940b4280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58796/0 (socket says 172.21.15.22:58796) 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f3393400640 1 -- 172.21.15.22:0/1841465745 learned_addr learned my addr 172.21.15.22:0/1841465745 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f338aa00640 1 --2- 172.21.15.22:0/1841465745 >> v2:172.21.15.145:3300/0 conn(0x7f33940b47c0 0x7f33940b6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f3393400640 1 -- 172.21.15.22:0/1841465745 >> v2:172.21.15.145:3300/0 conn(0x7f33940b47c0 msgr2=0x7f33940b6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f3393400640 1 --2- 172.21.15.22:0/1841465745 >> v2:172.21.15.145:3300/0 conn(0x7f33940b47c0 0x7f33940b6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f3393400640 1 -- 172.21.15.22:0/1841465745 >> v1:172.21.15.145:6789/0 conn(0x7f33940b7380 legacy=0x7f3394160150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:26.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f3393400640 1 -- 172.21.15.22:0/1841465745 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f339415cea0 con 0x7f33940b1bc0 2024-09-10T10:34:26.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.381+0000 7f338aa00640 1 --2- 172.21.15.22:0/1841465745 >> v2:172.21.15.145:3300/0 conn(0x7f33940b47c0 0x7f33940b6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:26.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f3393400640 1 --2- 172.21.15.22:0/1841465745 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b1bc0 0x7f33940b4280 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f3384009870 tx=0x7f338401c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a9ec199cef7dc9a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:26.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f3392a00640 1 -- 172.21.15.22:0/1841465745 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33840b1070 con 0x7f33940b1bc0 2024-09-10T10:34:26.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f3392a00640 1 -- 172.21.15.22:0/1841465745 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33840ac630 con 0x7f33940b1bc0 2024-09-10T10:34:26.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f3392a00640 1 -- 172.21.15.22:0/1841465745 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33840a8050 con 0x7f33940b1bc0 2024-09-10T10:34:26.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f339a800640 1 -- 172.21.15.22:0/1841465745 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b1bc0 msgr2=0x7f33940b4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f339a800640 1 --2- 172.21.15.22:0/1841465745 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b1bc0 0x7f33940b4280 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f3384009870 tx=0x7f338401c4e0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f339a800640 1 -- 172.21.15.22:0/1841465745 shutdown_connections 2024-09-10T10:34:26.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f339a800640 1 --2- 172.21.15.22:0/1841465745 >> v2:172.21.15.145:3300/0 conn(0x7f33940b47c0 0x7f33940b6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f339a800640 1 --2- 172.21.15.22:0/1841465745 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b1bc0 0x7f33940b4280 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f339a800640 1 -- 172.21.15.22:0/1841465745 >> 172.21.15.22:0/1841465745 conn(0x7f339406f320 msgr2=0x7f339406f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:26.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f339a800640 1 -- 172.21.15.22:0/1841465745 shutdown_connections 2024-09-10T10:34:26.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.385+0000 7f339a800640 1 -- 172.21.15.22:0/1841465745 wait complete. 2024-09-10T10:34:26.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 Processor -- start 2024-09-10T10:34:26.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 -- start start 2024-09-10T10:34:26.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33940b1bc0 0x7f339414e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b47c0 0x7f33940d2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33940b7380 0x7f33940d28b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3394160c70 con 0x7f33940b47c0 2024-09-10T10:34:26.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f33940b1fa0 con 0x7f33940b1bc0 2024-09-10T10:34:26.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3394160df0 con 0x7f33940b7380 2024-09-10T10:34:26.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b47c0 0x7f33940d2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b47c0 0x7f33940d2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58802/0 (socket says 172.21.15.22:58802) 2024-09-10T10:34:26.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338aa00640 1 -- 172.21.15.22:0/4259249036 learned_addr learned my addr 172.21.15.22:0/4259249036 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:26.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f3393e00640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33940b7380 0x7f33940d28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f3393400640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33940b1bc0 0x7f339414e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338aa00640 1 -- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33940b7380 msgr2=0x7f33940d28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338aa00640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33940b7380 0x7f33940d28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338aa00640 1 -- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33940b1bc0 msgr2=0x7f339414e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338aa00640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33940b1bc0 0x7f339414e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338aa00640 1 -- 172.21.15.22:0/4259249036 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f339406cb00 con 0x7f33940b47c0 2024-09-10T10:34:26.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338aa00640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b47c0 0x7f33940d2370 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f337c00c820 tx=0x7f337c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:26.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338be00640 1 -- 172.21.15.22:0/4259249036 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f337c015070 con 0x7f33940b47c0 2024-09-10T10:34:26.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338be00640 1 -- 172.21.15.22:0/4259249036 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f337c007a30 con 0x7f33940b47c0 2024-09-10T10:34:26.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f338be00640 1 -- 172.21.15.22:0/4259249036 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f337c007e40 con 0x7f33940b47c0 2024-09-10T10:34:26.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 -- 172.21.15.22:0/4259249036 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f339406cde0 con 0x7f33940b47c0 2024-09-10T10:34:26.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 -- 172.21.15.22:0/4259249036 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f339406d3a0 con 0x7f33940b47c0 2024-09-10T10:34:26.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.389+0000 7f339a800640 1 -- 172.21.15.22:0/4259249036 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f339406d780 con 0x7f33940b47c0 2024-09-10T10:34:26.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.393+0000 7f338be00640 1 -- 172.21.15.22:0/4259249036 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f337c018070 con 0x7f33940b47c0 2024-09-10T10:34:26.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.393+0000 7f338be00640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f33700678f0 0x7f3370069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.393+0000 7f338be00640 1 -- 172.21.15.22:0/4259249036 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f337c085c40 con 0x7f33940b47c0 2024-09-10T10:34:26.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.393+0000 7f3393400640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f33700678f0 0x7f3370069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.393+0000 7f3393400640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f33700678f0 0x7f3370069db0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f33840ae000 tx=0x7f3384008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:26.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.397+0000 7f338be00640 1 -- 172.21.15.22:0/4259249036 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f339406d780 con 0x7f33940b47c0 2024-09-10T10:34:26.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 -- 172.21.15.22:0/4259249036 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f33940b4280 con 0x7f33940b47c0 2024-09-10T10:34:26.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f338be00640 1 -- 172.21.15.22:0/4259249036 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+16694 (secure 0 0 0) 0x7f337c0566e0 con 0x7f33940b47c0 2024-09-10T10:34:26.571 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:26.571 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":46,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:25.567722+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:34:23.376332+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"46","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-10T10:34:24.578487+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"46","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:26.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 -- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f33700678f0 msgr2=0x7f3370069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f33700678f0 0x7f3370069db0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f33840ae000 tx=0x7f3384008040 comp rx=0 tx=0).stop 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 -- 172.21.15.22:0/4259249036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b47c0 msgr2=0x7f33940d2370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b47c0 0x7f33940d2370 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f337c00c820 tx=0x7f337c00cce0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 -- 172.21.15.22:0/4259249036 shutdown_connections 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f33700678f0 0x7f3370069db0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f33940b7380 0x7f33940d28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f33940b47c0 0x7f33940d2370 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 --2- 172.21.15.22:0/4259249036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f33940b1bc0 0x7f339414e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.565+0000 7f339a800640 1 -- 172.21.15.22:0/4259249036 >> 172.21.15.22:0/4259249036 conn(0x7f339406f320 msgr2=0x7f33940b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.569+0000 7f339a800640 1 -- 172.21.15.22:0/4259249036 shutdown_connections 2024-09-10T10:34:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.569+0000 7f339a800640 1 -- 172.21.15.22:0/4259249036 wait complete. 2024-09-10T10:34:26.594 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:26.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15af000640 1 Processor -- start 2024-09-10T10:34:26.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15af000640 1 -- start start 2024-09-10T10:34:26.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15af000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a8145fb0 0x7f15a80b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15af000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f15a806e8c0 0x7f15a80cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15af000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15a806d3f0 con 0x7f15a80cd670 2024-09-10T10:34:26.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15af000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f15a80ce010 con 0x7f15a806e8c0 2024-09-10T10:34:26.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15af000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f15a806d1a0 con 0x7f15a8145fb0 2024-09-10T10:34:26.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15ad000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f15a806e8c0 0x7f15a80cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15ad000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f15a806e8c0 0x7f15a80cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58806/0 (socket says 172.21.15.22:58806) 2024-09-10T10:34:26.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15ad000640 1 -- 172.21.15.22:0/4155533275 learned_addr learned my addr 172.21.15.22:0/4155533275 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:26.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15a7e00640 1 --2- 172.21.15.22:0/4155533275 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a8145fb0 0x7f15a80b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15ad000640 1 -- 172.21.15.22:0/4155533275 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a8145fb0 msgr2=0x7f15a80b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:26.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15ad000640 1 --2- 172.21.15.22:0/4155533275 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a8145fb0 0x7f15a80b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15ad000640 1 -- 172.21.15.22:0/4155533275 >> v1:172.21.15.145:6789/0 conn(0x7f15a80cd670 legacy=0x7f15a806e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.729+0000 7f15ad000640 1 -- 172.21.15.22:0/4155533275 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15a806d6d0 con 0x7f15a806e8c0 2024-09-10T10:34:26.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15a7e00640 1 --2- 172.21.15.22:0/4155533275 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a8145fb0 0x7f15a80b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:26.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15ad000640 1 --2- 172.21.15.22:0/4155533275 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a806e8c0 0x7f15a80cdad0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f15a0009e50 tx=0x7f15a001ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c12fbbb344fd047 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:26.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15a7400640 1 -- 172.21.15.22:0/4155533275 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a00a5700 con 0x7f15a806e8c0 2024-09-10T10:34:26.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15a7400640 1 -- 172.21.15.22:0/4155533275 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15a00a58a0 con 0x7f15a806e8c0 2024-09-10T10:34:26.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15a7400640 1 -- 172.21.15.22:0/4155533275 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a00a5c70 con 0x7f15a806e8c0 2024-09-10T10:34:26.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15af000640 1 -- 172.21.15.22:0/4155533275 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a806e8c0 msgr2=0x7f15a80cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15af000640 1 --2- 172.21.15.22:0/4155533275 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a806e8c0 0x7f15a80cdad0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f15a0009e50 tx=0x7f15a001ca30 comp rx=0 tx=0).stop 2024-09-10T10:34:26.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15af000640 1 -- 172.21.15.22:0/4155533275 shutdown_connections 2024-09-10T10:34:26.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15af000640 1 --2- 172.21.15.22:0/4155533275 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a806e8c0 0x7f15a80cdad0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15af000640 1 --2- 172.21.15.22:0/4155533275 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a8145fb0 0x7f15a80b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15af000640 1 -- 172.21.15.22:0/4155533275 >> 172.21.15.22:0/4155533275 conn(0x7f15a8062dd0 msgr2=0x7f15a806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:26.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15af000640 1 -- 172.21.15.22:0/4155533275 shutdown_connections 2024-09-10T10:34:26.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.733+0000 7f15af000640 1 -- 172.21.15.22:0/4155533275 wait complete. 2024-09-10T10:34:26.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15af000640 1 Processor -- start 2024-09-10T10:34:26.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15af000640 1 -- start start 2024-09-10T10:34:26.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15af000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a806e8c0 0x7f15a8135c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15af000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a80cd670 0x7f15a80adf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15af000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15a8145fb0 0x7f15a8072190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15af000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f15a80d0130 con 0x7f15a80cd670 2024-09-10T10:34:26.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15af000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f15a80cffb0 con 0x7f15a8145fb0 2024-09-10T10:34:26.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15af000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f15a81691e0 con 0x7f15a806e8c0 2024-09-10T10:34:26.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f159f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a80cd670 0x7f15a80adf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f159f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a80cd670 0x7f15a80adf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58822/0 (socket says 172.21.15.22:58822) 2024-09-10T10:34:26.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f159f400640 1 -- 172.21.15.22:0/3992857931 learned_addr learned my addr 172.21.15.22:0/3992857931 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:26.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15a7e00640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a806e8c0 0x7f15a8135c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15ad000640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15a8145fb0 0x7f15a8072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f159f400640 1 -- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a806e8c0 msgr2=0x7f15a8135c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f159f400640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a806e8c0 0x7f15a8135c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f159f400640 1 -- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15a8145fb0 msgr2=0x7f15a8072190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f159f400640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15a8145fb0 0x7f15a8072190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f159f400640 1 -- 172.21.15.22:0/3992857931 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15a80ac390 con 0x7f15a80cd670 2024-09-10T10:34:26.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15a7e00640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a806e8c0 0x7f15a8135c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:26.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15ad000640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15a8145fb0 0x7f15a8072190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:26.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f159f400640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a80cd670 0x7f15a80adf50 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f159000c340 tx=0x7f159000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:26.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15a4c00640 1 -- 172.21.15.22:0/3992857931 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15900052d0 con 0x7f15a80cd670 2024-09-10T10:34:26.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15a4c00640 1 -- 172.21.15.22:0/3992857931 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1590005470 con 0x7f15a80cd670 2024-09-10T10:34:26.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15a4c00640 1 -- 172.21.15.22:0/3992857931 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1590007260 con 0x7f15a80cd670 2024-09-10T10:34:26.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15af000640 1 -- 172.21.15.22:0/3992857931 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15a80ac670 con 0x7f15a80cd670 2024-09-10T10:34:26.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.737+0000 7f15af000640 1 -- 172.21.15.22:0/3992857931 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15a80acc30 con 0x7f15a80cd670 2024-09-10T10:34:26.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.741+0000 7f15af000640 1 -- 172.21.15.22:0/3992857931 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15a80cdad0 con 0x7f15a80cd670 2024-09-10T10:34:26.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.741+0000 7f15a4c00640 1 -- 172.21.15.22:0/3992857931 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1590007400 con 0x7f15a80cd670 2024-09-10T10:34:26.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.741+0000 7f15a4c00640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15840678c0 0x7f1584069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:26.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.741+0000 7f15a4c00640 1 -- 172.21.15.22:0/3992857931 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7f15900851f0 con 0x7f15a80cd670 2024-09-10T10:34:26.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.741+0000 7f15a7e00640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15840678c0 0x7f1584069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:26.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.741+0000 7f15a7e00640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15840678c0 0x7f1584069d80 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1598009970 tx=0x7f1598008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:26.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.745+0000 7f15a4c00640 1 -- 172.21.15.22:0/3992857931 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1590055c00 con 0x7f15a80cd670 2024-09-10T10:34:26.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.909+0000 7f15af000640 1 -- 172.21.15.22:0/3992857931 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f15a815c6f0 con 0x7f15a80cd670 2024-09-10T10:34:26.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15a4c00640 1 -- 172.21.15.22:0/3992857931 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+16694 (secure 0 0 0) 0x7f1590055500 con 0x7f15a80cd670 2024-09-10T10:34:26.918 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:26.918 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":46,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:25.567722+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:34:23.376332+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"46","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-10T10:34:24.578487+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"46","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:26.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 -- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15840678c0 msgr2=0x7f1584069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15840678c0 0x7f1584069d80 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1598009970 tx=0x7f1598008040 comp rx=0 tx=0).stop 2024-09-10T10:34:26.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 -- 172.21.15.22:0/3992857931 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a80cd670 msgr2=0x7f15a80adf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:26.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a80cd670 0x7f15a80adf50 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f159000c340 tx=0x7f159000c800 comp rx=0 tx=0).stop 2024-09-10T10:34:26.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 -- 172.21.15.22:0/3992857931 shutdown_connections 2024-09-10T10:34:26.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15840678c0 0x7f1584069d80 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15a8145fb0 0x7f15a8072190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15a80cd670 0x7f15a80adf50 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 --2- 172.21.15.22:0/3992857931 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15a806e8c0 0x7f15a8135c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:26.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 -- 172.21.15.22:0/3992857931 >> 172.21.15.22:0/3992857931 conn(0x7f15a8062dd0 msgr2=0x7f15a80b2660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:26.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 -- 172.21.15.22:0/3992857931 shutdown_connections 2024-09-10T10:34:26.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:26.913+0000 7f15af000640 1 -- 172.21.15.22:0/3992857931 wait complete. 2024-09-10T10:34:26.939 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:34:27.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.081+0000 7fb9d3e00640 1 Processor -- start 2024-09-10T10:34:27.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.081+0000 7fb9d3e00640 1 -- start start 2024-09-10T10:34:27.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.081+0000 7fb9d3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb9cc1568c0 0x7fb9cc0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:27.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.081+0000 7fb9d3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9cc0b4470 0x7fb9cc0cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:27.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.081+0000 7fb9d3e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9cc0b4f90 con 0x7fb9cc0cf900 2024-09-10T10:34:27.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.081+0000 7fb9d3e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb9cc0b49d0 con 0x7fb9cc1568c0 2024-09-10T10:34:27.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.081+0000 7fb9d3e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb9cc0b4cb0 con 0x7fb9cc0b4470 2024-09-10T10:34:27.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9d1400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb9cc1568c0 0x7fb9cc0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:27.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9d1e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb9cc0cf900 0x7fb9cc160020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44070/0 (socket says 172.21.15.22:44070) 2024-09-10T10:34:27.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9d1e00640 1 -- 172.21.15.22:0/1423832531 learned_addr learned my addr 172.21.15.22:0/1423832531 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:27.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9d0a00640 1 --2- 172.21.15.22:0/1423832531 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9cc0b4470 0x7fb9cc0cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:27.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9d1400640 1 -- 172.21.15.22:0/1423832531 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9cc0b4470 msgr2=0x7fb9cc0cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:27.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9d1400640 1 --2- 172.21.15.22:0/1423832531 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9cc0b4470 0x7fb9cc0cf3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:27.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9d1400640 1 -- 172.21.15.22:0/1423832531 >> v1:172.21.15.22:6789/0 conn(0x7fb9cc0cf900 legacy=0x7fb9cc160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:27.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9d1400640 1 -- 172.21.15.22:0/1423832531 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9cc06d1b0 con 0x7fb9cc1568c0 2024-09-10T10:34:27.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9cbe00640 1 -- 172.21.15.22:0/1423832531 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 346522445 0 0) 0x7fb9cc0b4f90 con 0x7fb9cc0cf900 2024-09-10T10:34:27.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9d1400640 1 --2- 172.21.15.22:0/1423832531 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc1568c0 0x7fb9cc0b3f30 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb9c00097c0 tx=0x7fb9c001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ebdff991cbb673 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:27.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9cbe00640 1 -- 172.21.15.22:0/1423832531 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c00b0070 con 0x7fb9cc1568c0 2024-09-10T10:34:27.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9cbe00640 1 -- 172.21.15.22:0/1423832531 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9c00ab600 con 0x7fb9cc1568c0 2024-09-10T10:34:27.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.085+0000 7fb9cbe00640 1 -- 172.21.15.22:0/1423832531 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c00ab9d0 con 0x7fb9cc1568c0 2024-09-10T10:34:27.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 -- 172.21.15.22:0/1423832531 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc1568c0 msgr2=0x7fb9cc0b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:27.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 --2- 172.21.15.22:0/1423832531 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc1568c0 0x7fb9cc0b3f30 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb9c00097c0 tx=0x7fb9c001c470 comp rx=0 tx=0).stop 2024-09-10T10:34:27.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 -- 172.21.15.22:0/1423832531 shutdown_connections 2024-09-10T10:34:27.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 --2- 172.21.15.22:0/1423832531 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9cc0b4470 0x7fb9cc0cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:27.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 --2- 172.21.15.22:0/1423832531 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc1568c0 0x7fb9cc0b3f30 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:27.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 -- 172.21.15.22:0/1423832531 >> 172.21.15.22:0/1423832531 conn(0x7fb9cc062eb0 msgr2=0x7fb9cc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:27.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 -- 172.21.15.22:0/1423832531 shutdown_connections 2024-09-10T10:34:27.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 -- 172.21.15.22:0/1423832531 wait complete. 2024-09-10T10:34:27.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 Processor -- start 2024-09-10T10:34:27.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 -- start start 2024-09-10T10:34:27.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9cc0b4470 0x7fb9cc155610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc0cf900 0x7fb9cc161130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9cc1568c0 0x7fb9cc15b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb9cc156e20 con 0x7fb9cc0cf900 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb9cc156ca0 con 0x7fb9cc0b4470 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d3e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb9cc06e9c0 con 0x7fb9cc1568c0 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc0cf900 0x7fb9cc161130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc0cf900 0x7fb9cc161130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58848/0 (socket says 172.21.15.22:58848) 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d0a00640 1 -- 172.21.15.22:0/3778605126 learned_addr learned my addr 172.21.15.22:0/3778605126 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d1400640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9cc0b4470 0x7fb9cc155610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d1e00640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9cc1568c0 0x7fb9cc15b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d0a00640 1 -- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9cc1568c0 msgr2=0x7fb9cc15b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d0a00640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9cc1568c0 0x7fb9cc15b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:27.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d0a00640 1 -- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9cc0b4470 msgr2=0x7fb9cc155610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:27.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d0a00640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9cc0b4470 0x7fb9cc155610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:27.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d0a00640 1 -- 172.21.15.22:0/3778605126 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9cc161bd0 con 0x7fb9cc0cf900 2024-09-10T10:34:27.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.089+0000 7fb9d0a00640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc0cf900 0x7fb9cc161130 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fb9b800e930 tx=0x7fb9b800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:27.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.093+0000 7fb9c9600640 1 -- 172.21.15.22:0/3778605126 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b8017070 con 0x7fb9cc0cf900 2024-09-10T10:34:27.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.093+0000 7fb9c9600640 1 -- 172.21.15.22:0/3778605126 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9b800ca00 con 0x7fb9cc0cf900 2024-09-10T10:34:27.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.093+0000 7fb9d3e00640 1 -- 172.21.15.22:0/3778605126 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9cc161eb0 con 0x7fb9cc0cf900 2024-09-10T10:34:27.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.093+0000 7fb9c9600640 1 -- 172.21.15.22:0/3778605126 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b800cdb0 con 0x7fb9cc0cf900 2024-09-10T10:34:27.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.093+0000 7fb9d3e00640 1 -- 172.21.15.22:0/3778605126 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9cc155b50 con 0x7fb9cc0cf900 2024-09-10T10:34:27.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.093+0000 7fb9d3e00640 1 -- 172.21.15.22:0/3778605126 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9cc0cf3c0 con 0x7fb9cc0cf900 2024-09-10T10:34:27.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.093+0000 7fb9c9600640 1 -- 172.21.15.22:0/3778605126 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb9b801a070 con 0x7fb9cc0cf900 2024-09-10T10:34:27.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.093+0000 7fb9c9600640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9ac0678c0 0x7fb9ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:27.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.093+0000 7fb9c9600640 1 -- 172.21.15.22:0/3778605126 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5709+0+0 (secure 0 0 0) 0x7fb9b8085fe0 con 0x7fb9cc0cf900 2024-09-10T10:34:27.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.093+0000 7fb9d1400640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9ac0678c0 0x7fb9ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:27.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.097+0000 7fb9d1400640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9ac0678c0 0x7fb9ac069d80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb9c00ad000 tx=0x7fb9c00a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:27.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.097+0000 7fb9c9600640 1 -- 172.21.15.22:0/3778605126 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb9b8056c30 con 0x7fb9cc0cf900 2024-09-10T10:34:27.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:27.305+0000 7fb9d3e00640 1 -- 172.21.15.22:0/3778605126 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb9cc0d01f0 con 0x7fb9cc0cf900 2024-09-10T10:34:28.158 INFO:tasks.ceph.mds.c.smithi022.stderr:2024-09-10T10:34:28.153+0000 7f8a57800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:34:28.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.197+0000 7fb9c9600640 1 -- 172.21.15.22:0/3778605126 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v23) ==== 118+0+0 (secure 0 0 0) 0x7fb9b8056530 con 0x7fb9cc0cf900 2024-09-10T10:34:28.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 -- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9ac0678c0 msgr2=0x7fb9ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:28.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9ac0678c0 0x7fb9ac069d80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb9c00ad000 tx=0x7fb9c00a6000 comp rx=0 tx=0).stop 2024-09-10T10:34:28.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 -- 172.21.15.22:0/3778605126 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc0cf900 msgr2=0x7fb9cc161130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:28.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc0cf900 0x7fb9cc161130 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fb9b800e930 tx=0x7fb9b800edf0 comp rx=0 tx=0).stop 2024-09-10T10:34:28.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 -- 172.21.15.22:0/3778605126 shutdown_connections 2024-09-10T10:34:28.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9ac0678c0 0x7fb9ac069d80 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:28.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9cc1568c0 0x7fb9cc15b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:28.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9cc0cf900 0x7fb9cc161130 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:28.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 --2- 172.21.15.22:0/3778605126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9cc0b4470 0x7fb9cc155610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:28.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 -- 172.21.15.22:0/3778605126 >> 172.21.15.22:0/3778605126 conn(0x7fb9cc062eb0 msgr2=0x7fb9cc15dc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:28.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 -- 172.21.15.22:0/3778605126 shutdown_connections 2024-09-10T10:34:28.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.201+0000 7fb9d3e00640 1 -- 172.21.15.22:0/3778605126 wait complete. 2024-09-10T10:34:28.230 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:34:28.230 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:34:28.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9c5800640 1 Processor -- start 2024-09-10T10:34:28.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9c5800640 1 -- start start 2024-09-10T10:34:28.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9c5800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd9c0158f70 0x7fd9c015c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:28.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9c5800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9c006f1c0 0x7fd9c00ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:28.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9c5800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9c0159350 con 0x7fd9c0072f30 2024-09-10T10:34:28.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9c5800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd9c0071340 con 0x7fd9c0158f70 2024-09-10T10:34:28.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9c5800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd9c0071620 con 0x7fd9c006f1c0 2024-09-10T10:34:28.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9bea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd9c0158f70 0x7fd9c015c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:28.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9bea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd9c0158f70 0x7fd9c015c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58850/0 (socket says 172.21.15.22:58850) 2024-09-10T10:34:28.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9bea00640 1 -- 172.21.15.22:0/2823695190 learned_addr learned my addr 172.21.15.22:0/2823695190 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:28.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.373+0000 7fd9bf400640 1 --2- 172.21.15.22:0/2823695190 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9c006f1c0 0x7fd9c00ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:28.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9bea00640 1 -- 172.21.15.22:0/2823695190 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9c006f1c0 msgr2=0x7fd9c00ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:28.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9bea00640 1 --2- 172.21.15.22:0/2823695190 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9c006f1c0 0x7fd9c00ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:28.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9bea00640 1 -- 172.21.15.22:0/2823695190 >> v1:172.21.15.145:6789/0 conn(0x7fd9c0072f30 legacy=0x7fd9c006eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:28.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9bea00640 1 -- 172.21.15.22:0/2823695190 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9c0071900 con 0x7fd9c0158f70 2024-09-10T10:34:28.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9bea00640 1 --2- 172.21.15.22:0/2823695190 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c0158f70 0x7fd9c015c630 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd9b0009870 tx=0x7fd9b001c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13fcbbe61b3558a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:28.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9be000640 1 -- 172.21.15.22:0/2823695190 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9b00a95f0 con 0x7fd9c0158f70 2024-09-10T10:34:28.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9be000640 1 -- 172.21.15.22:0/2823695190 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9b00a9790 con 0x7fd9c0158f70 2024-09-10T10:34:28.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9be000640 1 -- 172.21.15.22:0/2823695190 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9b00a9b60 con 0x7fd9c0158f70 2024-09-10T10:34:28.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9c5800640 1 -- 172.21.15.22:0/2823695190 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c0158f70 msgr2=0x7fd9c015c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:28.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9c5800640 1 --2- 172.21.15.22:0/2823695190 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c0158f70 0x7fd9c015c630 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd9b0009870 tx=0x7fd9b001c530 comp rx=0 tx=0).stop 2024-09-10T10:34:28.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9c5800640 1 -- 172.21.15.22:0/2823695190 shutdown_connections 2024-09-10T10:34:28.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9c5800640 1 --2- 172.21.15.22:0/2823695190 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9c006f1c0 0x7fd9c00ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9c5800640 1 --2- 172.21.15.22:0/2823695190 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c0158f70 0x7fd9c015c630 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9c5800640 1 -- 172.21.15.22:0/2823695190 >> 172.21.15.22:0/2823695190 conn(0x7fd9c0062eb0 msgr2=0x7fd9c006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.377+0000 7fd9c5800640 1 -- 172.21.15.22:0/2823695190 shutdown_connections 2024-09-10T10:34:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9c5800640 1 -- 172.21.15.22:0/2823695190 wait complete. 2024-09-10T10:34:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9c5800640 1 Processor -- start 2024-09-10T10:34:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9c5800640 1 -- start start 2024-09-10T10:34:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9c5800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c006f1c0 0x7fd9c01f7b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9c5800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9c0072f30 0x7fd9c01511d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9c5800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9c0158f70 0x7fd9c0151710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9c5800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd9c00cf390 con 0x7fd9c006f1c0 2024-09-10T10:34:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9c5800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd9c00cf210 con 0x7fd9c0072f30 2024-09-10T10:34:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9c5800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd9c00cf510 con 0x7fd9c0158f70 2024-09-10T10:34:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9bea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c006f1c0 0x7fd9c01f7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9bea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c006f1c0 0x7fd9c01f7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58862/0 (socket says 172.21.15.22:58862) 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9bea00640 1 -- 172.21.15.22:0/2302163811 learned_addr learned my addr 172.21.15.22:0/2302163811 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9bf400640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9c0158f70 0x7fd9c0151710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9b6000640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9c0072f30 0x7fd9c01511d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9bea00640 1 -- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9c0158f70 msgr2=0x7fd9c0151710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9bea00640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9c0158f70 0x7fd9c0151710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9bea00640 1 -- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9c0072f30 msgr2=0x7fd9c01511d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9bea00640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9c0072f30 0x7fd9c01511d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9bea00640 1 -- 172.21.15.22:0/2302163811 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9c00b2ed0 con 0x7fd9c006f1c0 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9bea00640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c006f1c0 0x7fd9c01f7b80 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd9b00ab040 tx=0x7fd9b001ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9b7400640 1 -- 172.21.15.22:0/2302163811 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9b00b1800 con 0x7fd9c006f1c0 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9b7400640 1 -- 172.21.15.22:0/2302163811 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9b00b19c0 con 0x7fd9c006f1c0 2024-09-10T10:34:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.381+0000 7fd9b7400640 1 -- 172.21.15.22:0/2302163811 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9b00b1db0 con 0x7fd9c006f1c0 2024-09-10T10:34:28.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.385+0000 7fd9c5800640 1 -- 172.21.15.22:0/2302163811 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9c00c5580 con 0x7fd9c006f1c0 2024-09-10T10:34:28.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.385+0000 7fd9c5800640 1 -- 172.21.15.22:0/2302163811 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9c01f73c0 con 0x7fd9c006f1c0 2024-09-10T10:34:28.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.385+0000 7fd9c5800640 1 -- 172.21.15.22:0/2302163811 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9c01f71d0 con 0x7fd9c006f1c0 2024-09-10T10:34:28.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.385+0000 7fd9b7400640 1 -- 172.21.15.22:0/2302163811 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd9b00a8350 con 0x7fd9c006f1c0 2024-09-10T10:34:28.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.385+0000 7fd9b7400640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd99c0678c0 0x7fd99c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:28.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.385+0000 7fd9b7400640 1 -- 172.21.15.22:0/2302163811 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7fd9b0120460 con 0x7fd9c006f1c0 2024-09-10T10:34:28.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.385+0000 7fd9b6000640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd99c0678c0 0x7fd99c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:28.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.389+0000 7fd9b6000640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd99c0678c0 0x7fd99c069d80 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd9a80015b0 tx=0x7fd9a8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:28.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.389+0000 7fd9b7400640 1 -- 172.21.15.22:0/2302163811 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd9b00c3030 con 0x7fd9c006f1c0 2024-09-10T10:34:28.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:28.593+0000 7fd9c5800640 1 -- 172.21.15.22:0/2302163811 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fd9c00ce4c0 con 0x7fd9c006f1c0 2024-09-10T10:34:29.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.205+0000 7fd9b7400640 1 -- 172.21.15.22:0/2302163811 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v24) ==== 122+0+0 (secure 0 0 0) 0x7fd9b00ad020 con 0x7fd9c006f1c0 2024-09-10T10:34:29.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 -- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd99c0678c0 msgr2=0x7fd99c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd99c0678c0 0x7fd99c069d80 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd9a80015b0 tx=0x7fd9a8009040 comp rx=0 tx=0).stop 2024-09-10T10:34:29.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 -- 172.21.15.22:0/2302163811 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c006f1c0 msgr2=0x7fd9c01f7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c006f1c0 0x7fd9c01f7b80 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd9b00ab040 tx=0x7fd9b001ad70 comp rx=0 tx=0).stop 2024-09-10T10:34:29.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 -- 172.21.15.22:0/2302163811 shutdown_connections 2024-09-10T10:34:29.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd99c0678c0 0x7fd99c069d80 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9c0158f70 0x7fd9c0151710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9c0072f30 0x7fd9c01511d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 --2- 172.21.15.22:0/2302163811 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9c006f1c0 0x7fd9c01f7b80 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 -- 172.21.15.22:0/2302163811 >> 172.21.15.22:0/2302163811 conn(0x7fd9c0062eb0 msgr2=0x7fd9c00b4e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:29.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 -- 172.21.15.22:0/2302163811 shutdown_connections 2024-09-10T10:34:29.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.209+0000 7fd9c5800640 1 -- 172.21.15.22:0/2302163811 wait complete. 2024-09-10T10:34:29.237 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:34:29.238 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:29.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.377+0000 7f9b8ec00640 1 Processor -- start 2024-09-10T10:34:29.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.377+0000 7f9b8ec00640 1 -- start start 2024-09-10T10:34:29.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b8ec00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9b88162090 0x7f9b88162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b8ec00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b88158ef0 con 0x7f9b88160190 2024-09-10T10:34:29.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b8ec00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b881629b0 con 0x7f9b88073730 2024-09-10T10:34:29.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b8ec00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9b8815fd00 con 0x7f9b88162090 2024-09-10T10:34:29.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b8cc00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9b88160190 0x7f9b881605a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44082/0 (socket says 172.21.15.22:44082) 2024-09-10T10:34:29.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b8cc00640 1 -- 172.21.15.22:0/1807336627 learned_addr learned my addr 172.21.15.22:0/1807336627 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:29.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b87e00640 1 --2- 172.21.15.22:0/1807336627 >> v2:172.21.15.145:3300/0 conn(0x7f9b88162090 0x7f9b88162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 32562198 0 0) 0x7f9b800014a0 con 0x7f9b88160190 2024-09-10T10:34:29.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9b6c003530 con 0x7f9b88160190 2024-09-10T10:34:29.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4016148454 0 0) 0x7f9b881629b0 con 0x7f9b88073730 2024-09-10T10:34:29.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9b800014a0 con 0x7f9b88073730 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1634782511 0 0) 0x7f9b6c003530 con 0x7f9b88160190 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 >> v2:172.21.15.145:3300/0 conn(0x7f9b88162090 msgr2=0x7f9b88162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 --2- 172.21.15.22:0/1807336627 >> v2:172.21.15.145:3300/0 conn(0x7f9b88162090 0x7f9b88162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 >> v1:172.21.15.145:6789/0 conn(0x7f9b88073730 legacy=0x7f9b880ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b880aea70 con 0x7f9b88160190 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f9b80001bd0 con 0x7f9b88160190 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 >> v1:172.21.15.22:6789/0 conn(0x7f9b88160190 legacy=0x7f9b881605a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b6c003ba0 0x7f9b6c003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b6c004810 0x7f9b6c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b6c0051d0 0x7f9b6c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9b8815fd00 con 0x7f9b6c003ba0 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c00c020 con 0x7f9b6c0051d0 2024-09-10T10:34:29.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9b6c00c220 con 0x7f9b6c004810 2024-09-10T10:34:29.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b87e00640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b6c003ba0 0x7f9b6c003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b87400640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b6c004810 0x7f9b6c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b8cc00640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b6c0051d0 0x7f9b6c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b87e00640 1 -- 172.21.15.22:0/1807336627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b6c004810 msgr2=0x7f9b6c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:29.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b87e00640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b6c004810 0x7f9b6c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b87e00640 1 -- 172.21.15.22:0/1807336627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b6c0051d0 msgr2=0x7f9b6c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:29.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b87e00640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b6c0051d0 0x7f9b6c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b87e00640 1 -- 172.21.15.22:0/1807336627 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6c003530 con 0x7f9b6c003ba0 2024-09-10T10:34:29.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.381+0000 7f9b8cc00640 1 -- 172.21.15.22:0/1807336627 reap_dead start 2024-09-10T10:34:29.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b87e00640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b6c003ba0 0x7f9b6c003fc0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f9b78009ae0 tx=0x7f9b7801ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8884fc0983a6036 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:29.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b780b2070 con 0x7f9b6c003ba0 2024-09-10T10:34:29.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b780a5660 con 0x7f9b6c003ba0 2024-09-10T10:34:29.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b86a00640 1 -- 172.21.15.22:0/1807336627 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b780096b0 con 0x7f9b6c003ba0 2024-09-10T10:34:29.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1807336627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b6c003ba0 msgr2=0x7f9b6c003fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b8ec00640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b6c003ba0 0x7f9b6c003fc0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f9b78009ae0 tx=0x7f9b7801ca70 comp rx=0 tx=0).stop 2024-09-10T10:34:29.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1807336627 shutdown_connections 2024-09-10T10:34:29.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b8ec00640 1 --2- 172.21.15.22:0/1807336627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b6c003ba0 0x7f9b6c003fc0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1807336627 >> 172.21.15.22:0/1807336627 conn(0x7f9b8806bcc0 msgr2=0x7f9b8806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:29.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1807336627 shutdown_connections 2024-09-10T10:34:29.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1807336627 wait complete. 2024-09-10T10:34:29.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b8ec00640 1 Processor -- start 2024-09-10T10:34:29.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.385+0000 7f9b8ec00640 1 -- start start 2024-09-10T10:34:29.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8ec00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b6c003ba0 0x7f9b880caa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8ec00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b880b4cf0 0x7f9b880b5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8ec00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b880cbf90 0x7f9b880cc440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8ec00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9b880af310 con 0x7f9b880b4cf0 2024-09-10T10:34:29.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8ec00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b880af030 con 0x7f9b6c003ba0 2024-09-10T10:34:29.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8ec00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9b880af490 con 0x7f9b880cbf90 2024-09-10T10:34:29.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b87400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b880b4cf0 0x7f9b880b5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b87400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b880b4cf0 0x7f9b880b5170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58886/0 (socket says 172.21.15.22:58886) 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b87400640 1 -- 172.21.15.22:0/1918797335 learned_addr learned my addr 172.21.15.22:0/1918797335 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b87e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b6c003ba0 0x7f9b880caa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8cc00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b880cbf90 0x7f9b880cc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b87400640 1 -- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b880cbf90 msgr2=0x7f9b880cc440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b87400640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b880cbf90 0x7f9b880cc440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b87400640 1 -- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b6c003ba0 msgr2=0x7f9b880caa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b87400640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b6c003ba0 0x7f9b880caa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b87400640 1 -- 172.21.15.22:0/1918797335 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b880b07e0 con 0x7f9b880b4cf0 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8cc00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b880cbf90 0x7f9b880cc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:29.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b87400640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b880b4cf0 0x7f9b880b5170 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f9b74011f30 tx=0x7f9b7400f600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:29.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b7fe00640 1 -- 172.21.15.22:0/1918797335 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b74010040 con 0x7f9b880b4cf0 2024-09-10T10:34:29.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b7fe00640 1 -- 172.21.15.22:0/1918797335 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b7401a070 con 0x7f9b880b4cf0 2024-09-10T10:34:29.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1918797335 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b880caf70 con 0x7f9b880b4cf0 2024-09-10T10:34:29.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b7fe00640 1 -- 172.21.15.22:0/1918797335 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b74015870 con 0x7f9b880b4cf0 2024-09-10T10:34:29.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1918797335 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b881e8b90 con 0x7f9b880b4cf0 2024-09-10T10:34:29.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.389+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1918797335 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b88073c10 con 0x7f9b880b4cf0 2024-09-10T10:34:29.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.393+0000 7f9b7fe00640 1 -- 172.21.15.22:0/1918797335 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9b74015a10 con 0x7f9b880b4cf0 2024-09-10T10:34:29.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.393+0000 7f9b7fe00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 0x7f9b68069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.393+0000 7f9b7fe00640 1 -- 172.21.15.22:0/1918797335 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f9b74089650 con 0x7f9b880b4cf0 2024-09-10T10:34:29.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.393+0000 7f9b87e00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 0x7f9b68069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.393+0000 7f9b87e00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 0x7f9b68069d80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9b780af000 tx=0x7f9b780046d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:29.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.397+0000 7f9b7fe00640 1 -- 172.21.15.22:0/1918797335 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9b7405a0f0 con 0x7f9b880b4cf0 2024-09-10T10:34:29.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.597+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1918797335 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b881f48d0 con 0x7f9b880b4cf0 2024-09-10T10:34:29.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.597+0000 7f9b7fe00640 1 -- 172.21.15.22:0/1918797335 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f9b740599f0 con 0x7f9b880b4cf0 2024-09-10T10:34:29.603 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:29.603 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":24,"btime":"2024-09-10T10:34:29:202897+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4853,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3809802326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3809802326},{"type":"v1","addr":"172.21.15.145:6836","nonce":3809802326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5119,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1236499179","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1236499179},{"type":"v1","addr":"172.21.15.145:6837","nonce":1236499179}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5232,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/353937266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":353937266},{"type":"v1","addr":"172.21.15.22:6834","nonce":353937266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:25.568037+0000","modified":"2024-09-10T10:34:28.599936+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5235},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5235":{"gid":5235,"name":"c","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/1091408414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1091408414},{"type":"v1","addr":"172.21.15.22:6835","nonce":1091408414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5235,"qdb_cluster":[5235]},"id":3}]} 2024-09-10T10:34:29.603 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 24 2024-09-10T10:34:29.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 msgr2=0x7f9b68069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 0x7f9b68069d80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9b780af000 tx=0x7f9b780046d0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1918797335 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b880b4cf0 msgr2=0x7f9b880b5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b880b4cf0 0x7f9b880b5170 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f9b74011f30 tx=0x7f9b7400f600 comp rx=0 tx=0).stop 2024-09-10T10:34:29.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1918797335 shutdown_connections 2024-09-10T10:34:29.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9b680678c0 0x7f9b68069d80 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b880cbf90 0x7f9b880cc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9b880b4cf0 0x7f9b880b5170 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 --2- 172.21.15.22:0/1918797335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b6c003ba0 0x7f9b880caa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1918797335 >> 172.21.15.22:0/1918797335 conn(0x7f9b8806bcc0 msgr2=0x7f9b88157950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:29.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1918797335 shutdown_connections 2024-09-10T10:34:29.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.601+0000 7f9b8ec00640 1 -- 172.21.15.22:0/1918797335 wait complete. 2024-09-10T10:34:29.625 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6539800640 1 Processor -- start 2024-09-10T10:34:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6539800640 1 -- start start 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6539800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f653415b600 0x7f6534071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6539800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f65340b56f0 0x7f65340b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6539800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65340ce880 con 0x7f653415b220 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6539800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f653406d6e0 con 0x7f65340b56f0 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6539800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f65340ceb60 con 0x7f653415b600 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6533400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f65340b56f0 0x7f65340b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6533400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f65340b56f0 0x7f65340b3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58898/0 (socket says 172.21.15.22:58898) 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6533400640 1 -- 172.21.15.22:0/1335494761 learned_addr learned my addr 172.21.15.22:0/1335494761 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f652a000640 1 --2- 172.21.15.22:0/1335494761 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f653415b600 0x7f6534071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6533400640 1 -- 172.21.15.22:0/1335494761 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f653415b600 msgr2=0x7f6534071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:29.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6533400640 1 --2- 172.21.15.22:0/1335494761 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f653415b600 0x7f6534071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6533400640 1 -- 172.21.15.22:0/1335494761 >> v1:172.21.15.145:6789/0 conn(0x7f653415b220 legacy=0x7f65340b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.761+0000 7f6533400640 1 -- 172.21.15.22:0/1335494761 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65340cee40 con 0x7f65340b56f0 2024-09-10T10:34:29.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6533400640 1 --2- 172.21.15.22:0/1335494761 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65340b56f0 0x7f65340b3f10 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f652c009e50 tx=0x7f652c01c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ca931e05d6fb20a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:29.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6532000640 1 -- 172.21.15.22:0/1335494761 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c0a57c0 con 0x7f65340b56f0 2024-09-10T10:34:29.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6532000640 1 -- 172.21.15.22:0/1335494761 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f652c0a5960 con 0x7f65340b56f0 2024-09-10T10:34:29.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6532000640 1 -- 172.21.15.22:0/1335494761 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c0a5d30 con 0x7f65340b56f0 2024-09-10T10:34:29.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6539800640 1 -- 172.21.15.22:0/1335494761 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65340b56f0 msgr2=0x7f65340b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6539800640 1 --2- 172.21.15.22:0/1335494761 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65340b56f0 0x7f65340b3f10 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f652c009e50 tx=0x7f652c01c8e0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6539800640 1 -- 172.21.15.22:0/1335494761 shutdown_connections 2024-09-10T10:34:29.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6539800640 1 --2- 172.21.15.22:0/1335494761 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65340b56f0 0x7f65340b3f10 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6539800640 1 --2- 172.21.15.22:0/1335494761 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f653415b600 0x7f6534071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6539800640 1 -- 172.21.15.22:0/1335494761 >> 172.21.15.22:0/1335494761 conn(0x7f6534062dd0 msgr2=0x7f653406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:29.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6539800640 1 -- 172.21.15.22:0/1335494761 shutdown_connections 2024-09-10T10:34:29.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.765+0000 7f6539800640 1 -- 172.21.15.22:0/1335494761 wait complete. 2024-09-10T10:34:29.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6539800640 1 Processor -- start 2024-09-10T10:34:29.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6539800640 1 -- start start 2024-09-10T10:34:29.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6539800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65340b56f0 0x7f6534158a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6539800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f653415b220 0x7f6534153e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6539800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f653415b600 0x7f65341fad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6539800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f65340cffd0 con 0x7f653415b600 2024-09-10T10:34:29.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6539800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f65340cfe50 con 0x7f65340b56f0 2024-09-10T10:34:29.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6539800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f65340d0150 con 0x7f653415b220 2024-09-10T10:34:29.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6533400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f653415b600 0x7f65341fad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6532a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65340b56f0 0x7f6534158a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6533400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f653415b600 0x7f65341fad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58900/0 (socket says 172.21.15.22:58900) 2024-09-10T10:34:29.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6533400640 1 -- 172.21.15.22:0/710517993 learned_addr learned my addr 172.21.15.22:0/710517993 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:29.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f652a000640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f653415b220 0x7f6534153e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6533400640 1 -- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f653415b220 msgr2=0x7f6534153e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6533400640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f653415b220 0x7f6534153e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6533400640 1 -- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65340b56f0 msgr2=0x7f6534158a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6533400640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65340b56f0 0x7f6534158a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6533400640 1 -- 172.21.15.22:0/710517993 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6534157970 con 0x7f653415b600 2024-09-10T10:34:29.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6533400640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f653415b600 0x7f65341fad40 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f652c01a510 tx=0x7f652c019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:29.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f652b400640 1 -- 172.21.15.22:0/710517993 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c0bc030 con 0x7f653415b600 2024-09-10T10:34:29.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f652b400640 1 -- 172.21.15.22:0/710517993 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f652c0b8680 con 0x7f653415b600 2024-09-10T10:34:29.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f652b400640 1 -- 172.21.15.22:0/710517993 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c0b8a70 con 0x7f653415b600 2024-09-10T10:34:29.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6539800640 1 -- 172.21.15.22:0/710517993 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6534157c50 con 0x7f653415b600 2024-09-10T10:34:29.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.769+0000 7f6539800640 1 -- 172.21.15.22:0/710517993 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6534158210 con 0x7f653415b600 2024-09-10T10:34:29.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.773+0000 7f6539800640 1 -- 172.21.15.22:0/710517993 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65340b3f10 con 0x7f653415b600 2024-09-10T10:34:29.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.773+0000 7f652b400640 1 -- 172.21.15.22:0/710517993 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f652c0bf070 con 0x7f653415b600 2024-09-10T10:34:29.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.773+0000 7f652b400640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65100678c0 0x7f6510069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:29.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.773+0000 7f652b400640 1 -- 172.21.15.22:0/710517993 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f652c120cb0 con 0x7f653415b600 2024-09-10T10:34:29.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.773+0000 7f6532a00640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65100678c0 0x7f6510069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:29.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.773+0000 7f6532a00640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65100678c0 0x7f6510069d80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6524001810 tx=0x7f6524009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:29.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.777+0000 7f652b400640 1 -- 172.21.15.22:0/710517993 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f652c0c6070 con 0x7f653415b600 2024-09-10T10:34:29.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.941+0000 7f6539800640 1 -- 172.21.15.22:0/710517993 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f653415c7e0 con 0x7f653415b600 2024-09-10T10:34:29.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f652b400640 1 -- 172.21.15.22:0/710517993 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) ==== 74+0+16681 (secure 0 0 0) 0x7f652c016620 con 0x7f653415b600 2024-09-10T10:34:29.949 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:29.949 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":47,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:27.190307+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:34:23.376332+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"46","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-10T10:34:24.578487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:29.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 -- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65100678c0 msgr2=0x7f6510069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65100678c0 0x7f6510069d80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6524001810 tx=0x7f6524009040 comp rx=0 tx=0).stop 2024-09-10T10:34:29.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 -- 172.21.15.22:0/710517993 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f653415b600 msgr2=0x7f65341fad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:29.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f653415b600 0x7f65341fad40 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f652c01a510 tx=0x7f652c019680 comp rx=0 tx=0).stop 2024-09-10T10:34:29.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 -- 172.21.15.22:0/710517993 shutdown_connections 2024-09-10T10:34:29.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65100678c0 0x7f6510069d80 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f653415b600 0x7f65341fad40 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f653415b220 0x7f6534153e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 --2- 172.21.15.22:0/710517993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65340b56f0 0x7f6534158a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:29.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 -- 172.21.15.22:0/710517993 >> 172.21.15.22:0/710517993 conn(0x7f6534062dd0 msgr2=0x7f6534071260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:29.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 -- 172.21.15.22:0/710517993 shutdown_connections 2024-09-10T10:34:29.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:29.945+0000 7f6539800640 1 -- 172.21.15.22:0/710517993 wait complete. 2024-09-10T10:34:29.970 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:34:29.970 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:34:30.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.105+0000 7fc6aa400640 1 Processor -- start 2024-09-10T10:34:30.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.105+0000 7fc6aa400640 1 -- start start 2024-09-10T10:34:30.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.105+0000 7fc6aa400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc6a415b220 0x7fc6a4071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.105+0000 7fc6aa400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6a40ce880 con 0x7fc6a40b56f0 2024-09-10T10:34:30.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.105+0000 7fc6aa400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6a40ceb60 con 0x7fc6a415b600 2024-09-10T10:34:30.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.105+0000 7fc6aa400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc6a406d6e0 con 0x7fc6a415b220 2024-09-10T10:34:30.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.105+0000 7fc6a3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc6a415b220 0x7fc6a4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.105+0000 7fc6a3e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc6a40b56f0 0x7fc6a40b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44094/0 (socket says 172.21.15.22:44094) 2024-09-10T10:34:30.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.105+0000 7fc6a3e00640 1 -- 172.21.15.22:0/1983653977 learned_addr learned my addr 172.21.15.22:0/1983653977 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:30.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6a3400640 1 -- 172.21.15.22:0/1983653977 >> v1:172.21.15.145:6789/0 conn(0x7fc6a415b600 legacy=0x7fc6a40b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6a3400640 1 -- 172.21.15.22:0/1983653977 >> v1:172.21.15.22:6789/0 conn(0x7fc6a40b56f0 legacy=0x7fc6a40b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6a3400640 1 -- 172.21.15.22:0/1983653977 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6a40cee40 con 0x7fc6a415b220 2024-09-10T10:34:30.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6a2a00640 1 -- 172.21.15.22:0/1983653977 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1416054570 0 0) 0x7fc6a40ce880 con 0x7fc6a40b56f0 2024-09-10T10:34:30.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6a3400640 1 --2- 172.21.15.22:0/1983653977 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 0x7fc6a4071140 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc6940097c0 tx=0x7fc69401c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6749375252aeb49 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:30.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6a2a00640 1 -- 172.21.15.22:0/1983653977 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6940b0070 con 0x7fc6a415b220 2024-09-10T10:34:30.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6a2a00640 1 -- 172.21.15.22:0/1983653977 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6940ab600 con 0x7fc6a415b220 2024-09-10T10:34:30.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6a2a00640 1 -- 172.21.15.22:0/1983653977 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6940ab9d0 con 0x7fc6a415b220 2024-09-10T10:34:30.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6aa400640 1 -- 172.21.15.22:0/1983653977 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 msgr2=0x7fc6a4071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6aa400640 1 --2- 172.21.15.22:0/1983653977 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 0x7fc6a4071140 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc6940097c0 tx=0x7fc69401c350 comp rx=0 tx=0).stop 2024-09-10T10:34:30.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6aa400640 1 -- 172.21.15.22:0/1983653977 shutdown_connections 2024-09-10T10:34:30.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6aa400640 1 --2- 172.21.15.22:0/1983653977 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 0x7fc6a4071140 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6aa400640 1 -- 172.21.15.22:0/1983653977 >> 172.21.15.22:0/1983653977 conn(0x7fc6a4062dd0 msgr2=0x7fc6a406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:30.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.109+0000 7fc6aa400640 1 -- 172.21.15.22:0/1983653977 shutdown_connections 2024-09-10T10:34:30.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 -- 172.21.15.22:0/1983653977 wait complete. 2024-09-10T10:34:30.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 Processor -- start 2024-09-10T10:34:30.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 -- start start 2024-09-10T10:34:30.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6a40b56f0 0x7fc6a41f7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 0x7fc6a41505c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6a415b600 0x7fc6a40ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a40d01e0 con 0x7fc6a415b220 2024-09-10T10:34:30.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a40d0060 con 0x7fc6a40b56f0 2024-09-10T10:34:30.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc6a4169100 con 0x7fc6a415b600 2024-09-10T10:34:30.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 0x7fc6a41505c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 0x7fc6a41505c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58914/0 (socket says 172.21.15.22:58914) 2024-09-10T10:34:30.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69aa00640 1 -- 172.21.15.22:0/520589101 learned_addr learned my addr 172.21.15.22:0/520589101 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:30.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6a3400640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6a40b56f0 0x7fc6a41f7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6a3e00640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6a415b600 0x7fc6a40ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69aa00640 1 -- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6a415b600 msgr2=0x7fc6a40ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69aa00640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6a415b600 0x7fc6a40ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69aa00640 1 -- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6a40b56f0 msgr2=0x7fc6a41f7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69aa00640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6a40b56f0 0x7fc6a41f7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69aa00640 1 -- 172.21.15.22:0/520589101 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6a41f7e70 con 0x7fc6a415b220 2024-09-10T10:34:30.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6a3e00640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6a415b600 0x7fc6a40ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:30.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69aa00640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 0x7fc6a41505c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fc68c00c3c0 tx=0x7fc68c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:30.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69be00640 1 -- 172.21.15.22:0/520589101 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc68c017070 con 0x7fc6a415b220 2024-09-10T10:34:30.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69be00640 1 -- 172.21.15.22:0/520589101 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc68c0052d0 con 0x7fc6a415b220 2024-09-10T10:34:30.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc69be00640 1 -- 172.21.15.22:0/520589101 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc68c003840 con 0x7fc6a415b220 2024-09-10T10:34:30.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 -- 172.21.15.22:0/520589101 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6a41f8150 con 0x7fc6a415b220 2024-09-10T10:34:30.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.113+0000 7fc6aa400640 1 -- 172.21.15.22:0/520589101 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6a41f8710 con 0x7fc6a415b220 2024-09-10T10:34:30.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.117+0000 7fc6aa400640 1 -- 172.21.15.22:0/520589101 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6a4072e90 con 0x7fc6a415b220 2024-09-10T10:34:30.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.117+0000 7fc69be00640 1 -- 172.21.15.22:0/520589101 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc68c01a070 con 0x7fc6a415b220 2024-09-10T10:34:30.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.117+0000 7fc69be00640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6800678c0 0x7fc680069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.117+0000 7fc69be00640 1 -- 172.21.15.22:0/520589101 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7fc68c084f90 con 0x7fc6a415b220 2024-09-10T10:34:30.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.117+0000 7fc6a3400640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6800678c0 0x7fc680069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.121+0000 7fc6a3400640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6800678c0 0x7fc680069d80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc6940ad000 tx=0x7fc694008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:30.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.121+0000 7fc69be00640 1 -- 172.21.15.22:0/520589101 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc68c005480 con 0x7fc6a415b220 2024-09-10T10:34:30.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.285+0000 7fc6aa400640 1 -- 172.21.15.22:0/520589101 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc6a4071120 con 0x7fc6800678c0 2024-09-10T10:34:30.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.293+0000 7fc69be00640 1 -- 172.21.15.22:0/520589101 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251957 (secure 0 0 0) 0x7fc6a4071120 con 0x7fc6800678c0 2024-09-10T10:34:30.301 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:30.303 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 -- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6800678c0 msgr2=0x7fc680069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6800678c0 0x7fc680069d80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc6940ad000 tx=0x7fc694008040 comp rx=0 tx=0).stop 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 -- 172.21.15.22:0/520589101 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 msgr2=0x7fc6a41505c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 0x7fc6a41505c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fc68c00c3c0 tx=0x7fc68c00c880 comp rx=0 tx=0).stop 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 -- 172.21.15.22:0/520589101 shutdown_connections 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6800678c0 0x7fc680069d80 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6a415b600 0x7fc6a40ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6a415b220 0x7fc6a41505c0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 --2- 172.21.15.22:0/520589101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6a40b56f0 0x7fc6a41f7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 -- 172.21.15.22:0/520589101 >> 172.21.15.22:0/520589101 conn(0x7fc6a4062dd0 msgr2=0x7fc6a4071cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 -- 172.21.15.22:0/520589101 shutdown_connections 2024-09-10T10:34:30.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.297+0000 7fc6aa400640 1 -- 172.21.15.22:0/520589101 wait complete. 2024-09-10T10:34:30.321 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2024-09-10T10:34:29.360761+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":149,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":246684,"kb_used_data":5480,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754728036,"statfs":{"total":773094113280,"available":772841508864,"internally_reserved":0,"allocated":5611520,"data_stored":2949468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":246795824},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.200619"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338080+0000","last_change":"2024-09-10T10:34:26.211838+0000","last_active":"2024-09-10T10:34:27.338080+0000","last_peered":"2024-09-10T10:34:27.338080+0000","last_clean":"2024-09-10T10:34:27.338080+0000","last_became_active":"2024-09-10T10:34:26.211107+0000","last_became_peered":"2024-09-10T10:34:26.211107+0000","last_unstale":"2024-09-10T10:34:27.338080+0000","last_undegraded":"2024-09-10T10:34:27.338080+0000","last_fullsized":"2024-09-10T10:34:27.338080+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:41.793070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337470+0000","last_change":"2024-09-10T10:34:26.199335+0000","last_active":"2024-09-10T10:34:27.337470+0000","last_peered":"2024-09-10T10:34:27.337470+0000","last_clean":"2024-09-10T10:34:27.337470+0000","last_became_active":"2024-09-10T10:34:26.198247+0000","last_became_peered":"2024-09-10T10:34:26.198247+0000","last_unstale":"2024-09-10T10:34:27.337470+0000","last_undegraded":"2024-09-10T10:34:27.337470+0000","last_fullsized":"2024-09-10T10:34:27.337470+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:40.958680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198839+0000","last_change":"2024-09-10T10:34:26.210805+0000","last_active":"2024-09-10T10:34:27.198839+0000","last_peered":"2024-09-10T10:34:27.198839+0000","last_clean":"2024-09-10T10:34:27.198839+0000","last_became_active":"2024-09-10T10:34:26.210560+0000","last_became_peered":"2024-09-10T10:34:26.210560+0000","last_unstale":"2024-09-10T10:34:27.198839+0000","last_undegraded":"2024-09-10T10:34:27.198839+0000","last_fullsized":"2024-09-10T10:34:27.198839+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:14.344940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214479+0000","last_change":"2024-09-10T10:34:26.203001+0000","last_active":"2024-09-10T10:34:27.214479+0000","last_peered":"2024-09-10T10:34:27.214479+0000","last_clean":"2024-09-10T10:34:27.214479+0000","last_became_active":"2024-09-10T10:34:26.201499+0000","last_became_peered":"2024-09-10T10:34:26.201499+0000","last_unstale":"2024-09-10T10:34:27.214479+0000","last_undegraded":"2024-09-10T10:34:27.214479+0000","last_fullsized":"2024-09-10T10:34:27.214479+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:04:31.974466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337452+0000","last_change":"2024-09-10T10:34:26.197589+0000","last_active":"2024-09-10T10:34:27.337452+0000","last_peered":"2024-09-10T10:34:27.337452+0000","last_clean":"2024-09-10T10:34:27.337452+0000","last_became_active":"2024-09-10T10:34:26.196847+0000","last_became_peered":"2024-09-10T10:34:26.196847+0000","last_unstale":"2024-09-10T10:34:27.337452+0000","last_undegraded":"2024-09-10T10:34:27.337452+0000","last_fullsized":"2024-09-10T10:34:27.337452+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:23:23.464997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338440+0000","last_change":"2024-09-10T10:34:26.201616+0000","last_active":"2024-09-10T10:34:27.338440+0000","last_peered":"2024-09-10T10:34:27.338440+0000","last_clean":"2024-09-10T10:34:27.338440+0000","last_became_active":"2024-09-10T10:34:26.201296+0000","last_became_peered":"2024-09-10T10:34:26.201296+0000","last_unstale":"2024-09-10T10:34:27.338440+0000","last_undegraded":"2024-09-10T10:34:27.338440+0000","last_fullsized":"2024-09-10T10:34:27.338440+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:23:23.464997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217214+0000","last_change":"2024-09-10T10:34:26.208249+0000","last_active":"2024-09-10T10:34:27.217214+0000","last_peered":"2024-09-10T10:34:27.217214+0000","last_clean":"2024-09-10T10:34:27.217214+0000","last_became_active":"2024-09-10T10:34:26.207963+0000","last_became_peered":"2024-09-10T10:34:26.207963+0000","last_unstale":"2024-09-10T10:34:27.217214+0000","last_undegraded":"2024-09-10T10:34:27.217214+0000","last_fullsized":"2024-09-10T10:34:27.217214+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:10:34.316521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214317+0000","last_change":"2024-09-10T10:34:26.203317+0000","last_active":"2024-09-10T10:34:27.214317+0000","last_peered":"2024-09-10T10:34:27.214317+0000","last_clean":"2024-09-10T10:34:27.214317+0000","last_became_active":"2024-09-10T10:34:26.201400+0000","last_became_peered":"2024-09-10T10:34:26.201400+0000","last_unstale":"2024-09-10T10:34:27.214317+0000","last_undegraded":"2024-09-10T10:34:27.214317+0000","last_fullsized":"2024-09-10T10:34:27.214317+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:28.683796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338557+0000","last_change":"2024-09-10T10:34:26.210807+0000","last_active":"2024-09-10T10:34:27.338557+0000","last_peered":"2024-09-10T10:34:27.338557+0000","last_clean":"2024-09-10T10:34:27.338557+0000","last_became_active":"2024-09-10T10:34:26.210488+0000","last_became_peered":"2024-09-10T10:34:26.210488+0000","last_unstale":"2024-09-10T10:34:27.338557+0000","last_undegraded":"2024-09-10T10:34:27.338557+0000","last_fullsized":"2024-09-10T10:34:27.338557+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:34:50.638246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200647+0000","last_change":"2024-09-10T10:34:26.203274+0000","last_active":"2024-09-10T10:34:27.200647+0000","last_peered":"2024-09-10T10:34:27.200647+0000","last_clean":"2024-09-10T10:34:27.200647+0000","last_became_active":"2024-09-10T10:34:26.202931+0000","last_became_peered":"2024-09-10T10:34:26.202931+0000","last_unstale":"2024-09-10T10:34:27.200647+0000","last_undegraded":"2024-09-10T10:34:27.200647+0000","last_fullsized":"2024-09-10T10:34:27.200647+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:42:58.760366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214549+0000","last_change":"2024-09-10T10:34:26.198529+0000","last_active":"2024-09-10T10:34:27.214549+0000","last_peered":"2024-09-10T10:34:27.214549+0000","last_clean":"2024-09-10T10:34:27.214549+0000","last_became_active":"2024-09-10T10:34:26.198259+0000","last_became_peered":"2024-09-10T10:34:26.198259+0000","last_unstale":"2024-09-10T10:34:27.214549+0000","last_undegraded":"2024-09-10T10:34:27.214549+0000","last_fullsized":"2024-09-10T10:34:27.214549+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:07:56.112015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337608+0000","last_change":"2024-09-10T10:34:26.194680+0000","last_active":"2024-09-10T10:34:27.337608+0000","last_peered":"2024-09-10T10:34:27.337608+0000","last_clean":"2024-09-10T10:34:27.337608+0000","last_became_active":"2024-09-10T10:34:26.194240+0000","last_became_peered":"2024-09-10T10:34:26.194240+0000","last_unstale":"2024-09-10T10:34:27.337608+0000","last_undegraded":"2024-09-10T10:34:27.337608+0000","last_fullsized":"2024-09-10T10:34:27.337608+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:51.450356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338298+0000","last_change":"2024-09-10T10:34:26.209324+0000","last_active":"2024-09-10T10:34:27.338298+0000","last_peered":"2024-09-10T10:34:27.338298+0000","last_clean":"2024-09-10T10:34:27.338298+0000","last_became_active":"2024-09-10T10:34:26.208974+0000","last_became_peered":"2024-09-10T10:34:26.208974+0000","last_unstale":"2024-09-10T10:34:27.338298+0000","last_undegraded":"2024-09-10T10:34:27.338298+0000","last_fullsized":"2024-09-10T10:34:27.338298+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:07:10.172964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214248+0000","last_change":"2024-09-10T10:34:26.206302+0000","last_active":"2024-09-10T10:34:27.214248+0000","last_peered":"2024-09-10T10:34:27.214248+0000","last_clean":"2024-09-10T10:34:27.214248+0000","last_became_active":"2024-09-10T10:34:26.205253+0000","last_became_peered":"2024-09-10T10:34:26.205253+0000","last_unstale":"2024-09-10T10:34:27.214248+0000","last_undegraded":"2024-09-10T10:34:27.214248+0000","last_fullsized":"2024-09-10T10:34:27.214248+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:47:02.347491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214274+0000","last_change":"2024-09-10T10:34:26.201074+0000","last_active":"2024-09-10T10:34:27.214274+0000","last_peered":"2024-09-10T10:34:27.214274+0000","last_clean":"2024-09-10T10:34:27.214274+0000","last_became_active":"2024-09-10T10:34:26.200700+0000","last_became_peered":"2024-09-10T10:34:26.200700+0000","last_unstale":"2024-09-10T10:34:27.214274+0000","last_undegraded":"2024-09-10T10:34:27.214274+0000","last_fullsized":"2024-09-10T10:34:27.214274+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:48.514400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337938+0000","last_change":"2024-09-10T10:34:26.194492+0000","last_active":"2024-09-10T10:34:27.337938+0000","last_peered":"2024-09-10T10:34:27.337938+0000","last_clean":"2024-09-10T10:34:27.337938+0000","last_became_active":"2024-09-10T10:34:26.194151+0000","last_became_peered":"2024-09-10T10:34:26.194151+0000","last_unstale":"2024-09-10T10:34:27.337938+0000","last_undegraded":"2024-09-10T10:34:27.337938+0000","last_fullsized":"2024-09-10T10:34:27.337938+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:40.958680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337574+0000","last_change":"2024-09-10T10:34:26.202023+0000","last_active":"2024-09-10T10:34:27.337574+0000","last_peered":"2024-09-10T10:34:27.337574+0000","last_clean":"2024-09-10T10:34:27.337574+0000","last_became_active":"2024-09-10T10:34:26.201630+0000","last_became_peered":"2024-09-10T10:34:26.201630+0000","last_unstale":"2024-09-10T10:34:27.337574+0000","last_undegraded":"2024-09-10T10:34:27.337574+0000","last_fullsized":"2024-09-10T10:34:27.337574+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:41.793070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198907+0000","last_change":"2024-09-10T10:34:26.209388+0000","last_active":"2024-09-10T10:34:27.198907+0000","last_peered":"2024-09-10T10:34:27.198907+0000","last_clean":"2024-09-10T10:34:27.198907+0000","last_became_active":"2024-09-10T10:34:26.209020+0000","last_became_peered":"2024-09-10T10:34:26.209020+0000","last_unstale":"2024-09-10T10:34:27.198907+0000","last_undegraded":"2024-09-10T10:34:27.198907+0000","last_fullsized":"2024-09-10T10:34:27.198907+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:40.102853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337923+0000","last_change":"2024-09-10T10:34:26.201968+0000","last_active":"2024-09-10T10:34:27.337923+0000","last_peered":"2024-09-10T10:34:27.337923+0000","last_clean":"2024-09-10T10:34:27.337923+0000","last_became_active":"2024-09-10T10:34:26.201668+0000","last_became_peered":"2024-09-10T10:34:26.201668+0000","last_unstale":"2024-09-10T10:34:27.337923+0000","last_undegraded":"2024-09-10T10:34:27.337923+0000","last_fullsized":"2024-09-10T10:34:27.337923+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:34:50.638246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200982+0000","last_change":"2024-09-10T10:34:26.198719+0000","last_active":"2024-09-10T10:34:27.200982+0000","last_peered":"2024-09-10T10:34:27.200982+0000","last_clean":"2024-09-10T10:34:27.200982+0000","last_became_active":"2024-09-10T10:34:26.198324+0000","last_became_peered":"2024-09-10T10:34:26.198324+0000","last_unstale":"2024-09-10T10:34:27.200982+0000","last_undegraded":"2024-09-10T10:34:27.200982+0000","last_fullsized":"2024-09-10T10:34:27.200982+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:56.314070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214815+0000","last_change":"2024-09-10T10:34:26.192931+0000","last_active":"2024-09-10T10:34:27.214815+0000","last_peered":"2024-09-10T10:34:27.214815+0000","last_clean":"2024-09-10T10:34:27.214815+0000","last_became_active":"2024-09-10T10:34:26.192446+0000","last_became_peered":"2024-09-10T10:34:26.192446+0000","last_unstale":"2024-09-10T10:34:27.214815+0000","last_undegraded":"2024-09-10T10:34:27.214815+0000","last_fullsized":"2024-09-10T10:34:27.214815+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:24.317349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200937+0000","last_change":"2024-09-10T10:34:26.197728+0000","last_active":"2024-09-10T10:34:27.200937+0000","last_peered":"2024-09-10T10:34:27.200937+0000","last_clean":"2024-09-10T10:34:27.200937+0000","last_became_active":"2024-09-10T10:34:26.197454+0000","last_became_peered":"2024-09-10T10:34:26.197454+0000","last_unstale":"2024-09-10T10:34:27.200937+0000","last_undegraded":"2024-09-10T10:34:27.200937+0000","last_fullsized":"2024-09-10T10:34:27.200937+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:37.032946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217280+0000","last_change":"2024-09-10T10:34:26.201198+0000","last_active":"2024-09-10T10:34:27.217280+0000","last_peered":"2024-09-10T10:34:27.217280+0000","last_clean":"2024-09-10T10:34:27.217280+0000","last_became_active":"2024-09-10T10:34:26.200916+0000","last_became_peered":"2024-09-10T10:34:26.200916+0000","last_unstale":"2024-09-10T10:34:27.217280+0000","last_undegraded":"2024-09-10T10:34:27.217280+0000","last_fullsized":"2024-09-10T10:34:27.217280+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:08:45.550041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337042+0000","last_change":"2024-09-10T10:34:26.191926+0000","last_active":"2024-09-10T10:34:27.337042+0000","last_peered":"2024-09-10T10:34:27.337042+0000","last_clean":"2024-09-10T10:34:27.337042+0000","last_became_active":"2024-09-10T10:34:26.191623+0000","last_became_peered":"2024-09-10T10:34:26.191623+0000","last_unstale":"2024-09-10T10:34:27.337042+0000","last_undegraded":"2024-09-10T10:34:27.337042+0000","last_fullsized":"2024-09-10T10:34:27.337042+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:06:51.273067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338145+0000","last_change":"2024-09-10T10:34:26.201267+0000","last_active":"2024-09-10T10:34:27.338145+0000","last_peered":"2024-09-10T10:34:27.338145+0000","last_clean":"2024-09-10T10:34:27.338145+0000","last_became_active":"2024-09-10T10:34:26.200909+0000","last_became_peered":"2024-09-10T10:34:26.200909+0000","last_unstale":"2024-09-10T10:34:27.338145+0000","last_undegraded":"2024-09-10T10:34:27.338145+0000","last_fullsized":"2024-09-10T10:34:27.338145+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:51.450356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214658+0000","last_change":"2024-09-10T10:34:26.204243+0000","last_active":"2024-09-10T10:34:27.214658+0000","last_peered":"2024-09-10T10:34:27.214658+0000","last_clean":"2024-09-10T10:34:27.214658+0000","last_became_active":"2024-09-10T10:34:26.203953+0000","last_became_peered":"2024-09-10T10:34:26.203953+0000","last_unstale":"2024-09-10T10:34:27.214658+0000","last_undegraded":"2024-09-10T10:34:27.214658+0000","last_fullsized":"2024-09-10T10:34:27.214658+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:03.882777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217568+0000","last_change":"2024-09-10T10:34:26.201890+0000","last_active":"2024-09-10T10:34:27.217568+0000","last_peered":"2024-09-10T10:34:27.217568+0000","last_clean":"2024-09-10T10:34:27.217568+0000","last_became_active":"2024-09-10T10:34:26.201589+0000","last_became_peered":"2024-09-10T10:34:26.201589+0000","last_unstale":"2024-09-10T10:34:27.217568+0000","last_undegraded":"2024-09-10T10:34:27.217568+0000","last_fullsized":"2024-09-10T10:34:27.217568+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:02.184517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217441+0000","last_change":"2024-09-10T10:34:26.195976+0000","last_active":"2024-09-10T10:34:27.217441+0000","last_peered":"2024-09-10T10:34:27.217441+0000","last_clean":"2024-09-10T10:34:27.217441+0000","last_became_active":"2024-09-10T10:34:26.195688+0000","last_became_peered":"2024-09-10T10:34:26.195688+0000","last_unstale":"2024-09-10T10:34:27.217441+0000","last_undegraded":"2024-09-10T10:34:27.217441+0000","last_fullsized":"2024-09-10T10:34:27.217441+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:20.688828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337809+0000","last_change":"2024-09-10T10:34:26.208698+0000","last_active":"2024-09-10T10:34:27.337809+0000","last_peered":"2024-09-10T10:34:27.337809+0000","last_clean":"2024-09-10T10:34:27.337809+0000","last_became_active":"2024-09-10T10:34:26.207506+0000","last_became_peered":"2024-09-10T10:34:26.207506+0000","last_unstale":"2024-09-10T10:34:27.337809+0000","last_undegraded":"2024-09-10T10:34:27.337809+0000","last_fullsized":"2024-09-10T10:34:27.337809+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:28.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337105+0000","last_change":"2024-09-10T10:34:26.197367+0000","last_active":"2024-09-10T10:34:27.337105+0000","last_peered":"2024-09-10T10:34:27.337105+0000","last_clean":"2024-09-10T10:34:27.337105+0000","last_became_active":"2024-09-10T10:34:26.197051+0000","last_became_peered":"2024-09-10T10:34:26.197051+0000","last_unstale":"2024-09-10T10:34:27.337105+0000","last_undegraded":"2024-09-10T10:34:27.337105+0000","last_fullsized":"2024-09-10T10:34:27.337105+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:36.913282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338089+0000","last_change":"2024-09-10T10:34:26.209928+0000","last_active":"2024-09-10T10:34:27.338089+0000","last_peered":"2024-09-10T10:34:27.338089+0000","last_clean":"2024-09-10T10:34:27.338089+0000","last_became_active":"2024-09-10T10:34:26.209295+0000","last_became_peered":"2024-09-10T10:34:26.209295+0000","last_unstale":"2024-09-10T10:34:27.338089+0000","last_undegraded":"2024-09-10T10:34:27.338089+0000","last_fullsized":"2024-09-10T10:34:27.338089+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:36.913282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214402+0000","last_change":"2024-09-10T10:34:26.195351+0000","last_active":"2024-09-10T10:34:27.214402+0000","last_peered":"2024-09-10T10:34:27.214402+0000","last_clean":"2024-09-10T10:34:27.214402+0000","last_became_active":"2024-09-10T10:34:26.194967+0000","last_became_peered":"2024-09-10T10:34:26.194967+0000","last_unstale":"2024-09-10T10:34:27.214402+0000","last_undegraded":"2024-09-10T10:34:27.214402+0000","last_fullsized":"2024-09-10T10:34:27.214402+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:59.213084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201685+0000","last_change":"2024-09-10T10:34:26.198732+0000","last_active":"2024-09-10T10:34:27.201685+0000","last_peered":"2024-09-10T10:34:27.201685+0000","last_clean":"2024-09-10T10:34:27.201685+0000","last_became_active":"2024-09-10T10:34:26.196754+0000","last_became_peered":"2024-09-10T10:34:26.196754+0000","last_unstale":"2024-09-10T10:34:27.201685+0000","last_undegraded":"2024-09-10T10:34:27.201685+0000","last_fullsized":"2024-09-10T10:34:27.201685+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:58.564985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"46'4","reported_seq":18,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338547+0000","last_change":"2024-09-10T10:34:25.184191+0000","last_active":"2024-09-10T10:34:27.338547+0000","last_peered":"2024-09-10T10:34:27.338547+0000","last_clean":"2024-09-10T10:34:27.338547+0000","last_became_active":"2024-09-10T10:34:25.182622+0000","last_became_peered":"2024-09-10T10:34:25.182622+0000","last_unstale":"2024-09-10T10:34:27.338547+0000","last_undegraded":"2024-09-10T10:34:27.338547+0000","last_fullsized":"2024-09-10T10:34:27.338547+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:24:53.599936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338160+0000","last_change":"2024-09-10T10:34:26.208256+0000","last_active":"2024-09-10T10:34:27.338160+0000","last_peered":"2024-09-10T10:34:27.338160+0000","last_clean":"2024-09-10T10:34:27.338160+0000","last_became_active":"2024-09-10T10:34:26.207165+0000","last_became_peered":"2024-09-10T10:34:26.207165+0000","last_unstale":"2024-09-10T10:34:27.338160+0000","last_undegraded":"2024-09-10T10:34:27.338160+0000","last_fullsized":"2024-09-10T10:34:27.338160+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:17.409964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"46'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217539+0000","last_change":"2024-09-10T10:34:25.192252+0000","last_active":"2024-09-10T10:34:27.217539+0000","last_peered":"2024-09-10T10:34:27.217539+0000","last_clean":"2024-09-10T10:34:27.217539+0000","last_became_active":"2024-09-10T10:34:25.191875+0000","last_became_peered":"2024-09-10T10:34:25.191875+0000","last_unstale":"2024-09-10T10:34:27.217539+0000","last_undegraded":"2024-09-10T10:34:27.217539+0000","last_fullsized":"2024-09-10T10:34:27.217539+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:27:57.149559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337299+0000","last_change":"2024-09-10T10:34:26.205724+0000","last_active":"2024-09-10T10:34:27.337299+0000","last_peered":"2024-09-10T10:34:27.337299+0000","last_clean":"2024-09-10T10:34:27.337299+0000","last_became_active":"2024-09-10T10:34:26.204227+0000","last_became_peered":"2024-09-10T10:34:26.204227+0000","last_unstale":"2024-09-10T10:34:27.337299+0000","last_undegraded":"2024-09-10T10:34:27.337299+0000","last_fullsized":"2024-09-10T10:34:27.337299+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:28.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338343+0000","last_change":"2024-09-10T10:34:25.183375+0000","last_active":"2024-09-10T10:34:27.338343+0000","last_peered":"2024-09-10T10:34:27.338343+0000","last_clean":"2024-09-10T10:34:27.338343+0000","last_became_active":"2024-09-10T10:34:25.182630+0000","last_became_peered":"2024-09-10T10:34:25.182630+0000","last_unstale":"2024-09-10T10:34:27.338343+0000","last_undegraded":"2024-09-10T10:34:27.338343+0000","last_fullsized":"2024-09-10T10:34:27.338343+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:56.388638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214564+0000","last_change":"2024-09-10T10:34:26.201395+0000","last_active":"2024-09-10T10:34:27.214564+0000","last_peered":"2024-09-10T10:34:27.214564+0000","last_clean":"2024-09-10T10:34:27.214564+0000","last_became_active":"2024-09-10T10:34:26.201074+0000","last_became_peered":"2024-09-10T10:34:26.201074+0000","last_unstale":"2024-09-10T10:34:27.214564+0000","last_undegraded":"2024-09-10T10:34:27.214564+0000","last_fullsized":"2024-09-10T10:34:27.214564+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:28:04.258570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217559+0000","last_change":"2024-09-10T10:34:25.183518+0000","last_active":"2024-09-10T10:34:27.217559+0000","last_peered":"2024-09-10T10:34:27.217559+0000","last_clean":"2024-09-10T10:34:27.217559+0000","last_became_active":"2024-09-10T10:34:25.183212+0000","last_became_peered":"2024-09-10T10:34:25.183212+0000","last_unstale":"2024-09-10T10:34:27.217559+0000","last_undegraded":"2024-09-10T10:34:27.217559+0000","last_fullsized":"2024-09-10T10:34:27.217559+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:08.567347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217234+0000","last_change":"2024-09-10T10:34:26.200949+0000","last_active":"2024-09-10T10:34:27.217234+0000","last_peered":"2024-09-10T10:34:27.217234+0000","last_clean":"2024-09-10T10:34:27.217234+0000","last_became_active":"2024-09-10T10:34:26.200610+0000","last_became_peered":"2024-09-10T10:34:26.200610+0000","last_unstale":"2024-09-10T10:34:27.217234+0000","last_undegraded":"2024-09-10T10:34:27.217234+0000","last_fullsized":"2024-09-10T10:34:27.217234+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:04.888721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"46'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338494+0000","last_change":"2024-09-10T10:34:25.190820+0000","last_active":"2024-09-10T10:34:27.338494+0000","last_peered":"2024-09-10T10:34:27.338494+0000","last_clean":"2024-09-10T10:34:27.338494+0000","last_became_active":"2024-09-10T10:34:25.190419+0000","last_became_peered":"2024-09-10T10:34:25.190419+0000","last_unstale":"2024-09-10T10:34:27.338494+0000","last_undegraded":"2024-09-10T10:34:27.338494+0000","last_fullsized":"2024-09-10T10:34:27.338494+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:57.558333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200367+0000","last_change":"2024-09-10T10:34:26.202050+0000","last_active":"2024-09-10T10:34:27.200367+0000","last_peered":"2024-09-10T10:34:27.200367+0000","last_clean":"2024-09-10T10:34:27.200367+0000","last_became_active":"2024-09-10T10:34:26.201732+0000","last_became_peered":"2024-09-10T10:34:26.201732+0000","last_unstale":"2024-09-10T10:34:27.200367+0000","last_undegraded":"2024-09-10T10:34:27.200367+0000","last_fullsized":"2024-09-10T10:34:27.200367+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:22.907659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"46'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217308+0000","last_change":"2024-09-10T10:34:25.181525+0000","last_active":"2024-09-10T10:34:27.217308+0000","last_peered":"2024-09-10T10:34:27.217308+0000","last_clean":"2024-09-10T10:34:27.217308+0000","last_became_active":"2024-09-10T10:34:25.181154+0000","last_became_peered":"2024-09-10T10:34:25.181154+0000","last_unstale":"2024-09-10T10:34:27.217308+0000","last_undegraded":"2024-09-10T10:34:27.217308+0000","last_fullsized":"2024-09-10T10:34:27.217308+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:21.901006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200247+0000","last_change":"2024-09-10T10:34:26.203332+0000","last_active":"2024-09-10T10:34:27.200247+0000","last_peered":"2024-09-10T10:34:27.200247+0000","last_clean":"2024-09-10T10:34:27.200247+0000","last_became_active":"2024-09-10T10:34:26.202737+0000","last_became_peered":"2024-09-10T10:34:26.202737+0000","last_unstale":"2024-09-10T10:34:27.200247+0000","last_undegraded":"2024-09-10T10:34:27.200247+0000","last_fullsized":"2024-09-10T10:34:27.200247+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:27:58.156211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337664+0000","last_change":"2024-09-10T10:34:25.187056+0000","last_active":"2024-09-10T10:34:27.337664+0000","last_peered":"2024-09-10T10:34:27.337664+0000","last_clean":"2024-09-10T10:34:27.337664+0000","last_became_active":"2024-09-10T10:34:25.186763+0000","last_became_peered":"2024-09-10T10:34:25.186763+0000","last_unstale":"2024-09-10T10:34:27.337664+0000","last_undegraded":"2024-09-10T10:34:27.337664+0000","last_fullsized":"2024-09-10T10:34:27.337664+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:13.338288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217376+0000","last_change":"2024-09-10T10:34:26.207771+0000","last_active":"2024-09-10T10:34:27.217376+0000","last_peered":"2024-09-10T10:34:27.217376+0000","last_clean":"2024-09-10T10:34:27.217376+0000","last_became_active":"2024-09-10T10:34:26.206017+0000","last_became_peered":"2024-09-10T10:34:26.206017+0000","last_unstale":"2024-09-10T10:34:27.217376+0000","last_undegraded":"2024-09-10T10:34:27.217376+0000","last_fullsized":"2024-09-10T10:34:27.217376+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:59.796194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200715+0000","last_change":"2024-09-10T10:34:25.189678+0000","last_active":"2024-09-10T10:34:27.200715+0000","last_peered":"2024-09-10T10:34:27.200715+0000","last_clean":"2024-09-10T10:34:27.200715+0000","last_became_active":"2024-09-10T10:34:25.189400+0000","last_became_peered":"2024-09-10T10:34:25.189400+0000","last_unstale":"2024-09-10T10:34:27.200715+0000","last_undegraded":"2024-09-10T10:34:27.200715+0000","last_fullsized":"2024-09-10T10:34:27.200715+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:34:49.631594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.199052+0000","last_change":"2024-09-10T10:34:26.198158+0000","last_active":"2024-09-10T10:34:27.199052+0000","last_peered":"2024-09-10T10:34:27.199052+0000","last_clean":"2024-09-10T10:34:27.199052+0000","last_became_active":"2024-09-10T10:34:26.197824+0000","last_became_peered":"2024-09-10T10:34:26.197824+0000","last_unstale":"2024-09-10T10:34:27.199052+0000","last_undegraded":"2024-09-10T10:34:27.199052+0000","last_fullsized":"2024-09-10T10:34:27.199052+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:57.395290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198843+0000","last_change":"2024-09-10T10:34:25.185995+0000","last_active":"2024-09-10T10:34:27.198843+0000","last_peered":"2024-09-10T10:34:27.198843+0000","last_clean":"2024-09-10T10:34:27.198843+0000","last_became_active":"2024-09-10T10:34:25.185738+0000","last_became_peered":"2024-09-10T10:34:25.185738+0000","last_unstale":"2024-09-10T10:34:27.198843+0000","last_undegraded":"2024-09-10T10:34:27.198843+0000","last_fullsized":"2024-09-10T10:34:27.198843+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:04.634242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198776+0000","last_change":"2024-09-10T10:34:26.204706+0000","last_active":"2024-09-10T10:34:27.198776+0000","last_peered":"2024-09-10T10:34:27.198776+0000","last_clean":"2024-09-10T10:34:27.198776+0000","last_became_active":"2024-09-10T10:34:26.203429+0000","last_became_peered":"2024-09-10T10:34:26.203429+0000","last_unstale":"2024-09-10T10:34:27.198776+0000","last_undegraded":"2024-09-10T10:34:27.198776+0000","last_fullsized":"2024-09-10T10:34:27.198776+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:37.032946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200821+0000","last_change":"2024-09-10T10:34:25.189538+0000","last_active":"2024-09-10T10:34:27.200821+0000","last_peered":"2024-09-10T10:34:27.200821+0000","last_clean":"2024-09-10T10:34:27.200821+0000","last_became_active":"2024-09-10T10:34:25.189184+0000","last_became_peered":"2024-09-10T10:34:25.189184+0000","last_unstale":"2024-09-10T10:34:27.200821+0000","last_undegraded":"2024-09-10T10:34:27.200821+0000","last_fullsized":"2024-09-10T10:34:27.200821+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:30.786667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214825+0000","last_change":"2024-09-10T10:34:26.206561+0000","last_active":"2024-09-10T10:34:27.214825+0000","last_peered":"2024-09-10T10:34:27.214825+0000","last_clean":"2024-09-10T10:34:27.214825+0000","last_became_active":"2024-09-10T10:34:26.205593+0000","last_became_peered":"2024-09-10T10:34:26.205593+0000","last_unstale":"2024-09-10T10:34:27.214825+0000","last_undegraded":"2024-09-10T10:34:27.214825+0000","last_fullsized":"2024-09-10T10:34:27.214825+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:46.454485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"46'3","reported_seq":17,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337226+0000","last_change":"2024-09-10T10:34:25.180742+0000","last_active":"2024-09-10T10:34:27.337226+0000","last_peered":"2024-09-10T10:34:27.337226+0000","last_clean":"2024-09-10T10:34:27.337226+0000","last_became_active":"2024-09-10T10:34:25.180570+0000","last_became_peered":"2024-09-10T10:34:25.180570+0000","last_unstale":"2024-09-10T10:34:27.337226+0000","last_undegraded":"2024-09-10T10:34:27.337226+0000","last_fullsized":"2024-09-10T10:34:27.337226+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:36.026293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217647+0000","last_change":"2024-09-10T10:34:26.210350+0000","last_active":"2024-09-10T10:34:27.217647+0000","last_peered":"2024-09-10T10:34:27.217647+0000","last_clean":"2024-09-10T10:34:27.217647+0000","last_became_active":"2024-09-10T10:34:26.207438+0000","last_became_peered":"2024-09-10T10:34:26.207438+0000","last_unstale":"2024-09-10T10:34:27.217647+0000","last_undegraded":"2024-09-10T10:34:27.217647+0000","last_fullsized":"2024-09-10T10:34:27.217647+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:26.087997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"46'6","reported_seq":20,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201131+0000","last_change":"2024-09-10T10:34:25.178413+0000","last_active":"2024-09-10T10:34:27.201131+0000","last_peered":"2024-09-10T10:34:27.201131+0000","last_clean":"2024-09-10T10:34:27.201131+0000","last_became_active":"2024-09-10T10:34:25.177742+0000","last_became_peered":"2024-09-10T10:34:25.177742+0000","last_unstale":"2024-09-10T10:34:27.201131+0000","last_undegraded":"2024-09-10T10:34:27.201131+0000","last_fullsized":"2024-09-10T10:34:27.201131+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:50.443703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198670+0000","last_change":"2024-09-10T10:34:26.198117+0000","last_active":"2024-09-10T10:34:27.198670+0000","last_peered":"2024-09-10T10:34:27.198670+0000","last_clean":"2024-09-10T10:34:27.198670+0000","last_became_active":"2024-09-10T10:34:26.195981+0000","last_became_peered":"2024-09-10T10:34:26.195981+0000","last_unstale":"2024-09-10T10:34:27.198670+0000","last_undegraded":"2024-09-10T10:34:27.198670+0000","last_fullsized":"2024-09-10T10:34:27.198670+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:33:27.882142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201277+0000","last_change":"2024-09-10T10:34:25.179982+0000","last_active":"2024-09-10T10:34:27.201277+0000","last_peered":"2024-09-10T10:34:27.201277+0000","last_clean":"2024-09-10T10:34:27.201277+0000","last_became_active":"2024-09-10T10:34:25.179598+0000","last_became_peered":"2024-09-10T10:34:25.179598+0000","last_unstale":"2024-09-10T10:34:27.201277+0000","last_undegraded":"2024-09-10T10:34:27.201277+0000","last_fullsized":"2024-09-10T10:34:27.201277+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:44:20.012603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201164+0000","last_change":"2024-09-10T10:34:26.200300+0000","last_active":"2024-09-10T10:34:27.201164+0000","last_peered":"2024-09-10T10:34:27.201164+0000","last_clean":"2024-09-10T10:34:27.201164+0000","last_became_active":"2024-09-10T10:34:26.200050+0000","last_became_peered":"2024-09-10T10:34:26.200050+0000","last_unstale":"2024-09-10T10:34:27.201164+0000","last_undegraded":"2024-09-10T10:34:27.201164+0000","last_fullsized":"2024-09-10T10:34:27.201164+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:14.344940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337511+0000","last_change":"2024-09-10T10:34:25.188690+0000","last_active":"2024-09-10T10:34:27.337511+0000","last_peered":"2024-09-10T10:34:27.337511+0000","last_clean":"2024-09-10T10:34:27.337511+0000","last_became_active":"2024-09-10T10:34:25.184197+0000","last_became_peered":"2024-09-10T10:34:25.184197+0000","last_unstale":"2024-09-10T10:34:27.337511+0000","last_undegraded":"2024-09-10T10:34:27.337511+0000","last_fullsized":"2024-09-10T10:34:27.337511+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:57.558333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200141+0000","last_change":"2024-09-10T10:34:26.198236+0000","last_active":"2024-09-10T10:34:27.200141+0000","last_peered":"2024-09-10T10:34:27.200141+0000","last_clean":"2024-09-10T10:34:27.200141+0000","last_became_active":"2024-09-10T10:34:26.197774+0000","last_became_peered":"2024-09-10T10:34:26.197774+0000","last_unstale":"2024-09-10T10:34:27.200141+0000","last_undegraded":"2024-09-10T10:34:27.200141+0000","last_fullsized":"2024-09-10T10:34:27.200141+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:33:27.882142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338087+0000","last_change":"2024-09-10T10:34:25.183853+0000","last_active":"2024-09-10T10:34:27.338087+0000","last_peered":"2024-09-10T10:34:27.338087+0000","last_clean":"2024-09-10T10:34:27.338087+0000","last_became_active":"2024-09-10T10:34:25.183462+0000","last_became_peered":"2024-09-10T10:34:25.183462+0000","last_unstale":"2024-09-10T10:34:27.338087+0000","last_undegraded":"2024-09-10T10:34:27.338087+0000","last_fullsized":"2024-09-10T10:34:27.338087+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:36.026293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337496+0000","last_change":"2024-09-10T10:34:26.201262+0000","last_active":"2024-09-10T10:34:27.337496+0000","last_peered":"2024-09-10T10:34:27.337496+0000","last_clean":"2024-09-10T10:34:27.337496+0000","last_became_active":"2024-09-10T10:34:26.200964+0000","last_became_peered":"2024-09-10T10:34:26.200964+0000","last_unstale":"2024-09-10T10:34:27.337496+0000","last_undegraded":"2024-09-10T10:34:27.337496+0000","last_fullsized":"2024-09-10T10:34:27.337496+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:07:10.172964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"46'8","reported_seq":22,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200408+0000","last_change":"2024-09-10T10:34:25.179806+0000","last_active":"2024-09-10T10:34:27.200408+0000","last_peered":"2024-09-10T10:34:27.200408+0000","last_clean":"2024-09-10T10:34:27.200408+0000","last_became_active":"2024-09-10T10:34:25.179387+0000","last_became_peered":"2024-09-10T10:34:25.179387+0000","last_unstale":"2024-09-10T10:34:27.200408+0000","last_undegraded":"2024-09-10T10:34:27.200408+0000","last_fullsized":"2024-09-10T10:34:27.200408+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:40.786418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201840+0000","last_change":"2024-09-10T10:34:26.202815+0000","last_active":"2024-09-10T10:34:27.201840+0000","last_peered":"2024-09-10T10:34:27.201840+0000","last_clean":"2024-09-10T10:34:27.201840+0000","last_became_active":"2024-09-10T10:34:26.202472+0000","last_became_peered":"2024-09-10T10:34:26.202472+0000","last_unstale":"2024-09-10T10:34:27.201840+0000","last_undegraded":"2024-09-10T10:34:27.201840+0000","last_fullsized":"2024-09-10T10:34:27.201840+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:40.102853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"46'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214810+0000","last_change":"2024-09-10T10:34:25.188400+0000","last_active":"2024-09-10T10:34:27.214810+0000","last_peered":"2024-09-10T10:34:27.214810+0000","last_clean":"2024-09-10T10:34:27.214810+0000","last_became_active":"2024-09-10T10:34:25.187279+0000","last_became_peered":"2024-09-10T10:34:25.187279+0000","last_unstale":"2024-09-10T10:34:27.214810+0000","last_undegraded":"2024-09-10T10:34:27.214810+0000","last_fullsized":"2024-09-10T10:34:27.214810+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:17.074044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201904+0000","last_change":"2024-09-10T10:34:26.208639+0000","last_active":"2024-09-10T10:34:27.201904+0000","last_peered":"2024-09-10T10:34:27.201904+0000","last_clean":"2024-09-10T10:34:27.201904+0000","last_became_active":"2024-09-10T10:34:26.208279+0000","last_became_peered":"2024-09-10T10:34:26.208279+0000","last_unstale":"2024-09-10T10:34:27.201904+0000","last_undegraded":"2024-09-10T10:34:27.201904+0000","last_fullsized":"2024-09-10T10:34:27.201904+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:57.395290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.199094+0000","last_change":"2024-09-10T10:34:25.183916+0000","last_active":"2024-09-10T10:34:27.199094+0000","last_peered":"2024-09-10T10:34:27.199094+0000","last_clean":"2024-09-10T10:34:27.199094+0000","last_became_active":"2024-09-10T10:34:25.183394+0000","last_became_peered":"2024-09-10T10:34:25.183394+0000","last_unstale":"2024-09-10T10:34:27.199094+0000","last_undegraded":"2024-09-10T10:34:27.199094+0000","last_fullsized":"2024-09-10T10:34:27.199094+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:54.341447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337455+0000","last_change":"2024-09-10T10:34:26.193488+0000","last_active":"2024-09-10T10:34:27.337455+0000","last_peered":"2024-09-10T10:34:27.337455+0000","last_clean":"2024-09-10T10:34:27.337455+0000","last_became_active":"2024-09-10T10:34:26.193181+0000","last_became_peered":"2024-09-10T10:34:26.193181+0000","last_unstale":"2024-09-10T10:34:27.337455+0000","last_undegraded":"2024-09-10T10:34:27.337455+0000","last_fullsized":"2024-09-10T10:34:27.337455+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:34:50.638246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"46'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198980+0000","last_change":"2024-09-10T10:34:25.190981+0000","last_active":"2024-09-10T10:34:27.198980+0000","last_peered":"2024-09-10T10:34:27.198980+0000","last_clean":"2024-09-10T10:34:27.198980+0000","last_became_active":"2024-09-10T10:34:25.190565+0000","last_became_peered":"2024-09-10T10:34:25.190565+0000","last_unstale":"2024-09-10T10:34:27.198980+0000","last_undegraded":"2024-09-10T10:34:27.198980+0000","last_fullsized":"2024-09-10T10:34:27.198980+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:27:00.603205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198899+0000","last_change":"2024-09-10T10:34:26.205298+0000","last_active":"2024-09-10T10:34:27.198899+0000","last_peered":"2024-09-10T10:34:27.198899+0000","last_clean":"2024-09-10T10:34:27.198899+0000","last_became_active":"2024-09-10T10:34:26.205015+0000","last_became_peered":"2024-09-10T10:34:26.205015+0000","last_unstale":"2024-09-10T10:34:27.198899+0000","last_undegraded":"2024-09-10T10:34:27.198899+0000","last_fullsized":"2024-09-10T10:34:27.198899+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:58.564985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338221+0000","last_change":"2024-09-10T10:34:25.183791+0000","last_active":"2024-09-10T10:34:27.338221+0000","last_peered":"2024-09-10T10:34:27.338221+0000","last_clean":"2024-09-10T10:34:27.338221+0000","last_became_active":"2024-09-10T10:34:25.183527+0000","last_became_peered":"2024-09-10T10:34:25.183527+0000","last_unstale":"2024-09-10T10:34:27.338221+0000","last_undegraded":"2024-09-10T10:34:27.338221+0000","last_fullsized":"2024-09-10T10:34:27.338221+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:39.096201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200342+0000","last_change":"2024-09-10T10:34:26.196910+0000","last_active":"2024-09-10T10:34:27.200342+0000","last_peered":"2024-09-10T10:34:27.200342+0000","last_clean":"2024-09-10T10:34:27.200342+0000","last_became_active":"2024-09-10T10:34:26.196631+0000","last_became_peered":"2024-09-10T10:34:26.196631+0000","last_unstale":"2024-09-10T10:34:27.200342+0000","last_undegraded":"2024-09-10T10:34:27.200342+0000","last_fullsized":"2024-09-10T10:34:27.200342+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:09.573999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200509+0000","last_change":"2024-09-10T10:34:25.189686+0000","last_active":"2024-09-10T10:34:27.200509+0000","last_peered":"2024-09-10T10:34:27.200509+0000","last_clean":"2024-09-10T10:34:27.200509+0000","last_became_active":"2024-09-10T10:34:25.189201+0000","last_became_peered":"2024-09-10T10:34:25.189201+0000","last_unstale":"2024-09-10T10:34:27.200509+0000","last_undegraded":"2024-09-10T10:34:27.200509+0000","last_fullsized":"2024-09-10T10:34:27.200509+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:39.952028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338478+0000","last_change":"2024-09-10T10:34:26.203463+0000","last_active":"2024-09-10T10:34:27.338478+0000","last_peered":"2024-09-10T10:34:27.338478+0000","last_clean":"2024-09-10T10:34:27.338478+0000","last_became_active":"2024-09-10T10:34:26.203187+0000","last_became_peered":"2024-09-10T10:34:26.203187+0000","last_unstale":"2024-09-10T10:34:27.338478+0000","last_undegraded":"2024-09-10T10:34:27.338478+0000","last_fullsized":"2024-09-10T10:34:27.338478+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:28.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337512+0000","last_change":"2024-09-10T10:34:25.189425+0000","last_active":"2024-09-10T10:34:27.337512+0000","last_peered":"2024-09-10T10:34:27.337512+0000","last_clean":"2024-09-10T10:34:27.337512+0000","last_became_active":"2024-09-10T10:34:25.187507+0000","last_became_peered":"2024-09-10T10:34:25.187507+0000","last_unstale":"2024-09-10T10:34:27.337512+0000","last_undegraded":"2024-09-10T10:34:27.337512+0000","last_fullsized":"2024-09-10T10:34:27.337512+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:39.096201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214603+0000","last_change":"2024-09-10T10:34:26.193920+0000","last_active":"2024-09-10T10:34:27.214603+0000","last_peered":"2024-09-10T10:34:27.214603+0000","last_clean":"2024-09-10T10:34:27.214603+0000","last_became_active":"2024-09-10T10:34:26.193591+0000","last_became_peered":"2024-09-10T10:34:26.193591+0000","last_unstale":"2024-09-10T10:34:27.214603+0000","last_undegraded":"2024-09-10T10:34:27.214603+0000","last_fullsized":"2024-09-10T10:34:27.214603+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:45.367014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200080+0000","last_change":"2024-09-10T10:34:25.179429+0000","last_active":"2024-09-10T10:34:27.200080+0000","last_peered":"2024-09-10T10:34:27.200080+0000","last_clean":"2024-09-10T10:34:27.200080+0000","last_became_active":"2024-09-10T10:34:25.177929+0000","last_became_peered":"2024-09-10T10:34:25.177929+0000","last_unstale":"2024-09-10T10:34:27.200080+0000","last_undegraded":"2024-09-10T10:34:27.200080+0000","last_fullsized":"2024-09-10T10:34:27.200080+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:27.314105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214370+0000","last_change":"2024-09-10T10:34:26.198513+0000","last_active":"2024-09-10T10:34:27.214370+0000","last_peered":"2024-09-10T10:34:27.214370+0000","last_clean":"2024-09-10T10:34:27.214370+0000","last_became_active":"2024-09-10T10:34:26.198203+0000","last_became_peered":"2024-09-10T10:34:26.198203+0000","last_unstale":"2024-09-10T10:34:27.214370+0000","last_undegraded":"2024-09-10T10:34:27.214370+0000","last_fullsized":"2024-09-10T10:34:27.214370+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:18.339274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217142+0000","last_change":"2024-09-10T10:34:25.178588+0000","last_active":"2024-09-10T10:34:27.217142+0000","last_peered":"2024-09-10T10:34:27.217142+0000","last_clean":"2024-09-10T10:34:27.217142+0000","last_became_active":"2024-09-10T10:34:25.178323+0000","last_became_peered":"2024-09-10T10:34:25.178323+0000","last_unstale":"2024-09-10T10:34:27.217142+0000","last_undegraded":"2024-09-10T10:34:27.217142+0000","last_fullsized":"2024-09-10T10:34:27.217142+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:19.177437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217643+0000","last_change":"2024-09-10T10:34:26.206664+0000","last_active":"2024-09-10T10:34:27.217643+0000","last_peered":"2024-09-10T10:34:27.217643+0000","last_clean":"2024-09-10T10:34:27.217643+0000","last_became_active":"2024-09-10T10:34:26.206328+0000","last_became_peered":"2024-09-10T10:34:26.206328+0000","last_unstale":"2024-09-10T10:34:27.217643+0000","last_undegraded":"2024-09-10T10:34:27.217643+0000","last_fullsized":"2024-09-10T10:34:27.217643+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:12.940220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"47'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.216726+0000","last_change":"2024-09-10T10:34:25.189336+0000","last_active":"2024-09-10T10:34:27.216726+0000","last_peered":"2024-09-10T10:34:27.216726+0000","last_clean":"2024-09-10T10:34:27.216726+0000","last_became_active":"2024-09-10T10:34:25.189085+0000","last_became_peered":"2024-09-10T10:34:25.189085+0000","last_unstale":"2024-09-10T10:34:27.216726+0000","last_undegraded":"2024-09-10T10:34:27.216726+0000","last_fullsized":"2024-09-10T10:34:27.216726+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:09:11.252510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201135+0000","last_change":"2024-09-10T10:34:26.202543+0000","last_active":"2024-09-10T10:34:27.201135+0000","last_peered":"2024-09-10T10:34:27.201135+0000","last_clean":"2024-09-10T10:34:27.201135+0000","last_became_active":"2024-09-10T10:34:26.202229+0000","last_became_peered":"2024-09-10T10:34:26.202229+0000","last_unstale":"2024-09-10T10:34:27.201135+0000","last_undegraded":"2024-09-10T10:34:27.201135+0000","last_fullsized":"2024-09-10T10:34:27.201135+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:24.974863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337930+0000","last_change":"2024-09-10T10:34:25.184978+0000","last_active":"2024-09-10T10:34:27.337930+0000","last_peered":"2024-09-10T10:34:27.337930+0000","last_clean":"2024-09-10T10:34:27.337930+0000","last_became_active":"2024-09-10T10:34:25.184665+0000","last_became_peered":"2024-09-10T10:34:25.184665+0000","last_unstale":"2024-09-10T10:34:27.337930+0000","last_undegraded":"2024-09-10T10:34:27.337930+0000","last_fullsized":"2024-09-10T10:34:27.337930+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:56.388638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217722+0000","last_change":"2024-09-10T10:34:26.203278+0000","last_active":"2024-09-10T10:34:27.217722+0000","last_peered":"2024-09-10T10:34:27.217722+0000","last_clean":"2024-09-10T10:34:27.217722+0000","last_became_active":"2024-09-10T10:34:26.202846+0000","last_became_peered":"2024-09-10T10:34:26.202846+0000","last_unstale":"2024-09-10T10:34:27.217722+0000","last_undegraded":"2024-09-10T10:34:27.217722+0000","last_fullsized":"2024-09-10T10:34:27.217722+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:36:59.301335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201550+0000","last_change":"2024-09-10T10:34:25.185503+0000","last_active":"2024-09-10T10:34:27.201550+0000","last_peered":"2024-09-10T10:34:27.201550+0000","last_clean":"2024-09-10T10:34:27.201550+0000","last_became_active":"2024-09-10T10:34:25.184850+0000","last_became_peered":"2024-09-10T10:34:25.184850+0000","last_unstale":"2024-09-10T10:34:27.201550+0000","last_undegraded":"2024-09-10T10:34:27.201550+0000","last_fullsized":"2024-09-10T10:34:27.201550+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:33.837079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200522+0000","last_change":"2024-09-10T10:34:26.205585+0000","last_active":"2024-09-10T10:34:27.200522+0000","last_peered":"2024-09-10T10:34:27.200522+0000","last_clean":"2024-09-10T10:34:27.200522+0000","last_became_active":"2024-09-10T10:34:26.205101+0000","last_became_peered":"2024-09-10T10:34:26.205101+0000","last_unstale":"2024-09-10T10:34:27.200522+0000","last_undegraded":"2024-09-10T10:34:27.200522+0000","last_fullsized":"2024-09-10T10:34:27.200522+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:10.030604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337772+0000","last_change":"2024-09-10T10:34:25.188039+0000","last_active":"2024-09-10T10:34:27.337772+0000","last_peered":"2024-09-10T10:34:27.337772+0000","last_clean":"2024-09-10T10:34:27.337772+0000","last_became_active":"2024-09-10T10:34:25.187734+0000","last_became_peered":"2024-09-10T10:34:25.187734+0000","last_unstale":"2024-09-10T10:34:27.337772+0000","last_undegraded":"2024-09-10T10:34:27.337772+0000","last_fullsized":"2024-09-10T10:34:27.337772+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:24:53.599936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214584+0000","last_change":"2024-09-10T10:34:26.197728+0000","last_active":"2024-09-10T10:34:27.214584+0000","last_peered":"2024-09-10T10:34:27.214584+0000","last_clean":"2024-09-10T10:34:27.214584+0000","last_became_active":"2024-09-10T10:34:26.197486+0000","last_became_peered":"2024-09-10T10:34:26.197486+0000","last_unstale":"2024-09-10T10:34:27.214584+0000","last_undegraded":"2024-09-10T10:34:27.214584+0000","last_fullsized":"2024-09-10T10:34:27.214584+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:25.753869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217326+0000","last_change":"2024-09-10T10:34:25.179881+0000","last_active":"2024-09-10T10:34:27.217326+0000","last_peered":"2024-09-10T10:34:27.217326+0000","last_clean":"2024-09-10T10:34:27.217326+0000","last_became_active":"2024-09-10T10:34:25.179640+0000","last_became_peered":"2024-09-10T10:34:25.179640+0000","last_unstale":"2024-09-10T10:34:27.217326+0000","last_undegraded":"2024-09-10T10:34:27.217326+0000","last_fullsized":"2024-09-10T10:34:27.217326+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:42:57.753714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198479+0000","last_change":"2024-09-10T10:34:26.194585+0000","last_active":"2024-09-10T10:34:27.198479+0000","last_peered":"2024-09-10T10:34:27.198479+0000","last_clean":"2024-09-10T10:34:27.198479+0000","last_became_active":"2024-09-10T10:34:26.194312+0000","last_became_peered":"2024-09-10T10:34:26.194312+0000","last_unstale":"2024-09-10T10:34:27.198479+0000","last_undegraded":"2024-09-10T10:34:27.198479+0000","last_fullsized":"2024-09-10T10:34:27.198479+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:25:17.449253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338353+0000","last_change":"2024-09-10T10:34:25.186500+0000","last_active":"2024-09-10T10:34:27.338353+0000","last_peered":"2024-09-10T10:34:27.338353+0000","last_clean":"2024-09-10T10:34:27.338353+0000","last_became_active":"2024-09-10T10:34:25.186187+0000","last_became_peered":"2024-09-10T10:34:25.186187+0000","last_unstale":"2024-09-10T10:34:27.338353+0000","last_undegraded":"2024-09-10T10:34:27.338353+0000","last_fullsized":"2024-09-10T10:34:27.338353+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:13.338288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337961+0000","last_change":"2024-09-10T10:34:26.199262+0000","last_active":"2024-09-10T10:34:27.337961+0000","last_peered":"2024-09-10T10:34:27.337961+0000","last_clean":"2024-09-10T10:34:27.337961+0000","last_became_active":"2024-09-10T10:34:26.198763+0000","last_became_peered":"2024-09-10T10:34:26.198763+0000","last_unstale":"2024-09-10T10:34:27.337961+0000","last_undegraded":"2024-09-10T10:34:27.337961+0000","last_fullsized":"2024-09-10T10:34:27.337961+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:23:23.464997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200247+0000","last_change":"2024-09-10T10:34:25.181913+0000","last_active":"2024-09-10T10:34:27.200247+0000","last_peered":"2024-09-10T10:34:27.200247+0000","last_clean":"2024-09-10T10:34:27.200247+0000","last_became_active":"2024-09-10T10:34:25.181628+0000","last_became_peered":"2024-09-10T10:34:25.181628+0000","last_unstale":"2024-09-10T10:34:27.200247+0000","last_undegraded":"2024-09-10T10:34:27.200247+0000","last_fullsized":"2024-09-10T10:34:27.200247+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:54.341447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214891+0000","last_change":"2024-09-10T10:34:26.200065+0000","last_active":"2024-09-10T10:34:27.214891+0000","last_peered":"2024-09-10T10:34:27.214891+0000","last_clean":"2024-09-10T10:34:27.214891+0000","last_became_active":"2024-09-10T10:34:26.199802+0000","last_became_peered":"2024-09-10T10:34:26.199802+0000","last_unstale":"2024-09-10T10:34:27.214891+0000","last_undegraded":"2024-09-10T10:34:27.214891+0000","last_fullsized":"2024-09-10T10:34:27.214891+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:38.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217580+0000","last_change":"2024-09-10T10:34:25.189476+0000","last_active":"2024-09-10T10:34:27.217580+0000","last_peered":"2024-09-10T10:34:27.217580+0000","last_clean":"2024-09-10T10:34:27.217580+0000","last_became_active":"2024-09-10T10:34:25.189238+0000","last_became_peered":"2024-09-10T10:34:25.189238+0000","last_unstale":"2024-09-10T10:34:27.217580+0000","last_undegraded":"2024-09-10T10:34:27.217580+0000","last_fullsized":"2024-09-10T10:34:27.217580+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:09.023952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":215,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198438+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:34:27.198438+0000","last_peered":"2024-09-10T10:34:27.198438+0000","last_clean":"2024-09-10T10:34:27.198438+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:34:27.198438+0000","last_undegraded":"2024-09-10T10:34:27.198438+0000","last_fullsized":"2024-09-10T10:34:27.198438+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509469,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27564,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344276,"statfs":{"total":96636764160,"available":96608538624,"internally_reserved":0,"allocated":548864,"data_stored":220523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509469,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":552960,"data_stored":221105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509468,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31740,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340100,"statfs":{"total":96636764160,"available":96604262400,"internally_reserved":0,"allocated":565248,"data_stored":222193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509469,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31736,"kb_used_data":544,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340104,"statfs":{"total":96636764160,"available":96604266496,"internally_reserved":0,"allocated":557056,"data_stored":222101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509470,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31728,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340112,"statfs":{"total":96636764160,"available":96604274688,"internally_reserved":0,"allocated":548864,"data_stored":220579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509469,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1142784,"data_stored":810927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509468,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31732,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340108,"statfs":{"total":96636764160,"available":96604270592,"internally_reserved":0,"allocated":552960,"data_stored":221161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542174,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32312,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339528,"statfs":{"total":96636764160,"available":96603676672,"internally_reserved":0,"allocated":1142784,"data_stored":810879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:34:30.326 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:34:30.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffb06c00640 1 Processor -- start 2024-09-10T10:34:30.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffb06c00640 1 -- start start 2024-09-10T10:34:30.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffb06c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ffb00145db0 0x7ffb000b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffb06c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffb000b4570 0x7ffb000cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffb06c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb000b4af0 con 0x7ffb000cf9f0 2024-09-10T10:34:30.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffb06c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ffb000b4dd0 con 0x7ffb000b4570 2024-09-10T10:34:30.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffb06c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ffb000b50b0 con 0x7ffb00145db0 2024-09-10T10:34:30.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffaff400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffb000b4570 0x7ffb000cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffaff400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffb000b4570 0x7ffb000cf4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58922/0 (socket says 172.21.15.22:58922) 2024-09-10T10:34:30.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffaff400640 1 -- 172.21.15.22:0/2466658725 learned_addr learned my addr 172.21.15.22:0/2466658725 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:30.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffaffe00640 1 --2- 172.21.15.22:0/2466658725 >> v2:172.21.15.145:3300/0 conn(0x7ffb00145db0 0x7ffb000b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffaff400640 1 -- 172.21.15.22:0/2466658725 >> v2:172.21.15.145:3300/0 conn(0x7ffb00145db0 msgr2=0x7ffb000b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:30.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffaff400640 1 --2- 172.21.15.22:0/2466658725 >> v2:172.21.15.145:3300/0 conn(0x7ffb00145db0 0x7ffb000b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffaff400640 1 -- 172.21.15.22:0/2466658725 >> v1:172.21.15.145:6789/0 conn(0x7ffb000cf9f0 legacy=0x7ffb001600d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.501+0000 7ffaff400640 1 -- 172.21.15.22:0/2466658725 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb000b5390 con 0x7ffb000b4570 2024-09-10T10:34:30.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffaff400640 1 --2- 172.21.15.22:0/2466658725 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffb000b4570 0x7ffb000cf4b0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7ffb000734b0 tx=0x7ffaec01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a04309c9216560ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:30.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffafea00640 1 -- 172.21.15.22:0/2466658725 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaec0b1070 con 0x7ffb000b4570 2024-09-10T10:34:30.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffafea00640 1 -- 172.21.15.22:0/2466658725 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffaec0ac630 con 0x7ffb000b4570 2024-09-10T10:34:30.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffafea00640 1 -- 172.21.15.22:0/2466658725 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaec0a8050 con 0x7ffb000b4570 2024-09-10T10:34:30.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffb06c00640 1 -- 172.21.15.22:0/2466658725 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffb000b4570 msgr2=0x7ffb000cf4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffb06c00640 1 --2- 172.21.15.22:0/2466658725 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffb000b4570 0x7ffb000cf4b0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7ffb000734b0 tx=0x7ffaec01c4f0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffb06c00640 1 -- 172.21.15.22:0/2466658725 shutdown_connections 2024-09-10T10:34:30.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffb06c00640 1 --2- 172.21.15.22:0/2466658725 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffb000b4570 0x7ffb000cf4b0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffb06c00640 1 --2- 172.21.15.22:0/2466658725 >> v2:172.21.15.145:3300/0 conn(0x7ffb00145db0 0x7ffb000b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffb06c00640 1 -- 172.21.15.22:0/2466658725 >> 172.21.15.22:0/2466658725 conn(0x7ffb00062dd0 msgr2=0x7ffb0006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:30.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffb06c00640 1 -- 172.21.15.22:0/2466658725 shutdown_connections 2024-09-10T10:34:30.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.505+0000 7ffb06c00640 1 -- 172.21.15.22:0/2466658725 wait complete. 2024-09-10T10:34:30.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 Processor -- start 2024-09-10T10:34:30.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 -- start start 2024-09-10T10:34:30.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb000b4570 0x7ffb001f7660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb000cf9f0 0x7ffb0013a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffb00145db0 0x7ffb00144200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ffb00146310 con 0x7ffb00145db0 2024-09-10T10:34:30.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffb00146190 con 0x7ffb000cf9f0 2024-09-10T10:34:30.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ffb0006e1b0 con 0x7ffb000b4570 2024-09-10T10:34:30.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffaffe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb000b4570 0x7ffb001f7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffaffe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb000b4570 0x7ffb001f7660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:60322/0 (socket says 172.21.15.22:60322) 2024-09-10T10:34:30.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffaffe00640 1 -- 172.21.15.22:0/2298538402 learned_addr learned my addr 172.21.15.22:0/2298538402 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:30.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb04c00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffb00145db0 0x7ffb00144200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffaff400640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb000cf9f0 0x7ffb0013a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb04c00640 1 -- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb000b4570 msgr2=0x7ffb001f7660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb04c00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb000b4570 0x7ffb001f7660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb04c00640 1 -- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb000cf9f0 msgr2=0x7ffb0013a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb04c00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb000cf9f0 0x7ffb0013a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb04c00640 1 -- 172.21.15.22:0/2298538402 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb0015dbc0 con 0x7ffb00145db0 2024-09-10T10:34:30.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffaffe00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb000b4570 0x7ffb001f7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:30.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffaff400640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb000cf9f0 0x7ffb0013a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:30.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb04c00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffb00145db0 0x7ffb00144200 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7ffaf800c700 tx=0x7ffaf800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:30.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffaf7e00640 1 -- 172.21.15.22:0/2298538402 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf8003b80 con 0x7ffb00145db0 2024-09-10T10:34:30.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffaf7e00640 1 -- 172.21.15.22:0/2298538402 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffaf8003d20 con 0x7ffb00145db0 2024-09-10T10:34:30.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 -- 172.21.15.22:0/2298538402 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb0015dea0 con 0x7ffb00145db0 2024-09-10T10:34:30.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffaf7e00640 1 -- 172.21.15.22:0/2298538402 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf800aa30 con 0x7ffb00145db0 2024-09-10T10:34:30.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 -- 172.21.15.22:0/2298538402 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb0015e460 con 0x7ffb00145db0 2024-09-10T10:34:30.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.509+0000 7ffb06c00640 1 -- 172.21.15.22:0/2298538402 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb000cf4b0 con 0x7ffb00145db0 2024-09-10T10:34:30.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.513+0000 7ffaf7e00640 1 -- 172.21.15.22:0/2298538402 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffaf800abd0 con 0x7ffb00145db0 2024-09-10T10:34:30.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.513+0000 7ffaf7e00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffae00678c0 0x7ffae0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.513+0000 7ffaf7e00640 1 -- 172.21.15.22:0/2298538402 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7ffaf8085af0 con 0x7ffb00145db0 2024-09-10T10:34:30.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.513+0000 7ffaffe00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffae00678c0 0x7ffae0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.513+0000 7ffaffe00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffae00678c0 0x7ffae0069d80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0009f70 tx=0x7ffaf0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:30.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.517+0000 7ffaf7e00640 1 -- 172.21.15.22:0/2298538402 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ffaf8055eb0 con 0x7ffb00145db0 2024-09-10T10:34:30.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.681+0000 7ffb06c00640 1 -- 172.21.15.22:0/2298538402 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffb000b3e10 con 0x7ffae00678c0 2024-09-10T10:34:30.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.689+0000 7ffaf7e00640 1 -- 172.21.15.22:0/2298538402 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251957 (secure 0 0 0) 0x7ffb000b3e10 con 0x7ffae00678c0 2024-09-10T10:34:30.695 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:34:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.689+0000 7ffb06c00640 1 -- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffae00678c0 msgr2=0x7ffae0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.689+0000 7ffb06c00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffae00678c0 0x7ffae0069d80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0009f70 tx=0x7ffaf0009190 comp rx=0 tx=0).stop 2024-09-10T10:34:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.689+0000 7ffb06c00640 1 -- 172.21.15.22:0/2298538402 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffb00145db0 msgr2=0x7ffb00144200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.689+0000 7ffb06c00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffb00145db0 0x7ffb00144200 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7ffaf800c700 tx=0x7ffaf800cbc0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.693+0000 7ffb06c00640 1 -- 172.21.15.22:0/2298538402 shutdown_connections 2024-09-10T10:34:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.693+0000 7ffb06c00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffae00678c0 0x7ffae0069d80 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.693+0000 7ffb06c00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffb00145db0 0x7ffb00144200 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.693+0000 7ffb06c00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffb000cf9f0 0x7ffb0013a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.693+0000 7ffb06c00640 1 --2- 172.21.15.22:0/2298538402 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffb000b4570 0x7ffb001f7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.693+0000 7ffb06c00640 1 -- 172.21.15.22:0/2298538402 >> 172.21.15.22:0/2298538402 conn(0x7ffb00062dd0 msgr2=0x7ffb000b0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:30.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.693+0000 7ffb06c00640 1 -- 172.21.15.22:0/2298538402 shutdown_connections 2024-09-10T10:34:30.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.693+0000 7ffb06c00640 1 -- 172.21.15.22:0/2298538402 wait complete. 2024-09-10T10:34:30.715 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2024-09-10T10:34:29.360761+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":149,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":246684,"kb_used_data":5480,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754728036,"statfs":{"total":773094113280,"available":772841508864,"internally_reserved":0,"allocated":5611520,"data_stored":2949468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":246795824},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.200619"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338080+0000","last_change":"2024-09-10T10:34:26.211838+0000","last_active":"2024-09-10T10:34:27.338080+0000","last_peered":"2024-09-10T10:34:27.338080+0000","last_clean":"2024-09-10T10:34:27.338080+0000","last_became_active":"2024-09-10T10:34:26.211107+0000","last_became_peered":"2024-09-10T10:34:26.211107+0000","last_unstale":"2024-09-10T10:34:27.338080+0000","last_undegraded":"2024-09-10T10:34:27.338080+0000","last_fullsized":"2024-09-10T10:34:27.338080+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:41.793070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337470+0000","last_change":"2024-09-10T10:34:26.199335+0000","last_active":"2024-09-10T10:34:27.337470+0000","last_peered":"2024-09-10T10:34:27.337470+0000","last_clean":"2024-09-10T10:34:27.337470+0000","last_became_active":"2024-09-10T10:34:26.198247+0000","last_became_peered":"2024-09-10T10:34:26.198247+0000","last_unstale":"2024-09-10T10:34:27.337470+0000","last_undegraded":"2024-09-10T10:34:27.337470+0000","last_fullsized":"2024-09-10T10:34:27.337470+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:40.958680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198839+0000","last_change":"2024-09-10T10:34:26.210805+0000","last_active":"2024-09-10T10:34:27.198839+0000","last_peered":"2024-09-10T10:34:27.198839+0000","last_clean":"2024-09-10T10:34:27.198839+0000","last_became_active":"2024-09-10T10:34:26.210560+0000","last_became_peered":"2024-09-10T10:34:26.210560+0000","last_unstale":"2024-09-10T10:34:27.198839+0000","last_undegraded":"2024-09-10T10:34:27.198839+0000","last_fullsized":"2024-09-10T10:34:27.198839+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:14.344940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214479+0000","last_change":"2024-09-10T10:34:26.203001+0000","last_active":"2024-09-10T10:34:27.214479+0000","last_peered":"2024-09-10T10:34:27.214479+0000","last_clean":"2024-09-10T10:34:27.214479+0000","last_became_active":"2024-09-10T10:34:26.201499+0000","last_became_peered":"2024-09-10T10:34:26.201499+0000","last_unstale":"2024-09-10T10:34:27.214479+0000","last_undegraded":"2024-09-10T10:34:27.214479+0000","last_fullsized":"2024-09-10T10:34:27.214479+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:04:31.974466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337452+0000","last_change":"2024-09-10T10:34:26.197589+0000","last_active":"2024-09-10T10:34:27.337452+0000","last_peered":"2024-09-10T10:34:27.337452+0000","last_clean":"2024-09-10T10:34:27.337452+0000","last_became_active":"2024-09-10T10:34:26.196847+0000","last_became_peered":"2024-09-10T10:34:26.196847+0000","last_unstale":"2024-09-10T10:34:27.337452+0000","last_undegraded":"2024-09-10T10:34:27.337452+0000","last_fullsized":"2024-09-10T10:34:27.337452+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:23:23.464997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338440+0000","last_change":"2024-09-10T10:34:26.201616+0000","last_active":"2024-09-10T10:34:27.338440+0000","last_peered":"2024-09-10T10:34:27.338440+0000","last_clean":"2024-09-10T10:34:27.338440+0000","last_became_active":"2024-09-10T10:34:26.201296+0000","last_became_peered":"2024-09-10T10:34:26.201296+0000","last_unstale":"2024-09-10T10:34:27.338440+0000","last_undegraded":"2024-09-10T10:34:27.338440+0000","last_fullsized":"2024-09-10T10:34:27.338440+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:23:23.464997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217214+0000","last_change":"2024-09-10T10:34:26.208249+0000","last_active":"2024-09-10T10:34:27.217214+0000","last_peered":"2024-09-10T10:34:27.217214+0000","last_clean":"2024-09-10T10:34:27.217214+0000","last_became_active":"2024-09-10T10:34:26.207963+0000","last_became_peered":"2024-09-10T10:34:26.207963+0000","last_unstale":"2024-09-10T10:34:27.217214+0000","last_undegraded":"2024-09-10T10:34:27.217214+0000","last_fullsized":"2024-09-10T10:34:27.217214+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:10:34.316521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214317+0000","last_change":"2024-09-10T10:34:26.203317+0000","last_active":"2024-09-10T10:34:27.214317+0000","last_peered":"2024-09-10T10:34:27.214317+0000","last_clean":"2024-09-10T10:34:27.214317+0000","last_became_active":"2024-09-10T10:34:26.201400+0000","last_became_peered":"2024-09-10T10:34:26.201400+0000","last_unstale":"2024-09-10T10:34:27.214317+0000","last_undegraded":"2024-09-10T10:34:27.214317+0000","last_fullsized":"2024-09-10T10:34:27.214317+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:28.683796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338557+0000","last_change":"2024-09-10T10:34:26.210807+0000","last_active":"2024-09-10T10:34:27.338557+0000","last_peered":"2024-09-10T10:34:27.338557+0000","last_clean":"2024-09-10T10:34:27.338557+0000","last_became_active":"2024-09-10T10:34:26.210488+0000","last_became_peered":"2024-09-10T10:34:26.210488+0000","last_unstale":"2024-09-10T10:34:27.338557+0000","last_undegraded":"2024-09-10T10:34:27.338557+0000","last_fullsized":"2024-09-10T10:34:27.338557+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:34:50.638246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200647+0000","last_change":"2024-09-10T10:34:26.203274+0000","last_active":"2024-09-10T10:34:27.200647+0000","last_peered":"2024-09-10T10:34:27.200647+0000","last_clean":"2024-09-10T10:34:27.200647+0000","last_became_active":"2024-09-10T10:34:26.202931+0000","last_became_peered":"2024-09-10T10:34:26.202931+0000","last_unstale":"2024-09-10T10:34:27.200647+0000","last_undegraded":"2024-09-10T10:34:27.200647+0000","last_fullsized":"2024-09-10T10:34:27.200647+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:42:58.760366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214549+0000","last_change":"2024-09-10T10:34:26.198529+0000","last_active":"2024-09-10T10:34:27.214549+0000","last_peered":"2024-09-10T10:34:27.214549+0000","last_clean":"2024-09-10T10:34:27.214549+0000","last_became_active":"2024-09-10T10:34:26.198259+0000","last_became_peered":"2024-09-10T10:34:26.198259+0000","last_unstale":"2024-09-10T10:34:27.214549+0000","last_undegraded":"2024-09-10T10:34:27.214549+0000","last_fullsized":"2024-09-10T10:34:27.214549+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:07:56.112015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337608+0000","last_change":"2024-09-10T10:34:26.194680+0000","last_active":"2024-09-10T10:34:27.337608+0000","last_peered":"2024-09-10T10:34:27.337608+0000","last_clean":"2024-09-10T10:34:27.337608+0000","last_became_active":"2024-09-10T10:34:26.194240+0000","last_became_peered":"2024-09-10T10:34:26.194240+0000","last_unstale":"2024-09-10T10:34:27.337608+0000","last_undegraded":"2024-09-10T10:34:27.337608+0000","last_fullsized":"2024-09-10T10:34:27.337608+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:51.450356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338298+0000","last_change":"2024-09-10T10:34:26.209324+0000","last_active":"2024-09-10T10:34:27.338298+0000","last_peered":"2024-09-10T10:34:27.338298+0000","last_clean":"2024-09-10T10:34:27.338298+0000","last_became_active":"2024-09-10T10:34:26.208974+0000","last_became_peered":"2024-09-10T10:34:26.208974+0000","last_unstale":"2024-09-10T10:34:27.338298+0000","last_undegraded":"2024-09-10T10:34:27.338298+0000","last_fullsized":"2024-09-10T10:34:27.338298+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:07:10.172964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214248+0000","last_change":"2024-09-10T10:34:26.206302+0000","last_active":"2024-09-10T10:34:27.214248+0000","last_peered":"2024-09-10T10:34:27.214248+0000","last_clean":"2024-09-10T10:34:27.214248+0000","last_became_active":"2024-09-10T10:34:26.205253+0000","last_became_peered":"2024-09-10T10:34:26.205253+0000","last_unstale":"2024-09-10T10:34:27.214248+0000","last_undegraded":"2024-09-10T10:34:27.214248+0000","last_fullsized":"2024-09-10T10:34:27.214248+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:47:02.347491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214274+0000","last_change":"2024-09-10T10:34:26.201074+0000","last_active":"2024-09-10T10:34:27.214274+0000","last_peered":"2024-09-10T10:34:27.214274+0000","last_clean":"2024-09-10T10:34:27.214274+0000","last_became_active":"2024-09-10T10:34:26.200700+0000","last_became_peered":"2024-09-10T10:34:26.200700+0000","last_unstale":"2024-09-10T10:34:27.214274+0000","last_undegraded":"2024-09-10T10:34:27.214274+0000","last_fullsized":"2024-09-10T10:34:27.214274+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:48.514400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337938+0000","last_change":"2024-09-10T10:34:26.194492+0000","last_active":"2024-09-10T10:34:27.337938+0000","last_peered":"2024-09-10T10:34:27.337938+0000","last_clean":"2024-09-10T10:34:27.337938+0000","last_became_active":"2024-09-10T10:34:26.194151+0000","last_became_peered":"2024-09-10T10:34:26.194151+0000","last_unstale":"2024-09-10T10:34:27.337938+0000","last_undegraded":"2024-09-10T10:34:27.337938+0000","last_fullsized":"2024-09-10T10:34:27.337938+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:40.958680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337574+0000","last_change":"2024-09-10T10:34:26.202023+0000","last_active":"2024-09-10T10:34:27.337574+0000","last_peered":"2024-09-10T10:34:27.337574+0000","last_clean":"2024-09-10T10:34:27.337574+0000","last_became_active":"2024-09-10T10:34:26.201630+0000","last_became_peered":"2024-09-10T10:34:26.201630+0000","last_unstale":"2024-09-10T10:34:27.337574+0000","last_undegraded":"2024-09-10T10:34:27.337574+0000","last_fullsized":"2024-09-10T10:34:27.337574+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:41.793070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198907+0000","last_change":"2024-09-10T10:34:26.209388+0000","last_active":"2024-09-10T10:34:27.198907+0000","last_peered":"2024-09-10T10:34:27.198907+0000","last_clean":"2024-09-10T10:34:27.198907+0000","last_became_active":"2024-09-10T10:34:26.209020+0000","last_became_peered":"2024-09-10T10:34:26.209020+0000","last_unstale":"2024-09-10T10:34:27.198907+0000","last_undegraded":"2024-09-10T10:34:27.198907+0000","last_fullsized":"2024-09-10T10:34:27.198907+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:40.102853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337923+0000","last_change":"2024-09-10T10:34:26.201968+0000","last_active":"2024-09-10T10:34:27.337923+0000","last_peered":"2024-09-10T10:34:27.337923+0000","last_clean":"2024-09-10T10:34:27.337923+0000","last_became_active":"2024-09-10T10:34:26.201668+0000","last_became_peered":"2024-09-10T10:34:26.201668+0000","last_unstale":"2024-09-10T10:34:27.337923+0000","last_undegraded":"2024-09-10T10:34:27.337923+0000","last_fullsized":"2024-09-10T10:34:27.337923+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:34:50.638246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200982+0000","last_change":"2024-09-10T10:34:26.198719+0000","last_active":"2024-09-10T10:34:27.200982+0000","last_peered":"2024-09-10T10:34:27.200982+0000","last_clean":"2024-09-10T10:34:27.200982+0000","last_became_active":"2024-09-10T10:34:26.198324+0000","last_became_peered":"2024-09-10T10:34:26.198324+0000","last_unstale":"2024-09-10T10:34:27.200982+0000","last_undegraded":"2024-09-10T10:34:27.200982+0000","last_fullsized":"2024-09-10T10:34:27.200982+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:56.314070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214815+0000","last_change":"2024-09-10T10:34:26.192931+0000","last_active":"2024-09-10T10:34:27.214815+0000","last_peered":"2024-09-10T10:34:27.214815+0000","last_clean":"2024-09-10T10:34:27.214815+0000","last_became_active":"2024-09-10T10:34:26.192446+0000","last_became_peered":"2024-09-10T10:34:26.192446+0000","last_unstale":"2024-09-10T10:34:27.214815+0000","last_undegraded":"2024-09-10T10:34:27.214815+0000","last_fullsized":"2024-09-10T10:34:27.214815+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:24.317349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200937+0000","last_change":"2024-09-10T10:34:26.197728+0000","last_active":"2024-09-10T10:34:27.200937+0000","last_peered":"2024-09-10T10:34:27.200937+0000","last_clean":"2024-09-10T10:34:27.200937+0000","last_became_active":"2024-09-10T10:34:26.197454+0000","last_became_peered":"2024-09-10T10:34:26.197454+0000","last_unstale":"2024-09-10T10:34:27.200937+0000","last_undegraded":"2024-09-10T10:34:27.200937+0000","last_fullsized":"2024-09-10T10:34:27.200937+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:37.032946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217280+0000","last_change":"2024-09-10T10:34:26.201198+0000","last_active":"2024-09-10T10:34:27.217280+0000","last_peered":"2024-09-10T10:34:27.217280+0000","last_clean":"2024-09-10T10:34:27.217280+0000","last_became_active":"2024-09-10T10:34:26.200916+0000","last_became_peered":"2024-09-10T10:34:26.200916+0000","last_unstale":"2024-09-10T10:34:27.217280+0000","last_undegraded":"2024-09-10T10:34:27.217280+0000","last_fullsized":"2024-09-10T10:34:27.217280+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:08:45.550041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337042+0000","last_change":"2024-09-10T10:34:26.191926+0000","last_active":"2024-09-10T10:34:27.337042+0000","last_peered":"2024-09-10T10:34:27.337042+0000","last_clean":"2024-09-10T10:34:27.337042+0000","last_became_active":"2024-09-10T10:34:26.191623+0000","last_became_peered":"2024-09-10T10:34:26.191623+0000","last_unstale":"2024-09-10T10:34:27.337042+0000","last_undegraded":"2024-09-10T10:34:27.337042+0000","last_fullsized":"2024-09-10T10:34:27.337042+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:06:51.273067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338145+0000","last_change":"2024-09-10T10:34:26.201267+0000","last_active":"2024-09-10T10:34:27.338145+0000","last_peered":"2024-09-10T10:34:27.338145+0000","last_clean":"2024-09-10T10:34:27.338145+0000","last_became_active":"2024-09-10T10:34:26.200909+0000","last_became_peered":"2024-09-10T10:34:26.200909+0000","last_unstale":"2024-09-10T10:34:27.338145+0000","last_undegraded":"2024-09-10T10:34:27.338145+0000","last_fullsized":"2024-09-10T10:34:27.338145+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:51.450356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214658+0000","last_change":"2024-09-10T10:34:26.204243+0000","last_active":"2024-09-10T10:34:27.214658+0000","last_peered":"2024-09-10T10:34:27.214658+0000","last_clean":"2024-09-10T10:34:27.214658+0000","last_became_active":"2024-09-10T10:34:26.203953+0000","last_became_peered":"2024-09-10T10:34:26.203953+0000","last_unstale":"2024-09-10T10:34:27.214658+0000","last_undegraded":"2024-09-10T10:34:27.214658+0000","last_fullsized":"2024-09-10T10:34:27.214658+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:03.882777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217568+0000","last_change":"2024-09-10T10:34:26.201890+0000","last_active":"2024-09-10T10:34:27.217568+0000","last_peered":"2024-09-10T10:34:27.217568+0000","last_clean":"2024-09-10T10:34:27.217568+0000","last_became_active":"2024-09-10T10:34:26.201589+0000","last_became_peered":"2024-09-10T10:34:26.201589+0000","last_unstale":"2024-09-10T10:34:27.217568+0000","last_undegraded":"2024-09-10T10:34:27.217568+0000","last_fullsized":"2024-09-10T10:34:27.217568+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:02.184517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217441+0000","last_change":"2024-09-10T10:34:26.195976+0000","last_active":"2024-09-10T10:34:27.217441+0000","last_peered":"2024-09-10T10:34:27.217441+0000","last_clean":"2024-09-10T10:34:27.217441+0000","last_became_active":"2024-09-10T10:34:26.195688+0000","last_became_peered":"2024-09-10T10:34:26.195688+0000","last_unstale":"2024-09-10T10:34:27.217441+0000","last_undegraded":"2024-09-10T10:34:27.217441+0000","last_fullsized":"2024-09-10T10:34:27.217441+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:20.688828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337809+0000","last_change":"2024-09-10T10:34:26.208698+0000","last_active":"2024-09-10T10:34:27.337809+0000","last_peered":"2024-09-10T10:34:27.337809+0000","last_clean":"2024-09-10T10:34:27.337809+0000","last_became_active":"2024-09-10T10:34:26.207506+0000","last_became_peered":"2024-09-10T10:34:26.207506+0000","last_unstale":"2024-09-10T10:34:27.337809+0000","last_undegraded":"2024-09-10T10:34:27.337809+0000","last_fullsized":"2024-09-10T10:34:27.337809+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:28.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337105+0000","last_change":"2024-09-10T10:34:26.197367+0000","last_active":"2024-09-10T10:34:27.337105+0000","last_peered":"2024-09-10T10:34:27.337105+0000","last_clean":"2024-09-10T10:34:27.337105+0000","last_became_active":"2024-09-10T10:34:26.197051+0000","last_became_peered":"2024-09-10T10:34:26.197051+0000","last_unstale":"2024-09-10T10:34:27.337105+0000","last_undegraded":"2024-09-10T10:34:27.337105+0000","last_fullsized":"2024-09-10T10:34:27.337105+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:36.913282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338089+0000","last_change":"2024-09-10T10:34:26.209928+0000","last_active":"2024-09-10T10:34:27.338089+0000","last_peered":"2024-09-10T10:34:27.338089+0000","last_clean":"2024-09-10T10:34:27.338089+0000","last_became_active":"2024-09-10T10:34:26.209295+0000","last_became_peered":"2024-09-10T10:34:26.209295+0000","last_unstale":"2024-09-10T10:34:27.338089+0000","last_undegraded":"2024-09-10T10:34:27.338089+0000","last_fullsized":"2024-09-10T10:34:27.338089+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:36.913282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214402+0000","last_change":"2024-09-10T10:34:26.195351+0000","last_active":"2024-09-10T10:34:27.214402+0000","last_peered":"2024-09-10T10:34:27.214402+0000","last_clean":"2024-09-10T10:34:27.214402+0000","last_became_active":"2024-09-10T10:34:26.194967+0000","last_became_peered":"2024-09-10T10:34:26.194967+0000","last_unstale":"2024-09-10T10:34:27.214402+0000","last_undegraded":"2024-09-10T10:34:27.214402+0000","last_fullsized":"2024-09-10T10:34:27.214402+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:59.213084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201685+0000","last_change":"2024-09-10T10:34:26.198732+0000","last_active":"2024-09-10T10:34:27.201685+0000","last_peered":"2024-09-10T10:34:27.201685+0000","last_clean":"2024-09-10T10:34:27.201685+0000","last_became_active":"2024-09-10T10:34:26.196754+0000","last_became_peered":"2024-09-10T10:34:26.196754+0000","last_unstale":"2024-09-10T10:34:27.201685+0000","last_undegraded":"2024-09-10T10:34:27.201685+0000","last_fullsized":"2024-09-10T10:34:27.201685+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:58.564985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"46'4","reported_seq":18,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338547+0000","last_change":"2024-09-10T10:34:25.184191+0000","last_active":"2024-09-10T10:34:27.338547+0000","last_peered":"2024-09-10T10:34:27.338547+0000","last_clean":"2024-09-10T10:34:27.338547+0000","last_became_active":"2024-09-10T10:34:25.182622+0000","last_became_peered":"2024-09-10T10:34:25.182622+0000","last_unstale":"2024-09-10T10:34:27.338547+0000","last_undegraded":"2024-09-10T10:34:27.338547+0000","last_fullsized":"2024-09-10T10:34:27.338547+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:24:53.599936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338160+0000","last_change":"2024-09-10T10:34:26.208256+0000","last_active":"2024-09-10T10:34:27.338160+0000","last_peered":"2024-09-10T10:34:27.338160+0000","last_clean":"2024-09-10T10:34:27.338160+0000","last_became_active":"2024-09-10T10:34:26.207165+0000","last_became_peered":"2024-09-10T10:34:26.207165+0000","last_unstale":"2024-09-10T10:34:27.338160+0000","last_undegraded":"2024-09-10T10:34:27.338160+0000","last_fullsized":"2024-09-10T10:34:27.338160+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:17.409964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"46'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217539+0000","last_change":"2024-09-10T10:34:25.192252+0000","last_active":"2024-09-10T10:34:27.217539+0000","last_peered":"2024-09-10T10:34:27.217539+0000","last_clean":"2024-09-10T10:34:27.217539+0000","last_became_active":"2024-09-10T10:34:25.191875+0000","last_became_peered":"2024-09-10T10:34:25.191875+0000","last_unstale":"2024-09-10T10:34:27.217539+0000","last_undegraded":"2024-09-10T10:34:27.217539+0000","last_fullsized":"2024-09-10T10:34:27.217539+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:27:57.149559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337299+0000","last_change":"2024-09-10T10:34:26.205724+0000","last_active":"2024-09-10T10:34:27.337299+0000","last_peered":"2024-09-10T10:34:27.337299+0000","last_clean":"2024-09-10T10:34:27.337299+0000","last_became_active":"2024-09-10T10:34:26.204227+0000","last_became_peered":"2024-09-10T10:34:26.204227+0000","last_unstale":"2024-09-10T10:34:27.337299+0000","last_undegraded":"2024-09-10T10:34:27.337299+0000","last_fullsized":"2024-09-10T10:34:27.337299+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:28.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338343+0000","last_change":"2024-09-10T10:34:25.183375+0000","last_active":"2024-09-10T10:34:27.338343+0000","last_peered":"2024-09-10T10:34:27.338343+0000","last_clean":"2024-09-10T10:34:27.338343+0000","last_became_active":"2024-09-10T10:34:25.182630+0000","last_became_peered":"2024-09-10T10:34:25.182630+0000","last_unstale":"2024-09-10T10:34:27.338343+0000","last_undegraded":"2024-09-10T10:34:27.338343+0000","last_fullsized":"2024-09-10T10:34:27.338343+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:56.388638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214564+0000","last_change":"2024-09-10T10:34:26.201395+0000","last_active":"2024-09-10T10:34:27.214564+0000","last_peered":"2024-09-10T10:34:27.214564+0000","last_clean":"2024-09-10T10:34:27.214564+0000","last_became_active":"2024-09-10T10:34:26.201074+0000","last_became_peered":"2024-09-10T10:34:26.201074+0000","last_unstale":"2024-09-10T10:34:27.214564+0000","last_undegraded":"2024-09-10T10:34:27.214564+0000","last_fullsized":"2024-09-10T10:34:27.214564+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:28:04.258570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217559+0000","last_change":"2024-09-10T10:34:25.183518+0000","last_active":"2024-09-10T10:34:27.217559+0000","last_peered":"2024-09-10T10:34:27.217559+0000","last_clean":"2024-09-10T10:34:27.217559+0000","last_became_active":"2024-09-10T10:34:25.183212+0000","last_became_peered":"2024-09-10T10:34:25.183212+0000","last_unstale":"2024-09-10T10:34:27.217559+0000","last_undegraded":"2024-09-10T10:34:27.217559+0000","last_fullsized":"2024-09-10T10:34:27.217559+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:08.567347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217234+0000","last_change":"2024-09-10T10:34:26.200949+0000","last_active":"2024-09-10T10:34:27.217234+0000","last_peered":"2024-09-10T10:34:27.217234+0000","last_clean":"2024-09-10T10:34:27.217234+0000","last_became_active":"2024-09-10T10:34:26.200610+0000","last_became_peered":"2024-09-10T10:34:26.200610+0000","last_unstale":"2024-09-10T10:34:27.217234+0000","last_undegraded":"2024-09-10T10:34:27.217234+0000","last_fullsized":"2024-09-10T10:34:27.217234+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:04.888721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"46'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338494+0000","last_change":"2024-09-10T10:34:25.190820+0000","last_active":"2024-09-10T10:34:27.338494+0000","last_peered":"2024-09-10T10:34:27.338494+0000","last_clean":"2024-09-10T10:34:27.338494+0000","last_became_active":"2024-09-10T10:34:25.190419+0000","last_became_peered":"2024-09-10T10:34:25.190419+0000","last_unstale":"2024-09-10T10:34:27.338494+0000","last_undegraded":"2024-09-10T10:34:27.338494+0000","last_fullsized":"2024-09-10T10:34:27.338494+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:57.558333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200367+0000","last_change":"2024-09-10T10:34:26.202050+0000","last_active":"2024-09-10T10:34:27.200367+0000","last_peered":"2024-09-10T10:34:27.200367+0000","last_clean":"2024-09-10T10:34:27.200367+0000","last_became_active":"2024-09-10T10:34:26.201732+0000","last_became_peered":"2024-09-10T10:34:26.201732+0000","last_unstale":"2024-09-10T10:34:27.200367+0000","last_undegraded":"2024-09-10T10:34:27.200367+0000","last_fullsized":"2024-09-10T10:34:27.200367+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:22.907659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"46'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217308+0000","last_change":"2024-09-10T10:34:25.181525+0000","last_active":"2024-09-10T10:34:27.217308+0000","last_peered":"2024-09-10T10:34:27.217308+0000","last_clean":"2024-09-10T10:34:27.217308+0000","last_became_active":"2024-09-10T10:34:25.181154+0000","last_became_peered":"2024-09-10T10:34:25.181154+0000","last_unstale":"2024-09-10T10:34:27.217308+0000","last_undegraded":"2024-09-10T10:34:27.217308+0000","last_fullsized":"2024-09-10T10:34:27.217308+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:21.901006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200247+0000","last_change":"2024-09-10T10:34:26.203332+0000","last_active":"2024-09-10T10:34:27.200247+0000","last_peered":"2024-09-10T10:34:27.200247+0000","last_clean":"2024-09-10T10:34:27.200247+0000","last_became_active":"2024-09-10T10:34:26.202737+0000","last_became_peered":"2024-09-10T10:34:26.202737+0000","last_unstale":"2024-09-10T10:34:27.200247+0000","last_undegraded":"2024-09-10T10:34:27.200247+0000","last_fullsized":"2024-09-10T10:34:27.200247+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:27:58.156211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337664+0000","last_change":"2024-09-10T10:34:25.187056+0000","last_active":"2024-09-10T10:34:27.337664+0000","last_peered":"2024-09-10T10:34:27.337664+0000","last_clean":"2024-09-10T10:34:27.337664+0000","last_became_active":"2024-09-10T10:34:25.186763+0000","last_became_peered":"2024-09-10T10:34:25.186763+0000","last_unstale":"2024-09-10T10:34:27.337664+0000","last_undegraded":"2024-09-10T10:34:27.337664+0000","last_fullsized":"2024-09-10T10:34:27.337664+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:13.338288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217376+0000","last_change":"2024-09-10T10:34:26.207771+0000","last_active":"2024-09-10T10:34:27.217376+0000","last_peered":"2024-09-10T10:34:27.217376+0000","last_clean":"2024-09-10T10:34:27.217376+0000","last_became_active":"2024-09-10T10:34:26.206017+0000","last_became_peered":"2024-09-10T10:34:26.206017+0000","last_unstale":"2024-09-10T10:34:27.217376+0000","last_undegraded":"2024-09-10T10:34:27.217376+0000","last_fullsized":"2024-09-10T10:34:27.217376+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:59.796194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200715+0000","last_change":"2024-09-10T10:34:25.189678+0000","last_active":"2024-09-10T10:34:27.200715+0000","last_peered":"2024-09-10T10:34:27.200715+0000","last_clean":"2024-09-10T10:34:27.200715+0000","last_became_active":"2024-09-10T10:34:25.189400+0000","last_became_peered":"2024-09-10T10:34:25.189400+0000","last_unstale":"2024-09-10T10:34:27.200715+0000","last_undegraded":"2024-09-10T10:34:27.200715+0000","last_fullsized":"2024-09-10T10:34:27.200715+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:34:49.631594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.199052+0000","last_change":"2024-09-10T10:34:26.198158+0000","last_active":"2024-09-10T10:34:27.199052+0000","last_peered":"2024-09-10T10:34:27.199052+0000","last_clean":"2024-09-10T10:34:27.199052+0000","last_became_active":"2024-09-10T10:34:26.197824+0000","last_became_peered":"2024-09-10T10:34:26.197824+0000","last_unstale":"2024-09-10T10:34:27.199052+0000","last_undegraded":"2024-09-10T10:34:27.199052+0000","last_fullsized":"2024-09-10T10:34:27.199052+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:57.395290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198843+0000","last_change":"2024-09-10T10:34:25.185995+0000","last_active":"2024-09-10T10:34:27.198843+0000","last_peered":"2024-09-10T10:34:27.198843+0000","last_clean":"2024-09-10T10:34:27.198843+0000","last_became_active":"2024-09-10T10:34:25.185738+0000","last_became_peered":"2024-09-10T10:34:25.185738+0000","last_unstale":"2024-09-10T10:34:27.198843+0000","last_undegraded":"2024-09-10T10:34:27.198843+0000","last_fullsized":"2024-09-10T10:34:27.198843+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:04.634242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198776+0000","last_change":"2024-09-10T10:34:26.204706+0000","last_active":"2024-09-10T10:34:27.198776+0000","last_peered":"2024-09-10T10:34:27.198776+0000","last_clean":"2024-09-10T10:34:27.198776+0000","last_became_active":"2024-09-10T10:34:26.203429+0000","last_became_peered":"2024-09-10T10:34:26.203429+0000","last_unstale":"2024-09-10T10:34:27.198776+0000","last_undegraded":"2024-09-10T10:34:27.198776+0000","last_fullsized":"2024-09-10T10:34:27.198776+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:37.032946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200821+0000","last_change":"2024-09-10T10:34:25.189538+0000","last_active":"2024-09-10T10:34:27.200821+0000","last_peered":"2024-09-10T10:34:27.200821+0000","last_clean":"2024-09-10T10:34:27.200821+0000","last_became_active":"2024-09-10T10:34:25.189184+0000","last_became_peered":"2024-09-10T10:34:25.189184+0000","last_unstale":"2024-09-10T10:34:27.200821+0000","last_undegraded":"2024-09-10T10:34:27.200821+0000","last_fullsized":"2024-09-10T10:34:27.200821+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:30.786667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214825+0000","last_change":"2024-09-10T10:34:26.206561+0000","last_active":"2024-09-10T10:34:27.214825+0000","last_peered":"2024-09-10T10:34:27.214825+0000","last_clean":"2024-09-10T10:34:27.214825+0000","last_became_active":"2024-09-10T10:34:26.205593+0000","last_became_peered":"2024-09-10T10:34:26.205593+0000","last_unstale":"2024-09-10T10:34:27.214825+0000","last_undegraded":"2024-09-10T10:34:27.214825+0000","last_fullsized":"2024-09-10T10:34:27.214825+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:46.454485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"46'3","reported_seq":17,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337226+0000","last_change":"2024-09-10T10:34:25.180742+0000","last_active":"2024-09-10T10:34:27.337226+0000","last_peered":"2024-09-10T10:34:27.337226+0000","last_clean":"2024-09-10T10:34:27.337226+0000","last_became_active":"2024-09-10T10:34:25.180570+0000","last_became_peered":"2024-09-10T10:34:25.180570+0000","last_unstale":"2024-09-10T10:34:27.337226+0000","last_undegraded":"2024-09-10T10:34:27.337226+0000","last_fullsized":"2024-09-10T10:34:27.337226+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:36.026293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217647+0000","last_change":"2024-09-10T10:34:26.210350+0000","last_active":"2024-09-10T10:34:27.217647+0000","last_peered":"2024-09-10T10:34:27.217647+0000","last_clean":"2024-09-10T10:34:27.217647+0000","last_became_active":"2024-09-10T10:34:26.207438+0000","last_became_peered":"2024-09-10T10:34:26.207438+0000","last_unstale":"2024-09-10T10:34:27.217647+0000","last_undegraded":"2024-09-10T10:34:27.217647+0000","last_fullsized":"2024-09-10T10:34:27.217647+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:26.087997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"46'6","reported_seq":20,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201131+0000","last_change":"2024-09-10T10:34:25.178413+0000","last_active":"2024-09-10T10:34:27.201131+0000","last_peered":"2024-09-10T10:34:27.201131+0000","last_clean":"2024-09-10T10:34:27.201131+0000","last_became_active":"2024-09-10T10:34:25.177742+0000","last_became_peered":"2024-09-10T10:34:25.177742+0000","last_unstale":"2024-09-10T10:34:27.201131+0000","last_undegraded":"2024-09-10T10:34:27.201131+0000","last_fullsized":"2024-09-10T10:34:27.201131+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:50.443703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198670+0000","last_change":"2024-09-10T10:34:26.198117+0000","last_active":"2024-09-10T10:34:27.198670+0000","last_peered":"2024-09-10T10:34:27.198670+0000","last_clean":"2024-09-10T10:34:27.198670+0000","last_became_active":"2024-09-10T10:34:26.195981+0000","last_became_peered":"2024-09-10T10:34:26.195981+0000","last_unstale":"2024-09-10T10:34:27.198670+0000","last_undegraded":"2024-09-10T10:34:27.198670+0000","last_fullsized":"2024-09-10T10:34:27.198670+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:33:27.882142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201277+0000","last_change":"2024-09-10T10:34:25.179982+0000","last_active":"2024-09-10T10:34:27.201277+0000","last_peered":"2024-09-10T10:34:27.201277+0000","last_clean":"2024-09-10T10:34:27.201277+0000","last_became_active":"2024-09-10T10:34:25.179598+0000","last_became_peered":"2024-09-10T10:34:25.179598+0000","last_unstale":"2024-09-10T10:34:27.201277+0000","last_undegraded":"2024-09-10T10:34:27.201277+0000","last_fullsized":"2024-09-10T10:34:27.201277+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:44:20.012603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201164+0000","last_change":"2024-09-10T10:34:26.200300+0000","last_active":"2024-09-10T10:34:27.201164+0000","last_peered":"2024-09-10T10:34:27.201164+0000","last_clean":"2024-09-10T10:34:27.201164+0000","last_became_active":"2024-09-10T10:34:26.200050+0000","last_became_peered":"2024-09-10T10:34:26.200050+0000","last_unstale":"2024-09-10T10:34:27.201164+0000","last_undegraded":"2024-09-10T10:34:27.201164+0000","last_fullsized":"2024-09-10T10:34:27.201164+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:14.344940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337511+0000","last_change":"2024-09-10T10:34:25.188690+0000","last_active":"2024-09-10T10:34:27.337511+0000","last_peered":"2024-09-10T10:34:27.337511+0000","last_clean":"2024-09-10T10:34:27.337511+0000","last_became_active":"2024-09-10T10:34:25.184197+0000","last_became_peered":"2024-09-10T10:34:25.184197+0000","last_unstale":"2024-09-10T10:34:27.337511+0000","last_undegraded":"2024-09-10T10:34:27.337511+0000","last_fullsized":"2024-09-10T10:34:27.337511+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:57.558333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200141+0000","last_change":"2024-09-10T10:34:26.198236+0000","last_active":"2024-09-10T10:34:27.200141+0000","last_peered":"2024-09-10T10:34:27.200141+0000","last_clean":"2024-09-10T10:34:27.200141+0000","last_became_active":"2024-09-10T10:34:26.197774+0000","last_became_peered":"2024-09-10T10:34:26.197774+0000","last_unstale":"2024-09-10T10:34:27.200141+0000","last_undegraded":"2024-09-10T10:34:27.200141+0000","last_fullsized":"2024-09-10T10:34:27.200141+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:33:27.882142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338087+0000","last_change":"2024-09-10T10:34:25.183853+0000","last_active":"2024-09-10T10:34:27.338087+0000","last_peered":"2024-09-10T10:34:27.338087+0000","last_clean":"2024-09-10T10:34:27.338087+0000","last_became_active":"2024-09-10T10:34:25.183462+0000","last_became_peered":"2024-09-10T10:34:25.183462+0000","last_unstale":"2024-09-10T10:34:27.338087+0000","last_undegraded":"2024-09-10T10:34:27.338087+0000","last_fullsized":"2024-09-10T10:34:27.338087+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:36.026293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337496+0000","last_change":"2024-09-10T10:34:26.201262+0000","last_active":"2024-09-10T10:34:27.337496+0000","last_peered":"2024-09-10T10:34:27.337496+0000","last_clean":"2024-09-10T10:34:27.337496+0000","last_became_active":"2024-09-10T10:34:26.200964+0000","last_became_peered":"2024-09-10T10:34:26.200964+0000","last_unstale":"2024-09-10T10:34:27.337496+0000","last_undegraded":"2024-09-10T10:34:27.337496+0000","last_fullsized":"2024-09-10T10:34:27.337496+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:07:10.172964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"46'8","reported_seq":22,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200408+0000","last_change":"2024-09-10T10:34:25.179806+0000","last_active":"2024-09-10T10:34:27.200408+0000","last_peered":"2024-09-10T10:34:27.200408+0000","last_clean":"2024-09-10T10:34:27.200408+0000","last_became_active":"2024-09-10T10:34:25.179387+0000","last_became_peered":"2024-09-10T10:34:25.179387+0000","last_unstale":"2024-09-10T10:34:27.200408+0000","last_undegraded":"2024-09-10T10:34:27.200408+0000","last_fullsized":"2024-09-10T10:34:27.200408+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:40.786418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201840+0000","last_change":"2024-09-10T10:34:26.202815+0000","last_active":"2024-09-10T10:34:27.201840+0000","last_peered":"2024-09-10T10:34:27.201840+0000","last_clean":"2024-09-10T10:34:27.201840+0000","last_became_active":"2024-09-10T10:34:26.202472+0000","last_became_peered":"2024-09-10T10:34:26.202472+0000","last_unstale":"2024-09-10T10:34:27.201840+0000","last_undegraded":"2024-09-10T10:34:27.201840+0000","last_fullsized":"2024-09-10T10:34:27.201840+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:40.102853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"46'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214810+0000","last_change":"2024-09-10T10:34:25.188400+0000","last_active":"2024-09-10T10:34:27.214810+0000","last_peered":"2024-09-10T10:34:27.214810+0000","last_clean":"2024-09-10T10:34:27.214810+0000","last_became_active":"2024-09-10T10:34:25.187279+0000","last_became_peered":"2024-09-10T10:34:25.187279+0000","last_unstale":"2024-09-10T10:34:27.214810+0000","last_undegraded":"2024-09-10T10:34:27.214810+0000","last_fullsized":"2024-09-10T10:34:27.214810+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:17.074044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201904+0000","last_change":"2024-09-10T10:34:26.208639+0000","last_active":"2024-09-10T10:34:27.201904+0000","last_peered":"2024-09-10T10:34:27.201904+0000","last_clean":"2024-09-10T10:34:27.201904+0000","last_became_active":"2024-09-10T10:34:26.208279+0000","last_became_peered":"2024-09-10T10:34:26.208279+0000","last_unstale":"2024-09-10T10:34:27.201904+0000","last_undegraded":"2024-09-10T10:34:27.201904+0000","last_fullsized":"2024-09-10T10:34:27.201904+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:57.395290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.199094+0000","last_change":"2024-09-10T10:34:25.183916+0000","last_active":"2024-09-10T10:34:27.199094+0000","last_peered":"2024-09-10T10:34:27.199094+0000","last_clean":"2024-09-10T10:34:27.199094+0000","last_became_active":"2024-09-10T10:34:25.183394+0000","last_became_peered":"2024-09-10T10:34:25.183394+0000","last_unstale":"2024-09-10T10:34:27.199094+0000","last_undegraded":"2024-09-10T10:34:27.199094+0000","last_fullsized":"2024-09-10T10:34:27.199094+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:54.341447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337455+0000","last_change":"2024-09-10T10:34:26.193488+0000","last_active":"2024-09-10T10:34:27.337455+0000","last_peered":"2024-09-10T10:34:27.337455+0000","last_clean":"2024-09-10T10:34:27.337455+0000","last_became_active":"2024-09-10T10:34:26.193181+0000","last_became_peered":"2024-09-10T10:34:26.193181+0000","last_unstale":"2024-09-10T10:34:27.337455+0000","last_undegraded":"2024-09-10T10:34:27.337455+0000","last_fullsized":"2024-09-10T10:34:27.337455+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:34:50.638246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"46'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198980+0000","last_change":"2024-09-10T10:34:25.190981+0000","last_active":"2024-09-10T10:34:27.198980+0000","last_peered":"2024-09-10T10:34:27.198980+0000","last_clean":"2024-09-10T10:34:27.198980+0000","last_became_active":"2024-09-10T10:34:25.190565+0000","last_became_peered":"2024-09-10T10:34:25.190565+0000","last_unstale":"2024-09-10T10:34:27.198980+0000","last_undegraded":"2024-09-10T10:34:27.198980+0000","last_fullsized":"2024-09-10T10:34:27.198980+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:27:00.603205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198899+0000","last_change":"2024-09-10T10:34:26.205298+0000","last_active":"2024-09-10T10:34:27.198899+0000","last_peered":"2024-09-10T10:34:27.198899+0000","last_clean":"2024-09-10T10:34:27.198899+0000","last_became_active":"2024-09-10T10:34:26.205015+0000","last_became_peered":"2024-09-10T10:34:26.205015+0000","last_unstale":"2024-09-10T10:34:27.198899+0000","last_undegraded":"2024-09-10T10:34:27.198899+0000","last_fullsized":"2024-09-10T10:34:27.198899+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:58.564985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338221+0000","last_change":"2024-09-10T10:34:25.183791+0000","last_active":"2024-09-10T10:34:27.338221+0000","last_peered":"2024-09-10T10:34:27.338221+0000","last_clean":"2024-09-10T10:34:27.338221+0000","last_became_active":"2024-09-10T10:34:25.183527+0000","last_became_peered":"2024-09-10T10:34:25.183527+0000","last_unstale":"2024-09-10T10:34:27.338221+0000","last_undegraded":"2024-09-10T10:34:27.338221+0000","last_fullsized":"2024-09-10T10:34:27.338221+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:39.096201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200342+0000","last_change":"2024-09-10T10:34:26.196910+0000","last_active":"2024-09-10T10:34:27.200342+0000","last_peered":"2024-09-10T10:34:27.200342+0000","last_clean":"2024-09-10T10:34:27.200342+0000","last_became_active":"2024-09-10T10:34:26.196631+0000","last_became_peered":"2024-09-10T10:34:26.196631+0000","last_unstale":"2024-09-10T10:34:27.200342+0000","last_undegraded":"2024-09-10T10:34:27.200342+0000","last_fullsized":"2024-09-10T10:34:27.200342+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:09.573999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200509+0000","last_change":"2024-09-10T10:34:25.189686+0000","last_active":"2024-09-10T10:34:27.200509+0000","last_peered":"2024-09-10T10:34:27.200509+0000","last_clean":"2024-09-10T10:34:27.200509+0000","last_became_active":"2024-09-10T10:34:25.189201+0000","last_became_peered":"2024-09-10T10:34:25.189201+0000","last_unstale":"2024-09-10T10:34:27.200509+0000","last_undegraded":"2024-09-10T10:34:27.200509+0000","last_fullsized":"2024-09-10T10:34:27.200509+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:39.952028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338478+0000","last_change":"2024-09-10T10:34:26.203463+0000","last_active":"2024-09-10T10:34:27.338478+0000","last_peered":"2024-09-10T10:34:27.338478+0000","last_clean":"2024-09-10T10:34:27.338478+0000","last_became_active":"2024-09-10T10:34:26.203187+0000","last_became_peered":"2024-09-10T10:34:26.203187+0000","last_unstale":"2024-09-10T10:34:27.338478+0000","last_undegraded":"2024-09-10T10:34:27.338478+0000","last_fullsized":"2024-09-10T10:34:27.338478+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:28.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337512+0000","last_change":"2024-09-10T10:34:25.189425+0000","last_active":"2024-09-10T10:34:27.337512+0000","last_peered":"2024-09-10T10:34:27.337512+0000","last_clean":"2024-09-10T10:34:27.337512+0000","last_became_active":"2024-09-10T10:34:25.187507+0000","last_became_peered":"2024-09-10T10:34:25.187507+0000","last_unstale":"2024-09-10T10:34:27.337512+0000","last_undegraded":"2024-09-10T10:34:27.337512+0000","last_fullsized":"2024-09-10T10:34:27.337512+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:59:39.096201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214603+0000","last_change":"2024-09-10T10:34:26.193920+0000","last_active":"2024-09-10T10:34:27.214603+0000","last_peered":"2024-09-10T10:34:27.214603+0000","last_clean":"2024-09-10T10:34:27.214603+0000","last_became_active":"2024-09-10T10:34:26.193591+0000","last_became_peered":"2024-09-10T10:34:26.193591+0000","last_unstale":"2024-09-10T10:34:27.214603+0000","last_undegraded":"2024-09-10T10:34:27.214603+0000","last_fullsized":"2024-09-10T10:34:27.214603+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:45.367014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200080+0000","last_change":"2024-09-10T10:34:25.179429+0000","last_active":"2024-09-10T10:34:27.200080+0000","last_peered":"2024-09-10T10:34:27.200080+0000","last_clean":"2024-09-10T10:34:27.200080+0000","last_became_active":"2024-09-10T10:34:25.177929+0000","last_became_peered":"2024-09-10T10:34:25.177929+0000","last_unstale":"2024-09-10T10:34:27.200080+0000","last_undegraded":"2024-09-10T10:34:27.200080+0000","last_fullsized":"2024-09-10T10:34:27.200080+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:27.314105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214370+0000","last_change":"2024-09-10T10:34:26.198513+0000","last_active":"2024-09-10T10:34:27.214370+0000","last_peered":"2024-09-10T10:34:27.214370+0000","last_clean":"2024-09-10T10:34:27.214370+0000","last_became_active":"2024-09-10T10:34:26.198203+0000","last_became_peered":"2024-09-10T10:34:26.198203+0000","last_unstale":"2024-09-10T10:34:27.214370+0000","last_undegraded":"2024-09-10T10:34:27.214370+0000","last_fullsized":"2024-09-10T10:34:27.214370+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:18.339274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217142+0000","last_change":"2024-09-10T10:34:25.178588+0000","last_active":"2024-09-10T10:34:27.217142+0000","last_peered":"2024-09-10T10:34:27.217142+0000","last_clean":"2024-09-10T10:34:27.217142+0000","last_became_active":"2024-09-10T10:34:25.178323+0000","last_became_peered":"2024-09-10T10:34:25.178323+0000","last_unstale":"2024-09-10T10:34:27.217142+0000","last_undegraded":"2024-09-10T10:34:27.217142+0000","last_fullsized":"2024-09-10T10:34:27.217142+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:19.177437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217643+0000","last_change":"2024-09-10T10:34:26.206664+0000","last_active":"2024-09-10T10:34:27.217643+0000","last_peered":"2024-09-10T10:34:27.217643+0000","last_clean":"2024-09-10T10:34:27.217643+0000","last_became_active":"2024-09-10T10:34:26.206328+0000","last_became_peered":"2024-09-10T10:34:26.206328+0000","last_unstale":"2024-09-10T10:34:27.217643+0000","last_undegraded":"2024-09-10T10:34:27.217643+0000","last_fullsized":"2024-09-10T10:34:27.217643+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:12.940220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"47'1","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.216726+0000","last_change":"2024-09-10T10:34:25.189336+0000","last_active":"2024-09-10T10:34:27.216726+0000","last_peered":"2024-09-10T10:34:27.216726+0000","last_clean":"2024-09-10T10:34:27.216726+0000","last_became_active":"2024-09-10T10:34:25.189085+0000","last_became_peered":"2024-09-10T10:34:25.189085+0000","last_unstale":"2024-09-10T10:34:27.216726+0000","last_undegraded":"2024-09-10T10:34:27.216726+0000","last_fullsized":"2024-09-10T10:34:27.216726+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:09:11.252510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201135+0000","last_change":"2024-09-10T10:34:26.202543+0000","last_active":"2024-09-10T10:34:27.201135+0000","last_peered":"2024-09-10T10:34:27.201135+0000","last_clean":"2024-09-10T10:34:27.201135+0000","last_became_active":"2024-09-10T10:34:26.202229+0000","last_became_peered":"2024-09-10T10:34:26.202229+0000","last_unstale":"2024-09-10T10:34:27.201135+0000","last_undegraded":"2024-09-10T10:34:27.201135+0000","last_fullsized":"2024-09-10T10:34:27.201135+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:24.974863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337930+0000","last_change":"2024-09-10T10:34:25.184978+0000","last_active":"2024-09-10T10:34:27.337930+0000","last_peered":"2024-09-10T10:34:27.337930+0000","last_clean":"2024-09-10T10:34:27.337930+0000","last_became_active":"2024-09-10T10:34:25.184665+0000","last_became_peered":"2024-09-10T10:34:25.184665+0000","last_unstale":"2024-09-10T10:34:27.337930+0000","last_undegraded":"2024-09-10T10:34:27.337930+0000","last_fullsized":"2024-09-10T10:34:27.337930+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:56.388638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217722+0000","last_change":"2024-09-10T10:34:26.203278+0000","last_active":"2024-09-10T10:34:27.217722+0000","last_peered":"2024-09-10T10:34:27.217722+0000","last_clean":"2024-09-10T10:34:27.217722+0000","last_became_active":"2024-09-10T10:34:26.202846+0000","last_became_peered":"2024-09-10T10:34:26.202846+0000","last_unstale":"2024-09-10T10:34:27.217722+0000","last_undegraded":"2024-09-10T10:34:27.217722+0000","last_fullsized":"2024-09-10T10:34:27.217722+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:36:59.301335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.201550+0000","last_change":"2024-09-10T10:34:25.185503+0000","last_active":"2024-09-10T10:34:27.201550+0000","last_peered":"2024-09-10T10:34:27.201550+0000","last_clean":"2024-09-10T10:34:27.201550+0000","last_became_active":"2024-09-10T10:34:25.184850+0000","last_became_peered":"2024-09-10T10:34:25.184850+0000","last_unstale":"2024-09-10T10:34:27.201550+0000","last_undegraded":"2024-09-10T10:34:27.201550+0000","last_fullsized":"2024-09-10T10:34:27.201550+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:33.837079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200522+0000","last_change":"2024-09-10T10:34:26.205585+0000","last_active":"2024-09-10T10:34:27.200522+0000","last_peered":"2024-09-10T10:34:27.200522+0000","last_clean":"2024-09-10T10:34:27.200522+0000","last_became_active":"2024-09-10T10:34:26.205101+0000","last_became_peered":"2024-09-10T10:34:26.205101+0000","last_unstale":"2024-09-10T10:34:27.200522+0000","last_undegraded":"2024-09-10T10:34:27.200522+0000","last_fullsized":"2024-09-10T10:34:27.200522+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:10.030604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337772+0000","last_change":"2024-09-10T10:34:25.188039+0000","last_active":"2024-09-10T10:34:27.337772+0000","last_peered":"2024-09-10T10:34:27.337772+0000","last_clean":"2024-09-10T10:34:27.337772+0000","last_became_active":"2024-09-10T10:34:25.187734+0000","last_became_peered":"2024-09-10T10:34:25.187734+0000","last_unstale":"2024-09-10T10:34:27.337772+0000","last_undegraded":"2024-09-10T10:34:27.337772+0000","last_fullsized":"2024-09-10T10:34:27.337772+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:24:53.599936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214584+0000","last_change":"2024-09-10T10:34:26.197728+0000","last_active":"2024-09-10T10:34:27.214584+0000","last_peered":"2024-09-10T10:34:27.214584+0000","last_clean":"2024-09-10T10:34:27.214584+0000","last_became_active":"2024-09-10T10:34:26.197486+0000","last_became_peered":"2024-09-10T10:34:26.197486+0000","last_unstale":"2024-09-10T10:34:27.214584+0000","last_undegraded":"2024-09-10T10:34:27.214584+0000","last_fullsized":"2024-09-10T10:34:27.214584+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:25.753869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217326+0000","last_change":"2024-09-10T10:34:25.179881+0000","last_active":"2024-09-10T10:34:27.217326+0000","last_peered":"2024-09-10T10:34:27.217326+0000","last_clean":"2024-09-10T10:34:27.217326+0000","last_became_active":"2024-09-10T10:34:25.179640+0000","last_became_peered":"2024-09-10T10:34:25.179640+0000","last_unstale":"2024-09-10T10:34:27.217326+0000","last_undegraded":"2024-09-10T10:34:27.217326+0000","last_fullsized":"2024-09-10T10:34:27.217326+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:42:57.753714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198479+0000","last_change":"2024-09-10T10:34:26.194585+0000","last_active":"2024-09-10T10:34:27.198479+0000","last_peered":"2024-09-10T10:34:27.198479+0000","last_clean":"2024-09-10T10:34:27.198479+0000","last_became_active":"2024-09-10T10:34:26.194312+0000","last_became_peered":"2024-09-10T10:34:26.194312+0000","last_unstale":"2024-09-10T10:34:27.198479+0000","last_undegraded":"2024-09-10T10:34:27.198479+0000","last_fullsized":"2024-09-10T10:34:27.198479+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:25:17.449253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.338353+0000","last_change":"2024-09-10T10:34:25.186500+0000","last_active":"2024-09-10T10:34:27.338353+0000","last_peered":"2024-09-10T10:34:27.338353+0000","last_clean":"2024-09-10T10:34:27.338353+0000","last_became_active":"2024-09-10T10:34:25.186187+0000","last_became_peered":"2024-09-10T10:34:25.186187+0000","last_unstale":"2024-09-10T10:34:27.338353+0000","last_undegraded":"2024-09-10T10:34:27.338353+0000","last_fullsized":"2024-09-10T10:34:27.338353+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:13.338288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.337961+0000","last_change":"2024-09-10T10:34:26.199262+0000","last_active":"2024-09-10T10:34:27.337961+0000","last_peered":"2024-09-10T10:34:27.337961+0000","last_clean":"2024-09-10T10:34:27.337961+0000","last_became_active":"2024-09-10T10:34:26.198763+0000","last_became_peered":"2024-09-10T10:34:26.198763+0000","last_unstale":"2024-09-10T10:34:27.337961+0000","last_undegraded":"2024-09-10T10:34:27.337961+0000","last_fullsized":"2024-09-10T10:34:27.337961+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:23:23.464997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.200247+0000","last_change":"2024-09-10T10:34:25.181913+0000","last_active":"2024-09-10T10:34:27.200247+0000","last_peered":"2024-09-10T10:34:27.200247+0000","last_clean":"2024-09-10T10:34:27.200247+0000","last_became_active":"2024-09-10T10:34:25.181628+0000","last_became_peered":"2024-09-10T10:34:25.181628+0000","last_unstale":"2024-09-10T10:34:27.200247+0000","last_undegraded":"2024-09-10T10:34:27.200247+0000","last_fullsized":"2024-09-10T10:34:27.200247+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:54.341447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.214891+0000","last_change":"2024-09-10T10:34:26.200065+0000","last_active":"2024-09-10T10:34:27.214891+0000","last_peered":"2024-09-10T10:34:27.214891+0000","last_clean":"2024-09-10T10:34:27.214891+0000","last_became_active":"2024-09-10T10:34:26.199802+0000","last_became_peered":"2024-09-10T10:34:26.199802+0000","last_unstale":"2024-09-10T10:34:27.214891+0000","last_undegraded":"2024-09-10T10:34:27.214891+0000","last_fullsized":"2024-09-10T10:34:27.214891+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:25.158573+0000","last_clean_scrub_stamp":"2024-09-10T10:34:25.158573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:38.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"46'2","reported_seq":16,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.217580+0000","last_change":"2024-09-10T10:34:25.189476+0000","last_active":"2024-09-10T10:34:27.217580+0000","last_peered":"2024-09-10T10:34:27.217580+0000","last_clean":"2024-09-10T10:34:27.217580+0000","last_became_active":"2024-09-10T10:34:25.189238+0000","last_became_peered":"2024-09-10T10:34:25.189238+0000","last_unstale":"2024-09-10T10:34:27.217580+0000","last_undegraded":"2024-09-10T10:34:27.217580+0000","last_fullsized":"2024-09-10T10:34:27.217580+0000","mapping_epoch":44,"log_start":"0'0","ondisk_log_start":"0'0","created":44,"last_epoch_clean":45,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:24.151921+0000","last_clean_scrub_stamp":"2024-09-10T10:34:24.151921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:09.023952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":215,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-10T10:34:27.198438+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:34:27.198438+0000","last_peered":"2024-09-10T10:34:27.198438+0000","last_clean":"2024-09-10T10:34:27.198438+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:34:27.198438+0000","last_undegraded":"2024-09-10T10:34:27.198438+0000","last_fullsized":"2024-09-10T10:34:27.198438+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509469,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27564,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344276,"statfs":{"total":96636764160,"available":96608538624,"internally_reserved":0,"allocated":548864,"data_stored":220523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509469,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":552960,"data_stored":221105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509468,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31740,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340100,"statfs":{"total":96636764160,"available":96604262400,"internally_reserved":0,"allocated":565248,"data_stored":222193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509469,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31736,"kb_used_data":544,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340104,"statfs":{"total":96636764160,"available":96604266496,"internally_reserved":0,"allocated":557056,"data_stored":222101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509470,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31728,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340112,"statfs":{"total":96636764160,"available":96604274688,"internally_reserved":0,"allocated":548864,"data_stored":220579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509469,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1142784,"data_stored":810927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509468,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31732,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340108,"statfs":{"total":96636764160,"available":96604270592,"internally_reserved":0,"allocated":552960,"data_stored":221161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542174,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32312,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339528,"statfs":{"total":96636764160,"available":96603676672,"internally_reserved":0,"allocated":1142784,"data_stored":810879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:34:30.719 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:34:30.719 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:34:30.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.901+0000 7f0afb600640 1 Processor -- start 2024-09-10T10:34:30.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.901+0000 7f0afb600640 1 -- start start 2024-09-10T10:34:30.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.901+0000 7f0afb600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406ed90 0x7f0af40ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.901+0000 7f0afb600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0af40ce6e0 0x7f0af4164680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.901+0000 7f0afb600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0af40ceb90 con 0x7f0af406d9a0 2024-09-10T10:34:30.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0afb600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0af40b3ed0 con 0x7f0af40ce6e0 2024-09-10T10:34:30.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0afb600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0af40b4120 con 0x7f0af406ed90 2024-09-10T10:34:30.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af9600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0af40ce6e0 0x7f0af4164680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af9600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0af40ce6e0 0x7f0af4164680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58950/0 (socket says 172.21.15.22:58950) 2024-09-10T10:34:30.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af9600640 1 -- 172.21.15.22:0/2144236804 learned_addr learned my addr 172.21.15.22:0/2144236804 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:30.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0aebe00640 1 --2- 172.21.15.22:0/2144236804 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406ed90 0x7f0af40ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af9600640 1 -- 172.21.15.22:0/2144236804 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406ed90 msgr2=0x7f0af40ce1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:30.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af9600640 1 --2- 172.21.15.22:0/2144236804 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406ed90 0x7f0af40ce1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af9600640 1 -- 172.21.15.22:0/2144236804 >> v1:172.21.15.145:6789/0 conn(0x7f0af406d9a0 legacy=0x7f0af40cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af9600640 1 -- 172.21.15.22:0/2144236804 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af40b4400 con 0x7f0af40ce6e0 2024-09-10T10:34:30.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0aebe00640 1 --2- 172.21.15.22:0/2144236804 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406ed90 0x7f0af40ce1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:30.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af9600640 1 --2- 172.21.15.22:0/2144236804 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af40ce6e0 0x7f0af4164680 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0aec009e50 tx=0x7f0aec01db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf86b5f94c13609 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af3e00640 1 -- 172.21.15.22:0/2144236804 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aec0a6870 con 0x7f0af40ce6e0 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af3e00640 1 -- 172.21.15.22:0/2144236804 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0aec0a6a10 con 0x7f0af40ce6e0 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.905+0000 7f0af3e00640 1 -- 172.21.15.22:0/2144236804 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aec0a6de0 con 0x7f0af40ce6e0 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 -- 172.21.15.22:0/2144236804 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af40ce6e0 msgr2=0x7f0af4164680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 --2- 172.21.15.22:0/2144236804 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af40ce6e0 0x7f0af4164680 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0aec009e50 tx=0x7f0aec01db40 comp rx=0 tx=0).stop 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 -- 172.21.15.22:0/2144236804 shutdown_connections 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 --2- 172.21.15.22:0/2144236804 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af40ce6e0 0x7f0af4164680 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 --2- 172.21.15.22:0/2144236804 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406ed90 0x7f0af40ce1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 -- 172.21.15.22:0/2144236804 >> 172.21.15.22:0/2144236804 conn(0x7f0af4062eb0 msgr2=0x7f0af406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 -- 172.21.15.22:0/2144236804 shutdown_connections 2024-09-10T10:34:30.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 -- 172.21.15.22:0/2144236804 wait complete. 2024-09-10T10:34:30.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 Processor -- start 2024-09-10T10:34:30.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 -- start start 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406d9a0 0x7f0af415e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af406ed90 0x7f0af415eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0af40ce6e0 0x7f0af41590f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0af406f330 con 0x7f0af406ed90 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0af406f1b0 con 0x7f0af40ce6e0 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0afb600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0af40b51c0 con 0x7f0af406d9a0 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0aebe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af406ed90 0x7f0af415eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0aebe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af406ed90 0x7f0af415eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58952/0 (socket says 172.21.15.22:58952) 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0aebe00640 1 -- 172.21.15.22:0/3945377947 learned_addr learned my addr 172.21.15.22:0/3945377947 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0af8c00640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406d9a0 0x7f0af415e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0af9600640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0af40ce6e0 0x7f0af41590f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0aebe00640 1 -- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406d9a0 msgr2=0x7f0af415e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0aebe00640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406d9a0 0x7f0af415e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0aebe00640 1 -- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0af40ce6e0 msgr2=0x7f0af41590f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0aebe00640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0af40ce6e0 0x7f0af41590f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.909+0000 7f0aebe00640 1 -- 172.21.15.22:0/3945377947 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af41f6fc0 con 0x7f0af406ed90 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0aebe00640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af406ed90 0x7f0af415eff0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0adc00e7e0 tx=0x7f0adc00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0af1600640 1 -- 172.21.15.22:0/3945377947 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc017070 con 0x7f0af406ed90 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0af1600640 1 -- 172.21.15.22:0/3945377947 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0adc00c6d0 con 0x7f0af406ed90 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0af1600640 1 -- 172.21.15.22:0/3945377947 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc00f040 con 0x7f0af406ed90 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0afb600640 1 -- 172.21.15.22:0/3945377947 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0af41f7280 con 0x7f0af406ed90 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0afb600640 1 -- 172.21.15.22:0/3945377947 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0af41f7840 con 0x7f0af406ed90 2024-09-10T10:34:30.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0afb600640 1 -- 172.21.15.22:0/3945377947 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0af40cda90 con 0x7f0af406ed90 2024-09-10T10:34:30.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0af1600640 1 -- 172.21.15.22:0/3945377947 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0adc01a070 con 0x7f0af406ed90 2024-09-10T10:34:30.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0af1600640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ad00678c0 0x7f0ad0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:30.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0af1600640 1 -- 172.21.15.22:0/3945377947 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f0adc085910 con 0x7f0af406ed90 2024-09-10T10:34:30.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.913+0000 7f0af8c00640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ad00678c0 0x7f0ad0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:30.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.917+0000 7f0af8c00640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ad00678c0 0x7f0ad0069d80 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0af40af490 tx=0x7f0ae4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:30.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:30.917+0000 7f0af1600640 1 -- 172.21.15.22:0/3945377947 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0adc055d60 con 0x7f0af406ed90 2024-09-10T10:34:31.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.141+0000 7f0afb600640 1 -- 172.21.15.22:0/3945377947 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f0af40cee20 con 0x7f0af406ed90 2024-09-10T10:34:31.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0af1600640 1 -- 172.21.15.22:0/3945377947 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7f0adc05a060 con 0x7f0af406ed90 2024-09-10T10:34:31.150 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:34:31.150 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:34:31.150 INFO:teuthology.orchestra.run.smithi022.stdout: caps mds = "allow" 2024-09-10T10:34:31.150 INFO:teuthology.orchestra.run.smithi022.stdout: caps mon = "allow r" 2024-09-10T10:34:31.150 INFO:teuthology.orchestra.run.smithi022.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:34:31.151 INFO:teuthology.orchestra.run.smithi022.stderr:updated caps for client.0 2024-09-10T10:34:31.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 -- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ad00678c0 msgr2=0x7f0ad0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:31.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ad00678c0 0x7f0ad0069d80 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0af40af490 tx=0x7f0ae4009040 comp rx=0 tx=0).stop 2024-09-10T10:34:31.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 -- 172.21.15.22:0/3945377947 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af406ed90 msgr2=0x7f0af415eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:31.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af406ed90 0x7f0af415eff0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0adc00e7e0 tx=0x7f0adc00eca0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 -- 172.21.15.22:0/3945377947 shutdown_connections 2024-09-10T10:34:31.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ad00678c0 0x7f0ad0069d80 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0af40ce6e0 0x7f0af41590f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0af406ed90 0x7f0af415eff0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 --2- 172.21.15.22:0/3945377947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0af406d9a0 0x7f0af415e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 -- 172.21.15.22:0/3945377947 >> 172.21.15.22:0/3945377947 conn(0x7f0af4062eb0 msgr2=0x7f0af4155e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:31.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 -- 172.21.15.22:0/3945377947 shutdown_connections 2024-09-10T10:34:31.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.145+0000 7f0afb600640 1 -- 172.21.15.22:0/3945377947 wait complete. 2024-09-10T10:34:31.171 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:31.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68ac800640 1 Processor -- start 2024-09-10T10:34:31.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68ac800640 1 -- start start 2024-09-10T10:34:31.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68ac800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a4145fb0 0x7f68a40b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:31.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68ac800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f68a40cd670 0x7f68a40cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:31.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68ac800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68a406d3f0 con 0x7f68a406e1b0 2024-09-10T10:34:31.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68ac800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f68a40ce010 con 0x7f68a40cd670 2024-09-10T10:34:31.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68ac800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f68a406d1a0 con 0x7f68a4145fb0 2024-09-10T10:34:31.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68a9e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a4145fb0 0x7f68a40b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:31.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68a9400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f68a40cd670 0x7f68a40cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:31.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68a9e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a4145fb0 0x7f68a40b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:60338/0 (socket says 172.21.15.22:60338) 2024-09-10T10:34:31.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68a9e00640 1 -- 172.21.15.22:0/3999314640 learned_addr learned my addr 172.21.15.22:0/3999314640 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:31.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68a9400640 1 -- 172.21.15.22:0/3999314640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a4145fb0 msgr2=0x7f68a40b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:31.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68a9400640 1 --2- 172.21.15.22:0/3999314640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a4145fb0 0x7f68a40b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68a9400640 1 -- 172.21.15.22:0/3999314640 >> v1:172.21.15.145:6789/0 conn(0x7f68a406e1b0 legacy=0x7f68a406e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:31.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68a9400640 1 -- 172.21.15.22:0/3999314640 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a406d6d0 con 0x7f68a40cd670 2024-09-10T10:34:31.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.309+0000 7f68a9e00640 1 --2- 172.21.15.22:0/3999314640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a4145fb0 0x7f68a40b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:31.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68a9400640 1 --2- 172.21.15.22:0/3999314640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68a40cd670 0x7f68a40cdad0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f68940097c0 tx=0x7f689401c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2c139f0cc847b56 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:31.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68a8a00640 1 -- 172.21.15.22:0/3999314640 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68940b0070 con 0x7f68a40cd670 2024-09-10T10:34:31.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68a8a00640 1 -- 172.21.15.22:0/3999314640 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68940ab600 con 0x7f68a40cd670 2024-09-10T10:34:31.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68a8a00640 1 -- 172.21.15.22:0/3999314640 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68940ab9d0 con 0x7f68a40cd670 2024-09-10T10:34:31.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68ac800640 1 -- 172.21.15.22:0/3999314640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68a40cd670 msgr2=0x7f68a40cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:31.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68ac800640 1 --2- 172.21.15.22:0/3999314640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68a40cd670 0x7f68a40cdad0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f68940097c0 tx=0x7f689401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68ac800640 1 -- 172.21.15.22:0/3999314640 shutdown_connections 2024-09-10T10:34:31.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68ac800640 1 --2- 172.21.15.22:0/3999314640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68a40cd670 0x7f68a40cdad0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68ac800640 1 --2- 172.21.15.22:0/3999314640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a4145fb0 0x7f68a40b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68ac800640 1 -- 172.21.15.22:0/3999314640 >> 172.21.15.22:0/3999314640 conn(0x7f68a4062dd0 msgr2=0x7f68a406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:31.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68ac800640 1 -- 172.21.15.22:0/3999314640 shutdown_connections 2024-09-10T10:34:31.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.313+0000 7f68ac800640 1 -- 172.21.15.22:0/3999314640 wait complete. 2024-09-10T10:34:31.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68ac800640 1 Processor -- start 2024-09-10T10:34:31.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68ac800640 1 -- start start 2024-09-10T10:34:31.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68ac800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a406e1b0 0x7f68a41445f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:31.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68ac800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68a40cd670 0x7f68a4134120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:31.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68ac800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68a4145fb0 0x7f68a4157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:31.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68ac800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f68a40d0130 con 0x7f68a4145fb0 2024-09-10T10:34:31.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68ac800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f68a40cffb0 con 0x7f68a40cd670 2024-09-10T10:34:31.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68ac800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f68a41691e0 con 0x7f68a406e1b0 2024-09-10T10:34:31.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68aa800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68a4145fb0 0x7f68a4157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:31.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68aa800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68a4145fb0 0x7f68a4157140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58962/0 (socket says 172.21.15.22:58962) 2024-09-10T10:34:31.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68aa800640 1 -- 172.21.15.22:0/3643296999 learned_addr learned my addr 172.21.15.22:0/3643296999 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:31.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68a9400640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68a40cd670 0x7f68a4134120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:31.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68a9e00640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a406e1b0 0x7f68a41445f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:31.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68aa800640 1 -- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a406e1b0 msgr2=0x7f68a41445f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:31.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68aa800640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a406e1b0 0x7f68a41445f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68aa800640 1 -- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68a40cd670 msgr2=0x7f68a4134120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:31.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68aa800640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68a40cd670 0x7f68a4134120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68aa800640 1 -- 172.21.15.22:0/3643296999 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a4162760 con 0x7f68a4145fb0 2024-09-10T10:34:31.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68a9400640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68a40cd670 0x7f68a4134120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:31.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68aa800640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68a4145fb0 0x7f68a4157140 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f68a000c770 tx=0x7f68a000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:31.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f689e000640 1 -- 172.21.15.22:0/3643296999 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68a0003b80 con 0x7f68a4145fb0 2024-09-10T10:34:31.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f689e000640 1 -- 172.21.15.22:0/3643296999 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68a0003d20 con 0x7f68a4145fb0 2024-09-10T10:34:31.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68ac800640 1 -- 172.21.15.22:0/3643296999 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a4162a40 con 0x7f68a4145fb0 2024-09-10T10:34:31.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f689e000640 1 -- 172.21.15.22:0/3643296999 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68a000aa90 con 0x7f68a4145fb0 2024-09-10T10:34:31.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.317+0000 7f68ac800640 1 -- 172.21.15.22:0/3643296999 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a4163000 con 0x7f68a4145fb0 2024-09-10T10:34:31.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.321+0000 7f68ac800640 1 -- 172.21.15.22:0/3643296999 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68a40cdad0 con 0x7f68a4145fb0 2024-09-10T10:34:31.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.321+0000 7f689e000640 1 -- 172.21.15.22:0/3643296999 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f68a000ac30 con 0x7f68a4145fb0 2024-09-10T10:34:31.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.321+0000 7f689e000640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68880678c0 0x7f6888069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:31.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.321+0000 7f689e000640 1 -- 172.21.15.22:0/3643296999 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f68a0085c40 con 0x7f68a4145fb0 2024-09-10T10:34:31.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.321+0000 7f68a9e00640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68880678c0 0x7f6888069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:31.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.321+0000 7f68a9e00640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68880678c0 0x7f6888069d80 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f68980096d0 tx=0x7f6898009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:31.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.325+0000 7f689e000640 1 -- 172.21.15.22:0/3643296999 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f68a0056660 con 0x7f68a4145fb0 2024-09-10T10:34:31.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.525+0000 7f68ac800640 1 -- 172.21.15.22:0/3643296999 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68a406bfa0 con 0x7f68a4145fb0 2024-09-10T10:34:31.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f689e000640 1 -- 172.21.15.22:0/3643296999 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f68a0055f60 con 0x7f68a4145fb0 2024-09-10T10:34:31.533 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:31.533 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":24,"btime":"2024-09-10T10:34:29:202897+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4853,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3809802326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3809802326},{"type":"v1","addr":"172.21.15.145:6836","nonce":3809802326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5119,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1236499179","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1236499179},{"type":"v1","addr":"172.21.15.145:6837","nonce":1236499179}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5232,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/353937266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":353937266},{"type":"v1","addr":"172.21.15.22:6834","nonce":353937266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:25.568037+0000","modified":"2024-09-10T10:34:28.599936+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5235},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5235":{"gid":5235,"name":"c","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/1091408414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1091408414},{"type":"v1","addr":"172.21.15.22:6835","nonce":1091408414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5235,"qdb_cluster":[5235]},"id":3}]} 2024-09-10T10:34:31.534 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 24 2024-09-10T10:34:31.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 -- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68880678c0 msgr2=0x7f6888069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:31.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68880678c0 0x7f6888069d80 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f68980096d0 tx=0x7f6898009240 comp rx=0 tx=0).stop 2024-09-10T10:34:31.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 -- 172.21.15.22:0/3643296999 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68a4145fb0 msgr2=0x7f68a4157140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:31.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68a4145fb0 0x7f68a4157140 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f68a000c770 tx=0x7f68a000cc30 comp rx=0 tx=0).stop 2024-09-10T10:34:31.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 -- 172.21.15.22:0/3643296999 shutdown_connections 2024-09-10T10:34:31.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68880678c0 0x7f6888069d80 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68a4145fb0 0x7f68a4157140 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68a40cd670 0x7f68a4134120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 --2- 172.21.15.22:0/3643296999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68a406e1b0 0x7f68a41445f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:31.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 -- 172.21.15.22:0/3643296999 >> 172.21.15.22:0/3643296999 conn(0x7f68a4062dd0 msgr2=0x7f68a40b2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:31.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 -- 172.21.15.22:0/3643296999 shutdown_connections 2024-09-10T10:34:31.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:31.529+0000 7f68ac800640 1 -- 172.21.15.22:0/3643296999 wait complete. 2024-09-10T10:34:31.957 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:34:25.568037+0000', 'modified': '2024-09-10T10:34:28.599936+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5235}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5235': {'gid': 5235, 'name': 'c', 'rank': 0, 'incarnation': 20, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.22:6835/1091408414', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.22:6833', 'nonce': 1091408414}, {'type': 'v1', 'addr': '172.21.15.22:6835', 'nonce': 1091408414}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5235, 'qdb_cluster': [5235]} 2024-09-10T10:34:31.957 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:34:31.958 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T10:34:32.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31d5600640 1 Processor -- start 2024-09-10T10:34:32.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31d5600640 1 -- start start 2024-09-10T10:34:32.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31d5600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 0x7f31d0169a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31d5600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31d00b7890 con 0x7f31d015e8d0 2024-09-10T10:34:32.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31d5600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31d006bdf0 con 0x7f31d006fbe0 2024-09-10T10:34:32.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31d5600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f31d015ecb0 con 0x7f31d0070020 2024-09-10T10:34:32.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31cea00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f31d015e8d0 0x7f31d00b6f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44108/0 (socket says 172.21.15.22:44108) 2024-09-10T10:34:32.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31cea00640 1 -- 172.21.15.22:0/1420321789 learned_addr learned my addr 172.21.15.22:0/1420321789 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:32.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31cf400640 1 --2- 172.21.15.22:0/1420321789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 0x7f31d0169a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31ce000640 1 -- 172.21.15.22:0/1420321789 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3358766993 0 0) 0x7f31d00b7890 con 0x7f31d015e8d0 2024-09-10T10:34:32.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31ce000640 1 -- 172.21.15.22:0/1420321789 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f31b4003530 con 0x7f31d015e8d0 2024-09-10T10:34:32.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31ce000640 1 -- 172.21.15.22:0/1420321789 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1134014905 0 0) 0x7f31d006bdf0 con 0x7f31d006fbe0 2024-09-10T10:34:32.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31ce000640 1 -- 172.21.15.22:0/1420321789 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f31d00b7890 con 0x7f31d006fbe0 2024-09-10T10:34:32.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31ce000640 1 -- 172.21.15.22:0/1420321789 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2793166154 0 0) 0x7f31b4003530 con 0x7f31d015e8d0 2024-09-10T10:34:32.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31cf400640 1 -- 172.21.15.22:0/1420321789 >> v1:172.21.15.145:6789/0 conn(0x7f31d006fbe0 legacy=0x7f31d0166360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31cf400640 1 -- 172.21.15.22:0/1420321789 >> v1:172.21.15.22:6789/0 conn(0x7f31d015e8d0 legacy=0x7f31d00b6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.097+0000 7f31cf400640 1 -- 172.21.15.22:0/1420321789 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d006c090 con 0x7f31d0070020 2024-09-10T10:34:32.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31cf400640 1 --2- 172.21.15.22:0/1420321789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 0x7f31d0169a90 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f31c8009dc0 tx=0x7f31c801c7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2805e75a17189a5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:32.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31ce000640 1 -- 172.21.15.22:0/1420321789 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c80ac070 con 0x7f31d0070020 2024-09-10T10:34:32.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31ce000640 1 -- 172.21.15.22:0/1420321789 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c80a6430 con 0x7f31d0070020 2024-09-10T10:34:32.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31ce000640 1 -- 172.21.15.22:0/1420321789 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0001680 con 0x7f31d0070020 2024-09-10T10:34:32.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31d5600640 1 -- 172.21.15.22:0/1420321789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 msgr2=0x7f31d0169a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31d5600640 1 --2- 172.21.15.22:0/1420321789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 0x7f31d0169a90 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f31c8009dc0 tx=0x7f31c801c7e0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31d5600640 1 -- 172.21.15.22:0/1420321789 shutdown_connections 2024-09-10T10:34:32.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31d5600640 1 --2- 172.21.15.22:0/1420321789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 0x7f31d0169a90 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31d5600640 1 -- 172.21.15.22:0/1420321789 >> 172.21.15.22:0/1420321789 conn(0x7f31d00b7ac0 msgr2=0x7f31d00b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:32.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31d5600640 1 -- 172.21.15.22:0/1420321789 shutdown_connections 2024-09-10T10:34:32.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.101+0000 7f31d5600640 1 -- 172.21.15.22:0/1420321789 wait complete. 2024-09-10T10:34:32.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31d5600640 1 Processor -- start 2024-09-10T10:34:32.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31d5600640 1 -- start start 2024-09-10T10:34:32.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31d5600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31d006fbe0 0x7f31d015c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31d5600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 0x7f31d0157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31d5600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31d015e8d0 0x7f31d01510c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31d5600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f31d00b6150 con 0x7f31d006fbe0 2024-09-10T10:34:32.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31d5600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31d00b7630 con 0x7f31d015e8d0 2024-09-10T10:34:32.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31d5600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f31d00b62d0 con 0x7f31d0070020 2024-09-10T10:34:32.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31d006fbe0 0x7f31d015c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31d006fbe0 0x7f31d015c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58970/0 (socket says 172.21.15.22:58970) 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cea00640 1 -- 172.21.15.22:0/3573179076 learned_addr learned my addr 172.21.15.22:0/3573179076 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31c7e00640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 0x7f31d0157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cf400640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31d015e8d0 0x7f31d01510c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cea00640 1 -- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 msgr2=0x7f31d0157840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cea00640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 0x7f31d0157840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cea00640 1 -- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31d015e8d0 msgr2=0x7f31d01510c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cea00640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31d015e8d0 0x7f31d01510c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cea00640 1 -- 172.21.15.22:0/3573179076 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d015ce90 con 0x7f31d006fbe0 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cf400640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31d015e8d0 0x7f31d01510c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31cea00640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31d006fbe0 0x7f31d015c5b0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f31c000c6f0 tx=0x7f31c000caf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31c6a00640 1 -- 172.21.15.22:0/3573179076 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0005cf0 con 0x7f31d006fbe0 2024-09-10T10:34:32.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31c6a00640 1 -- 172.21.15.22:0/3573179076 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c0007070 con 0x7f31d006fbe0 2024-09-10T10:34:32.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31d5600640 1 -- 172.21.15.22:0/3573179076 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31d015d170 con 0x7f31d006fbe0 2024-09-10T10:34:32.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31c6a00640 1 -- 172.21.15.22:0/3573179076 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c00074a0 con 0x7f31d006fbe0 2024-09-10T10:34:32.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.105+0000 7f31d5600640 1 -- 172.21.15.22:0/3573179076 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31d015d730 con 0x7f31d006fbe0 2024-09-10T10:34:32.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31c6a00640 1 -- 172.21.15.22:0/3573179076 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f31c001b400 con 0x7f31d006fbe0 2024-09-10T10:34:32.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31c6a00640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31ac0678c0 0x7f31ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31c6a00640 1 -- 172.21.15.22:0/3573179076 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f31c0085bc0 con 0x7f31d006fbe0 2024-09-10T10:34:32.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31c7e00640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31ac0678c0 0x7f31ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31d8ab6000 1 Processor -- start 2024-09-10T10:34:32.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31d8ab6000 1 -- start start 2024-09-10T10:34:32.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31c7e00640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31ac0678c0 0x7f31ac069d80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f31d00b1580 tx=0x7f31b8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51660b20 0x562a51660f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51616d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51617290 0x562a51617670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x562a514feb60 con 0x562a51660b20 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562a51465c70 con 0x562a51617290 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x562a5140bed0 con 0x562a51661440 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31cea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51660b20 0x562a51660f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31cea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51660b20 0x562a51660f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58982/0 (socket says 172.21.15.22:58982) 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31cea00640 1 -- 172.21.15.22:0/1844143268 learned_addr learned my addr 172.21.15.22:0/1844143268 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31c7e00640 1 --2- 172.21.15.22:0/1844143268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51616d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.109+0000 7f31cf400640 1 --2- 172.21.15.22:0/1844143268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51617290 0x562a51617670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cea00640 1 -- 172.21.15.22:0/1844143268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 msgr2=0x562a51616d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cea00640 1 --2- 172.21.15.22:0/1844143268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51616d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cea00640 1 -- 172.21.15.22:0/1844143268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51617290 msgr2=0x562a51617670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cea00640 1 --2- 172.21.15.22:0/1844143268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51617290 0x562a51617670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cea00640 1 -- 172.21.15.22:0/1844143268 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a5141de50 con 0x562a51660b20 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31c7e00640 1 --2- 172.21.15.22:0/1844143268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51616d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cea00640 1 --2- 172.21.15.22:0/1844143268 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51660b20 0x562a51660f00 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f31c005e610 tx=0x7f31c0056720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aef713a702859c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31bf400640 1 -- 172.21.15.22:0/1844143268 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0081020 con 0x562a51660b20 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31bf400640 1 -- 172.21.15.22:0/1844143268 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c005eb40 con 0x562a51660b20 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31bf400640 1 -- 172.21.15.22:0/1844143268 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0007640 con 0x562a51660b20 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1844143268 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51660b20 msgr2=0x562a51660f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/1844143268 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51660b20 0x562a51660f00 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f31c005e610 tx=0x7f31c0056720 comp rx=0 tx=0).stop 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1844143268 shutdown_connections 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/1844143268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51617290 0x562a51617670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/1844143268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51616d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/1844143268 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51660b20 0x562a51660f00 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1844143268 >> 172.21.15.22:0/1844143268 conn(0x562a5161d600 msgr2=0x562a51615630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:32.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1844143268 shutdown_connections 2024-09-10T10:34:32.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1844143268 wait complete. 2024-09-10T10:34:32.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 -- start start 2024-09-10T10:34:32.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 Processor -- start 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 0x562a5161bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51621cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a51622230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x562a514c7b00 con 0x562a5161c330 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562a51440360 con 0x562a51660b20 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x562a5143d2d0 con 0x562a51661440 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31d8ab6000 10 client.0 _ll_register_callbacks cb 0x562a51602820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a51622230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a51622230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58996/0 (socket says 172.21.15.22:58996) 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cf400640 1 -- 172.21.15.22:0/1315262868 learned_addr learned my addr 172.21.15.22:0/1315262868 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cea00640 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 0x562a5161bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31c7e00640 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51621cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cf400640 1 -- 172.21.15.22:0/1315262868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 msgr2=0x562a51621cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cf400640 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51621cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cf400640 1 -- 172.21.15.22:0/1315262868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 msgr2=0x562a5161bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cf400640 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 0x562a5161bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31cf400640 1 -- 172.21.15.22:0/1315262868 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a5140c120 con 0x562a5161c330 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.113+0000 7f31c7e00640 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51621cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31cf400640 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a51622230 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f31c801ae90 tx=0x7f31c801b020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7485ac6015dab384 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31b3e00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31b3e00640 1 -- 172.21.15.22:0/1315262868 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c80c2060 con 0x562a5161c330 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31b3e00640 1 -- 172.21.15.22:0/1315262868 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f31c8004240 con 0x562a5161c330 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1315262868 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31c005eb40 con 0x562a5161c330 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31b3e00640 1 -- 172.21.15.22:0/1315262868 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f31c80c8050 con 0x562a5161c330 2024-09-10T10:34:32.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 10 client.5358 fetch_fsmap learned FSMap version 24 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1315262868 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x562a51405450 con 0x562a5161c330 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31b3e00640 1 -- 172.21.15.22:0/1315262868 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c005eb40 con 0x562a5161c330 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31b3e00640 1 -- 172.21.15.22:0/1315262868 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 24) ==== 3502+0+0 (secure 0 0 0) 0x7f31c80cb020 con 0x562a5161c330 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 10 client.5358 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 10 client.5358 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 20 client.5358 populate_metadata read hostname 'smithi022' 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.22:6833/1091408414,v1:172.21.15.22:6835/1091408414] conn(0x562a5166f280 0x562a51671670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 4 client.5358 mds_command: new command op to 5235 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1315262868 --> [v2:172.21.15.22:6833/1091408414,v1:172.21.15.22:6835/1091408414] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562a513ffc00 con 0x562a5166f280 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31cea00640 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.22:6833/1091408414,v1:172.21.15.22:6835/1091408414] conn(0x562a5166f280 0x562a51671670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31cea00640 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.22:6833/1091408414,v1:172.21.15.22:6835/1091408414] conn(0x562a5166f280 0x562a51671670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6704a6a7a8a194d5 server_cookie=8461ed4360ba31b3 in_seq=0 out_seq=0 2024-09-10T10:34:32.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31b3e00640 10 client.5358 ms_handle_connect on v2:172.21.15.22:6833/1091408414 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31b3e00640 1 -- 172.21.15.22:0/1315262868 <== mds.0 v2:172.21.15.22:6833/1091408414 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562a513ffc00 con 0x562a5166f280 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31b3e00640 10 client.5358 handle_command_reply: tid=0 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 client.5358 shutdown 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1315262868 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 msgr2=0x562a51622230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a51622230 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f31c801ae90 tx=0x7f31c801b020 comp rx=0 tx=0).stop 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1315262868 shutdown_connections 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.22:6833/1091408414,v1:172.21.15.22:6835/1091408414] conn(0x562a5166f280 0x562a51671670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a51622230 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51621cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31b3e00640 0 client.5358 ms_handle_reset on v2:172.21.15.22:6833/1091408414 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/1315262868 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 0x562a5161bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1315262868 >> 172.21.15.22:0/1315262868 conn(0x562a51617290 msgr2=0x562a51615d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1315262868 shutdown_connections 2024-09-10T10:34:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 1 -- 172.21.15.22:0/1315262868 wait complete. 2024-09-10T10:34:32.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.117+0000 7f31d8ab6000 20 client.5358 trim_cache size 0 max 16384 2024-09-10T10:34:32.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31d8ab6000 1 Processor -- start 2024-09-10T10:34:32.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31d8ab6000 1 -- start start 2024-09-10T10:34:32.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a5165fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 0x562a51660200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51671670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f31d0202ad0 con 0x562a5161c330 2024-09-10T10:34:32.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31d0156650 con 0x562a51660b20 2024-09-10T10:34:32.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f31d0156ca0 con 0x562a51661440 2024-09-10T10:34:32.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a5165fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a5165fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59012/0 (socket says 172.21.15.22:59012) 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cea00640 1 -- 172.21.15.22:0/2938352164 learned_addr learned my addr 172.21.15.22:0/2938352164 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cea00640 1 -- 172.21.15.22:0/2938352164 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 msgr2=0x562a51671670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cf400640 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51671670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31c7e00640 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 0x562a51660200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cea00640 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51671670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cea00640 1 -- 172.21.15.22:0/2938352164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 msgr2=0x562a51660200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cea00640 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 0x562a51660200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cea00640 1 -- 172.21.15.22:0/2938352164 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a513ecfd0 con 0x562a5161c330 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cf400640 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51671670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31c7e00640 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 0x562a51660200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31cea00640 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a5165fcc0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f31c0056120 tx=0x7f31c006c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c819818b64ad3291 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:32.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31bea00640 1 -- 172.21.15.22:0/2938352164 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0081040 con 0x562a5161c330 2024-09-10T10:34:32.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31bea00640 1 -- 172.21.15.22:0/2938352164 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c0007640 con 0x562a5161c330 2024-09-10T10:34:32.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.137+0000 7f31bea00640 1 -- 172.21.15.22:0/2938352164 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c005e6b0 con 0x562a5161c330 2024-09-10T10:34:32.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- 172.21.15.22:0/2938352164 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 msgr2=0x562a5165fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a5165fcc0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f31c0056120 tx=0x7f31c006c000 comp rx=0 tx=0).stop 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- 172.21.15.22:0/2938352164 shutdown_connections 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51661440 0x562a51671670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a51660b20 0x562a51660200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/2938352164 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a5161c330 0x562a5165fcc0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- 172.21.15.22:0/2938352164 >> 172.21.15.22:0/2938352164 conn(0x562a51617290 msgr2=0x562a5161b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- 172.21.15.22:0/2938352164 shutdown_connections 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- 172.21.15.22:0/2938352164 wait complete. 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- start start 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 Processor -- start 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a5161c330 0x562a51674590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51660b20 0x562a516d2f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51661440 0x562a516d34d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x562a51464f80 con 0x562a51661440 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562a5141dca0 con 0x562a5161c330 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x562a5146a2a0 con 0x562a51660b20 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 10 client.0 _ll_register_callbacks cb 0x7f31b4003700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51661440 0x562a516d34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a5161c330 0x562a51674590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51661440 0x562a516d34d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59022/0 (socket says 172.21.15.22:59022) 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cf400640 1 -- 172.21.15.22:0/210259222 learned_addr learned my addr 172.21.15.22:0/210259222 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31c7e00640 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51660b20 0x562a516d2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cea00640 1 -- 172.21.15.22:0/210259222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51660b20 msgr2=0x562a516d2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cea00640 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51660b20 0x562a516d2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cea00640 1 -- 172.21.15.22:0/210259222 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51661440 msgr2=0x562a516d34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cea00640 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51661440 0x562a516d34d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cea00640 1 -- 172.21.15.22:0/210259222 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a514e8750 con 0x562a5161c330 2024-09-10T10:34:32.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cf400640 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51661440 0x562a516d34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31cea00640 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a5161c330 0x562a51674590 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f31c005e610 tx=0x7f31c006b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf75916ba16970dd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31b3e00640 10 client.0 ms_handle_connect on v2:172.21.15.145:3300/0 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31b3e00640 1 -- 172.21.15.22:0/210259222 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0078070 con 0x562a5161c330 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31b3e00640 1 -- 172.21.15.22:0/210259222 <== mon.1 v2:172.21.15.145:3300/0 2 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f31c005e6b0 con 0x562a5161c330 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- 172.21.15.22:0/210259222 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31c0007640 con 0x562a5161c330 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31b3e00640 1 -- 172.21.15.22:0/210259222 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f31c0081040 con 0x562a5161c330 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 10 client.5239 fetch_fsmap learned FSMap version 24 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31d8ab6000 1 -- 172.21.15.22:0/210259222 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x562a513f3a30 con 0x562a5161c330 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.141+0000 7f31b3e00640 1 -- 172.21.15.22:0/210259222 <== mon.1 v2:172.21.15.145:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c0007640 con 0x562a5161c330 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31b3e00640 1 -- 172.21.15.22:0/210259222 <== mon.1 v2:172.21.15.145:3300/0 5 ==== fsmap(e 24) ==== 3502+0+0 (secure 0 0 0) 0x7f31c00553b0 con 0x562a5161c330 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 10 client.5239 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 10 client.5239 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 20 client.5239 populate_metadata read hostname 'smithi022' 2024-09-10T10:34:32.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.22:6833/1091408414,v1:172.21.15.22:6835/1091408414] conn(0x562a5168f960 0x562a5168fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 4 client.5239 mds_command: new command op to 5235 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:34:32.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 -- 172.21.15.22:0/210259222 --> [v2:172.21.15.22:6833/1091408414,v1:172.21.15.22:6835/1091408414] -- command(tid 0: {"prefix": "status"}) -- 0x562a514733a0 con 0x562a5168f960 2024-09-10T10:34:32.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31c7e00640 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.22:6833/1091408414,v1:172.21.15.22:6835/1091408414] conn(0x562a5168f960 0x562a5168fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31b3e00640 10 client.5239 ms_handle_connect on v2:172.21.15.22:6833/1091408414 2024-09-10T10:34:32.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31c7e00640 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.22:6833/1091408414,v1:172.21.15.22:6835/1091408414] conn(0x562a5168f960 0x562a5168fd40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ab6ad589383b851 server_cookie=b3da6777c017165d in_seq=0 out_seq=0 2024-09-10T10:34:32.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31b3e00640 1 -- 172.21.15.22:0/210259222 <== mds.0 v2:172.21.15.22:6833/1091408414 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x562a514733a0 con 0x562a5168f960 2024-09-10T10:34:32.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31b3e00640 10 client.5239 handle_command_reply: tid=0 2024-09-10T10:34:32.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 client.5239 shutdown 2024-09-10T10:34:32.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 -- 172.21.15.22:0/210259222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a5161c330 msgr2=0x562a51674590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a5161c330 0x562a51674590 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f31c005e610 tx=0x7f31c006b000 comp rx=0 tx=0).stop 2024-09-10T10:34:32.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 -- 172.21.15.22:0/210259222 shutdown_connections 2024-09-10T10:34:32.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.22:6833/1091408414,v1:172.21.15.22:6835/1091408414] conn(0x562a5168f960 0x562a5168fd40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x562a51661440 0x562a516d34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x562a51660b20 0x562a516d2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31b3e00640 0 client.5239 ms_handle_reset on v2:172.21.15.22:6833/1091408414 2024-09-10T10:34:32.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 --2- 172.21.15.22:0/210259222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x562a5161c330 0x562a51674590 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 -- 172.21.15.22:0/210259222 >> 172.21.15.22:0/210259222 conn(0x562a51617290 msgr2=0x562a5165ecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:32.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 -- 172.21.15.22:0/210259222 shutdown_connections 2024-09-10T10:34:32.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 1 -- 172.21.15.22:0/210259222 wait complete. 2024-09-10T10:34:32.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d8ab6000 20 client.5239 trim_cache size 0 max 16384 2024-09-10T10:34:32.154 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 5235, 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 5.9578146930000004, 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 24, 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 47, 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 47, 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 10.770786815999999 2024-09-10T10:34:32.155 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:34:32.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 -- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31ac0678c0 msgr2=0x7f31ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31ac0678c0 0x7f31ac069d80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f31d00b1580 tx=0x7f31b8009040 comp rx=0 tx=0).stop 2024-09-10T10:34:32.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 -- 172.21.15.22:0/3573179076 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31d006fbe0 msgr2=0x7f31d015c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31d006fbe0 0x7f31d015c5b0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f31c000c6f0 tx=0x7f31c000caf0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 -- 172.21.15.22:0/3573179076 shutdown_connections 2024-09-10T10:34:32.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31ac0678c0 0x7f31ac069d80 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31d015e8d0 0x7f31d01510c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31d0070020 0x7f31d0157840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 --2- 172.21.15.22:0/3573179076 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31d006fbe0 0x7f31d015c5b0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 -- 172.21.15.22:0/3573179076 >> 172.21.15.22:0/3573179076 conn(0x7f31d00b7ac0 msgr2=0x7f31d00cc8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:32.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 -- 172.21.15.22:0/3573179076 shutdown_connections 2024-09-10T10:34:32.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.145+0000 7f31d5600640 1 -- 172.21.15.22:0/3573179076 wait complete. 2024-09-10T10:34:32.170 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:34:32.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe115400640 1 Processor -- start 2024-09-10T10:34:32.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe115400640 1 -- start start 2024-09-10T10:34:32.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe115400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1100b7360 0x7fe1101670b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe115400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe11015cc20 con 0x7fe11015c610 2024-09-10T10:34:32.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe115400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe11015cf00 con 0x7fe11015c230 2024-09-10T10:34:32.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe115400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe11015d1e0 con 0x7fe1100b7360 2024-09-10T10:34:32.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe107e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fe11015c610 0x7fe1100b6c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44120/0 (socket says 172.21.15.22:44120) 2024-09-10T10:34:32.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe107e00640 1 -- 172.21.15.22:0/3624219322 learned_addr learned my addr 172.21.15.22:0/3624219322 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:32.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10f200640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1100b7360 0x7fe1101670b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2972494932 0 0) 0x7fe11015cc20 con 0x7fe11015c610 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe0f4003530 con 0x7fe11015c610 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 598145639 0 0) 0x7fe11015cf00 con 0x7fe11015c230 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe11015cc20 con 0x7fe11015c230 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 416527930 0 0) 0x7fe0f4003530 con 0x7fe11015c610 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1100b7360 msgr2=0x7fe1101670b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1100b7360 0x7fe1101670b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 >> v1:172.21.15.145:6789/0 conn(0x7fe11015c230 legacy=0x7fe1100d2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe11015d4c0 con 0x7fe11015c610 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fe0f8001680 con 0x7fe11015c610 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10f200640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1100b7360 0x7fe1101670b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 >> v1:172.21.15.22:6789/0 conn(0x7fe11015c610 legacy=0x7fe1100b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0f4003b80 0x7fe0f4003f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1100b7360 0x7fe0f4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0f4004d50 0x7fe0f40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe11015d1e0 con 0x7fe0f4003b80 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f400bab0 con 0x7fe0f4004d50 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe0f400bcb0 con 0x7fe1100b7360 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10e800640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0f4003b80 0x7fe0f4003f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe107e00640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1100b7360 0x7fe0f4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10f200640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0f4004d50 0x7fe0f40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10e800640 1 -- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1100b7360 msgr2=0x7fe0f4004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10e800640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1100b7360 0x7fe0f4004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10e800640 1 -- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0f4004d50 msgr2=0x7fe0f40051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10e800640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0f4004d50 0x7fe0f40051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.309+0000 7fe10e800640 1 -- 172.21.15.22:0/3624219322 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f4003530 con 0x7fe0f4003b80 2024-09-10T10:34:32.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe10e800640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0f4003b80 0x7fe0f4003f80 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fe1000018d0 tx=0x7fe10001c580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=260ffb35ae2ba84e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:32.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1000af070 con 0x7fe0f4003b80 2024-09-10T10:34:32.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1000052f0 con 0x7fe0f4003b80 2024-09-10T10:34:32.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe10de00640 1 -- 172.21.15.22:0/3624219322 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe100001520 con 0x7fe0f4003b80 2024-09-10T10:34:32.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe115400640 1 -- 172.21.15.22:0/3624219322 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0f4003b80 msgr2=0x7fe0f4003f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe115400640 1 --2- 172.21.15.22:0/3624219322 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0f4003b80 0x7fe0f4003f80 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fe1000018d0 tx=0x7fe10001c580 comp rx=0 tx=0).stop 2024-09-10T10:34:32.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe10f200640 1 -- 172.21.15.22:0/3624219322 reap_dead start 2024-09-10T10:34:32.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe115400640 1 -- 172.21.15.22:0/3624219322 shutdown_connections 2024-09-10T10:34:32.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe115400640 1 -- 172.21.15.22:0/3624219322 >> 172.21.15.22:0/3624219322 conn(0x7fe11006f3b0 msgr2=0x7fe11006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:32.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe115400640 1 -- 172.21.15.22:0/3624219322 shutdown_connections 2024-09-10T10:34:32.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.313+0000 7fe115400640 1 -- 172.21.15.22:0/3624219322 wait complete. 2024-09-10T10:34:32.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe115400640 1 Processor -- start 2024-09-10T10:34:32.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe115400640 1 -- start start 2024-09-10T10:34:32.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe115400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0f4003b80 0x7fe11015f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe115400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe110159030 0x7fe11015e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe115400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe110143640 0x7fe110143af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe115400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe110167c50 con 0x7fe110143640 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe115400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe110167ad0 con 0x7fe110159030 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe115400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe110167dd0 con 0x7fe0f4003b80 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe110143640 0x7fe110143af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe110143640 0x7fe110143af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59040/0 (socket says 172.21.15.22:59040) 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10f200640 1 -- 172.21.15.22:0/2637913747 learned_addr learned my addr 172.21.15.22:0/2637913747 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe107e00640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe110159030 0x7fe11015e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10e800640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0f4003b80 0x7fe11015f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10f200640 1 -- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0f4003b80 msgr2=0x7fe11015f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10f200640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0f4003b80 0x7fe11015f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10f200640 1 -- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe110159030 msgr2=0x7fe11015e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10f200640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe110159030 0x7fe11015e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10f200640 1 -- 172.21.15.22:0/2637913747 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1101444b0 con 0x7fe110143640 2024-09-10T10:34:32.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10e800640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0f4003b80 0x7fe11015f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:32.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe10f200640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe110143640 0x7fe110143af0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fe1100b6b80 tx=0x7fe108009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:32.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe106a00640 1 -- 172.21.15.22:0/2637913747 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108011da0 con 0x7fe110143640 2024-09-10T10:34:32.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe106a00640 1 -- 172.21.15.22:0/2637913747 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe10801b070 con 0x7fe110143640 2024-09-10T10:34:32.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe106a00640 1 -- 172.21.15.22:0/2637913747 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1080039a0 con 0x7fe110143640 2024-09-10T10:34:32.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe115400640 1 -- 172.21.15.22:0/2637913747 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1100b1eb0 con 0x7fe110143640 2024-09-10T10:34:32.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.317+0000 7fe115400640 1 -- 172.21.15.22:0/2637913747 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1100b2470 con 0x7fe110143640 2024-09-10T10:34:32.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.321+0000 7fe115400640 1 -- 172.21.15.22:0/2637913747 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1100b6c50 con 0x7fe110143640 2024-09-10T10:34:32.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.321+0000 7fe106a00640 1 -- 172.21.15.22:0/2637913747 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe108003b40 con 0x7fe110143640 2024-09-10T10:34:32.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.321+0000 7fe106a00640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0ec0678c0 0x7fe0ec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:32.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.321+0000 7fe106a00640 1 -- 172.21.15.22:0/2637913747 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7fe108086320 con 0x7fe110143640 2024-09-10T10:34:32.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.321+0000 7fe10e800640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0ec0678c0 0x7fe0ec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.321+0000 7fe10e800640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0ec0678c0 0x7fe0ec069d80 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe1000ac000 tx=0x7fe1000a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:32.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.325+0000 7fe106a00640 1 -- 172.21.15.22:0/2637913747 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe108056e50 con 0x7fe110143640 2024-09-10T10:34:32.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 -- 172.21.15.22:0/2637913747 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe110159410 con 0x7fe110143640 2024-09-10T10:34:32.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe106a00640 1 -- 172.21.15.22:0/2637913747 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v24) ==== 53+0+73 (secure 0 0 0) 0x7fe108056750 con 0x7fe110143640 2024-09-10T10:34:32.534 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:34:32.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 -- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0ec0678c0 msgr2=0x7fe0ec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0ec0678c0 0x7fe0ec069d80 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe1000ac000 tx=0x7fe1000a7000 comp rx=0 tx=0).stop 2024-09-10T10:34:32.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 -- 172.21.15.22:0/2637913747 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe110143640 msgr2=0x7fe110143af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:32.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe110143640 0x7fe110143af0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fe1100b6b80 tx=0x7fe108009f90 comp rx=0 tx=0).stop 2024-09-10T10:34:32.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 -- 172.21.15.22:0/2637913747 shutdown_connections 2024-09-10T10:34:32.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0ec0678c0 0x7fe0ec069d80 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe110143640 0x7fe110143af0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe110159030 0x7fe11015e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 --2- 172.21.15.22:0/2637913747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0f4003b80 0x7fe11015f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:32.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 -- 172.21.15.22:0/2637913747 >> 172.21.15.22:0/2637913747 conn(0x7fe11006f3b0 msgr2=0x7fe110070c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:32.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 -- 172.21.15.22:0/2637913747 shutdown_connections 2024-09-10T10:34:32.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32.529+0000 7fe115400640 1 -- 172.21.15.22:0/2637913747 wait complete. 2024-09-10T10:34:32.556 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:34:32.556 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:34:32.556 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:34:32.556 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:34:32.556 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:34:32.556 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:34:32.556 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:34:32.557 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:34:32.557 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:34:32.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:32.557 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:34:32.566 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:34:32.566 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:34:32.566 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:34:32.566 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:32.566 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:34:32.566 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:32.566 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:34:32.566 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:32.566 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:34:32.566 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 42312sec preferred_lft 42312sec 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:34:32.567 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:34:32.568 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:32.569 INFO:teuthology.orchestra.run.smithi022.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:34:32.569 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:34:32.569 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:34:32.569 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:32.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:32.570 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:34:32.630 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:34:32.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:32.632 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:34:32.685 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:34:32.685 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:34:32.686 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:34:32.686 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:34:32.686 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:34:32.686 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:34:32.686 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:34:32.686 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:34:32.686 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:34:32.686 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:34:32.686 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:34:32.686 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:34:32.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:34:32.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:34:32.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:32.825 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:34:32.834 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:34:32.834 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:34:32.835 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:34:32.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:32.835 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:34:32.896 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:34:32.896 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:34:32.948 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:34:32.948 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:34:32.948 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:34:33.004 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:34:33.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:33.004 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:34:33.093 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:34:33.093 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:34:33.106 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:34:33.106 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:34:33.107 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:34:33.107 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:34:33.107 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:34:33.110 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:34:33.110 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:33.111 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:34:33.131 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:34:33.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:34:33.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:34:33.242 INFO:teuthology.orchestra.run.smithi022.stdout:client5373 2024-09-10T10:34:33.242 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:33.242 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:33.252 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:34:33.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.429+0000 7f162d000640 1 Processor -- start 2024-09-10T10:34:33.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f162d000640 1 -- start start 2024-09-10T10:34:33.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f162d000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f16280cfea0 0x7f162806fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:33.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f162d000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16280af590 con 0x7f162815ef30 2024-09-10T10:34:33.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f162d000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16280af870 con 0x7f162815eb50 2024-09-10T10:34:33.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f162d000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f16280b3c20 con 0x7f16280cfea0 2024-09-10T10:34:33.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1627e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f162815ef30 0x7f162815f3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44136/0 (socket says 172.21.15.22:44136) 2024-09-10T10:34:33.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1627e00640 1 -- 172.21.15.22:0/605042047 learned_addr learned my addr 172.21.15.22:0/605042047 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:33.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f161ea00640 1 --2- 172.21.15.22:0/605042047 >> v2:172.21.15.145:3300/0 conn(0x7f16280cfea0 0x7f162806fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:33.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1730686622 0 0) 0x7f16280af590 con 0x7f162815ef30 2024-09-10T10:34:33.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f160c003530 con 0x7f162815ef30 2024-09-10T10:34:33.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1296703154 0 0) 0x7f160c003530 con 0x7f162815ef30 2024-09-10T10:34:33.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 >> v2:172.21.15.145:3300/0 conn(0x7f16280cfea0 msgr2=0x7f162806fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:33.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 --2- 172.21.15.22:0/605042047 >> v2:172.21.15.145:3300/0 conn(0x7f16280cfea0 0x7f162806fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 >> v1:172.21.15.145:6789/0 conn(0x7f162815eb50 legacy=0x7f1628072200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:33.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16280afb50 con 0x7f162815ef30 2024-09-10T10:34:33.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f1620001a00 con 0x7f162815ef30 2024-09-10T10:34:33.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 >> v1:172.21.15.22:6789/0 conn(0x7f162815ef30 legacy=0x7f162815f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:33.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f160c0039c0 0x7f160c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:33.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f160c004810 0x7f160c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:33.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f160c0051d0 0x7f160c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:33.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f16280b3c20 con 0x7f160c0039c0 2024-09-10T10:34:33.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f160c00c080 con 0x7f160c004810 2024-09-10T10:34:33.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f160c00c280 con 0x7f160c0051d0 2024-09-10T10:34:33.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1627400640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f160c0039c0 0x7f160c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:33.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f161ea00640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f160c004810 0x7f160c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:33.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1627e00640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f160c0051d0 0x7f160c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:33.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1627400640 1 -- 172.21.15.22:0/605042047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f160c0051d0 msgr2=0x7f160c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:33.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1627400640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f160c0051d0 0x7f160c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1627400640 1 -- 172.21.15.22:0/605042047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f160c004810 msgr2=0x7f160c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:33.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1627400640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f160c004810 0x7f160c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1627400640 1 -- 172.21.15.22:0/605042047 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160c003530 con 0x7f160c0039c0 2024-09-10T10:34:33.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.433+0000 7f1627e00640 1 -- 172.21.15.22:0/605042047 reap_dead start 2024-09-10T10:34:33.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f1627400640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f160c0039c0 0x7f160c003de0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1618001780 tx=0x7f161801c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14e171c06660ba37 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:33.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16180013a0 con 0x7f160c0039c0 2024-09-10T10:34:33.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16180052f0 con 0x7f160c0039c0 2024-09-10T10:34:33.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f1626a00640 1 -- 172.21.15.22:0/605042047 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1618003840 con 0x7f160c0039c0 2024-09-10T10:34:33.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f162d000640 1 -- 172.21.15.22:0/605042047 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f160c0039c0 msgr2=0x7f160c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:33.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f162d000640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f160c0039c0 0x7f160c003de0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1618001780 tx=0x7f161801c400 comp rx=0 tx=0).stop 2024-09-10T10:34:33.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f162d000640 1 -- 172.21.15.22:0/605042047 shutdown_connections 2024-09-10T10:34:33.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f162d000640 1 --2- 172.21.15.22:0/605042047 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f160c0039c0 0x7f160c003de0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f162d000640 1 -- 172.21.15.22:0/605042047 >> 172.21.15.22:0/605042047 conn(0x7f162806c480 msgr2=0x7f16280b2870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:33.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f162d000640 1 -- 172.21.15.22:0/605042047 shutdown_connections 2024-09-10T10:34:33.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.437+0000 7f162d000640 1 -- 172.21.15.22:0/605042047 wait complete. 2024-09-10T10:34:33.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 Processor -- start 2024-09-10T10:34:33.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 -- start start 2024-09-10T10:34:33.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f160c0039c0 0x7f162815a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:33.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16281e9640 0x7f16281e7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:33.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16281482e0 0x7f162815abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:33.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f162806fe10 con 0x7f16281e9640 2024-09-10T10:34:33.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16280af260 con 0x7f16281482e0 2024-09-10T10:34:33.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f162806ff90 con 0x7f160c0039c0 2024-09-10T10:34:33.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16281e9640 0x7f16281e7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:33.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16281e9640 0x7f16281e7dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59064/0 (socket says 172.21.15.22:59064) 2024-09-10T10:34:33.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161ea00640 1 -- 172.21.15.22:0/2286059776 learned_addr learned my addr 172.21.15.22:0/2286059776 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:33.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f1627400640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f160c0039c0 0x7f162815a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:33.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f1627e00640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16281482e0 0x7f162815abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:33.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161ea00640 1 -- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f160c0039c0 msgr2=0x7f162815a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:33.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161ea00640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f160c0039c0 0x7f162815a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161ea00640 1 -- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16281482e0 msgr2=0x7f162815abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:33.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161ea00640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16281482e0 0x7f162815abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161ea00640 1 -- 172.21.15.22:0/2286059776 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16281e8300 con 0x7f16281e9640 2024-09-10T10:34:33.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161ea00640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16281e9640 0x7f16281e7dc0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1610011aa0 tx=0x7f1610011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:33.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161fe00640 1 -- 172.21.15.22:0/2286059776 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161000fac0 con 0x7f16281e9640 2024-09-10T10:34:33.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161fe00640 1 -- 172.21.15.22:0/2286059776 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f161000fc60 con 0x7f16281e9640 2024-09-10T10:34:33.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 -- 172.21.15.22:0/2286059776 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16281e85a0 con 0x7f16281e9640 2024-09-10T10:34:33.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f161fe00640 1 -- 172.21.15.22:0/2286059776 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1610014440 con 0x7f16281e9640 2024-09-10T10:34:33.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 -- 172.21.15.22:0/2286059776 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16281e8b60 con 0x7f16281e9640 2024-09-10T10:34:33.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.441+0000 7f162d000640 1 -- 172.21.15.22:0/2286059776 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1628072200 con 0x7f16281e9640 2024-09-10T10:34:33.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.445+0000 7f161fe00640 1 -- 172.21.15.22:0/2286059776 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1610012040 con 0x7f16281e9640 2024-09-10T10:34:33.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.445+0000 7f161fe00640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f16040678c0 0x7f1604069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:33.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.445+0000 7f161fe00640 1 -- 172.21.15.22:0/2286059776 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f1610086300 con 0x7f16281e9640 2024-09-10T10:34:33.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.445+0000 7f1627400640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f16040678c0 0x7f1604069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:33.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.445+0000 7f1627400640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f16040678c0 0x7f1604069d80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1618001750 tx=0x7f16180011a0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:33.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.449+0000 7f161fe00640 1 -- 172.21.15.22:0/2286059776 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1610019030 con 0x7f16281e9640 2024-09-10T10:34:33.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 -- 172.21.15.22:0/2286059776 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1628069d00 con 0x7f16281e9640 2024-09-10T10:34:33.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f161fe00640 1 -- 172.21.15.22:0/2286059776 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v24) ==== 53+0+73 (secure 0 0 0) 0x7f1610056da0 con 0x7f16281e9640 2024-09-10T10:34:33.654 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:34:33.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 -- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f16040678c0 msgr2=0x7f1604069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:33.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f16040678c0 0x7f1604069d80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1618001750 tx=0x7f16180011a0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 -- 172.21.15.22:0/2286059776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16281e9640 msgr2=0x7f16281e7dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:33.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16281e9640 0x7f16281e7dc0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1610011aa0 tx=0x7f1610011ea0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 -- 172.21.15.22:0/2286059776 shutdown_connections 2024-09-10T10:34:33.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f16040678c0 0x7f1604069d80 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16281482e0 0x7f162815abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16281e9640 0x7f16281e7dc0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 --2- 172.21.15.22:0/2286059776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f160c0039c0 0x7f162815a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:33.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 -- 172.21.15.22:0/2286059776 >> 172.21.15.22:0/2286059776 conn(0x7f162806c480 msgr2=0x7f16280b2850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:33.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 -- 172.21.15.22:0/2286059776 shutdown_connections 2024-09-10T10:34:33.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:33.649+0000 7f162d000640 1 -- 172.21.15.22:0/2286059776 wait complete. 2024-09-10T10:34:33.675 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:34:33.675 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:34:33.676 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:34:33.676 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:34:33.676 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:34:33.676 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:34:33.676 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:34:33.676 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:34:33.676 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:34:33.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:33.676 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:34:33.686 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:34:33.687 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42310sec preferred_lft 42310sec 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:34:33.688 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:34:33.689 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:34:33.690 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:33.690 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:34:33.753 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:34:33.756 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:33.756 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:34:33.810 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:34:33.810 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:34:33.810 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:34:33.810 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:34:33.810 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:34:33.810 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:34:33.810 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:34:33.811 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:34:33.811 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:34:33.811 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:34:33.811 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:34:33.811 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:34:33.811 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:34:33.811 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:34:33.811 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:34:33.811 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:34:33.811 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:34:33.905 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:34:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:34:33.949 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:34:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:34:33.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:33.956 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:34:33.966 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:34:33.966 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:34:33.967 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:34:33.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:33.967 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:34:34.033 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:34:34.034 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:34:34.090 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:34:34.090 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:34:34.090 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:34:34.146 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:34:34.146 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:34.146 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:34:34.247 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:34:34.247 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:34:34.260 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:34:34.260 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:34:34.261 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:34:34.261 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:34:34.261 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:34:34.264 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:34:34.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:34.264 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:34:34.283 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:34:34.372 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:34:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:34:34.376 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:34:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:34:34.382 INFO:teuthology.orchestra.run.smithi145.stdout:client5382 2024-09-10T10:34:34.382 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:34.382 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:34.391 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:34:34.391 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:34:34.488 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:34:34.565 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:34:34.565 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:34:34.565 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:34.565 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:34.575 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:34.575 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:34.625 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:34:34.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.813+0000 7f85cc800640 1 Processor -- start 2024-09-10T10:34:34.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.813+0000 7f85cc800640 1 -- start start 2024-09-10T10:34:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85cc800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 0x7f85c40cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85cc800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f85c406e1b0 0x7f85c406e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85cc800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85c406d3f0 con 0x7f85c4145fb0 2024-09-10T10:34:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85cc800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f85c40ce010 con 0x7f85c406e1b0 2024-09-10T10:34:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85cc800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f85c406d1a0 con 0x7f85c40cd670 2024-09-10T10:34:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85c9400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 0x7f85c40cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85ca800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f85c406e1b0 0x7f85c406e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85c9e00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f85c4145fb0 0x7f85c40b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:44828/0 (socket says 172.21.15.22:44828) 2024-09-10T10:34:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85c9e00640 1 -- 172.21.15.22:0/3505173747 learned_addr learned my addr 172.21.15.22:0/3505173747 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85c9400640 1 -- 172.21.15.22:0/3505173747 >> v2:172.21.15.145:3300/0 conn(0x7f85c406e1b0 msgr2=0x7f85c406e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85c9400640 1 --2- 172.21.15.22:0/3505173747 >> v2:172.21.15.145:3300/0 conn(0x7f85c406e1b0 0x7f85c406e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:34.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85c9400640 1 -- 172.21.15.22:0/3505173747 >> v1:172.21.15.145:6789/0 conn(0x7f85c4145fb0 legacy=0x7f85c40b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85c9400640 1 -- 172.21.15.22:0/3505173747 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85c406d6d0 con 0x7f85c40cd670 2024-09-10T10:34:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85ca800640 1 --2- 172.21.15.22:0/3505173747 >> v2:172.21.15.145:3300/0 conn(0x7f85c406e1b0 0x7f85c406e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.817+0000 7f85c8a00640 1 -- 172.21.15.22:0/3505173747 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3696133623 0 0) 0x7f85c406d3f0 con 0x7f85c4145fb0 2024-09-10T10:34:34.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85c9400640 1 --2- 172.21.15.22:0/3505173747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 0x7f85c40cdad0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f85b40097c0 tx=0x7f85b401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b63b922da908936a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:34.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85c8a00640 1 -- 172.21.15.22:0/3505173747 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85b40b0070 con 0x7f85c40cd670 2024-09-10T10:34:34.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85c8a00640 1 -- 172.21.15.22:0/3505173747 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85b40ab600 con 0x7f85c40cd670 2024-09-10T10:34:34.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85c8a00640 1 -- 172.21.15.22:0/3505173747 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85b40ab9d0 con 0x7f85c40cd670 2024-09-10T10:34:34.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 -- 172.21.15.22:0/3505173747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 msgr2=0x7f85c40cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:34.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 --2- 172.21.15.22:0/3505173747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 0x7f85c40cdad0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f85b40097c0 tx=0x7f85b401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:34:34.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 -- 172.21.15.22:0/3505173747 shutdown_connections 2024-09-10T10:34:34.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 --2- 172.21.15.22:0/3505173747 >> v2:172.21.15.145:3300/0 conn(0x7f85c406e1b0 0x7f85c406e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:34.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 --2- 172.21.15.22:0/3505173747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 0x7f85c40cdad0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:34.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 -- 172.21.15.22:0/3505173747 >> 172.21.15.22:0/3505173747 conn(0x7f85c4062dd0 msgr2=0x7f85c406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:34.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 -- 172.21.15.22:0/3505173747 shutdown_connections 2024-09-10T10:34:34.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 -- 172.21.15.22:0/3505173747 wait complete. 2024-09-10T10:34:34.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 Processor -- start 2024-09-10T10:34:34.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 -- start start 2024-09-10T10:34:34.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f85c406e1b0 0x7f85c41441b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:34.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 0x7f85c415acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:34.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f85c4145fb0 0x7f85c4144950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:34.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f85c40d0130 con 0x7f85c406e1b0 2024-09-10T10:34:34.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f85c40cffb0 con 0x7f85c4145fb0 2024-09-10T10:34:34.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.821+0000 7f85cc800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f85c406dd20 con 0x7f85c40cd670 2024-09-10T10:34:34.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85c9e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f85c406e1b0 0x7f85c41441b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:34.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85c9e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f85c406e1b0 0x7f85c41441b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59066/0 (socket says 172.21.15.22:59066) 2024-09-10T10:34:34.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85c9e00640 1 -- 172.21.15.22:0/3967139343 learned_addr learned my addr 172.21.15.22:0/3967139343 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:34.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85c9400640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 0x7f85c415acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:34.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85ca800640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f85c4145fb0 0x7f85c4144950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:34.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85c9e00640 1 -- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 msgr2=0x7f85c415acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85c9e00640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 0x7f85c415acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85c9e00640 1 -- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f85c4145fb0 msgr2=0x7f85c4144950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85c9e00640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f85c4145fb0 0x7f85c4144950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85c9e00640 1 -- 172.21.15.22:0/3967139343 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85c4159c30 con 0x7f85c406e1b0 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85c9e00640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f85c406e1b0 0x7f85c41441b0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f85b800c480 tx=0x7f85b800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85be000640 1 -- 172.21.15.22:0/3967139343 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85b80074e0 con 0x7f85c406e1b0 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85be000640 1 -- 172.21.15.22:0/3967139343 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85b80047f0 con 0x7f85c406e1b0 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85be000640 1 -- 172.21.15.22:0/3967139343 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85b8004be0 con 0x7f85c406e1b0 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85cc800640 1 -- 172.21.15.22:0/3967139343 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85c4159f10 con 0x7f85c406e1b0 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85cc800640 1 -- 172.21.15.22:0/3967139343 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85c415a4d0 con 0x7f85c406e1b0 2024-09-10T10:34:34.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85cc800640 1 -- 172.21.15.22:0/3967139343 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85c40cdad0 con 0x7f85c406e1b0 2024-09-10T10:34:34.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.825+0000 7f85be000640 1 -- 172.21.15.22:0/3967139343 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f85b8011070 con 0x7f85c406e1b0 2024-09-10T10:34:34.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.829+0000 7f85be000640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85a80678c0 0x7f85a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:34.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.829+0000 7f85be000640 1 -- 172.21.15.22:0/3967139343 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f85b8085860 con 0x7f85c406e1b0 2024-09-10T10:34:34.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.829+0000 7f85c9400640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85a80678c0 0x7f85a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:34.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.829+0000 7f85c9400640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85a80678c0 0x7f85a8069d80 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f85b40ad000 tx=0x7f85b40a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:34.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:34.833+0000 7f85be000640 1 -- 172.21.15.22:0/3967139343 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f85b8056300 con 0x7f85c406e1b0 2024-09-10T10:34:35.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 -- 172.21.15.22:0/3967139343 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f85c415fd40 con 0x7f85c406e1b0 2024-09-10T10:34:35.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85be000640 1 -- 172.21.15.22:0/3967139343 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v47) ==== 80+0+0 (secure 0 0 0) 0x7f85b8055c00 con 0x7f85c406e1b0 2024-09-10T10:34:35.013 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:34:35.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 -- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85a80678c0 msgr2=0x7f85a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85a80678c0 0x7f85a8069d80 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f85b40ad000 tx=0x7f85b40a6000 comp rx=0 tx=0).stop 2024-09-10T10:34:35.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 -- 172.21.15.22:0/3967139343 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f85c406e1b0 msgr2=0x7f85c41441b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f85c406e1b0 0x7f85c41441b0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f85b800c480 tx=0x7f85b800c880 comp rx=0 tx=0).stop 2024-09-10T10:34:35.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 -- 172.21.15.22:0/3967139343 shutdown_connections 2024-09-10T10:34:35.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85a80678c0 0x7f85a8069d80 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f85c4145fb0 0x7f85c4144950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85c40cd670 0x7f85c415acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 --2- 172.21.15.22:0/3967139343 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f85c406e1b0 0x7f85c41441b0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 -- 172.21.15.22:0/3967139343 >> 172.21.15.22:0/3967139343 conn(0x7f85c4062dd0 msgr2=0x7f85c40b0460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:35.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 -- 172.21.15.22:0/3967139343 shutdown_connections 2024-09-10T10:34:35.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.009+0000 7f85cc800640 1 -- 172.21.15.22:0/3967139343 wait complete. 2024-09-10T10:34:35.035 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:34:35.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:35.035 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T10:34:35.062 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:34:35.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:35.063 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:34:35.113 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:34:35.114 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:35.114 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:35.128 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:35.129 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:35.178 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:34:35.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff63800640 1 Processor -- start 2024-09-10T10:34:35.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff63800640 1 -- start start 2024-09-10T10:34:35.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff63800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7eff5c145fb0 0x7eff5c0b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff63800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff5c06d3f0 con 0x7eff5c06e8c0 2024-09-10T10:34:35.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff63800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff5c06d6d0 con 0x7eff5c0cd670 2024-09-10T10:34:35.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff63800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7eff5c06d1a0 con 0x7eff5c145fb0 2024-09-10T10:34:35.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff60e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7eff5c145fb0 0x7eff5c0b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff61800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7eff5c06e8c0 0x7eff5c0cf590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34598/0 (socket says 172.21.15.22:34598) 2024-09-10T10:34:35.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff61800640 1 -- 172.21.15.22:0/2946842877 learned_addr learned my addr 172.21.15.22:0/2946842877 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:35.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff60e00640 1 -- 172.21.15.22:0/2946842877 >> v1:172.21.15.145:6789/0 conn(0x7eff5c0cd670 legacy=0x7eff5c06e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff60e00640 1 -- 172.21.15.22:0/2946842877 >> v1:172.21.15.22:6789/0 conn(0x7eff5c06e8c0 legacy=0x7eff5c0cf590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff5b400640 1 -- 172.21.15.22:0/2946842877 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3795831207 0 0) 0x7eff5c06d3f0 con 0x7eff5c06e8c0 2024-09-10T10:34:35.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.317+0000 7eff60e00640 1 -- 172.21.15.22:0/2946842877 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff5c06d9b0 con 0x7eff5c145fb0 2024-09-10T10:34:35.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff60e00640 1 --2- 172.21.15.22:0/2946842877 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c145fb0 0x7eff5c0b3e00 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7eff500097c0 tx=0x7eff5001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8f530888eb93f94 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:35.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff5b400640 1 -- 172.21.15.22:0/2946842877 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff500b0070 con 0x7eff5c145fb0 2024-09-10T10:34:35.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff5b400640 1 -- 172.21.15.22:0/2946842877 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff500ab600 con 0x7eff5c145fb0 2024-09-10T10:34:35.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff5b400640 1 -- 172.21.15.22:0/2946842877 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff500ab9d0 con 0x7eff5c145fb0 2024-09-10T10:34:35.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff63800640 1 -- 172.21.15.22:0/2946842877 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c145fb0 msgr2=0x7eff5c0b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff63800640 1 --2- 172.21.15.22:0/2946842877 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c145fb0 0x7eff5c0b3e00 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7eff500097c0 tx=0x7eff5001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff63800640 1 -- 172.21.15.22:0/2946842877 shutdown_connections 2024-09-10T10:34:35.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff63800640 1 --2- 172.21.15.22:0/2946842877 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c145fb0 0x7eff5c0b3e00 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff63800640 1 -- 172.21.15.22:0/2946842877 >> 172.21.15.22:0/2946842877 conn(0x7eff5c062dd0 msgr2=0x7eff5c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:35.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff63800640 1 -- 172.21.15.22:0/2946842877 shutdown_connections 2024-09-10T10:34:35.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff63800640 1 -- 172.21.15.22:0/2946842877 wait complete. 2024-09-10T10:34:35.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff63800640 1 Processor -- start 2024-09-10T10:34:35.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.321+0000 7eff63800640 1 -- start start 2024-09-10T10:34:35.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff63800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c06e8c0 0x7eff5c144330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff63800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff5c0cd670 0x7eff5c143d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff63800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff5c145fb0 0x7eff5c15c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff63800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7eff5c16aa00 con 0x7eff5c06e8c0 2024-09-10T10:34:35.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff63800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7eff5c06dd20 con 0x7eff5c145fb0 2024-09-10T10:34:35.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff63800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7eff5c16ab80 con 0x7eff5c0cd670 2024-09-10T10:34:35.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff60e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c06e8c0 0x7eff5c144330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff60e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c06e8c0 0x7eff5c144330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59006/0 (socket says 172.21.15.22:59006) 2024-09-10T10:34:35.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff60e00640 1 -- 172.21.15.22:0/447272439 learned_addr learned my addr 172.21.15.22:0/447272439 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:35.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff5be00640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff5c0cd670 0x7eff5c143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff61800640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff5c145fb0 0x7eff5c15c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff60e00640 1 -- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff5c0cd670 msgr2=0x7eff5c143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff60e00640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff5c0cd670 0x7eff5c143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff60e00640 1 -- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff5c145fb0 msgr2=0x7eff5c15c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff60e00640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff5c145fb0 0x7eff5c15c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff60e00640 1 -- 172.21.15.22:0/447272439 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff5c15cf80 con 0x7eff5c06e8c0 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff5be00640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff5c0cd670 0x7eff5c143d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff61800640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff5c145fb0 0x7eff5c15c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff60e00640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c06e8c0 0x7eff5c144330 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7eff500097c0 tx=0x7eff5001ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff58c00640 1 -- 172.21.15.22:0/447272439 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff500b0040 con 0x7eff5c06e8c0 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff58c00640 1 -- 172.21.15.22:0/447272439 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff50004030 con 0x7eff5c06e8c0 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff63800640 1 -- 172.21.15.22:0/447272439 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff5c159f60 con 0x7eff5c06e8c0 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff58c00640 1 -- 172.21.15.22:0/447272439 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff500043e0 con 0x7eff5c06e8c0 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff63800640 1 -- 172.21.15.22:0/447272439 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff5c15a520 con 0x7eff5c06e8c0 2024-09-10T10:34:35.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.325+0000 7eff63800640 1 -- 172.21.15.22:0/447272439 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff5c0b3e00 con 0x7eff5c06e8c0 2024-09-10T10:34:35.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.329+0000 7eff58c00640 1 -- 172.21.15.22:0/447272439 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7eff50003620 con 0x7eff5c06e8c0 2024-09-10T10:34:35.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.329+0000 7eff58c00640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff3c0678c0 0x7eff3c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.329+0000 7eff58c00640 1 -- 172.21.15.22:0/447272439 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7eff50120930 con 0x7eff5c06e8c0 2024-09-10T10:34:35.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.329+0000 7eff5be00640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff3c0678c0 0x7eff3c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.329+0000 7eff5be00640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff3c0678c0 0x7eff3c069d80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7eff5c0ccc30 tx=0x7eff48009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:35.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.333+0000 7eff58c00640 1 -- 172.21.15.22:0/447272439 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7eff50016090 con 0x7eff5c06e8c0 2024-09-10T10:34:35.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.509+0000 7eff63800640 1 -- 172.21.15.22:0/447272439 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7eff5c145320 con 0x7eff5c06e8c0 2024-09-10T10:34:35.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.509+0000 7eff58c00640 1 -- 172.21.15.22:0/447272439 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v47) ==== 80+0+0 (secure 0 0 0) 0x7eff500f1460 con 0x7eff5c06e8c0 2024-09-10T10:34:35.515 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:34:35.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 -- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff3c0678c0 msgr2=0x7eff3c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff3c0678c0 0x7eff3c069d80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7eff5c0ccc30 tx=0x7eff48009040 comp rx=0 tx=0).stop 2024-09-10T10:34:35.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 -- 172.21.15.22:0/447272439 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c06e8c0 msgr2=0x7eff5c144330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c06e8c0 0x7eff5c144330 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7eff500097c0 tx=0x7eff5001ace0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 -- 172.21.15.22:0/447272439 shutdown_connections 2024-09-10T10:34:35.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff3c0678c0 0x7eff3c069d80 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff5c145fb0 0x7eff5c15c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff5c0cd670 0x7eff5c143d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 --2- 172.21.15.22:0/447272439 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff5c06e8c0 0x7eff5c144330 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 -- 172.21.15.22:0/447272439 >> 172.21.15.22:0/447272439 conn(0x7eff5c062dd0 msgr2=0x7eff5c0b45e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:35.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 -- 172.21.15.22:0/447272439 shutdown_connections 2024-09-10T10:34:35.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.513+0000 7eff63800640 1 -- 172.21.15.22:0/447272439 wait complete. 2024-09-10T10:34:35.536 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:34:35.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:35.536 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-10T10:34:35.563 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:34:35.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:34:35.563 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:34:35.618 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:34:35.619 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:35.619 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:35.628 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:34:35.628 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:34:35.628 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:35.628 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:35.674 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:34:35.674 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:35.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.809+0000 7f869d000640 1 Processor -- start 2024-09-10T10:34:35.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.809+0000 7f869d000640 1 -- start start 2024-09-10T10:34:35.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.809+0000 7f869d000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f869815b600 0x7f8698071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.809+0000 7f869d000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86980ce880 con 0x7f86980b56f0 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.809+0000 7f869d000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86980ceb60 con 0x7f869815b220 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.809+0000 7f869d000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f869806d6e0 con 0x7f869815b600 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.809+0000 7f8696800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f86980b56f0 0x7f86980b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34608/0 (socket says 172.21.15.22:34608) 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.809+0000 7f8696800640 1 -- 172.21.15.22:0/357726355 learned_addr learned my addr 172.21.15.22:0/357726355 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f868d400640 1 --2- 172.21.15.22:0/357726355 >> v2:172.21.15.145:3300/0 conn(0x7f869815b600 0x7f8698071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 516534730 0 0) 0x7f86980ce880 con 0x7f86980b56f0 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f867c003530 con 0x7f86980b56f0 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1603119146 0 0) 0x7f867c003530 con 0x7f86980b56f0 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 >> v2:172.21.15.145:3300/0 conn(0x7f869815b600 msgr2=0x7f8698071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:35.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 --2- 172.21.15.22:0/357726355 >> v2:172.21.15.145:3300/0 conn(0x7f869815b600 0x7f8698071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 >> v1:172.21.15.145:6789/0 conn(0x7f869815b220 legacy=0x7f86980b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86980cee40 con 0x7f86980b56f0 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f8690001a00 con 0x7f86980b56f0 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 >> v1:172.21.15.22:6789/0 conn(0x7f86980b56f0 legacy=0x7f86980b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f867c003a10 0x7f867c003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f867c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867c0052f0 0x7f867c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f867c00c1c0 con 0x7f867c004810 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f867c00c370 con 0x7f867c003a10 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f867c00c570 con 0x7f867c0052f0 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f868d400640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f867c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8695e00640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f867c003a10 0x7f867c003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8696800640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867c0052f0 0x7f867c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f868d400640 1 -- 172.21.15.22:0/357726355 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867c0052f0 msgr2=0x7f867c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:35.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f868d400640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f867c0052f0 0x7f867c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f868d400640 1 -- 172.21.15.22:0/357726355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f867c003a10 msgr2=0x7f867c003e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:35.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f868d400640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f867c003a10 0x7f867c003e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f868d400640 1 -- 172.21.15.22:0/357726355 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f867c003530 con 0x7f867c004810 2024-09-10T10:34:35.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.813+0000 7f8696800640 1 -- 172.21.15.22:0/357726355 reap_dead start 2024-09-10T10:34:35.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f868d400640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f867c004c90 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f8680009ae0 tx=0x7f868001ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81eaa6d6a1364e4f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:35.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86800b2070 con 0x7f867c004810 2024-09-10T10:34:35.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86800a5630 con 0x7f867c004810 2024-09-10T10:34:35.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f8695400640 1 -- 172.21.15.22:0/357726355 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86800096b0 con 0x7f867c004810 2024-09-10T10:34:35.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 -- 172.21.15.22:0/357726355 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 msgr2=0x7f867c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f867c004c90 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f8680009ae0 tx=0x7f868001ca60 comp rx=0 tx=0).stop 2024-09-10T10:34:35.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 -- 172.21.15.22:0/357726355 shutdown_connections 2024-09-10T10:34:35.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 --2- 172.21.15.22:0/357726355 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f867c004c90 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 -- 172.21.15.22:0/357726355 >> 172.21.15.22:0/357726355 conn(0x7f8698062dd0 msgr2=0x7f869806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:35.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 -- 172.21.15.22:0/357726355 shutdown_connections 2024-09-10T10:34:35.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 -- 172.21.15.22:0/357726355 wait complete. 2024-09-10T10:34:35.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 Processor -- start 2024-09-10T10:34:35.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 -- start start 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f86980b01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f869815cdb0 0x7f8698150110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f869815d230 0x7f8698150650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f86980ce600 con 0x7f867c004810 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f86980ce480 con 0x7f869815cdb0 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f869d000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f86980b4720 con 0x7f869815d230 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f8695e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f86980b01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f8695e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f86980b01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59028/0 (socket says 172.21.15.22:59028) 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.817+0000 7f8695e00640 1 -- 172.21.15.22:0/953769659 learned_addr learned my addr 172.21.15.22:0/953769659 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f868d400640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f869815cdb0 0x7f8698150110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f8696800640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f869815d230 0x7f8698150650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f8695e00640 1 -- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f869815d230 msgr2=0x7f8698150650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f8695e00640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f869815d230 0x7f8698150650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f8695e00640 1 -- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f869815cdb0 msgr2=0x7f8698150110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f8695e00640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f869815cdb0 0x7f8698150110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f8695e00640 1 -- 172.21.15.22:0/953769659 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86980b39e0 con 0x7f867c004810 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f868d400640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f869815cdb0 0x7f8698150110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f8695e00640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f86980b01a0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f868800f5c0 tx=0x7f868800fa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f868ea00640 1 -- 172.21.15.22:0/953769659 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868801a070 con 0x7f867c004810 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f868ea00640 1 -- 172.21.15.22:0/953769659 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8688005320 con 0x7f867c004810 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f868ea00640 1 -- 172.21.15.22:0/953769659 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8688007250 con 0x7f867c004810 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f869d000640 1 -- 172.21.15.22:0/953769659 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86980b09f0 con 0x7f867c004810 2024-09-10T10:34:35.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f869d000640 1 -- 172.21.15.22:0/953769659 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86980b0fb0 con 0x7f867c004810 2024-09-10T10:34:35.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f869d000640 1 -- 172.21.15.22:0/953769659 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86980cf640 con 0x7f867c004810 2024-09-10T10:34:35.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f868ea00640 1 -- 172.21.15.22:0/953769659 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f868801d070 con 0x7f867c004810 2024-09-10T10:34:35.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f868ea00640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f86740678f0 0x7f8674069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:35.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f868ea00640 1 -- 172.21.15.22:0/953769659 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f8688085490 con 0x7f867c004810 2024-09-10T10:34:35.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.821+0000 7f868d400640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f86740678f0 0x7f8674069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:35.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.825+0000 7f868d400640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f86740678f0 0x7f8674069db0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f86800af000 tx=0x7f86800046d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:35.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:35.825+0000 7f868ea00640 1 -- 172.21.15.22:0/953769659 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8688055f30 con 0x7f867c004810 2024-09-10T10:34:36.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 -- 172.21.15.22:0/953769659 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8698151ad0 con 0x7f867c004810 2024-09-10T10:34:36.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f868ea00640 1 -- 172.21.15.22:0/953769659 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f8688055830 con 0x7f867c004810 2024-09-10T10:34:36.033 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:36.033 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":24,"btime":"2024-09-10T10:34:29:202897+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4853,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3809802326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3809802326},{"type":"v1","addr":"172.21.15.145:6836","nonce":3809802326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5119,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1236499179","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1236499179},{"type":"v1","addr":"172.21.15.145:6837","nonce":1236499179}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5232,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/353937266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":353937266},{"type":"v1","addr":"172.21.15.22:6834","nonce":353937266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:25.568037+0000","modified":"2024-09-10T10:34:28.599936+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5235},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5235":{"gid":5235,"name":"c","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/1091408414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1091408414},{"type":"v1","addr":"172.21.15.22:6835","nonce":1091408414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5235,"qdb_cluster":[5235]},"id":3}]} 2024-09-10T10:34:36.034 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 24 2024-09-10T10:34:36.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 -- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f86740678f0 msgr2=0x7f8674069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f86740678f0 0x7f8674069db0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f86800af000 tx=0x7f86800046d0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 -- 172.21.15.22:0/953769659 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 msgr2=0x7f86980b01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f86980b01a0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f868800f5c0 tx=0x7f868800fa80 comp rx=0 tx=0).stop 2024-09-10T10:34:36.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 -- 172.21.15.22:0/953769659 shutdown_connections 2024-09-10T10:34:36.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f86740678f0 0x7f8674069db0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f869815d230 0x7f8698150650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f869815cdb0 0x7f8698150110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 --2- 172.21.15.22:0/953769659 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f867c004810 0x7f86980b01a0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 -- 172.21.15.22:0/953769659 >> 172.21.15.22:0/953769659 conn(0x7f8698062dd0 msgr2=0x7f86980af8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:36.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 -- 172.21.15.22:0/953769659 shutdown_connections 2024-09-10T10:34:36.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.029+0000 7f869d000640 1 -- 172.21.15.22:0/953769659 wait complete. 2024-09-10T10:34:36.055 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:36.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.189+0000 7f1ed3e00640 1 Processor -- start 2024-09-10T10:34:36.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.189+0000 7f1ed3e00640 1 -- start start 2024-09-10T10:34:36.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed3e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1ecc0cd670 0x7f1ecc0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1ecc06e1b0 0x7f1ecc06e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed3e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ecc06d3f0 con 0x7f1ecc145fb0 2024-09-10T10:34:36.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed3e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f1ecc0ce010 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed3e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f1ecc06d1a0 con 0x7f1ecc0cd670 2024-09-10T10:34:36.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed1e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1ecc06e1b0 0x7f1ecc06e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed1e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1ecc06e1b0 0x7f1ecc06e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59036/0 (socket says 172.21.15.22:59036) 2024-09-10T10:34:36.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed1e00640 1 -- 172.21.15.22:0/2464987313 learned_addr learned my addr 172.21.15.22:0/2464987313 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:36.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed0a00640 1 --2- 172.21.15.22:0/2464987313 >> v2:172.21.15.145:3300/0 conn(0x7f1ecc0cd670 0x7f1ecc0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed1e00640 1 -- 172.21.15.22:0/2464987313 >> v2:172.21.15.145:3300/0 conn(0x7f1ecc0cd670 msgr2=0x7f1ecc0cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:36.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed1e00640 1 --2- 172.21.15.22:0/2464987313 >> v2:172.21.15.145:3300/0 conn(0x7f1ecc0cd670 0x7f1ecc0cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed1e00640 1 -- 172.21.15.22:0/2464987313 >> v1:172.21.15.145:6789/0 conn(0x7f1ecc145fb0 legacy=0x7f1ecc0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:36.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed1e00640 1 -- 172.21.15.22:0/2464987313 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ecc06d6d0 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.193+0000 7f1ed1e00640 1 --2- 172.21.15.22:0/2464987313 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 0x7f1ecc06e620 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc0b5c20 tx=0x7f1ec401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a04877ceea43feca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:36.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ecbe00640 1 -- 172.21.15.22:0/2464987313 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec40a56c0 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ecbe00640 1 -- 172.21.15.22:0/2464987313 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ec40a5860 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ecbe00640 1 -- 172.21.15.22:0/2464987313 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec40a5c30 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 -- 172.21.15.22:0/2464987313 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 msgr2=0x7f1ecc06e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 --2- 172.21.15.22:0/2464987313 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 0x7f1ecc06e620 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc0b5c20 tx=0x7f1ec401c9f0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 -- 172.21.15.22:0/2464987313 shutdown_connections 2024-09-10T10:34:36.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 --2- 172.21.15.22:0/2464987313 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 0x7f1ecc06e620 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 --2- 172.21.15.22:0/2464987313 >> v2:172.21.15.145:3300/0 conn(0x7f1ecc0cd670 0x7f1ecc0cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 -- 172.21.15.22:0/2464987313 >> 172.21.15.22:0/2464987313 conn(0x7f1ecc062dd0 msgr2=0x7f1ecc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:36.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 -- 172.21.15.22:0/2464987313 shutdown_connections 2024-09-10T10:34:36.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 -- 172.21.15.22:0/2464987313 wait complete. 2024-09-10T10:34:36.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 Processor -- start 2024-09-10T10:34:36.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 -- start start 2024-09-10T10:34:36.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 0x7f1ecc144f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ecc0cd670 0x7f1ecc162700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ecc145fb0 0x7f1ecc162c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1ecc0d0170 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ecc0cfff0 con 0x7f1ecc0cd670 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed3e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1ecc06dd20 con 0x7f1ecc145fb0 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 0x7f1ecc144f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 0x7f1ecc144f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59046/0 (socket says 172.21.15.22:59046) 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed1400640 1 -- 172.21.15.22:0/3246897318 learned_addr learned my addr 172.21.15.22:0/3246897318 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed0a00640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ecc0cd670 0x7f1ecc162700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.197+0000 7f1ed1e00640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ecc145fb0 0x7f1ecc162c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ed1400640 1 -- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ecc145fb0 msgr2=0x7f1ecc162c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ed1400640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ecc145fb0 0x7f1ecc162c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ed1400640 1 -- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ecc0cd670 msgr2=0x7f1ecc162700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ed1400640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ecc0cd670 0x7f1ecc162700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ed1400640 1 -- 172.21.15.22:0/3246897318 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ecc145450 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ed1400640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 0x7f1ecc144f10 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f1ec000c450 tx=0x7f1ec000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:36.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ec9600640 1 -- 172.21.15.22:0/3246897318 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec0016020 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ec9600640 1 -- 172.21.15.22:0/3246897318 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ec00052d0 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ec9600640 1 -- 172.21.15.22:0/3246897318 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec0007260 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ed3e00640 1 -- 172.21.15.22:0/3246897318 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ecc163270 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ed3e00640 1 -- 172.21.15.22:0/3246897318 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ecc163830 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ed3e00640 1 -- 172.21.15.22:0/3246897318 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ecc06e620 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ec9600640 1 -- 172.21.15.22:0/3246897318 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1ec0007400 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ec9600640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1eac0678c0 0x7f1eac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.201+0000 7f1ec9600640 1 -- 172.21.15.22:0/3246897318 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f1ec0085520 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.205+0000 7f1ed0a00640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1eac0678c0 0x7f1eac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.205+0000 7f1ed0a00640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1eac0678c0 0x7f1eac069d80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc1fa450 tx=0x7f1eb8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:36.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.205+0000 7f1ec9600640 1 -- 172.21.15.22:0/3246897318 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1ec0020020 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.405+0000 7f1ed3e00640 1 -- 172.21.15.22:0/3246897318 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ecc164f40 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.405+0000 7f1ec9600640 1 -- 172.21.15.22:0/3246897318 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f1ec0005480 con 0x7f1ecc06e1b0 2024-09-10T10:34:36.412 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:36.412 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":24,"btime":"2024-09-10T10:34:29:202897+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4853,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3809802326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3809802326},{"type":"v1","addr":"172.21.15.145:6836","nonce":3809802326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5119,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1236499179","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1236499179},{"type":"v1","addr":"172.21.15.145:6837","nonce":1236499179}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5232,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/353937266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":353937266},{"type":"v1","addr":"172.21.15.22:6834","nonce":353937266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:25.568037+0000","modified":"2024-09-10T10:34:28.599936+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5235},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5235":{"gid":5235,"name":"c","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/1091408414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1091408414},{"type":"v1","addr":"172.21.15.22:6835","nonce":1091408414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5235,"qdb_cluster":[5235]},"id":3}]} 2024-09-10T10:34:36.412 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 24 2024-09-10T10:34:36.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 -- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1eac0678c0 msgr2=0x7f1eac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1eac0678c0 0x7f1eac069d80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc1fa450 tx=0x7f1eb8008040 comp rx=0 tx=0).stop 2024-09-10T10:34:36.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 -- 172.21.15.22:0/3246897318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 msgr2=0x7f1ecc144f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 0x7f1ecc144f10 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f1ec000c450 tx=0x7f1ec000c910 comp rx=0 tx=0).stop 2024-09-10T10:34:36.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 -- 172.21.15.22:0/3246897318 shutdown_connections 2024-09-10T10:34:36.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1eac0678c0 0x7f1eac069d80 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ecc145fb0 0x7f1ecc162c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ecc0cd670 0x7f1ecc162700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 --2- 172.21.15.22:0/3246897318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ecc06e1b0 0x7f1ecc144f10 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 -- 172.21.15.22:0/3246897318 >> 172.21.15.22:0/3246897318 conn(0x7f1ecc062dd0 msgr2=0x7f1ecc0b02f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:36.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 -- 172.21.15.22:0/3246897318 shutdown_connections 2024-09-10T10:34:36.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.409+0000 7f1ed3e00640 1 -- 172.21.15.22:0/3246897318 wait complete. 2024-09-10T10:34:36.433 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:36.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f462ce00640 1 Processor -- start 2024-09-10T10:34:36.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f462ce00640 1 -- start start 2024-09-10T10:34:36.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f462ce00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f462815b220 0x7f4628071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f462ce00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f46280b56f0 0x7f46280b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f462ce00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46280ce880 con 0x7f462815b600 2024-09-10T10:34:36.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f462ce00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f462806d6e0 con 0x7f46280b56f0 2024-09-10T10:34:36.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f462ce00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f46280ceb60 con 0x7f462815b220 2024-09-10T10:34:36.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f461d400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f462815b600 0x7f46280b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34610/0 (socket says 172.21.15.22:34610) 2024-09-10T10:34:36.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f461d400640 1 -- 172.21.15.22:0/4250146936 learned_addr learned my addr 172.21.15.22:0/4250146936 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:36.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f4626800640 1 --2- 172.21.15.22:0/4250146936 >> v2:172.21.15.22:3300/0 conn(0x7f46280b56f0 0x7f46280b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f4625e00640 1 --2- 172.21.15.22:0/4250146936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f462815b220 0x7f4628071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f4625400640 1 -- 172.21.15.22:0/4250146936 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2060528802 0 0) 0x7f46280ce880 con 0x7f462815b600 2024-09-10T10:34:36.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f4625400640 1 -- 172.21.15.22:0/4250146936 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f460c003530 con 0x7f462815b600 2024-09-10T10:34:36.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f4626800640 1 -- 172.21.15.22:0/4250146936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f462815b220 msgr2=0x7f4628071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:36.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f4626800640 1 --2- 172.21.15.22:0/4250146936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f462815b220 0x7f4628071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f4626800640 1 -- 172.21.15.22:0/4250146936 >> v1:172.21.15.22:6789/0 conn(0x7f462815b600 legacy=0x7f46280b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.569+0000 7f4626800640 1 -- 172.21.15.22:0/4250146936 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46280cee40 con 0x7f46280b56f0 2024-09-10T10:34:36.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f4626800640 1 --2- 172.21.15.22:0/4250146936 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46280b56f0 0x7f46280b3f10 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f4620009d90 tx=0x7f462001c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ceeb300ba9952a8f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:36.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f4625400640 1 -- 172.21.15.22:0/4250146936 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46200b2070 con 0x7f46280b56f0 2024-09-10T10:34:36.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f4625400640 1 -- 172.21.15.22:0/4250146936 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46200a5900 con 0x7f46280b56f0 2024-09-10T10:34:36.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f4625400640 1 -- 172.21.15.22:0/4250146936 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46200a5cb0 con 0x7f46280b56f0 2024-09-10T10:34:36.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f462ce00640 1 -- 172.21.15.22:0/4250146936 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46280b56f0 msgr2=0x7f46280b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f462ce00640 1 --2- 172.21.15.22:0/4250146936 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46280b56f0 0x7f46280b3f10 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f4620009d90 tx=0x7f462001c820 comp rx=0 tx=0).stop 2024-09-10T10:34:36.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f462ce00640 1 -- 172.21.15.22:0/4250146936 shutdown_connections 2024-09-10T10:34:36.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f462ce00640 1 --2- 172.21.15.22:0/4250146936 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46280b56f0 0x7f46280b3f10 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f462ce00640 1 --2- 172.21.15.22:0/4250146936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f462815b220 0x7f4628071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f462ce00640 1 -- 172.21.15.22:0/4250146936 >> 172.21.15.22:0/4250146936 conn(0x7f4628062dd0 msgr2=0x7f462806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:36.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f462ce00640 1 -- 172.21.15.22:0/4250146936 shutdown_connections 2024-09-10T10:34:36.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.573+0000 7f462ce00640 1 -- 172.21.15.22:0/4250146936 wait complete. 2024-09-10T10:34:36.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f462ce00640 1 Processor -- start 2024-09-10T10:34:36.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f462ce00640 1 -- start start 2024-09-10T10:34:36.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f462ce00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46280b56f0 0x7f46280b2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f462ce00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f462815b220 0x7f4628141c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f462ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f462815b600 0x7f46281581b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f462ce00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f46280cffd0 con 0x7f462815b600 2024-09-10T10:34:36.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f462ce00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f46280cfe50 con 0x7f462815b220 2024-09-10T10:34:36.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f462ce00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f46280d0150 con 0x7f46280b56f0 2024-09-10T10:34:36.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f4626800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f462815b600 0x7f46281581b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f4626800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f462815b600 0x7f46281581b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59078/0 (socket says 172.21.15.22:59078) 2024-09-10T10:34:36.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f4626800640 1 -- 172.21.15.22:0/3620007394 learned_addr learned my addr 172.21.15.22:0/3620007394 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:36.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f4625e00640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46280b56f0 0x7f46280b2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f461d400640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f462815b220 0x7f4628141c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f4626800640 1 -- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46280b56f0 msgr2=0x7f46280b2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f4626800640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46280b56f0 0x7f46280b2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f4626800640 1 -- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f462815b220 msgr2=0x7f4628141c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f4626800640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f462815b220 0x7f4628141c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f4626800640 1 -- 172.21.15.22:0/3620007394 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46280b1080 con 0x7f462815b600 2024-09-10T10:34:36.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f461d400640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f462815b220 0x7f4628141c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:36.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f4626800640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f462815b600 0x7f46281581b0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f46200b0040 tx=0x7f46200195c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:36.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f461ea00640 1 -- 172.21.15.22:0/3620007394 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46200b2050 con 0x7f462815b600 2024-09-10T10:34:36.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f461ea00640 1 -- 172.21.15.22:0/3620007394 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46200be070 con 0x7f462815b600 2024-09-10T10:34:36.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f461ea00640 1 -- 172.21.15.22:0/3620007394 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4620009450 con 0x7f462815b600 2024-09-10T10:34:36.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f462ce00640 1 -- 172.21.15.22:0/3620007394 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46280b1360 con 0x7f462815b600 2024-09-10T10:34:36.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.577+0000 7f462ce00640 1 -- 172.21.15.22:0/3620007394 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46280b1920 con 0x7f462815b600 2024-09-10T10:34:36.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.581+0000 7f462ce00640 1 -- 172.21.15.22:0/3620007394 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46280b3f10 con 0x7f462815b600 2024-09-10T10:34:36.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.581+0000 7f461ea00640 1 -- 172.21.15.22:0/3620007394 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f46200adca0 con 0x7f462815b600 2024-09-10T10:34:36.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.581+0000 7f461ea00640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46040678c0 0x7f4604069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.581+0000 7f461ea00640 1 -- 172.21.15.22:0/3620007394 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f4620120f80 con 0x7f462815b600 2024-09-10T10:34:36.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.581+0000 7f4625e00640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46040678c0 0x7f4604069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.581+0000 7f4625e00640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46040678c0 0x7f4604069d80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4618009b60 tx=0x7f4618009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:36.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.585+0000 7f461ea00640 1 -- 172.21.15.22:0/3620007394 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4620016560 con 0x7f462815b600 2024-09-10T10:34:36.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.749+0000 7f462ce00640 1 -- 172.21.15.22:0/3620007394 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4628072e90 con 0x7f462815b600 2024-09-10T10:34:36.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f461ea00640 1 -- 172.21.15.22:0/3620007394 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) ==== 74+0+16681 (secure 0 0 0) 0x7f46200f1b70 con 0x7f462815b600 2024-09-10T10:34:36.758 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:36.758 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":47,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:27.190307+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:34:23.376332+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"46","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-10T10:34:24.578487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:36.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 -- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46040678c0 msgr2=0x7f4604069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46040678c0 0x7f4604069d80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4618009b60 tx=0x7f4618009190 comp rx=0 tx=0).stop 2024-09-10T10:34:36.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 -- 172.21.15.22:0/3620007394 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f462815b600 msgr2=0x7f46281581b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f462815b600 0x7f46281581b0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f46200b0040 tx=0x7f46200195c0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 -- 172.21.15.22:0/3620007394 shutdown_connections 2024-09-10T10:34:36.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46040678c0 0x7f4604069d80 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f462815b600 0x7f46281581b0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f462815b220 0x7f4628141c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 --2- 172.21.15.22:0/3620007394 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46280b56f0 0x7f46280b2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 -- 172.21.15.22:0/3620007394 >> 172.21.15.22:0/3620007394 conn(0x7f4628062dd0 msgr2=0x7f4628155de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:36.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 -- 172.21.15.22:0/3620007394 shutdown_connections 2024-09-10T10:34:36.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.753+0000 7f462ce00640 1 -- 172.21.15.22:0/3620007394 wait complete. 2024-09-10T10:34:36.780 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:34:36.780 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:36.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2107a00640 1 Processor -- start 2024-09-10T10:34:36.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2107a00640 1 -- start start 2024-09-10T10:34:36.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2107a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c610 0x7f21000b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2107a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f21000b7190 0x7f21000b5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2107a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f210015cc20 con 0x7f210015c230 2024-09-10T10:34:36.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2107a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f210015cf00 con 0x7f21000b7190 2024-09-10T10:34:36.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2107a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f210015d1e0 con 0x7f210015c610 2024-09-10T10:34:36.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f20ffe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c610 0x7f21000b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2105a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f21000b7190 0x7f21000b5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f20ffe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c610 0x7f21000b6c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:36184/0 (socket says 172.21.15.22:36184) 2024-09-10T10:34:36.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f20ffe00640 1 -- 172.21.15.22:0/4208083417 learned_addr learned my addr 172.21.15.22:0/4208083417 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:36.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2105a00640 1 -- 172.21.15.22:0/4208083417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c610 msgr2=0x7f21000b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:36.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2105a00640 1 --2- 172.21.15.22:0/4208083417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c610 0x7f21000b6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2105a00640 1 -- 172.21.15.22:0/4208083417 >> v1:172.21.15.145:6789/0 conn(0x7f210015c230 legacy=0x7f21000d2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f2105a00640 1 -- 172.21.15.22:0/4208083417 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f210015d4c0 con 0x7f21000b7190 2024-09-10T10:34:36.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.917+0000 7f20ffe00640 1 --2- 172.21.15.22:0/4208083417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c610 0x7f21000b6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:36.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f2105a00640 1 --2- 172.21.15.22:0/4208083417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21000b7190 0x7f21000b5690 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f20f8009d90 tx=0x7f20f801c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d49cdb5cb99b6a76 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:36.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f20ff400640 1 -- 172.21.15.22:0/4208083417 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f80b2070 con 0x7f21000b7190 2024-09-10T10:34:36.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f20ff400640 1 -- 172.21.15.22:0/4208083417 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20f80a5940 con 0x7f21000b7190 2024-09-10T10:34:36.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f20ff400640 1 -- 172.21.15.22:0/4208083417 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f80a5d10 con 0x7f21000b7190 2024-09-10T10:34:36.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f2107a00640 1 -- 172.21.15.22:0/4208083417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21000b7190 msgr2=0x7f21000b5690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f2107a00640 1 --2- 172.21.15.22:0/4208083417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21000b7190 0x7f21000b5690 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f20f8009d90 tx=0x7f20f801c970 comp rx=0 tx=0).stop 2024-09-10T10:34:36.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f2107a00640 1 -- 172.21.15.22:0/4208083417 shutdown_connections 2024-09-10T10:34:36.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f2107a00640 1 --2- 172.21.15.22:0/4208083417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21000b7190 0x7f21000b5690 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f2107a00640 1 --2- 172.21.15.22:0/4208083417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c610 0x7f21000b6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f2107a00640 1 -- 172.21.15.22:0/4208083417 >> 172.21.15.22:0/4208083417 conn(0x7f210006f3b0 msgr2=0x7f210006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:36.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f2107a00640 1 -- 172.21.15.22:0/4208083417 shutdown_connections 2024-09-10T10:34:36.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.921+0000 7f2107a00640 1 -- 172.21.15.22:0/4208083417 wait complete. 2024-09-10T10:34:36.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2107a00640 1 Processor -- start 2024-09-10T10:34:36.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2107a00640 1 -- start start 2024-09-10T10:34:36.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2107a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21000b7190 0x7f2100155d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2107a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c230 0x7f21001f75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2107a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f210015c610 0x7f2100157c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2107a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f21001692d0 con 0x7f210015c610 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2107a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2100169450 con 0x7f21000b7190 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2107a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f21001695d0 con 0x7f210015c230 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2105a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f210015c610 0x7f2100157c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2105a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f210015c610 0x7f2100157c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59092/0 (socket says 172.21.15.22:59092) 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2105a00640 1 -- 172.21.15.22:0/2741798856 learned_addr learned my addr 172.21.15.22:0/2741798856 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2105000640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21000b7190 0x7f2100155d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f20ffe00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c230 0x7f21001f75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2105a00640 1 -- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c230 msgr2=0x7f21001f75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2105a00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c230 0x7f21001f75f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2105a00640 1 -- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21000b7190 msgr2=0x7f2100155d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:36.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2105a00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21000b7190 0x7f2100155d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:36.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2105a00640 1 -- 172.21.15.22:0/2741798856 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2100156f20 con 0x7f210015c610 2024-09-10T10:34:36.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2105a00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f210015c610 0x7f2100157c50 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f20f80b0040 tx=0x7f20f8019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:36.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f20fcc00640 1 -- 172.21.15.22:0/2741798856 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f80b2050 con 0x7f210015c610 2024-09-10T10:34:36.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f20fcc00640 1 -- 172.21.15.22:0/2741798856 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20f80be070 con 0x7f210015c610 2024-09-10T10:34:36.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2107a00640 1 -- 172.21.15.22:0/2741798856 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2100157190 con 0x7f210015c610 2024-09-10T10:34:36.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f20fcc00640 1 -- 172.21.15.22:0/2741798856 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f80ada90 con 0x7f210015c610 2024-09-10T10:34:36.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.925+0000 7f2107a00640 1 -- 172.21.15.22:0/2741798856 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2100157750 con 0x7f210015c610 2024-09-10T10:34:36.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.929+0000 7f2107a00640 1 -- 172.21.15.22:0/2741798856 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21000b5690 con 0x7f210015c610 2024-09-10T10:34:36.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.929+0000 7f20fcc00640 1 -- 172.21.15.22:0/2741798856 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f20f80adc30 con 0x7f210015c610 2024-09-10T10:34:36.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.929+0000 7f20fcc00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20e00678c0 0x7f20e0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:36.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.929+0000 7f20fcc00640 1 -- 172.21.15.22:0/2741798856 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f20f8120bd0 con 0x7f210015c610 2024-09-10T10:34:36.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.929+0000 7f2105000640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20e00678c0 0x7f20e0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:36.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.929+0000 7f2105000640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20e00678c0 0x7f20e0069d80 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f20f0001810 tx=0x7f20f0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:36.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:36.933+0000 7f20fcc00640 1 -- 172.21.15.22:0/2741798856 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f20f8016560 con 0x7f210015c610 2024-09-10T10:34:37.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.133+0000 7f2107a00640 1 -- 172.21.15.22:0/2741798856 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2100070fc0 con 0x7f210015c610 2024-09-10T10:34:37.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.133+0000 7f20fcc00640 1 -- 172.21.15.22:0/2741798856 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7f20f80f1130 con 0x7f210015c610 2024-09-10T10:34:37.139 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:37.139 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":24,"btime":"2024-09-10T10:34:29:202897+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4853,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3809802326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3809802326},{"type":"v1","addr":"172.21.15.145:6836","nonce":3809802326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5119,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1236499179","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1236499179},{"type":"v1","addr":"172.21.15.145:6837","nonce":1236499179}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5232,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/353937266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":353937266},{"type":"v1","addr":"172.21.15.22:6834","nonce":353937266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:25.568037+0000","modified":"2024-09-10T10:34:28.599936+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5235},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5235":{"gid":5235,"name":"c","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/1091408414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1091408414},{"type":"v1","addr":"172.21.15.22:6835","nonce":1091408414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5235,"qdb_cluster":[5235]},"id":3}]} 2024-09-10T10:34:37.139 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 24 2024-09-10T10:34:37.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 -- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20e00678c0 msgr2=0x7f20e0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20e00678c0 0x7f20e0069d80 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f20f0001810 tx=0x7f20f0009040 comp rx=0 tx=0).stop 2024-09-10T10:34:37.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 -- 172.21.15.22:0/2741798856 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f210015c610 msgr2=0x7f2100157c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f210015c610 0x7f2100157c50 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f20f80b0040 tx=0x7f20f8019710 comp rx=0 tx=0).stop 2024-09-10T10:34:37.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 -- 172.21.15.22:0/2741798856 shutdown_connections 2024-09-10T10:34:37.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20e00678c0 0x7f20e0069d80 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f210015c610 0x7f2100157c50 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210015c230 0x7f21001f75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 --2- 172.21.15.22:0/2741798856 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21000b7190 0x7f2100155d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 -- 172.21.15.22:0/2741798856 >> 172.21.15.22:0/2741798856 conn(0x7f210006f3b0 msgr2=0x7f21001656e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:37.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 -- 172.21.15.22:0/2741798856 shutdown_connections 2024-09-10T10:34:37.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.137+0000 7f2107a00640 1 -- 172.21.15.22:0/2741798856 wait complete. 2024-09-10T10:34:37.160 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:37.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa427200640 1 Processor -- start 2024-09-10T10:34:37.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa427200640 1 -- start start 2024-09-10T10:34:37.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa427200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42815c440 0x7fa4280d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa427200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa4280b6ae0 0x7fa4280b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa427200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa428071570 con 0x7fa4280d1980 2024-09-10T10:34:37.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa427200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa4280b1fb0 con 0x7fa4280b6ae0 2024-09-10T10:34:37.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa427200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa428071850 con 0x7fa42815c440 2024-09-10T10:34:37.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa41d400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa4280d1980 0x7fa4280b5e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34618/0 (socket says 172.21.15.22:34618) 2024-09-10T10:34:37.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa41d400640 1 -- 172.21.15.22:0/4062946193 learned_addr learned my addr 172.21.15.22:0/4062946193 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:37.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa426800640 1 --2- 172.21.15.22:0/4062946193 >> v2:172.21.15.145:3300/0 conn(0x7fa4280b6ae0 0x7fa4280b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa425e00640 1 --2- 172.21.15.22:0/4062946193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42815c440 0x7fa4280d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa425400640 1 -- 172.21.15.22:0/4062946193 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 58156696 0 0) 0x7fa428071570 con 0x7fa4280d1980 2024-09-10T10:34:37.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa425400640 1 -- 172.21.15.22:0/4062946193 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa40c003530 con 0x7fa4280d1980 2024-09-10T10:34:37.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa426800640 1 -- 172.21.15.22:0/4062946193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42815c440 msgr2=0x7fa4280d1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:37.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa426800640 1 --2- 172.21.15.22:0/4062946193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42815c440 0x7fa4280d1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa426800640 1 -- 172.21.15.22:0/4062946193 >> v1:172.21.15.22:6789/0 conn(0x7fa4280d1980 legacy=0x7fa4280b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.297+0000 7fa426800640 1 -- 172.21.15.22:0/4062946193 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4280b5680 con 0x7fa4280b6ae0 2024-09-10T10:34:37.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa426800640 1 --2- 172.21.15.22:0/4062946193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4280b6ae0 0x7fa4280b6f90 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa420009d90 tx=0x7fa42001c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c03d80270a60633 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:37.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa425400640 1 -- 172.21.15.22:0/4062946193 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4200b2070 con 0x7fa4280b6ae0 2024-09-10T10:34:37.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa425400640 1 -- 172.21.15.22:0/4062946193 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4200a5830 con 0x7fa4280b6ae0 2024-09-10T10:34:37.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa425400640 1 -- 172.21.15.22:0/4062946193 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4200a5be0 con 0x7fa4280b6ae0 2024-09-10T10:34:37.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa427200640 1 -- 172.21.15.22:0/4062946193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4280b6ae0 msgr2=0x7fa4280b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa427200640 1 --2- 172.21.15.22:0/4062946193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4280b6ae0 0x7fa4280b6f90 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa420009d90 tx=0x7fa42001c970 comp rx=0 tx=0).stop 2024-09-10T10:34:37.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa427200640 1 -- 172.21.15.22:0/4062946193 shutdown_connections 2024-09-10T10:34:37.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa427200640 1 --2- 172.21.15.22:0/4062946193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4280b6ae0 0x7fa4280b6f90 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa427200640 1 --2- 172.21.15.22:0/4062946193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42815c440 0x7fa4280d1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa427200640 1 -- 172.21.15.22:0/4062946193 >> 172.21.15.22:0/4062946193 conn(0x7fa4280b41e0 msgr2=0x7fa4280b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:37.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa427200640 1 -- 172.21.15.22:0/4062946193 shutdown_connections 2024-09-10T10:34:37.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.301+0000 7fa427200640 1 -- 172.21.15.22:0/4062946193 wait complete. 2024-09-10T10:34:37.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa427200640 1 Processor -- start 2024-09-10T10:34:37.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa427200640 1 -- start start 2024-09-10T10:34:37.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa427200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4280b6ae0 0x7fa428150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa427200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa4280d1980 0x7fa428160010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa427200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42815c440 0x7fa428150d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa427200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa428169250 con 0x7fa4280d1980 2024-09-10T10:34:37.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa427200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa4281690d0 con 0x7fa4280b6ae0 2024-09-10T10:34:37.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa427200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa4281693d0 con 0x7fa42815c440 2024-09-10T10:34:37.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa4280d1980 0x7fa428160010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa4280d1980 0x7fa428160010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59102/0 (socket says 172.21.15.22:59102) 2024-09-10T10:34:37.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41d400640 1 -- 172.21.15.22:0/382265148 learned_addr learned my addr 172.21.15.22:0/382265148 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:37.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa425e00640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4280b6ae0 0x7fa428150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa426800640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42815c440 0x7fa428150d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41d400640 1 -- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42815c440 msgr2=0x7fa428150d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41d400640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42815c440 0x7fa428150d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41d400640 1 -- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4280b6ae0 msgr2=0x7fa428150620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41d400640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4280b6ae0 0x7fa428150620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41d400640 1 -- 172.21.15.22:0/382265148 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa428154f10 con 0x7fa4280d1980 2024-09-10T10:34:37.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41d400640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa4280d1980 0x7fa428160010 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fa41000c420 tx=0x7fa41000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:37.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41ea00640 1 -- 172.21.15.22:0/382265148 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa410017070 con 0x7fa4280d1980 2024-09-10T10:34:37.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41ea00640 1 -- 172.21.15.22:0/382265148 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa410005d10 con 0x7fa4280d1980 2024-09-10T10:34:37.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa41ea00640 1 -- 172.21.15.22:0/382265148 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa410007310 con 0x7fa4280d1980 2024-09-10T10:34:37.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa427200640 1 -- 172.21.15.22:0/382265148 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4281551f0 con 0x7fa4280d1980 2024-09-10T10:34:37.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.305+0000 7fa427200640 1 -- 172.21.15.22:0/382265148 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa42815d2a0 con 0x7fa4280d1980 2024-09-10T10:34:37.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.309+0000 7fa427200640 1 -- 172.21.15.22:0/382265148 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa42815d090 con 0x7fa4280d1980 2024-09-10T10:34:37.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.309+0000 7fa41ea00640 1 -- 172.21.15.22:0/382265148 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa41001a070 con 0x7fa4280d1980 2024-09-10T10:34:37.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.309+0000 7fa41ea00640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4040678c0 0x7fa404069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.309+0000 7fa41ea00640 1 -- 172.21.15.22:0/382265148 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7fa410084f60 con 0x7fa4280d1980 2024-09-10T10:34:37.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.309+0000 7fa425e00640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4040678c0 0x7fa404069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.309+0000 7fa425e00640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4040678c0 0x7fa404069d80 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fa418009ac0 tx=0x7fa418009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:37.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.313+0000 7fa41ea00640 1 -- 172.21.15.22:0/382265148 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa4100555a0 con 0x7fa4280d1980 2024-09-10T10:34:37.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.517+0000 7fa427200640 1 -- 172.21.15.22:0/382265148 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4280d1ed0 con 0x7fa4280d1980 2024-09-10T10:34:37.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.517+0000 7fa41ea00640 1 -- 172.21.15.22:0/382265148 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5226 (secure 0 0 0) 0x7fa4100598a0 con 0x7fa4280d1980 2024-09-10T10:34:37.523 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:37.524 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":24,"btime":"2024-09-10T10:34:29:202897+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4853,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3809802326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3809802326},{"type":"v1","addr":"172.21.15.145:6836","nonce":3809802326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5119,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1236499179","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1236499179},{"type":"v1","addr":"172.21.15.145:6837","nonce":1236499179}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5232,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/353937266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":353937266},{"type":"v1","addr":"172.21.15.22:6834","nonce":353937266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:25.568037+0000","modified":"2024-09-10T10:34:28.599936+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5235},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5235":{"gid":5235,"name":"c","rank":0,"incarnation":20,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/1091408414","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1091408414},{"type":"v1","addr":"172.21.15.22:6835","nonce":1091408414}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5235,"qdb_cluster":[5235]},"id":3}]} 2024-09-10T10:34:37.524 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 24 2024-09-10T10:34:37.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 -- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4040678c0 msgr2=0x7fa404069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4040678c0 0x7fa404069d80 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fa418009ac0 tx=0x7fa418009190 comp rx=0 tx=0).stop 2024-09-10T10:34:37.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 -- 172.21.15.22:0/382265148 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa4280d1980 msgr2=0x7fa428160010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa4280d1980 0x7fa428160010 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fa41000c420 tx=0x7fa41000c8e0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 -- 172.21.15.22:0/382265148 shutdown_connections 2024-09-10T10:34:37.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4040678c0 0x7fa404069d80 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42815c440 0x7fa428150d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa4280d1980 0x7fa428160010 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 --2- 172.21.15.22:0/382265148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4280b6ae0 0x7fa428150620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 -- 172.21.15.22:0/382265148 >> 172.21.15.22:0/382265148 conn(0x7fa4280b41e0 msgr2=0x7fa42815b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:37.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 -- 172.21.15.22:0/382265148 shutdown_connections 2024-09-10T10:34:37.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.521+0000 7fa427200640 1 -- 172.21.15.22:0/382265148 wait complete. 2024-09-10T10:34:37.545 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:37.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d7be00640 1 Processor -- start 2024-09-10T10:34:37.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d7be00640 1 -- start start 2024-09-10T10:34:37.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d7be00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9d74147e40 0x7f9d74071a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d7be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7406d8b0 0x7f9d740ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d7be00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d740afe90 con 0x7f9d74071fb0 2024-09-10T10:34:37.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d7be00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9d740b5aa0 con 0x7f9d74147e40 2024-09-10T10:34:37.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d7be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9d740b54e0 con 0x7f9d7406d8b0 2024-09-10T10:34:37.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d78a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9d74071fb0 0x7f9d7406d1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34620/0 (socket says 172.21.15.22:34620) 2024-09-10T10:34:37.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d79400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9d74147e40 0x7f9d74071a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d78a00640 1 -- 172.21.15.22:0/3467400138 learned_addr learned my addr 172.21.15.22:0/3467400138 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:37.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d79e00640 1 --2- 172.21.15.22:0/3467400138 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7406d8b0 0x7f9d740ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d79400640 1 -- 172.21.15.22:0/3467400138 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7406d8b0 msgr2=0x7f9d740ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:37.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d79400640 1 --2- 172.21.15.22:0/3467400138 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7406d8b0 0x7f9d740ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d79400640 1 -- 172.21.15.22:0/3467400138 >> v1:172.21.15.22:6789/0 conn(0x7f9d74071fb0 legacy=0x7f9d7406d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.681+0000 7f9d79400640 1 -- 172.21.15.22:0/3467400138 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d740b57c0 con 0x7f9d74147e40 2024-09-10T10:34:37.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d79400640 1 --2- 172.21.15.22:0/3467400138 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74147e40 0x7f9d74071a70 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f9d680097c0 tx=0x7f9d6801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=624fa2262afffe12 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:37.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d73e00640 1 -- 172.21.15.22:0/3467400138 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d680b0070 con 0x7f9d74147e40 2024-09-10T10:34:37.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d73e00640 1 -- 172.21.15.22:0/3467400138 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d680ab600 con 0x7f9d74147e40 2024-09-10T10:34:37.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d73e00640 1 -- 172.21.15.22:0/3467400138 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d680ab9d0 con 0x7f9d74147e40 2024-09-10T10:34:37.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d7be00640 1 -- 172.21.15.22:0/3467400138 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74147e40 msgr2=0x7f9d74071a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d7be00640 1 --2- 172.21.15.22:0/3467400138 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74147e40 0x7f9d74071a70 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f9d680097c0 tx=0x7f9d6801c3e0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d7be00640 1 -- 172.21.15.22:0/3467400138 shutdown_connections 2024-09-10T10:34:37.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d7be00640 1 --2- 172.21.15.22:0/3467400138 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7406d8b0 0x7f9d740ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d7be00640 1 --2- 172.21.15.22:0/3467400138 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74147e40 0x7f9d74071a70 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d7be00640 1 -- 172.21.15.22:0/3467400138 >> 172.21.15.22:0/3467400138 conn(0x7f9d74062dd0 msgr2=0x7f9d7406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:37.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d7be00640 1 -- 172.21.15.22:0/3467400138 shutdown_connections 2024-09-10T10:34:37.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.685+0000 7f9d7be00640 1 -- 172.21.15.22:0/3467400138 wait complete. 2024-09-10T10:34:37.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d7be00640 1 Processor -- start 2024-09-10T10:34:37.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d7be00640 1 -- start start 2024-09-10T10:34:37.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d7be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74071fb0 0x7f9d7415dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d7be00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d74147e40 0x7f9d7413f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d7be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7413fdd0 0x7f9d74144b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d7be00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9d7416b340 con 0x7f9d74071fb0 2024-09-10T10:34:37.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d7be00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9d74148430 con 0x7f9d74147e40 2024-09-10T10:34:37.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d7be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9d7416b4c0 con 0x7f9d7413fdd0 2024-09-10T10:34:37.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d79400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74071fb0 0x7f9d7415dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d79400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74071fb0 0x7f9d7415dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59124/0 (socket says 172.21.15.22:59124) 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d79400640 1 -- 172.21.15.22:0/2546436093 learned_addr learned my addr 172.21.15.22:0/2546436093 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d79e00640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7413fdd0 0x7f9d74144b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d78a00640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d74147e40 0x7f9d7413f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d79400640 1 -- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7413fdd0 msgr2=0x7f9d74144b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d79400640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7413fdd0 0x7f9d74144b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d79400640 1 -- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d74147e40 msgr2=0x7f9d7413f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d79400640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d74147e40 0x7f9d7413f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d79400640 1 -- 172.21.15.22:0/2546436093 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d74164630 con 0x7f9d74071fb0 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d79400640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74071fb0 0x7f9d7415dbc0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f9d6801a010 tx=0x7f9d6801ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d71600640 1 -- 172.21.15.22:0/2546436093 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d680b0050 con 0x7f9d74071fb0 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d71600640 1 -- 172.21.15.22:0/2546436093 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d680b1040 con 0x7f9d74071fb0 2024-09-10T10:34:37.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d71600640 1 -- 172.21.15.22:0/2546436093 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d680b5610 con 0x7f9d74071fb0 2024-09-10T10:34:37.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d7be00640 1 -- 172.21.15.22:0/2546436093 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d74164910 con 0x7f9d74071fb0 2024-09-10T10:34:37.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.689+0000 7f9d7be00640 1 -- 172.21.15.22:0/2546436093 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d74166630 con 0x7f9d74071fb0 2024-09-10T10:34:37.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.693+0000 7f9d7be00640 1 -- 172.21.15.22:0/2546436093 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d740ae8a0 con 0x7f9d74071fb0 2024-09-10T10:34:37.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.693+0000 7f9d71600640 1 -- 172.21.15.22:0/2546436093 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9d680be030 con 0x7f9d74071fb0 2024-09-10T10:34:37.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.693+0000 7f9d71600640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d540678c0 0x7f9d54069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:37.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.693+0000 7f9d71600640 1 -- 172.21.15.22:0/2546436093 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f9d6811f9c0 con 0x7f9d74071fb0 2024-09-10T10:34:37.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.693+0000 7f9d78a00640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d540678c0 0x7f9d54069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:37.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.693+0000 7f9d78a00640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d540678c0 0x7f9d54069d80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9d741fad80 tx=0x7f9d60009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:37.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.697+0000 7f9d71600640 1 -- 172.21.15.22:0/2546436093 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9d680c5060 con 0x7f9d74071fb0 2024-09-10T10:34:37.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.861+0000 7f9d7be00640 1 -- 172.21.15.22:0/2546436093 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9d74166120 con 0x7f9d74071fb0 2024-09-10T10:34:37.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d71600640 1 -- 172.21.15.22:0/2546436093 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) ==== 74+0+16681 (secure 0 0 0) 0x7f9d68016090 con 0x7f9d74071fb0 2024-09-10T10:34:37.870 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:37.870 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":47,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:27.190307+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:34:23.376332+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"46","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-10T10:34:24.578487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:37.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 -- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d540678c0 msgr2=0x7f9d54069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d540678c0 0x7f9d54069d80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9d741fad80 tx=0x7f9d60009040 comp rx=0 tx=0).stop 2024-09-10T10:34:37.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 -- 172.21.15.22:0/2546436093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74071fb0 msgr2=0x7f9d7415dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:37.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74071fb0 0x7f9d7415dbc0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f9d6801a010 tx=0x7f9d6801ac20 comp rx=0 tx=0).stop 2024-09-10T10:34:37.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 -- 172.21.15.22:0/2546436093 shutdown_connections 2024-09-10T10:34:37.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d540678c0 0x7f9d54069d80 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7413fdd0 0x7f9d74144b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d74147e40 0x7f9d7413f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 --2- 172.21.15.22:0/2546436093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d74071fb0 0x7f9d7415dbc0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:37.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 -- 172.21.15.22:0/2546436093 >> 172.21.15.22:0/2546436093 conn(0x7f9d74062dd0 msgr2=0x7f9d74141870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:37.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 -- 172.21.15.22:0/2546436093 shutdown_connections 2024-09-10T10:34:37.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:37.865+0000 7f9d7be00640 1 -- 172.21.15.22:0/2546436093 wait complete. 2024-09-10T10:34:37.891 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:34:38.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.025+0000 7f9229e00640 1 Processor -- start 2024-09-10T10:34:38.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9229e00640 1 -- start start 2024-09-10T10:34:38.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9229e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f922415b220 0x7f9224071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9229e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92240b56f0 0x7f92240b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9229e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92240ce880 con 0x7f922415b600 2024-09-10T10:34:38.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9229e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f922406d6e0 con 0x7f922415b220 2024-09-10T10:34:38.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9229e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f92240ceb60 con 0x7f92240b56f0 2024-09-10T10:34:38.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9222a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f922415b220 0x7f9224071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9222a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f922415b220 0x7f9224071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59140/0 (socket says 172.21.15.22:59140) 2024-09-10T10:34:38.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9222a00640 1 -- 172.21.15.22:0/1771964917 learned_addr learned my addr 172.21.15.22:0/1771964917 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:38.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9223400640 1 --2- 172.21.15.22:0/1771964917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92240b56f0 0x7f92240b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9222a00640 1 -- 172.21.15.22:0/1771964917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92240b56f0 msgr2=0x7f92240b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:38.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9222a00640 1 --2- 172.21.15.22:0/1771964917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92240b56f0 0x7f92240b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9222a00640 1 -- 172.21.15.22:0/1771964917 >> v1:172.21.15.145:6789/0 conn(0x7f922415b600 legacy=0x7f92240b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:38.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.029+0000 7f9222a00640 1 -- 172.21.15.22:0/1771964917 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92240cee40 con 0x7f922415b220 2024-09-10T10:34:38.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9222a00640 1 --2- 172.21.15.22:0/1771964917 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 0x7f9224071140 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f9214009870 tx=0x7f921401c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28591a19c21d448e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:38.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9222000640 1 -- 172.21.15.22:0/1771964917 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92140ab430 con 0x7f922415b220 2024-09-10T10:34:38.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9222000640 1 -- 172.21.15.22:0/1771964917 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92140b0070 con 0x7f922415b220 2024-09-10T10:34:38.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9222000640 1 -- 172.21.15.22:0/1771964917 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92140ab7f0 con 0x7f922415b220 2024-09-10T10:34:38.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9229e00640 1 -- 172.21.15.22:0/1771964917 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 msgr2=0x7f9224071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:38.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9229e00640 1 --2- 172.21.15.22:0/1771964917 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 0x7f9224071140 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f9214009870 tx=0x7f921401c410 comp rx=0 tx=0).stop 2024-09-10T10:34:38.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9229e00640 1 -- 172.21.15.22:0/1771964917 shutdown_connections 2024-09-10T10:34:38.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9229e00640 1 --2- 172.21.15.22:0/1771964917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92240b56f0 0x7f92240b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9229e00640 1 --2- 172.21.15.22:0/1771964917 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 0x7f9224071140 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9229e00640 1 -- 172.21.15.22:0/1771964917 >> 172.21.15.22:0/1771964917 conn(0x7f9224062dd0 msgr2=0x7f922406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:38.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9229e00640 1 -- 172.21.15.22:0/1771964917 shutdown_connections 2024-09-10T10:34:38.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9229e00640 1 -- 172.21.15.22:0/1771964917 wait complete. 2024-09-10T10:34:38.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9229e00640 1 Processor -- start 2024-09-10T10:34:38.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.033+0000 7f9229e00640 1 -- start start 2024-09-10T10:34:38.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9229e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92240b56f0 0x7f92241577c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9229e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 0x7f9224142020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9229e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f922415b600 0x7f92241644a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9229e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f92240cffd0 con 0x7f922415b220 2024-09-10T10:34:38.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9229e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f92240cfe50 con 0x7f922415b600 2024-09-10T10:34:38.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9229e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f92240d0150 con 0x7f92240b56f0 2024-09-10T10:34:38.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 0x7f9224142020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 0x7f9224142020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59146/0 (socket says 172.21.15.22:59146) 2024-09-10T10:34:38.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9222a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92240b56f0 0x7f92241577c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921a000640 1 -- 172.21.15.22:0/3209303466 learned_addr learned my addr 172.21.15.22:0/3209303466 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:38.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9223400640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f922415b600 0x7f92241644a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921a000640 1 -- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92240b56f0 msgr2=0x7f92241577c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:38.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921a000640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92240b56f0 0x7f92241577c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921a000640 1 -- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f922415b600 msgr2=0x7f92241644a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:38.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921a000640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f922415b600 0x7f92241644a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921a000640 1 -- 172.21.15.22:0/3209303466 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92241428f0 con 0x7f922415b220 2024-09-10T10:34:38.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921a000640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 0x7f9224142020 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f920c00c370 tx=0x7f920c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:38.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921be00640 1 -- 172.21.15.22:0/3209303466 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f920c0052d0 con 0x7f922415b220 2024-09-10T10:34:38.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921be00640 1 -- 172.21.15.22:0/3209303466 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f920c005470 con 0x7f922415b220 2024-09-10T10:34:38.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921be00640 1 -- 172.21.15.22:0/3209303466 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f920c007260 con 0x7f922415b220 2024-09-10T10:34:38.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9229e00640 1 -- 172.21.15.22:0/3209303466 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9224142bd0 con 0x7f922415b220 2024-09-10T10:34:38.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9229e00640 1 -- 172.21.15.22:0/3209303466 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9224143190 con 0x7f922415b220 2024-09-10T10:34:38.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f9229e00640 1 -- 172.21.15.22:0/3209303466 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92240b3f10 con 0x7f922415b220 2024-09-10T10:34:38.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.037+0000 7f921be00640 1 -- 172.21.15.22:0/3209303466 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f920c007400 con 0x7f922415b220 2024-09-10T10:34:38.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.041+0000 7f921be00640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92000678c0 0x7f9200069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.041+0000 7f921be00640 1 -- 172.21.15.22:0/3209303466 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5709+0+0 (secure 0 0 0) 0x7f920c085110 con 0x7f922415b220 2024-09-10T10:34:38.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.041+0000 7f9222a00640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92000678c0 0x7f9200069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.041+0000 7f9222a00640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92000678c0 0x7f9200069d80 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f92140af000 tx=0x7f9214008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:38.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.045+0000 7f921be00640 1 -- 172.21.15.22:0/3209303466 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f920c055560 con 0x7f922415b220 2024-09-10T10:34:38.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.245+0000 7f9229e00640 1 -- 172.21.15.22:0/3209303466 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f92240cc820 con 0x7f922415b220 2024-09-10T10:34:38.250 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:34:38.245+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:34:38.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.245+0000 7f921be00640 1 -- 172.21.15.22:0/3209303466 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v25) ==== 161+0+0 (secure 0 0 0) 0x7f920c059860 con 0x7f922415b220 2024-09-10T10:34:38.252 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:34:38.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 -- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92000678c0 msgr2=0x7f9200069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:38.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92000678c0 0x7f9200069d80 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f92140af000 tx=0x7f9214008040 comp rx=0 tx=0).stop 2024-09-10T10:34:38.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 -- 172.21.15.22:0/3209303466 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 msgr2=0x7f9224142020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:38.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 0x7f9224142020 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f920c00c370 tx=0x7f920c00c830 comp rx=0 tx=0).stop 2024-09-10T10:34:38.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 -- 172.21.15.22:0/3209303466 shutdown_connections 2024-09-10T10:34:38.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92000678c0 0x7f9200069d80 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f922415b600 0x7f92241644a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f922415b220 0x7f9224142020 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 --2- 172.21.15.22:0/3209303466 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92240b56f0 0x7f92241577c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 -- 172.21.15.22:0/3209303466 >> 172.21.15.22:0/3209303466 conn(0x7f9224062dd0 msgr2=0x7f92240b2c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:38.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 -- 172.21.15.22:0/3209303466 shutdown_connections 2024-09-10T10:34:38.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.249+0000 7f9229e00640 1 -- 172.21.15.22:0/3209303466 wait complete. 2024-09-10T10:34:38.260 INFO:tasks.ceph.mds.c.smithi022.stderr: -2096> 2024-09-10T10:34:28.153+0000 7f8a57800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:34:38.276 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:34:38.306 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:34:38.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f9887800640 1 Processor -- start 2024-09-10T10:34:38.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f9887800640 1 -- start start 2024-09-10T10:34:38.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f9887800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f988006d250 0x7f988006d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f9887800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f98800af980 0x7f98800afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f9887800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9880070ad0 con 0x7f988015e970 2024-09-10T10:34:38.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f9887800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f98800708a0 con 0x7f988006d250 2024-09-10T10:34:38.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f9887800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f98800af4f0 con 0x7f98800af980 2024-09-10T10:34:38.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f9884e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f988015e970 0x7f988006c6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34638/0 (socket says 172.21.15.22:34638) 2024-09-10T10:34:38.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f9884e00640 1 -- 172.21.15.22:0/3984858476 learned_addr learned my addr 172.21.15.22:0/3984858476 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:38.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f987fe00640 1 --2- 172.21.15.22:0/3984858476 >> v2:172.21.15.22:3300/0 conn(0x7f988006d250 0x7f988006d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f9885800640 1 --2- 172.21.15.22:0/3984858476 >> v2:172.21.15.145:3300/0 conn(0x7f98800af980 0x7f98800afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f987f400640 1 -- 172.21.15.22:0/3984858476 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2548022535 0 0) 0x7f9880070ad0 con 0x7f988015e970 2024-09-10T10:34:38.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f987f400640 1 -- 172.21.15.22:0/3984858476 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9864003530 con 0x7f988015e970 2024-09-10T10:34:38.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f987fe00640 1 -- 172.21.15.22:0/3984858476 >> v2:172.21.15.145:3300/0 conn(0x7f98800af980 msgr2=0x7f98800afdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:38.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f987fe00640 1 --2- 172.21.15.22:0/3984858476 >> v2:172.21.15.145:3300/0 conn(0x7f98800af980 0x7f98800afdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f987fe00640 1 -- 172.21.15.22:0/3984858476 >> v1:172.21.15.22:6789/0 conn(0x7f988015e970 legacy=0x7f988006c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:38.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.417+0000 7f987fe00640 1 -- 172.21.15.22:0/3984858476 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9880070db0 con 0x7f988006d250 2024-09-10T10:34:38.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f987fe00640 1 --2- 172.21.15.22:0/3984858476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988006d250 0x7f988006d690 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f9880073170 tx=0x7f986c01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8e2cf4601a48daa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:38.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f987f400640 1 -- 172.21.15.22:0/3984858476 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986c0b0070 con 0x7f988006d250 2024-09-10T10:34:38.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f987f400640 1 -- 172.21.15.22:0/3984858476 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f986c0ab600 con 0x7f988006d250 2024-09-10T10:34:38.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f987f400640 1 -- 172.21.15.22:0/3984858476 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986c0ab9b0 con 0x7f988006d250 2024-09-10T10:34:38.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f9887800640 1 -- 172.21.15.22:0/3984858476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988006d250 msgr2=0x7f988006d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:38.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f9887800640 1 --2- 172.21.15.22:0/3984858476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988006d250 0x7f988006d690 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f9880073170 tx=0x7f986c01c480 comp rx=0 tx=0).stop 2024-09-10T10:34:38.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f9887800640 1 -- 172.21.15.22:0/3984858476 shutdown_connections 2024-09-10T10:34:38.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f9887800640 1 --2- 172.21.15.22:0/3984858476 >> v2:172.21.15.145:3300/0 conn(0x7f98800af980 0x7f98800afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f9887800640 1 --2- 172.21.15.22:0/3984858476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988006d250 0x7f988006d690 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f9887800640 1 -- 172.21.15.22:0/3984858476 >> 172.21.15.22:0/3984858476 conn(0x7f98800b4210 msgr2=0x7f98800b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:38.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f9887800640 1 -- 172.21.15.22:0/3984858476 shutdown_connections 2024-09-10T10:34:38.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.421+0000 7f9887800640 1 -- 172.21.15.22:0/3984858476 wait complete. 2024-09-10T10:34:38.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 Processor -- start 2024-09-10T10:34:38.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 -- start start 2024-09-10T10:34:38.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f988006d250 0x7f9880159150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98800af980 0x7f9880159690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988015e970 0x7f98800b6560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f988006cf60 con 0x7f988015e970 2024-09-10T10:34:38.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f988006cde0 con 0x7f988006d250 2024-09-10T10:34:38.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f988016b3a0 con 0x7f98800af980 2024-09-10T10:34:38.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9885800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988015e970 0x7f98800b6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9885800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988015e970 0x7f98800b6560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59184/0 (socket says 172.21.15.22:59184) 2024-09-10T10:34:38.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9885800640 1 -- 172.21.15.22:0/795324497 learned_addr learned my addr 172.21.15.22:0/795324497 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:38.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9884e00640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f988006d250 0x7f9880159150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f987fe00640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98800af980 0x7f9880159690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9885800640 1 -- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98800af980 msgr2=0x7f9880159690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:38.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9885800640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98800af980 0x7f9880159690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9885800640 1 -- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f988006d250 msgr2=0x7f9880159150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:38.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9885800640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f988006d250 0x7f9880159150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:38.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9885800640 1 -- 172.21.15.22:0/795324497 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f988014b660 con 0x7f988015e970 2024-09-10T10:34:38.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9885800640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988015e970 0x7f98800b6560 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f9878009dd0 tx=0x7f987800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:38.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f987cc00640 1 -- 172.21.15.22:0/795324497 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9878018020 con 0x7f988015e970 2024-09-10T10:34:38.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f987cc00640 1 -- 172.21.15.22:0/795324497 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9878014480 con 0x7f988015e970 2024-09-10T10:34:38.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f987cc00640 1 -- 172.21.15.22:0/795324497 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9878014870 con 0x7f988015e970 2024-09-10T10:34:38.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 -- 172.21.15.22:0/795324497 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f988014b940 con 0x7f988015e970 2024-09-10T10:34:38.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 -- 172.21.15.22:0/795324497 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f988014bf00 con 0x7f988015e970 2024-09-10T10:34:38.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.425+0000 7f9887800640 1 -- 172.21.15.22:0/795324497 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f988006d690 con 0x7f988015e970 2024-09-10T10:34:38.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.429+0000 7f987cc00640 1 -- 172.21.15.22:0/795324497 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f987801b020 con 0x7f988015e970 2024-09-10T10:34:38.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.429+0000 7f987cc00640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98600678c0 0x7f9860069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:38.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.429+0000 7f987cc00640 1 -- 172.21.15.22:0/795324497 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5795+0+0 (secure 0 0 0) 0x7f98780867a0 con 0x7f988015e970 2024-09-10T10:34:38.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.429+0000 7f9884e00640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98600678c0 0x7f9860069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:38.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.429+0000 7f9884e00640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98600678c0 0x7f9860069d80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9870007fd0 tx=0x7f9870009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:38.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.433+0000 7f987cc00640 1 -- 172.21.15.22:0/795324497 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9878022070 con 0x7f988015e970 2024-09-10T10:34:38.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:38.633+0000 7f9887800640 1 -- 172.21.15.22:0/795324497 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f9880157ab0 con 0x7f988015e970 2024-09-10T10:34:39.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f987cc00640 1 -- 172.21.15.22:0/795324497 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v26) ==== 104+0+0 (secure 0 0 0) 0x7f9878010040 con 0x7f988015e970 2024-09-10T10:34:39.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 -- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98600678c0 msgr2=0x7f9860069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:39.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98600678c0 0x7f9860069d80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9870007fd0 tx=0x7f9870009040 comp rx=0 tx=0).stop 2024-09-10T10:34:39.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 -- 172.21.15.22:0/795324497 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988015e970 msgr2=0x7f98800b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:39.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988015e970 0x7f98800b6560 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f9878009dd0 tx=0x7f987800c490 comp rx=0 tx=0).stop 2024-09-10T10:34:39.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 -- 172.21.15.22:0/795324497 shutdown_connections 2024-09-10T10:34:39.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98600678c0 0x7f9860069d80 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:39.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f988015e970 0x7f98800b6560 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:39.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98800af980 0x7f9880159690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:39.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 --2- 172.21.15.22:0/795324497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f988006d250 0x7f9880159150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:39.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 -- 172.21.15.22:0/795324497 >> 172.21.15.22:0/795324497 conn(0x7f98800b4210 msgr2=0x7f9880155810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:39.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 -- 172.21.15.22:0/795324497 shutdown_connections 2024-09-10T10:34:39.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.249+0000 7f9887800640 1 -- 172.21.15.22:0/795324497 wait complete. 2024-09-10T10:34:39.279 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:34:39.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.461+0000 7fa87c000640 1 Processor -- start 2024-09-10T10:34:39.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.461+0000 7fa87c000640 1 -- start start 2024-09-10T10:34:39.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa87c000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa874158bd0 0x7fa8740b4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:39.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa87c000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa87406e350 0x7fa8741601e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:39.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa87c000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa874158fb0 con 0x7fa8740b47d0 2024-09-10T10:34:39.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa87c000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa8740b4c30 con 0x7fa874158bd0 2024-09-10T10:34:39.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa87c000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa87406e9b0 con 0x7fa87406e350 2024-09-10T10:34:39.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa878c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa8740b47d0 0x7fa87406dc40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34642/0 (socket says 172.21.15.22:34642) 2024-09-10T10:34:39.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa878c00640 1 -- 172.21.15.22:0/1447247291 learned_addr learned my addr 172.21.15.22:0/1447247291 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:39.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa879600640 1 --2- 172.21.15.22:0/1447247291 >> v2:172.21.15.145:3300/0 conn(0x7fa874158bd0 0x7fa8740b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:39.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa87a000640 1 --2- 172.21.15.22:0/1447247291 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa87406e350 0x7fa8741601e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:39.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa873e00640 1 -- 172.21.15.22:0/1447247291 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 483881124 0 0) 0x7fa874158fb0 con 0x7fa8740b47d0 2024-09-10T10:34:39.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa873e00640 1 -- 172.21.15.22:0/1447247291 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa85c003530 con 0x7fa8740b47d0 2024-09-10T10:34:39.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa879600640 1 -- 172.21.15.22:0/1447247291 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa87406e350 msgr2=0x7fa8741601e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:39.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa879600640 1 --2- 172.21.15.22:0/1447247291 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa87406e350 0x7fa8741601e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:39.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa879600640 1 -- 172.21.15.22:0/1447247291 >> v1:172.21.15.22:6789/0 conn(0x7fa8740b47d0 legacy=0x7fa87406dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:39.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.465+0000 7fa879600640 1 -- 172.21.15.22:0/1447247291 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa87406ec90 con 0x7fa874158bd0 2024-09-10T10:34:39.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa879600640 1 --2- 172.21.15.22:0/1447247291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa874158bd0 0x7fa8740b4290 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa8680097c0 tx=0x7fa86801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acc9d9df3cd8d5e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:39.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa873e00640 1 -- 172.21.15.22:0/1447247291 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8680b2070 con 0x7fa874158bd0 2024-09-10T10:34:39.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa873e00640 1 -- 172.21.15.22:0/1447247291 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8680ad640 con 0x7fa874158bd0 2024-09-10T10:34:39.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa873e00640 1 -- 172.21.15.22:0/1447247291 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8680ada10 con 0x7fa874158bd0 2024-09-10T10:34:39.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 -- 172.21.15.22:0/1447247291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa874158bd0 msgr2=0x7fa8740b4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:39.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 --2- 172.21.15.22:0/1447247291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa874158bd0 0x7fa8740b4290 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa8680097c0 tx=0x7fa86801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:34:39.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 -- 172.21.15.22:0/1447247291 shutdown_connections 2024-09-10T10:34:39.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 --2- 172.21.15.22:0/1447247291 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa87406e350 0x7fa8741601e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:39.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 --2- 172.21.15.22:0/1447247291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa874158bd0 0x7fa8740b4290 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:39.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 -- 172.21.15.22:0/1447247291 >> 172.21.15.22:0/1447247291 conn(0x7fa874062e00 msgr2=0x7fa87406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:39.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 -- 172.21.15.22:0/1447247291 shutdown_connections 2024-09-10T10:34:39.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 -- 172.21.15.22:0/1447247291 wait complete. 2024-09-10T10:34:39.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 Processor -- start 2024-09-10T10:34:39.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 -- start start 2024-09-10T10:34:39.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa87406e350 0x7fa87415df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:39.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa8740b47d0 0x7fa8741569f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:39.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa874158bd0 0x7fa87415b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:39.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa8741610b0 con 0x7fa874158bd0 2024-09-10T10:34:39.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa874160f30 con 0x7fa87406e350 2024-09-10T10:34:39.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87c000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa874161230 con 0x7fa8740b47d0 2024-09-10T10:34:39.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa874158bd0 0x7fa87415b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:39.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa874158bd0 0x7fa87415b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59198/0 (socket says 172.21.15.22:59198) 2024-09-10T10:34:39.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.469+0000 7fa87a000640 1 -- 172.21.15.22:0/2315657558 learned_addr learned my addr 172.21.15.22:0/2315657558 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:39.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa878c00640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa8740b47d0 0x7fa8741569f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:39.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa879600640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa87406e350 0x7fa87415df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:39.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa87a000640 1 -- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa8740b47d0 msgr2=0x7fa8741569f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:39.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa87a000640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa8740b47d0 0x7fa8741569f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:39.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa87a000640 1 -- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa87406e350 msgr2=0x7fa87415df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:39.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa87a000640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa87406e350 0x7fa87415df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:39.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa87a000640 1 -- 172.21.15.22:0/2315657558 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa87415e750 con 0x7fa874158bd0 2024-09-10T10:34:39.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa87a000640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa874158bd0 0x7fa87415b3f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00efc0 tx=0x7fa86c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:39.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa871600640 1 -- 172.21.15.22:0/2315657558 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c018020 con 0x7fa874158bd0 2024-09-10T10:34:39.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa871600640 1 -- 172.21.15.22:0/2315657558 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa86c014480 con 0x7fa874158bd0 2024-09-10T10:34:39.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa871600640 1 -- 172.21.15.22:0/2315657558 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c014870 con 0x7fa874158bd0 2024-09-10T10:34:39.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa87c000640 1 -- 172.21.15.22:0/2315657558 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa87415ea30 con 0x7fa874158bd0 2024-09-10T10:34:39.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa87c000640 1 -- 172.21.15.22:0/2315657558 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa87415eff0 con 0x7fa874158bd0 2024-09-10T10:34:39.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa87c000640 1 -- 172.21.15.22:0/2315657558 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8740d09b0 con 0x7fa874158bd0 2024-09-10T10:34:39.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa871600640 1 -- 172.21.15.22:0/2315657558 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa86c01b020 con 0x7fa874158bd0 2024-09-10T10:34:39.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa871600640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8540678c0 0x7fa854069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:39.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.473+0000 7fa871600640 1 -- 172.21.15.22:0/2315657558 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5795+0+0 (secure 0 0 0) 0x7fa86c086cb0 con 0x7fa874158bd0 2024-09-10T10:34:39.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.477+0000 7fa879600640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8540678c0 0x7fa854069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.477+0000 7fa879600640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8540678c0 0x7fa854069d80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa8680af000 tx=0x7fa868008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:39.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.477+0000 7fa871600640 1 -- 172.21.15.22:0/2315657558 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa86c022020 con 0x7fa874158bd0 2024-09-10T10:34:39.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:39.645+0000 7fa87c000640 1 -- 172.21.15.22:0/2315657558 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa8740b53e0 con 0x7fa874158bd0 2024-09-10T10:34:40.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.253+0000 7fa871600640 1 -- 172.21.15.22:0/2315657558 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v49) ==== 181+0+0 (secure 0 0 0) 0x7fa86c010040 con 0x7fa874158bd0 2024-09-10T10:34:40.258 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:34:40.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 -- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8540678c0 msgr2=0x7fa854069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:40.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8540678c0 0x7fa854069d80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa8680af000 tx=0x7fa868008040 comp rx=0 tx=0).stop 2024-09-10T10:34:40.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 -- 172.21.15.22:0/2315657558 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa874158bd0 msgr2=0x7fa87415b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:40.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa874158bd0 0x7fa87415b3f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00efc0 tx=0x7fa86c00c490 comp rx=0 tx=0).stop 2024-09-10T10:34:40.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 -- 172.21.15.22:0/2315657558 shutdown_connections 2024-09-10T10:34:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8540678c0 0x7fa854069d80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa874158bd0 0x7fa87415b3f0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa8740b47d0 0x7fa8741569f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 --2- 172.21.15.22:0/2315657558 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa87406e350 0x7fa87415df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 -- 172.21.15.22:0/2315657558 >> 172.21.15.22:0/2315657558 conn(0x7fa874062e00 msgr2=0x7fa874073230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 -- 172.21.15.22:0/2315657558 shutdown_connections 2024-09-10T10:34:40.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.257+0000 7fa87c000640 1 -- 172.21.15.22:0/2315657558 wait complete. 2024-09-10T10:34:40.283 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:34:40.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca9400640 1 Processor -- start 2024-09-10T10:34:40.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca9400640 1 -- start start 2024-09-10T10:34:40.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca9400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4ca415c220 0x7f4ca4072130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:40.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca9400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4ca4072670 0x7f4ca406d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:40.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca9400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ca415c600 con 0x7f4ca406d5f0 2024-09-10T10:34:40.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca9400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4ca40737e0 con 0x7f4ca4072670 2024-09-10T10:34:40.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca9400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f4ca406da20 con 0x7f4ca415c220 2024-09-10T10:34:40.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4ca4072670 0x7f4ca406d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:40.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4ca4072670 0x7f4ca406d0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59204/0 (socket says 172.21.15.22:59204) 2024-09-10T10:34:40.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca3400640 1 -- 172.21.15.22:0/3288034193 learned_addr learned my addr 172.21.15.22:0/3288034193 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:40.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca3e00640 1 --2- 172.21.15.22:0/3288034193 >> v2:172.21.15.145:3300/0 conn(0x7f4ca415c220 0x7f4ca4072130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:40.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca3400640 1 -- 172.21.15.22:0/3288034193 >> v2:172.21.15.145:3300/0 conn(0x7f4ca415c220 msgr2=0x7f4ca4072130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:40.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca3400640 1 --2- 172.21.15.22:0/3288034193 >> v2:172.21.15.145:3300/0 conn(0x7f4ca415c220 0x7f4ca4072130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:40.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca3400640 1 -- 172.21.15.22:0/3288034193 >> v1:172.21.15.145:6789/0 conn(0x7f4ca406d5f0 legacy=0x7f4ca406bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:40.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.425+0000 7f4ca3400640 1 -- 172.21.15.22:0/3288034193 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ca4072c60 con 0x7f4ca4072670 2024-09-10T10:34:40.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca3400640 1 --2- 172.21.15.22:0/3288034193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca4072670 0x7f4ca406d0b0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f4ca406ccd0 tx=0x7f4c9001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2974514f813bdd4d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:40.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca2a00640 1 -- 172.21.15.22:0/3288034193 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c900ab660 con 0x7f4ca4072670 2024-09-10T10:34:40.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca2a00640 1 -- 172.21.15.22:0/3288034193 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c900b0070 con 0x7f4ca4072670 2024-09-10T10:34:40.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca2a00640 1 -- 172.21.15.22:0/3288034193 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c900aba20 con 0x7f4ca4072670 2024-09-10T10:34:40.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca9400640 1 -- 172.21.15.22:0/3288034193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca4072670 msgr2=0x7f4ca406d0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:40.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca9400640 1 --2- 172.21.15.22:0/3288034193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca4072670 0x7f4ca406d0b0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f4ca406ccd0 tx=0x7f4c9001c460 comp rx=0 tx=0).stop 2024-09-10T10:34:40.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca9400640 1 -- 172.21.15.22:0/3288034193 shutdown_connections 2024-09-10T10:34:40.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca9400640 1 --2- 172.21.15.22:0/3288034193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca4072670 0x7f4ca406d0b0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:40.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca9400640 1 --2- 172.21.15.22:0/3288034193 >> v2:172.21.15.145:3300/0 conn(0x7f4ca415c220 0x7f4ca4072130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:40.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca9400640 1 -- 172.21.15.22:0/3288034193 >> 172.21.15.22:0/3288034193 conn(0x7f4ca40d0330 msgr2=0x7f4ca40d0740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:40.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca9400640 1 -- 172.21.15.22:0/3288034193 shutdown_connections 2024-09-10T10:34:40.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca9400640 1 -- 172.21.15.22:0/3288034193 wait complete. 2024-09-10T10:34:40.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca9400640 1 Processor -- start 2024-09-10T10:34:40.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.429+0000 7f4ca9400640 1 -- start start 2024-09-10T10:34:40.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca9400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ca406d5f0 0x7f4ca4148910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:40.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca9400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ca4072670 0x7f4ca415e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:40.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca9400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca415c220 0x7f4ca41497b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca9400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca406dfc0 con 0x7f4ca415c220 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca9400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca406de40 con 0x7f4ca406d5f0 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca9400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4ca4168e00 con 0x7f4ca4072670 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca8a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca415c220 0x7f4ca41497b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca8a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca415c220 0x7f4ca41497b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59218/0 (socket says 172.21.15.22:59218) 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca8a00640 1 -- 172.21.15.22:0/598805255 learned_addr learned my addr 172.21.15.22:0/598805255 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca3400640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ca4072670 0x7f4ca415e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca3e00640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ca406d5f0 0x7f4ca4148910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca8a00640 1 -- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ca4072670 msgr2=0x7f4ca415e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca8a00640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ca4072670 0x7f4ca415e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca8a00640 1 -- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ca406d5f0 msgr2=0x7f4ca4148910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:40.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca8a00640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ca406d5f0 0x7f4ca4148910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:40.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca8a00640 1 -- 172.21.15.22:0/598805255 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ca414a100 con 0x7f4ca415c220 2024-09-10T10:34:40.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca3e00640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ca406d5f0 0x7f4ca4148910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:40.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca8a00640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca415c220 0x7f4ca41497b0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c00c430 tx=0x7f4c9c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:40.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4c9be00640 1 -- 172.21.15.22:0/598805255 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9c005220 con 0x7f4ca415c220 2024-09-10T10:34:40.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4c9be00640 1 -- 172.21.15.22:0/598805255 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c9c0053c0 con 0x7f4ca415c220 2024-09-10T10:34:40.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4c9be00640 1 -- 172.21.15.22:0/598805255 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9c007270 con 0x7f4ca415c220 2024-09-10T10:34:40.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca9400640 1 -- 172.21.15.22:0/598805255 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ca414a3e0 con 0x7f4ca415c220 2024-09-10T10:34:40.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca9400640 1 -- 172.21.15.22:0/598805255 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ca414a9a0 con 0x7f4ca415c220 2024-09-10T10:34:40.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4ca9400640 1 -- 172.21.15.22:0/598805255 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ca406d0b0 con 0x7f4ca415c220 2024-09-10T10:34:40.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.433+0000 7f4c9be00640 1 -- 172.21.15.22:0/598805255 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4c9c019020 con 0x7f4ca415c220 2024-09-10T10:34:40.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.437+0000 7f4c9be00640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c840678c0 0x7f4c84069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:40.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.437+0000 7f4c9be00640 1 -- 172.21.15.22:0/598805255 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5357+0+0 (secure 0 0 0) 0x7f4c9c084e60 con 0x7f4ca415c220 2024-09-10T10:34:40.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.437+0000 7f4ca3e00640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c840678c0 0x7f4c84069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:40.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.437+0000 7f4ca3e00640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c840678c0 0x7f4c84069d80 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4c94009fd0 tx=0x7f4c9400b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:40.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.441+0000 7f4c9be00640 1 -- 172.21.15.22:0/598805255 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4c9c055b90 con 0x7f4ca415c220 2024-09-10T10:34:40.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:40.605+0000 7f4ca9400640 1 -- 172.21.15.22:0/598805255 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f4ca40af890 con 0x7f4ca415c220 2024-09-10T10:34:41.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.265+0000 7f4c9be00640 1 -- 172.21.15.22:0/598805255 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v50) ==== 169+0+0 (secure 0 0 0) 0x7f4c9c055490 con 0x7f4ca415c220 2024-09-10T10:34:41.269 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:34:41.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 -- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c840678c0 msgr2=0x7f4c84069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c840678c0 0x7f4c84069d80 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4c94009fd0 tx=0x7f4c9400b040 comp rx=0 tx=0).stop 2024-09-10T10:34:41.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 -- 172.21.15.22:0/598805255 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca415c220 msgr2=0x7f4ca41497b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca415c220 0x7f4ca41497b0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c00c430 tx=0x7f4c9c00c8f0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 -- 172.21.15.22:0/598805255 shutdown_connections 2024-09-10T10:34:41.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c840678c0 0x7f4c84069d80 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ca415c220 0x7f4ca41497b0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ca4072670 0x7f4ca415e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 --2- 172.21.15.22:0/598805255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ca406d5f0 0x7f4ca4148910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 -- 172.21.15.22:0/598805255 >> 172.21.15.22:0/598805255 conn(0x7f4ca40d0330 msgr2=0x7f4ca406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:41.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 -- 172.21.15.22:0/598805255 shutdown_connections 2024-09-10T10:34:41.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.269+0000 7f4ca9400640 1 -- 172.21.15.22:0/598805255 wait complete. 2024-09-10T10:34:41.297 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:34:41.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9b4c00640 1 Processor -- start 2024-09-10T10:34:41.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9b4c00640 1 -- start start 2024-09-10T10:34:41.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9b4c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb9b0072410 0x7fb9b00b4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9b4c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9b006db40 con 0x7fb9b00b4dd0 2024-09-10T10:34:41.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9b4c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9b006dde0 con 0x7fb9b0071c80 2024-09-10T10:34:41.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9b4c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb9b006e0c0 con 0x7fb9b0072410 2024-09-10T10:34:41.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9ae800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb9b00b4dd0 0x7fb9b00adda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34644/0 (socket says 172.21.15.22:34644) 2024-09-10T10:34:41.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9ae800640 1 -- 172.21.15.22:0/2434845425 learned_addr learned my addr 172.21.15.22:0/2434845425 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:41.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9ade00640 1 --2- 172.21.15.22:0/2434845425 >> v2:172.21.15.145:3300/0 conn(0x7fb9b0072410 0x7fb9b00b4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:41.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9ad400640 1 -- 172.21.15.22:0/2434845425 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1605362651 0 0) 0x7fb9b006db40 con 0x7fb9b00b4dd0 2024-09-10T10:34:41.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9ad400640 1 -- 172.21.15.22:0/2434845425 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb994003530 con 0x7fb9b00b4dd0 2024-09-10T10:34:41.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9ad400640 1 -- 172.21.15.22:0/2434845425 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2523609146 0 0) 0x7fb9b006dde0 con 0x7fb9b0071c80 2024-09-10T10:34:41.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.445+0000 7fb9ad400640 1 -- 172.21.15.22:0/2434845425 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb9b006db40 con 0x7fb9b0071c80 2024-09-10T10:34:41.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9ade00640 1 -- 172.21.15.22:0/2434845425 >> v1:172.21.15.145:6789/0 conn(0x7fb9b0071c80 legacy=0x7fb9b006eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9ade00640 1 -- 172.21.15.22:0/2434845425 >> v1:172.21.15.22:6789/0 conn(0x7fb9b00b4dd0 legacy=0x7fb9b00adda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9ade00640 1 -- 172.21.15.22:0/2434845425 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9b006e3a0 con 0x7fb9b0072410 2024-09-10T10:34:41.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9ade00640 1 --2- 172.21.15.22:0/2434845425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9b0072410 0x7fb9b00b4890 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb9a0009d90 tx=0x7fb9a001f150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=caf555d2b5d8e705 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:41.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9ad400640 1 -- 172.21.15.22:0/2434845425 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a00b4070 con 0x7fb9b0072410 2024-09-10T10:34:41.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9ad400640 1 -- 172.21.15.22:0/2434845425 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9a00af600 con 0x7fb9b0072410 2024-09-10T10:34:41.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9ad400640 1 -- 172.21.15.22:0/2434845425 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a00af9d0 con 0x7fb9b0072410 2024-09-10T10:34:41.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9b4c00640 1 -- 172.21.15.22:0/2434845425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9b0072410 msgr2=0x7fb9b00b4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9b4c00640 1 --2- 172.21.15.22:0/2434845425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9b0072410 0x7fb9b00b4890 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb9a0009d90 tx=0x7fb9a001f150 comp rx=0 tx=0).stop 2024-09-10T10:34:41.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9b4c00640 1 -- 172.21.15.22:0/2434845425 shutdown_connections 2024-09-10T10:34:41.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9b4c00640 1 --2- 172.21.15.22:0/2434845425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9b0072410 0x7fb9b00b4890 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9b4c00640 1 -- 172.21.15.22:0/2434845425 >> 172.21.15.22:0/2434845425 conn(0x7fb9b00b2a80 msgr2=0x7fb9b00b2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:41.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.449+0000 7fb9b4c00640 1 -- 172.21.15.22:0/2434845425 shutdown_connections 2024-09-10T10:34:41.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9b4c00640 1 -- 172.21.15.22:0/2434845425 wait complete. 2024-09-10T10:34:41.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9b4c00640 1 Processor -- start 2024-09-10T10:34:41.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9b4c00640 1 -- start start 2024-09-10T10:34:41.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9b4c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9b0071c80 0x7fb9b00ca100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9b4c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9b0072410 0x7fb9b0148b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9b4c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9b00b4dd0 0x7fb9b0149060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9b4c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b006f430 con 0x7fb9b0071c80 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9b4c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b006f2b0 con 0x7fb9b0072410 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9b4c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb9b00ae4b0 con 0x7fb9b00b4dd0 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9ade00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9b0071c80 0x7fb9b00ca100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9ade00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9b0071c80 0x7fb9b00ca100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59230/0 (socket says 172.21.15.22:59230) 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9ade00640 1 -- 172.21.15.22:0/1676695891 learned_addr learned my addr 172.21.15.22:0/1676695891 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9ade00640 1 -- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9b00b4dd0 msgr2=0x7fb9b0149060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9ade00640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9b00b4dd0 0x7fb9b0149060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9ade00640 1 -- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9b0072410 msgr2=0x7fb9b0148b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9a5400640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9b0072410 0x7fb9b0148b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:41.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9ade00640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9b0072410 0x7fb9b0148b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9ade00640 1 -- 172.21.15.22:0/1676695891 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9b009bfb0 con 0x7fb9b0071c80 2024-09-10T10:34:41.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9a5400640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9b0072410 0x7fb9b0148b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:41.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.453+0000 7fb9ade00640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9b0071c80 0x7fb9b00ca100 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb9a00b2040 tx=0x7fb9a001bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:41.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.457+0000 7fb9a6a00640 1 -- 172.21.15.22:0/1676695891 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a00bf020 con 0x7fb9b0071c80 2024-09-10T10:34:41.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.457+0000 7fb9a6a00640 1 -- 172.21.15.22:0/1676695891 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9a00ba470 con 0x7fb9b0071c80 2024-09-10T10:34:41.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.457+0000 7fb9b4c00640 1 -- 172.21.15.22:0/1676695891 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9b00ca6e0 con 0x7fb9b0071c80 2024-09-10T10:34:41.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.457+0000 7fb9a6a00640 1 -- 172.21.15.22:0/1676695891 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a00b4040 con 0x7fb9b0071c80 2024-09-10T10:34:41.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.457+0000 7fb9b4c00640 1 -- 172.21.15.22:0/1676695891 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9b0149cc0 con 0x7fb9b0071c80 2024-09-10T10:34:41.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.457+0000 7fb9b4c00640 1 -- 172.21.15.22:0/1676695891 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9b00b4890 con 0x7fb9b0071c80 2024-09-10T10:34:41.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.457+0000 7fb9a6a00640 1 -- 172.21.15.22:0/1676695891 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb9a00c2020 con 0x7fb9b0071c80 2024-09-10T10:34:41.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.457+0000 7fb9a6a00640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb98c0678c0 0x7fb98c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.457+0000 7fb9a6a00640 1 -- 172.21.15.22:0/1676695891 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fb9a0124230 con 0x7fb9b0071c80 2024-09-10T10:34:41.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.457+0000 7fb9a5400640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb98c0678c0 0x7fb98c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:41.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.461+0000 7fb9a5400640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb98c0678c0 0x7fb98c069d80 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb9b014fea0 tx=0x7fb998009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:41.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.461+0000 7fb9a6a00640 1 -- 172.21.15.22:0/1676695891 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb9a00c9030 con 0x7fb9b0071c80 2024-09-10T10:34:41.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.629+0000 7fb9b4c00640 1 -- 172.21.15.22:0/1676695891 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fb9b0158b00 con 0x7fb9b0071c80 2024-09-10T10:34:41.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.633+0000 7fb9a6a00640 1 -- 172.21.15.22:0/1676695891 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7fb9a00f9e20 con 0x7fb9b0071c80 2024-09-10T10:34:41.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 -- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb98c0678c0 msgr2=0x7fb98c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb98c0678c0 0x7fb98c069d80 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb9b014fea0 tx=0x7fb998009040 comp rx=0 tx=0).stop 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 -- 172.21.15.22:0/1676695891 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9b0071c80 msgr2=0x7fb9b00ca100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9b0071c80 0x7fb9b00ca100 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb9a00b2040 tx=0x7fb9a001bef0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 -- 172.21.15.22:0/1676695891 shutdown_connections 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb98c0678c0 0x7fb98c069d80 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9b00b4dd0 0x7fb9b0149060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9b0072410 0x7fb9b0148b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 --2- 172.21.15.22:0/1676695891 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb9b0071c80 0x7fb9b00ca100 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 -- 172.21.15.22:0/1676695891 >> 172.21.15.22:0/1676695891 conn(0x7fb9b00b2a80 msgr2=0x7fb9b00b08b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 -- 172.21.15.22:0/1676695891 shutdown_connections 2024-09-10T10:34:41.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.637+0000 7fb9b4c00640 1 -- 172.21.15.22:0/1676695891 wait complete. 2024-09-10T10:34:41.661 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid' 2024-09-10T10:34:41.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a0be00640 1 Processor -- start 2024-09-10T10:34:41.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a0be00640 1 -- start start 2024-09-10T10:34:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a0be00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9a04072e90 0x7f9a04158600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a0be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a0415b1b0 0x7f9a0415ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a0be00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a0415e7a0 con 0x7f9a040b3530 2024-09-10T10:34:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a0be00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9a04158b40 con 0x7f9a04072e90 2024-09-10T10:34:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a0be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9a040b53f0 con 0x7f9a0415b1b0 2024-09-10T10:34:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a09e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9a040b3530 0x7f9a040b3960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34646/0 (socket says 172.21.15.22:34646) 2024-09-10T10:34:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a09e00640 1 -- 172.21.15.22:0/492096924 learned_addr learned my addr 172.21.15.22:0/492096924 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a09400640 1 --2- 172.21.15.22:0/492096924 >> v2:172.21.15.22:3300/0 conn(0x7f9a04072e90 0x7f9a04158600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a08a00640 1 --2- 172.21.15.22:0/492096924 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a0415b1b0 0x7f9a0415ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a09400640 1 -- 172.21.15.22:0/492096924 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a0415b1b0 msgr2=0x7f9a0415ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a09400640 1 --2- 172.21.15.22:0/492096924 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a0415b1b0 0x7f9a0415ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a09400640 1 -- 172.21.15.22:0/492096924 >> v1:172.21.15.22:6789/0 conn(0x7f9a040b3530 legacy=0x7f9a040b3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a09400640 1 -- 172.21.15.22:0/492096924 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a0415b9e0 con 0x7f9a04072e90 2024-09-10T10:34:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.797+0000 7f9a08a00640 1 --2- 172.21.15.22:0/492096924 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a0415b1b0 0x7f9a0415ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a09400640 1 --2- 172.21.15.22:0/492096924 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a04072e90 0x7f9a04158600 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f99f80097c0 tx=0x7f99f801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3ac2aefc9c0a2fd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a03e00640 1 -- 172.21.15.22:0/492096924 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f80b1070 con 0x7f9a04072e90 2024-09-10T10:34:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a03e00640 1 -- 172.21.15.22:0/492096924 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99f80a8050 con 0x7f9a04072e90 2024-09-10T10:34:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a03e00640 1 -- 172.21.15.22:0/492096924 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f80ac860 con 0x7f9a04072e90 2024-09-10T10:34:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a0be00640 1 -- 172.21.15.22:0/492096924 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a04072e90 msgr2=0x7f9a04158600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a0be00640 1 --2- 172.21.15.22:0/492096924 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a04072e90 0x7f9a04158600 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f99f80097c0 tx=0x7f99f801c3e0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a0be00640 1 -- 172.21.15.22:0/492096924 shutdown_connections 2024-09-10T10:34:41.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a0be00640 1 --2- 172.21.15.22:0/492096924 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a0415b1b0 0x7f9a0415ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a0be00640 1 --2- 172.21.15.22:0/492096924 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a04072e90 0x7f9a04158600 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a0be00640 1 -- 172.21.15.22:0/492096924 >> 172.21.15.22:0/492096924 conn(0x7f9a04062dd0 msgr2=0x7f9a0406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:41.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a0be00640 1 -- 172.21.15.22:0/492096924 shutdown_connections 2024-09-10T10:34:41.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.801+0000 7f9a0be00640 1 -- 172.21.15.22:0/492096924 wait complete. 2024-09-10T10:34:41.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 Processor -- start 2024-09-10T10:34:41.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 -- start start 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a04072e90 0x7f9a041f8020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a040b3530 0x7f9a041fa330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a0415b1b0 0x7f9a040ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9a0415b740 con 0x7f9a040b3530 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9a0415b5c0 con 0x7f9a0415b1b0 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9a0415f4a0 con 0x7f9a04072e90 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a08a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a040b3530 0x7f9a041fa330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a09400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a04072e90 0x7f9a041f8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a08a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a040b3530 0x7f9a041fa330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59250/0 (socket says 172.21.15.22:59250) 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a08a00640 1 -- 172.21.15.22:0/545786323 learned_addr learned my addr 172.21.15.22:0/545786323 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a09e00640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a0415b1b0 0x7f9a040ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a08a00640 1 -- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a04072e90 msgr2=0x7f9a041f8020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a08a00640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a04072e90 0x7f9a041f8020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a08a00640 1 -- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a0415b1b0 msgr2=0x7f9a040ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a08a00640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a0415b1b0 0x7f9a040ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a08a00640 1 -- 172.21.15.22:0/545786323 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a041f8560 con 0x7f9a040b3530 2024-09-10T10:34:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a08a00640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a040b3530 0x7f9a041fa330 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f99f000e840 tx=0x7f99f000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a01600640 1 -- 172.21.15.22:0/545786323 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f0017070 con 0x7f9a040b3530 2024-09-10T10:34:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a01600640 1 -- 172.21.15.22:0/545786323 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99f000c8d0 con 0x7f9a040b3530 2024-09-10T10:34:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 -- 172.21.15.22:0/545786323 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a040cdc40 con 0x7f9a040b3530 2024-09-10T10:34:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a01600640 1 -- 172.21.15.22:0/545786323 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f000f040 con 0x7f9a040b3530 2024-09-10T10:34:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 -- 172.21.15.22:0/545786323 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a040ce1c0 con 0x7f9a040b3530 2024-09-10T10:34:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.805+0000 7f9a0be00640 1 -- 172.21.15.22:0/545786323 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a04158600 con 0x7f9a040b3530 2024-09-10T10:34:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.809+0000 7f9a01600640 1 -- 172.21.15.22:0/545786323 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f99f001a070 con 0x7f9a040b3530 2024-09-10T10:34:41.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.809+0000 7f9a01600640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99e40678c0 0x7f99e4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:41.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.809+0000 7f9a01600640 1 -- 172.21.15.22:0/545786323 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f99f00854a0 con 0x7f9a040b3530 2024-09-10T10:34:41.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.809+0000 7f9a09400640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99e40678c0 0x7f99e4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:41.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.809+0000 7f9a09400640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99e40678c0 0x7f99e4069d80 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f99f80ae000 tx=0x7f99f80a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:41.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:41.813+0000 7f9a01600640 1 -- 172.21.15.22:0/545786323 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9a041f8560 con 0x7f9a040b3530 2024-09-10T10:34:42.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.033+0000 7f9a0be00640 1 -- 172.21.15.22:0/545786323 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid"]} v 0) -- 0x7f9a0415ef00 con 0x7f9a040b3530 2024-09-10T10:34:42.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a01600640 1 -- 172.21.15.22:0/545786323 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid"]}]=0 v128) ==== 162+0+0 (secure 0 0 0) 0x7f99f0055c80 con 0x7f9a040b3530 2024-09-10T10:34:42.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 -- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99e40678c0 msgr2=0x7f99e4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99e40678c0 0x7f99e4069d80 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f99f80ae000 tx=0x7f99f80a7000 comp rx=0 tx=0).stop 2024-09-10T10:34:42.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 -- 172.21.15.22:0/545786323 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a040b3530 msgr2=0x7f9a041fa330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a040b3530 0x7f9a041fa330 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f99f000e840 tx=0x7f99f000ed00 comp rx=0 tx=0).stop 2024-09-10T10:34:42.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 -- 172.21.15.22:0/545786323 shutdown_connections 2024-09-10T10:34:42.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99e40678c0 0x7f99e4069d80 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a0415b1b0 0x7f9a040ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a040b3530 0x7f9a041fa330 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 --2- 172.21.15.22:0/545786323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a04072e90 0x7f9a041f8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 -- 172.21.15.22:0/545786323 >> 172.21.15.22:0/545786323 conn(0x7f9a04062dd0 msgr2=0x7f9a0415a0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:42.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 -- 172.21.15.22:0/545786323 shutdown_connections 2024-09-10T10:34:42.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.273+0000 7f9a0be00640 1 -- 172.21.15.22:0/545786323 wait complete. 2024-09-10T10:34:42.299 INFO:tasks.cephfs_test_runner:that a client is blocklisted when its encoded session metadata exceeds the ... skipped 'Require FUSE client to inject client release failure' 2024-09-10T10:34:42.300 INFO:tasks.cephfs_test_runner:Starting test: test_client_cache_size (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-10T10:34:42.300 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:42.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f8831e00640 1 Processor -- start 2024-09-10T10:34:42.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f8831e00640 1 -- start start 2024-09-10T10:34:42.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f8831e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f882c145fb0 0x7f882c0b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f8831e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f882c0cd670 0x7f882c0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f8831e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c06e1b0 0x7f882c06e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f8831e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f882c0ce010 con 0x7f882c0cd670 2024-09-10T10:34:42.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f8831e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f882c06d1a0 con 0x7f882c145fb0 2024-09-10T10:34:42.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f8831e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f882c06dd20 con 0x7f882c06e1b0 2024-09-10T10:34:42.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f882a000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f882c0cd670 0x7f882c0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f882a000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f882c0cd670 0x7f882c0cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59262/0 (socket says 172.21.15.22:59262) 2024-09-10T10:34:42.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f882a000640 1 -- 172.21.15.22:0/3429537038 learned_addr learned my addr 172.21.15.22:0/3429537038 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:42.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f882aa00640 1 --2- 172.21.15.22:0/3429537038 >> v2:172.21.15.145:3300/0 conn(0x7f882c145fb0 0x7f882c0b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f882b400640 1 --2- 172.21.15.22:0/3429537038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c06e1b0 0x7f882c06e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f882a000640 1 -- 172.21.15.22:0/3429537038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c06e1b0 msgr2=0x7f882c06e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:42.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f882a000640 1 --2- 172.21.15.22:0/3429537038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c06e1b0 0x7f882c06e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f882a000640 1 -- 172.21.15.22:0/3429537038 >> v2:172.21.15.145:3300/0 conn(0x7f882c145fb0 msgr2=0x7f882c0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:42.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f882a000640 1 --2- 172.21.15.22:0/3429537038 >> v2:172.21.15.145:3300/0 conn(0x7f882c145fb0 0x7f882c0b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.437+0000 7f882a000640 1 -- 172.21.15.22:0/3429537038 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f882c06d3f0 con 0x7f882c0cd670 2024-09-10T10:34:42.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f882a000640 1 --2- 172.21.15.22:0/3429537038 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c0cd670 0x7f882c0cdad0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f882c0735c0 tx=0x7f881801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0d3d5df03afb208 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:42.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8829600640 1 -- 172.21.15.22:0/3429537038 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88180b1070 con 0x7f882c0cd670 2024-09-10T10:34:42.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8829600640 1 -- 172.21.15.22:0/3429537038 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88180ac630 con 0x7f882c0cd670 2024-09-10T10:34:42.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8829600640 1 -- 172.21.15.22:0/3429537038 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88180a8050 con 0x7f882c0cd670 2024-09-10T10:34:42.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8831e00640 1 -- 172.21.15.22:0/3429537038 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c0cd670 msgr2=0x7f882c0cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8831e00640 1 --2- 172.21.15.22:0/3429537038 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c0cd670 0x7f882c0cdad0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f882c0735c0 tx=0x7f881801c520 comp rx=0 tx=0).stop 2024-09-10T10:34:42.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8831e00640 1 -- 172.21.15.22:0/3429537038 shutdown_connections 2024-09-10T10:34:42.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8831e00640 1 --2- 172.21.15.22:0/3429537038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c06e1b0 0x7f882c06e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8831e00640 1 --2- 172.21.15.22:0/3429537038 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c0cd670 0x7f882c0cdad0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8831e00640 1 --2- 172.21.15.22:0/3429537038 >> v2:172.21.15.145:3300/0 conn(0x7f882c145fb0 0x7f882c0b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8831e00640 1 -- 172.21.15.22:0/3429537038 >> 172.21.15.22:0/3429537038 conn(0x7f882c062dd0 msgr2=0x7f882c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:42.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8831e00640 1 -- 172.21.15.22:0/3429537038 shutdown_connections 2024-09-10T10:34:42.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.441+0000 7f8831e00640 1 -- 172.21.15.22:0/3429537038 wait complete. 2024-09-10T10:34:42.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 Processor -- start 2024-09-10T10:34:42.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 -- start start 2024-09-10T10:34:42.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c06e1b0 0x7f882c165c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f882c0cd670 0x7f882c141de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c145fb0 0x7f882c1631b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f882c0b4340 con 0x7f882c06e1b0 2024-09-10T10:34:42.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f882c0cfda0 con 0x7f882c0cd670 2024-09-10T10:34:42.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f882c0ac550 con 0x7f882c145fb0 2024-09-10T10:34:42.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f882aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c06e1b0 0x7f882c165c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f882aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c06e1b0 0x7f882c165c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59272/0 (socket says 172.21.15.22:59272) 2024-09-10T10:34:42.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f882aa00640 1 -- 172.21.15.22:0/1588433326 learned_addr learned my addr 172.21.15.22:0/1588433326 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:42.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f882aa00640 1 -- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c145fb0 msgr2=0x7f882c1631b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f882aa00640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c145fb0 0x7f882c1631b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f882aa00640 1 -- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f882c0cd670 msgr2=0x7f882c141de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f882aa00640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f882c0cd670 0x7f882c141de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f882aa00640 1 -- 172.21.15.22:0/1588433326 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f882c0ac830 con 0x7f882c06e1b0 2024-09-10T10:34:42.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f882aa00640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c06e1b0 0x7f882c165c20 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f881c00e870 tx=0x7f881c00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:42.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8823400640 1 -- 172.21.15.22:0/1588433326 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c017070 con 0x7f882c06e1b0 2024-09-10T10:34:42.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8823400640 1 -- 172.21.15.22:0/1588433326 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f881c00c8c0 con 0x7f882c06e1b0 2024-09-10T10:34:42.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8823400640 1 -- 172.21.15.22:0/1588433326 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c00cc70 con 0x7f882c06e1b0 2024-09-10T10:34:42.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 -- 172.21.15.22:0/1588433326 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f882c141300 con 0x7f882c06e1b0 2024-09-10T10:34:42.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 -- 172.21.15.22:0/1588433326 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f882c1418c0 con 0x7f882c06e1b0 2024-09-10T10:34:42.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.445+0000 7f8831e00640 1 -- 172.21.15.22:0/1588433326 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f882c0cdad0 con 0x7f882c06e1b0 2024-09-10T10:34:42.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.449+0000 7f8823400640 1 -- 172.21.15.22:0/1588433326 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f881c01a070 con 0x7f882c06e1b0 2024-09-10T10:34:42.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.449+0000 7f8823400640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f880c0678c0 0x7f880c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.449+0000 7f8823400640 1 -- 172.21.15.22:0/1588433326 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f881c085820 con 0x7f882c06e1b0 2024-09-10T10:34:42.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.449+0000 7f882a000640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f880c0678c0 0x7f880c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.449+0000 7f882a000640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f880c0678c0 0x7f880c069d80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f88180ae000 tx=0x7f8818004740 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:42.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.453+0000 7f8823400640 1 -- 172.21.15.22:0/1588433326 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f881c056650 con 0x7f882c06e1b0 2024-09-10T10:34:42.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.621+0000 7f8831e00640 1 -- 172.21.15.22:0/1588433326 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f882c0aca00 con 0x7f882c06e1b0 2024-09-10T10:34:42.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.621+0000 7f8823400640 1 -- 172.21.15.22:0/1588433326 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) ==== 74+0+13044 (secure 0 0 0) 0x7f881c055f50 con 0x7f882c06e1b0 2024-09-10T10:34:42.627 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:42.627 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":50,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:41.259001+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6835/1091408414":"2024-09-11T10:34:38.250462+0000","172.21.15.22:6833/1091408414":"2024-09-11T10:34:38.250462+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:42.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 -- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f880c0678c0 msgr2=0x7f880c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f880c0678c0 0x7f880c069d80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f88180ae000 tx=0x7f8818004740 comp rx=0 tx=0).stop 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 -- 172.21.15.22:0/1588433326 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c06e1b0 msgr2=0x7f882c165c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c06e1b0 0x7f882c165c20 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f881c00e870 tx=0x7f881c00ec70 comp rx=0 tx=0).stop 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 -- 172.21.15.22:0/1588433326 shutdown_connections 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f880c0678c0 0x7f880c069d80 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c145fb0 0x7f882c1631b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f882c0cd670 0x7f882c141de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 --2- 172.21.15.22:0/1588433326 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f882c06e1b0 0x7f882c165c20 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 -- 172.21.15.22:0/1588433326 >> 172.21.15.22:0/1588433326 conn(0x7f882c062dd0 msgr2=0x7f882c0b13a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 -- 172.21.15.22:0/1588433326 shutdown_connections 2024-09-10T10:34:42.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.625+0000 7f8831e00640 1 -- 172.21.15.22:0/1588433326 wait complete. 2024-09-10T10:34:42.650 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:32:19.395418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:34:42.650 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:34:42.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe88b400640 1 Processor -- start 2024-09-10T10:34:42.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe88b400640 1 -- start start 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe88b400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe884071c80 0x7fe88406eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe88b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe88406f0e0 0x7fe8840adda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe88b400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe88406db40 con 0x7fe884072410 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe88b400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe88406dde0 con 0x7fe88406f0e0 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe88b400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fe88406e0c0 con 0x7fe884071c80 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe888a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fe884072410 0x7fe8840b4890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34658/0 (socket says 172.21.15.22:34658) 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe888a00640 1 -- 172.21.15.22:0/1293426351 learned_addr learned my addr 172.21.15.22:0/1293426351 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe889400640 1 --2- 172.21.15.22:0/1293426351 >> v2:172.21.15.22:3300/0 conn(0x7fe88406f0e0 0x7fe8840adda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe883e00640 1 --2- 172.21.15.22:0/1293426351 >> v2:172.21.15.145:3300/0 conn(0x7fe884071c80 0x7fe88406eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe883400640 1 -- 172.21.15.22:0/1293426351 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2414768841 0 0) 0x7fe88406db40 con 0x7fe884072410 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe883400640 1 -- 172.21.15.22:0/1293426351 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe86c003530 con 0x7fe884072410 2024-09-10T10:34:42.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe889400640 1 -- 172.21.15.22:0/1293426351 >> v2:172.21.15.145:3300/0 conn(0x7fe884071c80 msgr2=0x7fe88406eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:42.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe889400640 1 --2- 172.21.15.22:0/1293426351 >> v2:172.21.15.145:3300/0 conn(0x7fe884071c80 0x7fe88406eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe889400640 1 -- 172.21.15.22:0/1293426351 >> v1:172.21.15.22:6789/0 conn(0x7fe884072410 legacy=0x7fe8840b4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.789+0000 7fe889400640 1 -- 172.21.15.22:0/1293426351 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe88406e3a0 con 0x7fe88406f0e0 2024-09-10T10:34:42.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe889400640 1 --2- 172.21.15.22:0/1293426351 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 0x7fe8840adda0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fe88409f0b0 tx=0x7fe87c01f110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b75ba500e5effe8f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:42.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe883400640 1 -- 172.21.15.22:0/1293426351 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe87c0b4070 con 0x7fe88406f0e0 2024-09-10T10:34:42.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe883400640 1 -- 172.21.15.22:0/1293426351 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe87c0af600 con 0x7fe88406f0e0 2024-09-10T10:34:42.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe883400640 1 -- 172.21.15.22:0/1293426351 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe87c0af9d0 con 0x7fe88406f0e0 2024-09-10T10:34:42.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe88b400640 1 -- 172.21.15.22:0/1293426351 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 msgr2=0x7fe8840adda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe88b400640 1 --2- 172.21.15.22:0/1293426351 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 0x7fe8840adda0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fe88409f0b0 tx=0x7fe87c01f110 comp rx=0 tx=0).stop 2024-09-10T10:34:42.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe88b400640 1 -- 172.21.15.22:0/1293426351 shutdown_connections 2024-09-10T10:34:42.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe88b400640 1 --2- 172.21.15.22:0/1293426351 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 0x7fe8840adda0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe88b400640 1 --2- 172.21.15.22:0/1293426351 >> v2:172.21.15.145:3300/0 conn(0x7fe884071c80 0x7fe88406eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe88b400640 1 -- 172.21.15.22:0/1293426351 >> 172.21.15.22:0/1293426351 conn(0x7fe8840b2a80 msgr2=0x7fe8840b2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:42.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe88b400640 1 -- 172.21.15.22:0/1293426351 shutdown_connections 2024-09-10T10:34:42.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe88b400640 1 -- 172.21.15.22:0/1293426351 wait complete. 2024-09-10T10:34:42.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe88b400640 1 Processor -- start 2024-09-10T10:34:42.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.793+0000 7fe88b400640 1 -- start start 2024-09-10T10:34:42.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe88b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 0x7fe884161640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe88b400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe884071c80 0x7fe8841529d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe88b400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe884072410 0x7fe8841f7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe88b400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe8840ae2e0 con 0x7fe88406f0e0 2024-09-10T10:34:42.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe88b400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe8840b4fa0 con 0x7fe884071c80 2024-09-10T10:34:42.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe88b400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe8840ae460 con 0x7fe884072410 2024-09-10T10:34:42.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe888a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 0x7fe884161640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe888a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 0x7fe884161640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59298/0 (socket says 172.21.15.22:59298) 2024-09-10T10:34:42.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe888a00640 1 -- 172.21.15.22:0/2419887485 learned_addr learned my addr 172.21.15.22:0/2419887485 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:42.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe889400640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe884072410 0x7fe8841f7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe883e00640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe884071c80 0x7fe8841529d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe888a00640 1 -- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe884072410 msgr2=0x7fe8841f7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe888a00640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe884072410 0x7fe8841f7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe888a00640 1 -- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe884071c80 msgr2=0x7fe8841529d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe888a00640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe884071c80 0x7fe8841529d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe888a00640 1 -- 172.21.15.22:0/2419887485 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe88409e2e0 con 0x7fe88406f0e0 2024-09-10T10:34:42.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe888a00640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 0x7fe884161640 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe8780010f0 tx=0x7fe87800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:42.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe880c00640 1 -- 172.21.15.22:0/2419887485 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878017070 con 0x7fe88406f0e0 2024-09-10T10:34:42.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe880c00640 1 -- 172.21.15.22:0/2419887485 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe878005d10 con 0x7fe88406f0e0 2024-09-10T10:34:42.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe880c00640 1 -- 172.21.15.22:0/2419887485 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878007310 con 0x7fe88406f0e0 2024-09-10T10:34:42.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe88b400640 1 -- 172.21.15.22:0/2419887485 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe88409c190 con 0x7fe88406f0e0 2024-09-10T10:34:42.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe88b400640 1 -- 172.21.15.22:0/2419887485 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe88409beb0 con 0x7fe88406f0e0 2024-09-10T10:34:42.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe88b400640 1 -- 172.21.15.22:0/2419887485 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8840adda0 con 0x7fe88406f0e0 2024-09-10T10:34:42.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.797+0000 7fe880c00640 1 -- 172.21.15.22:0/2419887485 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe87801a070 con 0x7fe88406f0e0 2024-09-10T10:34:42.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.801+0000 7fe880c00640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8640678c0 0x7fe864069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:42.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.801+0000 7fe880c00640 1 -- 172.21.15.22:0/2419887485 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fe878084e10 con 0x7fe88406f0e0 2024-09-10T10:34:42.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.801+0000 7fe883e00640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8640678c0 0x7fe864069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:42.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.801+0000 7fe883e00640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8640678c0 0x7fe864069d80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe88409ed60 tx=0x7fe870008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:42.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.805+0000 7fe880c00640 1 -- 172.21.15.22:0/2419887485 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe878088030 con 0x7fe88406f0e0 2024-09-10T10:34:42.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 -- 172.21.15.22:0/2419887485 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe884068fa0 con 0x7fe88406f0e0 2024-09-10T10:34:42.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe880c00640 1 -- 172.21.15.22:0/2419887485 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v50) ==== 93+0+10 (secure 0 0 0) 0x7fe878055bb0 con 0x7fe88406f0e0 2024-09-10T10:34:42.974 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-10T10:34:42.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 -- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8640678c0 msgr2=0x7fe864069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8640678c0 0x7fe864069d80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe88409ed60 tx=0x7fe870008040 comp rx=0 tx=0).stop 2024-09-10T10:34:42.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 -- 172.21.15.22:0/2419887485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 msgr2=0x7fe884161640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:42.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 0x7fe884161640 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe8780010f0 tx=0x7fe87800c890 comp rx=0 tx=0).stop 2024-09-10T10:34:42.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 -- 172.21.15.22:0/2419887485 shutdown_connections 2024-09-10T10:34:42.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8640678c0 0x7fe864069d80 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe884072410 0x7fe8841f7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe884071c80 0x7fe8841529d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 --2- 172.21.15.22:0/2419887485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe88406f0e0 0x7fe884161640 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:42.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 -- 172.21.15.22:0/2419887485 >> 172.21.15.22:0/2419887485 conn(0x7fe8840b2a80 msgr2=0x7fe8840b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:42.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 -- 172.21.15.22:0/2419887485 shutdown_connections 2024-09-10T10:34:42.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:42.969+0000 7fe88b400640 1 -- 172.21.15.22:0/2419887485 wait complete. 2024-09-10T10:34:42.996 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size' 2024-09-10T10:34:43.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f1091a00640 1 Processor -- start 2024-09-10T10:34:43.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f1091a00640 1 -- start start 2024-09-10T10:34:43.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f1091a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c162b80 0x7f108c0b7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:43.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f1091a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f108c070b60 con 0x7f108c0b1a30 2024-09-10T10:34:43.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f1091a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f108c070e40 con 0x7f108c06d8d0 2024-09-10T10:34:43.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f1091a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f108c0b4f90 con 0x7f108c162b80 2024-09-10T10:34:43.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f1083e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f108c0b1a30 0x7f108c06d1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34664/0 (socket says 172.21.15.22:34664) 2024-09-10T10:34:43.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f1083e00640 1 -- 172.21.15.22:0/830381577 learned_addr learned my addr 172.21.15.22:0/830381577 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:43.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f108be00640 1 --2- 172.21.15.22:0/830381577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c162b80 0x7f108c0b7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:43.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f108b400640 1 -- 172.21.15.22:0/830381577 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1574460400 0 0) 0x7f108c070b60 con 0x7f108c0b1a30 2024-09-10T10:34:43.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f108b400640 1 -- 172.21.15.22:0/830381577 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1070003530 con 0x7f108c0b1a30 2024-09-10T10:34:43.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f108b400640 1 -- 172.21.15.22:0/830381577 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3265656485 0 0) 0x7f108c070e40 con 0x7f108c06d8d0 2024-09-10T10:34:43.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f108b400640 1 -- 172.21.15.22:0/830381577 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f108c070b60 con 0x7f108c06d8d0 2024-09-10T10:34:43.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f108be00640 1 -- 172.21.15.22:0/830381577 >> v1:172.21.15.145:6789/0 conn(0x7f108c06d8d0 legacy=0x7f108c073170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:43.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f108be00640 1 -- 172.21.15.22:0/830381577 >> v1:172.21.15.22:6789/0 conn(0x7f108c0b1a30 legacy=0x7f108c06d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:43.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.133+0000 7f108be00640 1 -- 172.21.15.22:0/830381577 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f108c071120 con 0x7f108c162b80 2024-09-10T10:34:43.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f108be00640 1 --2- 172.21.15.22:0/830381577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c162b80 0x7f108c0b7410 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f107c0097f0 tx=0x7f107c01c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=151fa5b5ccf25fee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:43.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f108b400640 1 -- 172.21.15.22:0/830381577 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f107c0ab620 con 0x7f108c162b80 2024-09-10T10:34:43.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f108b400640 1 -- 172.21.15.22:0/830381577 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f107c0b0070 con 0x7f108c162b80 2024-09-10T10:34:43.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f108b400640 1 -- 172.21.15.22:0/830381577 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f107c0ab9e0 con 0x7f108c162b80 2024-09-10T10:34:43.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f1091a00640 1 -- 172.21.15.22:0/830381577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c162b80 msgr2=0x7f108c0b7410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:43.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f1091a00640 1 --2- 172.21.15.22:0/830381577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c162b80 0x7f108c0b7410 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f107c0097f0 tx=0x7f107c01c420 comp rx=0 tx=0).stop 2024-09-10T10:34:43.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f1091a00640 1 -- 172.21.15.22:0/830381577 shutdown_connections 2024-09-10T10:34:43.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f1091a00640 1 --2- 172.21.15.22:0/830381577 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c162b80 0x7f108c0b7410 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:43.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f1091a00640 1 -- 172.21.15.22:0/830381577 >> 172.21.15.22:0/830381577 conn(0x7f108c0b41e0 msgr2=0x7f108c0b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:43.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f1091a00640 1 -- 172.21.15.22:0/830381577 shutdown_connections 2024-09-10T10:34:43.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.137+0000 7f1091a00640 1 -- 172.21.15.22:0/830381577 wait complete. 2024-09-10T10:34:43.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 Processor -- start 2024-09-10T10:34:43.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 -- start start 2024-09-10T10:34:43.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c06d8d0 0x7f108c15a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:43.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f108c0b1a30 0x7f108c0d15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:43.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f108c162b80 0x7f108c15e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f108c170550 con 0x7f108c162b80 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f108c0742a0 con 0x7f108c0b1a30 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f108c1706d0 con 0x7f108c06d8d0 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f108c162b80 0x7f108c15e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f108c162b80 0x7f108c15e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59306/0 (socket says 172.21.15.22:59306) 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091000640 1 -- 172.21.15.22:0/1074327787 learned_addr learned my addr 172.21.15.22:0/1074327787 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1083e00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f108c0b1a30 0x7f108c0d15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f108be00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c06d8d0 0x7f108c15a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091000640 1 -- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c06d8d0 msgr2=0x7f108c15a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091000640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c06d8d0 0x7f108c15a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091000640 1 -- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f108c0b1a30 msgr2=0x7f108c0d15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:43.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091000640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f108c0b1a30 0x7f108c0d15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:43.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091000640 1 -- 172.21.15.22:0/1074327787 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f108c15b630 con 0x7f108c162b80 2024-09-10T10:34:43.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091000640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f108c162b80 0x7f108c15e650 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f108400c730 tx=0x7f108400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:43.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1088c00640 1 -- 172.21.15.22:0/1074327787 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1084003b80 con 0x7f108c162b80 2024-09-10T10:34:43.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1088c00640 1 -- 172.21.15.22:0/1074327787 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1084003d20 con 0x7f108c162b80 2024-09-10T10:34:43.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1088c00640 1 -- 172.21.15.22:0/1074327787 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f108400aa90 con 0x7f108c162b80 2024-09-10T10:34:43.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 -- 172.21.15.22:0/1074327787 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f108c15ad90 con 0x7f108c162b80 2024-09-10T10:34:43.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 -- 172.21.15.22:0/1074327787 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f108c15b350 con 0x7f108c162b80 2024-09-10T10:34:43.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.141+0000 7f1091a00640 1 -- 172.21.15.22:0/1074327787 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f108c0b7410 con 0x7f108c162b80 2024-09-10T10:34:43.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.145+0000 7f1088c00640 1 -- 172.21.15.22:0/1074327787 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f108400ac30 con 0x7f108c162b80 2024-09-10T10:34:43.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.145+0000 7f1088c00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10680678c0 0x7f1068069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:43.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.145+0000 7f1088c00640 1 -- 172.21.15.22:0/1074327787 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f1084085910 con 0x7f108c162b80 2024-09-10T10:34:43.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.145+0000 7f108be00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10680678c0 0x7f1068069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:43.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.145+0000 7f108be00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10680678c0 0x7f1068069d80 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f107c0af000 tx=0x7f107c0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:43.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.149+0000 7f1088c00640 1 -- 172.21.15.22:0/1074327787 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1084056760 con 0x7f108c162b80 2024-09-10T10:34:43.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:43.373+0000 7f1091a00640 1 -- 172.21.15.22:0/1074327787 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size"]} v 0) -- 0x7f108c15fff0 con 0x7f108c162b80 2024-09-10T10:34:44.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.277+0000 7f1088c00640 1 -- 172.21.15.22:0/1074327787 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size"]}]=0 v130) ==== 153+0+0 (secure 0 0 0) 0x7f1084056060 con 0x7f108c162b80 2024-09-10T10:34:44.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 -- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10680678c0 msgr2=0x7f1068069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:44.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10680678c0 0x7f1068069d80 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f107c0af000 tx=0x7f107c0a7000 comp rx=0 tx=0).stop 2024-09-10T10:34:44.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 -- 172.21.15.22:0/1074327787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f108c162b80 msgr2=0x7f108c15e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f108c162b80 0x7f108c15e650 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f108400c730 tx=0x7f108400cbf0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 -- 172.21.15.22:0/1074327787 shutdown_connections 2024-09-10T10:34:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10680678c0 0x7f1068069d80 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f108c162b80 0x7f108c15e650 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f108c0b1a30 0x7f108c0d15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 --2- 172.21.15.22:0/1074327787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f108c06d8d0 0x7f108c15a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 -- 172.21.15.22:0/1074327787 >> 172.21.15.22:0/1074327787 conn(0x7f108c0b41e0 msgr2=0x7f108c160510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:44.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 -- 172.21.15.22:0/1074327787 shutdown_connections 2024-09-10T10:34:44.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.281+0000 7f1091a00640 1 -- 172.21.15.22:0/1074327787 wait complete. 2024-09-10T10:34:44.310 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:34:44.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.453+0000 7efdfcc00640 1 Processor -- start 2024-09-10T10:34:44.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.453+0000 7efdfcc00640 1 -- start start 2024-09-10T10:34:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.453+0000 7efdfcc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efdf8158f70 0x7efdf815c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.453+0000 7efdfcc00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7efdf806f1c0 0x7efdf80ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdfcc00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efdf8159350 con 0x7efdf8072f30 2024-09-10T10:34:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdfcc00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7efdf8071340 con 0x7efdf8158f70 2024-09-10T10:34:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdfcc00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7efdf8071620 con 0x7efdf806f1c0 2024-09-10T10:34:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf5e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efdf8158f70 0x7efdf815c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf5e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efdf8158f70 0x7efdf815c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59316/0 (socket says 172.21.15.22:59316) 2024-09-10T10:34:44.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf5e00640 1 -- 172.21.15.22:0/3481360707 learned_addr learned my addr 172.21.15.22:0/3481360707 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:44.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf6800640 1 --2- 172.21.15.22:0/3481360707 >> v2:172.21.15.145:3300/0 conn(0x7efdf806f1c0 0x7efdf80ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:44.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf5e00640 1 -- 172.21.15.22:0/3481360707 >> v2:172.21.15.145:3300/0 conn(0x7efdf806f1c0 msgr2=0x7efdf80ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:44.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf5e00640 1 --2- 172.21.15.22:0/3481360707 >> v2:172.21.15.145:3300/0 conn(0x7efdf806f1c0 0x7efdf80ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf5e00640 1 -- 172.21.15.22:0/3481360707 >> v1:172.21.15.145:6789/0 conn(0x7efdf8072f30 legacy=0x7efdf806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:44.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf5e00640 1 -- 172.21.15.22:0/3481360707 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdf8071900 con 0x7efdf8158f70 2024-09-10T10:34:44.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf6800640 1 --2- 172.21.15.22:0/3481360707 >> v2:172.21.15.145:3300/0 conn(0x7efdf806f1c0 0x7efdf80ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:44.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf5e00640 1 --2- 172.21.15.22:0/3481360707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 0x7efdf815c630 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7efdf815eec0 tx=0x7efde801e700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed9439cf8671aa50 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:44.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf4a00640 1 -- 172.21.15.22:0/3481360707 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde80a86d0 con 0x7efdf8158f70 2024-09-10T10:34:44.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf4a00640 1 -- 172.21.15.22:0/3481360707 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efde80a8870 con 0x7efdf8158f70 2024-09-10T10:34:44.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.457+0000 7efdf4a00640 1 -- 172.21.15.22:0/3481360707 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde80a8c40 con 0x7efdf8158f70 2024-09-10T10:34:44.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 -- 172.21.15.22:0/3481360707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 msgr2=0x7efdf815c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:44.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 --2- 172.21.15.22:0/3481360707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 0x7efdf815c630 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7efdf815eec0 tx=0x7efde801e700 comp rx=0 tx=0).stop 2024-09-10T10:34:44.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 -- 172.21.15.22:0/3481360707 shutdown_connections 2024-09-10T10:34:44.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 --2- 172.21.15.22:0/3481360707 >> v2:172.21.15.145:3300/0 conn(0x7efdf806f1c0 0x7efdf80ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 --2- 172.21.15.22:0/3481360707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 0x7efdf815c630 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 -- 172.21.15.22:0/3481360707 >> 172.21.15.22:0/3481360707 conn(0x7efdf8062eb0 msgr2=0x7efdf806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:44.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 -- 172.21.15.22:0/3481360707 shutdown_connections 2024-09-10T10:34:44.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 -- 172.21.15.22:0/3481360707 wait complete. 2024-09-10T10:34:44.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 Processor -- start 2024-09-10T10:34:44.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 -- start start 2024-09-10T10:34:44.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdf806f1c0 0x7efdf81470e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:44.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efdf8072f30 0x7efdf80b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:44.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 0x7efdf80b4f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:44.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efdf80cf390 con 0x7efdf8158f70 2024-09-10T10:34:44.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efdf80cf210 con 0x7efdf806f1c0 2024-09-10T10:34:44.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdfcc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efdf80cf510 con 0x7efdf8072f30 2024-09-10T10:34:44.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 0x7efdf80b4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:44.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 0x7efdf80b4f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59318/0 (socket says 172.21.15.22:59318) 2024-09-10T10:34:44.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf6800640 1 -- 172.21.15.22:0/3099305702 learned_addr learned my addr 172.21.15.22:0/3099305702 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:44.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf5e00640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdf806f1c0 0x7efdf81470e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:44.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf5400640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efdf8072f30 0x7efdf80b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:44.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf6800640 1 -- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efdf8072f30 msgr2=0x7efdf80b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:44.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf6800640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efdf8072f30 0x7efdf80b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf6800640 1 -- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdf806f1c0 msgr2=0x7efdf81470e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:44.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf6800640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdf806f1c0 0x7efdf81470e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf6800640 1 -- 172.21.15.22:0/3099305702 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdf8147a70 con 0x7efdf8158f70 2024-09-10T10:34:44.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.461+0000 7efdf5e00640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdf806f1c0 0x7efdf81470e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:44.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdf6800640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 0x7efdf80b4f90 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7efdf0007dc0 tx=0x7efdf000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:44.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdee000640 1 -- 172.21.15.22:0/3099305702 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdf001a070 con 0x7efdf8158f70 2024-09-10T10:34:44.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdee000640 1 -- 172.21.15.22:0/3099305702 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efdf00039a0 con 0x7efdf8158f70 2024-09-10T10:34:44.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdfcc00640 1 -- 172.21.15.22:0/3099305702 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdf8147d50 con 0x7efdf8158f70 2024-09-10T10:34:44.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdee000640 1 -- 172.21.15.22:0/3099305702 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdf0003d90 con 0x7efdf8158f70 2024-09-10T10:34:44.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdfcc00640 1 -- 172.21.15.22:0/3099305702 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdf8147620 con 0x7efdf8158f70 2024-09-10T10:34:44.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdfcc00640 1 -- 172.21.15.22:0/3099305702 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdf8063410 con 0x7efdf8158f70 2024-09-10T10:34:44.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdee000640 1 -- 172.21.15.22:0/3099305702 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efdf001d070 con 0x7efdf8158f70 2024-09-10T10:34:44.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdee000640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdd80678c0 0x7efdd8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:44.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdee000640 1 -- 172.21.15.22:0/3099305702 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7efdf0085c20 con 0x7efdf8158f70 2024-09-10T10:34:44.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.465+0000 7efdf5e00640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdd80678c0 0x7efdd8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:44.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.469+0000 7efdf5e00640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdd80678c0 0x7efdd8069d80 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7efde80b1000 tx=0x7efde80a9000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:44.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.469+0000 7efdee000640 1 -- 172.21.15.22:0/3099305702 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efdf0010070 con 0x7efdf8158f70 2024-09-10T10:34:44.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.633+0000 7efdfcc00640 1 -- 172.21.15.22:0/3099305702 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7efdf80b59c0 con 0x7efdf8158f70 2024-09-10T10:34:44.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.637+0000 7efdee000640 1 -- 172.21.15.22:0/3099305702 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7efdf0056370 con 0x7efdf8158f70 2024-09-10T10:34:44.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 -- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdd80678c0 msgr2=0x7efdd8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:44.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdd80678c0 0x7efdd8069d80 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7efde80b1000 tx=0x7efde80a9000 comp rx=0 tx=0).stop 2024-09-10T10:34:44.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 -- 172.21.15.22:0/3099305702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 msgr2=0x7efdf80b4f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:44.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 0x7efdf80b4f90 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7efdf0007dc0 tx=0x7efdf000d4a0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 -- 172.21.15.22:0/3099305702 shutdown_connections 2024-09-10T10:34:44.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efdd80678c0 0x7efdd8069d80 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efdf8158f70 0x7efdf80b4f90 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efdf8072f30 0x7efdf80b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 --2- 172.21.15.22:0/3099305702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efdf806f1c0 0x7efdf81470e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:44.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 -- 172.21.15.22:0/3099305702 >> 172.21.15.22:0/3099305702 conn(0x7efdf8062eb0 msgr2=0x7efdf8159520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:44.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 -- 172.21.15.22:0/3099305702 shutdown_connections 2024-09-10T10:34:44.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:44.641+0000 7efdfcc00640 1 -- 172.21.15.22:0/3099305702 wait complete. 2024-09-10T10:34:44.666 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:34:44.666 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:34:44.759 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:34:44.857 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:34:44.858 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:44.858 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:44.866 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:34:44.866 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:44.866 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:44.875 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:34:44.876 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:34:44.876 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:44.921 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:34:44.921 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:34:44.922 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:34:44.931 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:34:44.931 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:34:44.931 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:45.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.097+0000 7f3c70400640 1 Processor -- start 2024-09-10T10:34:45.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.097+0000 7f3c70400640 1 -- start start 2024-09-10T10:34:45.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c70400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c680cd670 0x7f3c680cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c70400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6806e1b0 0x7f3c6806e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c70400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c6806d3f0 con 0x7f3c68145fb0 2024-09-10T10:34:45.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c70400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3c680ce010 con 0x7f3c680cd670 2024-09-10T10:34:45.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c70400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3c6806d1a0 con 0x7f3c6806e1b0 2024-09-10T10:34:45.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c6d000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c680cd670 0x7f3c680cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c6da00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3c68145fb0 0x7f3c680b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34672/0 (socket says 172.21.15.22:34672) 2024-09-10T10:34:45.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c6da00640 1 -- 172.21.15.22:0/3727769347 learned_addr learned my addr 172.21.15.22:0/3727769347 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:45.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c6e400640 1 --2- 172.21.15.22:0/3727769347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6806e1b0 0x7f3c6806e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c6d000640 1 -- 172.21.15.22:0/3727769347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6806e1b0 msgr2=0x7f3c6806e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:45.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c6d000640 1 --2- 172.21.15.22:0/3727769347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6806e1b0 0x7f3c6806e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c6d000640 1 -- 172.21.15.22:0/3727769347 >> v1:172.21.15.22:6789/0 conn(0x7f3c68145fb0 legacy=0x7f3c680b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:45.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c6d000640 1 -- 172.21.15.22:0/3727769347 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c6806d6d0 con 0x7f3c680cd670 2024-09-10T10:34:45.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.101+0000 7f3c67e00640 1 -- 172.21.15.22:0/3727769347 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 573461380 0 0) 0x7f3c6806d3f0 con 0x7f3c68145fb0 2024-09-10T10:34:45.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c6d000640 1 --2- 172.21.15.22:0/3727769347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c680cd670 0x7f3c680cdad0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f3c540097c0 tx=0x7f3c5401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96980cbb567a8a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:45.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c67e00640 1 -- 172.21.15.22:0/3727769347 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c540b0070 con 0x7f3c680cd670 2024-09-10T10:34:45.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c67e00640 1 -- 172.21.15.22:0/3727769347 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c540ab600 con 0x7f3c680cd670 2024-09-10T10:34:45.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c67e00640 1 -- 172.21.15.22:0/3727769347 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c540ab9d0 con 0x7f3c680cd670 2024-09-10T10:34:45.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c70400640 1 -- 172.21.15.22:0/3727769347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c680cd670 msgr2=0x7f3c680cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:45.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c70400640 1 --2- 172.21.15.22:0/3727769347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c680cd670 0x7f3c680cdad0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f3c540097c0 tx=0x7f3c5401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c70400640 1 -- 172.21.15.22:0/3727769347 shutdown_connections 2024-09-10T10:34:45.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c70400640 1 --2- 172.21.15.22:0/3727769347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6806e1b0 0x7f3c6806e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c70400640 1 --2- 172.21.15.22:0/3727769347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c680cd670 0x7f3c680cdad0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c70400640 1 -- 172.21.15.22:0/3727769347 >> 172.21.15.22:0/3727769347 conn(0x7f3c68062dd0 msgr2=0x7f3c6806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:45.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c70400640 1 -- 172.21.15.22:0/3727769347 shutdown_connections 2024-09-10T10:34:45.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c70400640 1 -- 172.21.15.22:0/3727769347 wait complete. 2024-09-10T10:34:45.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c70400640 1 Processor -- start 2024-09-10T10:34:45.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.105+0000 7f3c70400640 1 -- start start 2024-09-10T10:34:45.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c70400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6806e1b0 0x7f3c68156040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c70400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c680cd670 0x7f3c68164970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c70400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c68145fb0 0x7f3c68164eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c70400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3c680d0170 con 0x7f3c6806e1b0 2024-09-10T10:34:45.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c70400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3c680cfff0 con 0x7f3c680cd670 2024-09-10T10:34:45.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c70400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3c6806dd20 con 0x7f3c68145fb0 2024-09-10T10:34:45.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c6da00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6806e1b0 0x7f3c68156040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c6da00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6806e1b0 0x7f3c68156040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:59324/0 (socket says 172.21.15.22:59324) 2024-09-10T10:34:45.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c6da00640 1 -- 172.21.15.22:0/947984661 learned_addr learned my addr 172.21.15.22:0/947984661 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:45.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c6da00640 1 -- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c68145fb0 msgr2=0x7f3c68164eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:45.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c6da00640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c68145fb0 0x7f3c68164eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c6da00640 1 -- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c680cd670 msgr2=0x7f3c68164970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:45.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c6da00640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c680cd670 0x7f3c68164970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c6da00640 1 -- 172.21.15.22:0/947984661 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c68165510 con 0x7f3c6806e1b0 2024-09-10T10:34:45.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c6da00640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6806e1b0 0x7f3c68156040 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c00c480 tx=0x7f3c5c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:45.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c65600640 1 -- 172.21.15.22:0/947984661 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c5c018070 con 0x7f3c6806e1b0 2024-09-10T10:34:45.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c65600640 1 -- 172.21.15.22:0/947984661 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c5c007500 con 0x7f3c6806e1b0 2024-09-10T10:34:45.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c70400640 1 -- 172.21.15.22:0/947984661 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c681657f0 con 0x7f3c6806e1b0 2024-09-10T10:34:45.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c65600640 1 -- 172.21.15.22:0/947984661 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c5c004a30 con 0x7f3c6806e1b0 2024-09-10T10:34:45.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c70400640 1 -- 172.21.15.22:0/947984661 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c68165db0 con 0x7f3c6806e1b0 2024-09-10T10:34:45.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c70400640 1 -- 172.21.15.22:0/947984661 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c6806e640 con 0x7f3c6806e1b0 2024-09-10T10:34:45.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.109+0000 7f3c65600640 1 -- 172.21.15.22:0/947984661 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3c5c01b070 con 0x7f3c6806e1b0 2024-09-10T10:34:45.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.113+0000 7f3c65600640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c480678c0 0x7f3c48069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.113+0000 7f3c65600640 1 -- 172.21.15.22:0/947984661 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f3c5c084c90 con 0x7f3c6806e1b0 2024-09-10T10:34:45.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.113+0000 7f3c6d000640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c480678c0 0x7f3c48069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.113+0000 7f3c6d000640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c480678c0 0x7f3c48069d80 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f3c540ad000 tx=0x7f3c54008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:45.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.117+0000 7f3c65600640 1 -- 172.21.15.22:0/947984661 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3c5c055b40 con 0x7f3c6806e1b0 2024-09-10T10:34:45.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.313+0000 7f3c70400640 1 -- 172.21.15.22:0/947984661 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c680b2ca0 con 0x7f3c6806e1b0 2024-09-10T10:34:45.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c65600640 1 -- 172.21.15.22:0/947984661 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+3914 (secure 0 0 0) 0x7f3c5c055440 con 0x7f3c6806e1b0 2024-09-10T10:34:45.321 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:45.321 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":26,"btime":"2024-09-10T10:34:39:252213+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4853,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3809802326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3809802326},{"type":"v1","addr":"172.21.15.145:6836","nonce":3809802326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5119,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1236499179","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1236499179},{"type":"v1","addr":"172.21.15.145:6837","nonce":1236499179}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5232,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/353937266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":353937266},{"type":"v1","addr":"172.21.15.22:6834","nonce":353937266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3383634286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3383634286},{"type":"v1","addr":"172.21.15.22:6835","nonce":3383634286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":26}],"filesystems":[]} 2024-09-10T10:34:45.322 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 26 2024-09-10T10:34:45.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 -- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c480678c0 msgr2=0x7f3c48069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:45.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c480678c0 0x7f3c48069d80 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f3c540ad000 tx=0x7f3c54008040 comp rx=0 tx=0).stop 2024-09-10T10:34:45.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 -- 172.21.15.22:0/947984661 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6806e1b0 msgr2=0x7f3c68156040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:45.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6806e1b0 0x7f3c68156040 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c00c480 tx=0x7f3c5c00c940 comp rx=0 tx=0).stop 2024-09-10T10:34:45.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 -- 172.21.15.22:0/947984661 shutdown_connections 2024-09-10T10:34:45.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c480678c0 0x7f3c48069d80 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c68145fb0 0x7f3c68164eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c680cd670 0x7f3c68164970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 --2- 172.21.15.22:0/947984661 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6806e1b0 0x7f3c68156040 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 -- 172.21.15.22:0/947984661 >> 172.21.15.22:0/947984661 conn(0x7f3c68062dd0 msgr2=0x7f3c680af900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:45.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 -- 172.21.15.22:0/947984661 shutdown_connections 2024-09-10T10:34:45.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.317+0000 7f3c70400640 1 -- 172.21.15.22:0/947984661 wait complete. 2024-09-10T10:34:45.342 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:34:45.343 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:34:45.343 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:34:45.343 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:34:45.343 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:34:45.343 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:34:45.343 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:34:45.343 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:34:45.344 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:34:45.344 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:34:45.344 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:34:45.344 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:34:45.344 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:34:45.344 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:34:45.344 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:34:45.345 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:34:45.355 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:34:45.356 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:34:45.357 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:34:45.357 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:34:45.367 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:34:45.367 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:34:45.368 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:34:45.368 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:34:45.407 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:34:45.407 DEBUG:teuthology.parallel:result is None 2024-09-10T10:34:45.409 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:34:45.409 DEBUG:teuthology.parallel:result is None 2024-09-10T10:34:45.417 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:34:45.417 DEBUG:teuthology.parallel:result is None 2024-09-10T10:34:45.418 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:34:45.418 DEBUG:teuthology.parallel:result is None 2024-09-10T10:34:45.419 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:34:45.494 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:34:45.496 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:34:45.509 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:34:45.510 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:34:45.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.561+0000 7fe4cde00640 1 Processor -- start 2024-09-10T10:34:45.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.561+0000 7fe4cde00640 1 -- start start 2024-09-10T10:34:45.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4cde00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe4c8145fb0 0x7fe4c80b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4cde00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe4c80cd670 0x7fe4c80cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4cde00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4c806e1b0 0x7fe4c806e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4cde00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe4c80ce010 con 0x7fe4c80cd670 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4cde00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fe4c806d1a0 con 0x7fe4c8145fb0 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4cde00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe4c806dd20 con 0x7fe4c806e1b0 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4be000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe4c80cd670 0x7fe4c80cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4be000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe4c80cd670 0x7fe4c80cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50480/0 (socket says 172.21.15.22:50480) 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4be000640 1 -- 172.21.15.22:0/2190344935 learned_addr learned my addr 172.21.15.22:0/2190344935 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4c6a00640 1 --2- 172.21.15.22:0/2190344935 >> v2:172.21.15.145:3300/0 conn(0x7fe4c8145fb0 0x7fe4c80b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4c7400640 1 --2- 172.21.15.22:0/2190344935 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4c806e1b0 0x7fe4c806e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4be000640 1 -- 172.21.15.22:0/2190344935 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4c806e1b0 msgr2=0x7fe4c806e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:45.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4be000640 1 --2- 172.21.15.22:0/2190344935 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4c806e1b0 0x7fe4c806e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4be000640 1 -- 172.21.15.22:0/2190344935 >> v2:172.21.15.145:3300/0 conn(0x7fe4c8145fb0 msgr2=0x7fe4c80b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:45.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4be000640 1 --2- 172.21.15.22:0/2190344935 >> v2:172.21.15.145:3300/0 conn(0x7fe4c8145fb0 0x7fe4c80b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4be000640 1 -- 172.21.15.22:0/2190344935 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4c806d3f0 con 0x7fe4c80cd670 2024-09-10T10:34:45.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.565+0000 7fe4c6a00640 1 --2- 172.21.15.22:0/2190344935 >> v2:172.21.15.145:3300/0 conn(0x7fe4c8145fb0 0x7fe4c80b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:45.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4be000640 1 --2- 172.21.15.22:0/2190344935 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c80cd670 0x7fe4c80cdad0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fe4c80735c0 tx=0x7fe4b001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=580cbc0ff7ef016 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:45.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4c6000640 1 -- 172.21.15.22:0/2190344935 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b00b1070 con 0x7fe4c80cd670 2024-09-10T10:34:45.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4c6000640 1 -- 172.21.15.22:0/2190344935 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4b00ac630 con 0x7fe4c80cd670 2024-09-10T10:34:45.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4c6000640 1 -- 172.21.15.22:0/2190344935 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b00a8050 con 0x7fe4c80cd670 2024-09-10T10:34:45.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 -- 172.21.15.22:0/2190344935 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c80cd670 msgr2=0x7fe4c80cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:45.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 --2- 172.21.15.22:0/2190344935 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c80cd670 0x7fe4c80cdad0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fe4c80735c0 tx=0x7fe4b001c520 comp rx=0 tx=0).stop 2024-09-10T10:34:45.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 -- 172.21.15.22:0/2190344935 shutdown_connections 2024-09-10T10:34:45.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 --2- 172.21.15.22:0/2190344935 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4c806e1b0 0x7fe4c806e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 --2- 172.21.15.22:0/2190344935 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c80cd670 0x7fe4c80cdad0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 --2- 172.21.15.22:0/2190344935 >> v2:172.21.15.145:3300/0 conn(0x7fe4c8145fb0 0x7fe4c80b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 -- 172.21.15.22:0/2190344935 >> 172.21.15.22:0/2190344935 conn(0x7fe4c8062dd0 msgr2=0x7fe4c806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:45.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 -- 172.21.15.22:0/2190344935 shutdown_connections 2024-09-10T10:34:45.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 -- 172.21.15.22:0/2190344935 wait complete. 2024-09-10T10:34:45.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 Processor -- start 2024-09-10T10:34:45.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 -- start start 2024-09-10T10:34:45.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4c806e1b0 0x7fe4c8165c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c80cd670 0x7fe4c8141de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c8145fb0 0x7fe4c81631b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe4c80b4340 con 0x7fe4c8145fb0 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe4c80cfda0 con 0x7fe4c80cd670 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.569+0000 7fe4cde00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe4c80ac550 con 0x7fe4c806e1b0 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4c7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c8145fb0 0x7fe4c81631b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4c7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c8145fb0 0x7fe4c81631b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50488/0 (socket says 172.21.15.22:50488) 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4c7400640 1 -- 172.21.15.22:0/1707898424 learned_addr learned my addr 172.21.15.22:0/1707898424 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4c6a00640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4c806e1b0 0x7fe4c8165c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4be000640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c80cd670 0x7fe4c8141de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4c7400640 1 -- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4c806e1b0 msgr2=0x7fe4c8165c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4c7400640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4c806e1b0 0x7fe4c8165c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4c7400640 1 -- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c80cd670 msgr2=0x7fe4c8141de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4c7400640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c80cd670 0x7fe4c8141de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4c7400640 1 -- 172.21.15.22:0/1707898424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4c80ac830 con 0x7fe4c8145fb0 2024-09-10T10:34:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4c7400640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c8145fb0 0x7fe4c81631b0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fe4c000eed0 tx=0x7fe4c000b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4bfe00640 1 -- 172.21.15.22:0/1707898424 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c0018020 con 0x7fe4c8145fb0 2024-09-10T10:34:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4bfe00640 1 -- 172.21.15.22:0/1707898424 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4c0014400 con 0x7fe4c8145fb0 2024-09-10T10:34:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4bfe00640 1 -- 172.21.15.22:0/1707898424 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c00147f0 con 0x7fe4c8145fb0 2024-09-10T10:34:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4cde00640 1 -- 172.21.15.22:0/1707898424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4c8141300 con 0x7fe4c8145fb0 2024-09-10T10:34:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4cde00640 1 -- 172.21.15.22:0/1707898424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4c81418c0 con 0x7fe4c8145fb0 2024-09-10T10:34:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4cde00640 1 -- 172.21.15.22:0/1707898424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4c80cdad0 con 0x7fe4c8145fb0 2024-09-10T10:34:45.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.573+0000 7fe4bfe00640 1 -- 172.21.15.22:0/1707898424 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe4c001b020 con 0x7fe4c8145fb0 2024-09-10T10:34:45.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.577+0000 7fe4bfe00640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4a40678c0 0x7fe4a4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:45.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.577+0000 7fe4bfe00640 1 -- 172.21.15.22:0/1707898424 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fe4c0085ea0 con 0x7fe4c8145fb0 2024-09-10T10:34:45.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.577+0000 7fe4c6a00640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4a40678c0 0x7fe4a4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:45.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.577+0000 7fe4c6a00640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4a40678c0 0x7fe4a4069d80 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe4b8009580 tx=0x7fe4b8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:45.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.581+0000 7fe4bfe00640 1 -- 172.21.15.22:0/1707898424 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe4c0022070 con 0x7fe4c8145fb0 2024-09-10T10:34:45.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:45.757+0000 7fe4cde00640 1 -- 172.21.15.22:0/1707898424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fe4c80aca00 con 0x7fe4c8145fb0 2024-09-10T10:34:46.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.289+0000 7fe4bfe00640 1 -- 172.21.15.22:0/1707898424 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v52) ==== 97+0+0 (secure 0 0 0) 0x7fe4c0056680 con 0x7fe4c8145fb0 2024-09-10T10:34:46.297 INFO:teuthology.orchestra.run.smithi022.stderr: removed all blocklist entries 2024-09-10T10:34:46.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 -- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4a40678c0 msgr2=0x7fe4a4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4a40678c0 0x7fe4a4069d80 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe4b8009580 tx=0x7fe4b8009190 comp rx=0 tx=0).stop 2024-09-10T10:34:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 -- 172.21.15.22:0/1707898424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c8145fb0 msgr2=0x7fe4c81631b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c8145fb0 0x7fe4c81631b0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fe4c000eed0 tx=0x7fe4c000b480 comp rx=0 tx=0).stop 2024-09-10T10:34:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 -- 172.21.15.22:0/1707898424 shutdown_connections 2024-09-10T10:34:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4a40678c0 0x7fe4a4069d80 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4c8145fb0 0x7fe4c81631b0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe4c80cd670 0x7fe4c8141de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 --2- 172.21.15.22:0/1707898424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe4c806e1b0 0x7fe4c8165c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 -- 172.21.15.22:0/1707898424 >> 172.21.15.22:0/1707898424 conn(0x7fe4c8062dd0 msgr2=0x7fe4c80b13a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 -- 172.21.15.22:0/1707898424 shutdown_connections 2024-09-10T10:34:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.293+0000 7fe4cde00640 1 -- 172.21.15.22:0/1707898424 wait complete. 2024-09-10T10:34:46.325 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:34:46.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda47800640 1 Processor -- start 2024-09-10T10:34:46.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda47800640 1 -- start start 2024-09-10T10:34:46.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda47800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fda4015b220 0x7fda40071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda47800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 0x7fda400b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda47800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda400ce880 con 0x7fda400b5520 2024-09-10T10:34:46.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda47800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fda4006d6e0 con 0x7fda4015b220 2024-09-10T10:34:46.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda47800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fda400ceb60 con 0x7fda4015b600 2024-09-10T10:34:46.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda45800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fda400b5520 0x7fda400b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58634/0 (socket says 172.21.15.22:58634) 2024-09-10T10:34:46.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda45800640 1 -- 172.21.15.22:0/1149360856 learned_addr learned my addr 172.21.15.22:0/1149360856 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:46.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda3fe00640 1 --2- 172.21.15.22:0/1149360856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 0x7fda400b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda44e00640 1 --2- 172.21.15.22:0/1149360856 >> v2:172.21.15.145:3300/0 conn(0x7fda4015b220 0x7fda40071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda3f400640 1 -- 172.21.15.22:0/1149360856 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3974485326 0 0) 0x7fda400ce880 con 0x7fda400b5520 2024-09-10T10:34:46.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda3f400640 1 -- 172.21.15.22:0/1149360856 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda28003530 con 0x7fda400b5520 2024-09-10T10:34:46.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda3fe00640 1 -- 172.21.15.22:0/1149360856 >> v2:172.21.15.145:3300/0 conn(0x7fda4015b220 msgr2=0x7fda40071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:46.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda3fe00640 1 --2- 172.21.15.22:0/1149360856 >> v2:172.21.15.145:3300/0 conn(0x7fda4015b220 0x7fda40071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda3fe00640 1 -- 172.21.15.22:0/1149360856 >> v1:172.21.15.22:6789/0 conn(0x7fda400b5520 legacy=0x7fda400b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda3fe00640 1 -- 172.21.15.22:0/1149360856 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda400cee40 con 0x7fda4015b600 2024-09-10T10:34:46.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.465+0000 7fda44e00640 1 --2- 172.21.15.22:0/1149360856 >> v2:172.21.15.145:3300/0 conn(0x7fda4015b220 0x7fda40071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:46.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda3fe00640 1 --2- 172.21.15.22:0/1149360856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 0x7fda400b4fe0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fda2c0097c0 tx=0x7fda2c01c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37f9ad7f71f52212 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:46.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda3f400640 1 -- 172.21.15.22:0/1149360856 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c0b0070 con 0x7fda4015b600 2024-09-10T10:34:46.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda3f400640 1 -- 172.21.15.22:0/1149360856 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda2c0ab600 con 0x7fda4015b600 2024-09-10T10:34:46.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda3f400640 1 -- 172.21.15.22:0/1149360856 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c0ab9d0 con 0x7fda4015b600 2024-09-10T10:34:46.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda47800640 1 -- 172.21.15.22:0/1149360856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 msgr2=0x7fda400b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda47800640 1 --2- 172.21.15.22:0/1149360856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 0x7fda400b4fe0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fda2c0097c0 tx=0x7fda2c01c410 comp rx=0 tx=0).stop 2024-09-10T10:34:46.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda47800640 1 -- 172.21.15.22:0/1149360856 shutdown_connections 2024-09-10T10:34:46.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda47800640 1 --2- 172.21.15.22:0/1149360856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 0x7fda400b4fe0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda47800640 1 --2- 172.21.15.22:0/1149360856 >> v2:172.21.15.145:3300/0 conn(0x7fda4015b220 0x7fda40071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda47800640 1 -- 172.21.15.22:0/1149360856 >> 172.21.15.22:0/1149360856 conn(0x7fda40062dd0 msgr2=0x7fda4006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:46.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda47800640 1 -- 172.21.15.22:0/1149360856 shutdown_connections 2024-09-10T10:34:46.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.469+0000 7fda47800640 1 -- 172.21.15.22:0/1149360856 wait complete. 2024-09-10T10:34:46.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 Processor -- start 2024-09-10T10:34:46.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 -- start start 2024-09-10T10:34:46.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda400b5520 0x7fda40156700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fda4015b220 0x7fda40156c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 0x7fda40154870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fda400d0220 con 0x7fda4015b220 2024-09-10T10:34:46.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fda400d00a0 con 0x7fda400b5520 2024-09-10T10:34:46.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fda4006da30 con 0x7fda4015b600 2024-09-10T10:34:46.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fda4015b220 0x7fda40156c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fda4015b220 0x7fda40156c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50502/0 (socket says 172.21.15.22:50502) 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3fe00640 1 -- 172.21.15.22:0/2444292912 learned_addr learned my addr 172.21.15.22:0/2444292912 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda44e00640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda400b5520 0x7fda40156700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda45800640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 0x7fda40154870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3fe00640 1 -- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 msgr2=0x7fda40154870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3fe00640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 0x7fda40154870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3fe00640 1 -- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda400b5520 msgr2=0x7fda40156700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3fe00640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda400b5520 0x7fda40156700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3fe00640 1 -- 172.21.15.22:0/2444292912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda4015c3e0 con 0x7fda4015b220 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3fe00640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fda4015b220 0x7fda40156c40 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fda2c01a040 tx=0x7fda2c0191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3cc00640 1 -- 172.21.15.22:0/2444292912 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c0ba070 con 0x7fda4015b220 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3cc00640 1 -- 172.21.15.22:0/2444292912 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda2c0b5460 con 0x7fda4015b220 2024-09-10T10:34:46.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda3cc00640 1 -- 172.21.15.22:0/2444292912 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c0b0040 con 0x7fda4015b220 2024-09-10T10:34:46.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 -- 172.21.15.22:0/2444292912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda4015e3a0 con 0x7fda4015b220 2024-09-10T10:34:46.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 -- 172.21.15.22:0/2444292912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda4015c940 con 0x7fda4015b220 2024-09-10T10:34:46.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.473+0000 7fda47800640 1 -- 172.21.15.22:0/2444292912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda400b4fe0 con 0x7fda4015b220 2024-09-10T10:34:46.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.477+0000 7fda3cc00640 1 -- 172.21.15.22:0/2444292912 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fda2c0bd070 con 0x7fda4015b220 2024-09-10T10:34:46.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.477+0000 7fda3cc00640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fda200678f0 0x7fda20069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.477+0000 7fda3cc00640 1 -- 172.21.15.22:0/2444292912 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7fda2c11fc60 con 0x7fda4015b220 2024-09-10T10:34:46.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.477+0000 7fda44e00640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fda200678f0 0x7fda20069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.477+0000 7fda44e00640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fda200678f0 0x7fda20069db0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fda34009580 tx=0x7fda34008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:46.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.481+0000 7fda3cc00640 1 -- 172.21.15.22:0/2444292912 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fda4015c3e0 con 0x7fda4015b220 2024-09-10T10:34:46.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.701+0000 7fda47800640 1 -- 172.21.15.22:0/2444292912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fda40154380 con 0x7fda4015b220 2024-09-10T10:34:46.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.701+0000 7fda3cc00640 1 -- 172.21.15.22:0/2444292912 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5304 (secure 0 0 0) 0x7fda2c016090 con 0x7fda4015b220 2024-09-10T10:34:46.708 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:46.708 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:34:46.708 INFO:teuthology.orchestra.run.smithi022.stdout: "auth_dump": [ 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.a", 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA==", 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.709 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.b", 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw==", 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.c", 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg==", 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:46.710 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.d", 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg==", 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.711 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.0", 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg==", 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.1", 2024-09-10T10:34:46.712 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q==", 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.2", 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA==", 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:46.713 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.3", 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA==", 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.714 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.4", 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA==", 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.5", 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ==", 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:46.715 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:46.716 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.716 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.716 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.716 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.716 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.6", 2024-09-10T10:34:46.716 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA==", 2024-09-10T10:34:46.716 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.716 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:46.716 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:46.716 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.7", 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA==", 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.717 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.0", 2024-09-10T10:34:46.718 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA==", 2024-09-10T10:34:46.718 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.718 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:46.718 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow r", 2024-09-10T10:34:46.718 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T10:34:46.718 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.718 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.718 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.718 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.1", 2024-09-10T10:34:46.719 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q==", 2024-09-10T10:34:46.719 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.2", 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA==", 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:46.720 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.3", 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg==", 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:34:46.721 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.admin", 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm1kZCJhAAGLXWU85Vtod0CRG/bo4sSQ==", 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.722 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.x", 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ==", 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.y", 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q==", 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:34:46.723 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:34:46.724 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:34:46.724 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.724 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:46.724 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:34:46.724 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:34:46.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 -- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fda200678f0 msgr2=0x7fda20069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fda200678f0 0x7fda20069db0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fda34009580 tx=0x7fda34008040 comp rx=0 tx=0).stop 2024-09-10T10:34:46.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 -- 172.21.15.22:0/2444292912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fda4015b220 msgr2=0x7fda40156c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fda4015b220 0x7fda40156c40 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fda2c01a040 tx=0x7fda2c0191b0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 -- 172.21.15.22:0/2444292912 shutdown_connections 2024-09-10T10:34:46.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fda200678f0 0x7fda20069db0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda4015b600 0x7fda40154870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fda4015b220 0x7fda40156c40 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 --2- 172.21.15.22:0/2444292912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda400b5520 0x7fda40156700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 -- 172.21.15.22:0/2444292912 >> 172.21.15.22:0/2444292912 conn(0x7fda40062dd0 msgr2=0x7fda40072430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:46.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 -- 172.21.15.22:0/2444292912 shutdown_connections 2024-09-10T10:34:46.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.705+0000 7fda47800640 1 -- 172.21.15.22:0/2444292912 wait complete. 2024-09-10T10:34:46.730 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:34:46.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.865+0000 7f892ae00640 1 Processor -- start 2024-09-10T10:34:46.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.865+0000 7f892ae00640 1 -- start start 2024-09-10T10:34:46.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f892ae00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8924145fb0 0x7f89240b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f892ae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89240cd670 0x7f89240cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f892ae00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f892406d3f0 con 0x7f892406e1b0 2024-09-10T10:34:46.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f892ae00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f89240ce010 con 0x7f8924145fb0 2024-09-10T10:34:46.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f892ae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f892406d1a0 con 0x7f89240cd670 2024-09-10T10:34:46.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f8923e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8924145fb0 0x7f89240b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f8928e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f892406e1b0 0x7f892406e660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58644/0 (socket says 172.21.15.22:58644) 2024-09-10T10:34:46.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f8928e00640 1 -- 172.21.15.22:0/2650148297 learned_addr learned my addr 172.21.15.22:0/2650148297 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:46.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f891b400640 1 --2- 172.21.15.22:0/2650148297 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89240cd670 0x7f89240cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f8923e00640 1 -- 172.21.15.22:0/2650148297 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89240cd670 msgr2=0x7f89240cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:46.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f8923e00640 1 --2- 172.21.15.22:0/2650148297 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89240cd670 0x7f89240cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f8923e00640 1 -- 172.21.15.22:0/2650148297 >> v1:172.21.15.22:6789/0 conn(0x7f892406e1b0 legacy=0x7f892406e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f8923e00640 1 -- 172.21.15.22:0/2650148297 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892406d6d0 con 0x7f8924145fb0 2024-09-10T10:34:46.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f8923400640 1 -- 172.21.15.22:0/2650148297 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 350247770 0 0) 0x7f892406d3f0 con 0x7f892406e1b0 2024-09-10T10:34:46.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.869+0000 7f891b400640 1 --2- 172.21.15.22:0/2650148297 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89240cd670 0x7f89240cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:46.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f8923e00640 1 --2- 172.21.15.22:0/2650148297 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8924145fb0 0x7f89240b3e00 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f89140097c0 tx=0x7f891401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d69043bfd86afa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:46.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f8923400640 1 -- 172.21.15.22:0/2650148297 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89140b0070 con 0x7f8924145fb0 2024-09-10T10:34:46.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f8923400640 1 -- 172.21.15.22:0/2650148297 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89140ab600 con 0x7f8924145fb0 2024-09-10T10:34:46.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f8923400640 1 -- 172.21.15.22:0/2650148297 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89140ab9d0 con 0x7f8924145fb0 2024-09-10T10:34:46.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f892ae00640 1 -- 172.21.15.22:0/2650148297 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8924145fb0 msgr2=0x7f89240b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f892ae00640 1 --2- 172.21.15.22:0/2650148297 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8924145fb0 0x7f89240b3e00 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f89140097c0 tx=0x7f891401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f892ae00640 1 -- 172.21.15.22:0/2650148297 shutdown_connections 2024-09-10T10:34:46.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f892ae00640 1 --2- 172.21.15.22:0/2650148297 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89240cd670 0x7f89240cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f892ae00640 1 --2- 172.21.15.22:0/2650148297 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8924145fb0 0x7f89240b3e00 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f892ae00640 1 -- 172.21.15.22:0/2650148297 >> 172.21.15.22:0/2650148297 conn(0x7f8924062dd0 msgr2=0x7f892406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:46.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f892ae00640 1 -- 172.21.15.22:0/2650148297 shutdown_connections 2024-09-10T10:34:46.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f892ae00640 1 -- 172.21.15.22:0/2650148297 wait complete. 2024-09-10T10:34:46.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f892ae00640 1 Processor -- start 2024-09-10T10:34:46.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.873+0000 7f892ae00640 1 -- start start 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f892ae00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f892406e1b0 0x7f8924143de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f892ae00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89240cd670 0x7f8924163370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f892ae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8924145fb0 0x7f8924072190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f892ae00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f89240d0130 con 0x7f892406e1b0 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f892ae00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f89240cffb0 con 0x7f89240cd670 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f892ae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f89241691e0 con 0x7f8924145fb0 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8923e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f892406e1b0 0x7f8924143de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8923e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f892406e1b0 0x7f8924143de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50524/0 (socket says 172.21.15.22:50524) 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8923e00640 1 -- 172.21.15.22:0/2664660208 learned_addr learned my addr 172.21.15.22:0/2664660208 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f891b400640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89240cd670 0x7f8924163370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8928e00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8924145fb0 0x7f8924072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8923e00640 1 -- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8924145fb0 msgr2=0x7f8924072190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8923e00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8924145fb0 0x7f8924072190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8923e00640 1 -- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89240cd670 msgr2=0x7f8924163370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8923e00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89240cd670 0x7f8924163370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8923e00640 1 -- 172.21.15.22:0/2664660208 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8924144320 con 0x7f892406e1b0 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8923e00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f892406e1b0 0x7f8924143de0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f89140097c0 tx=0x7f891401ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8920c00640 1 -- 172.21.15.22:0/2664660208 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89140b0040 con 0x7f892406e1b0 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8920c00640 1 -- 172.21.15.22:0/2664660208 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8914004030 con 0x7f892406e1b0 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8920c00640 1 -- 172.21.15.22:0/2664660208 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8914004400 con 0x7f892406e1b0 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f892ae00640 1 -- 172.21.15.22:0/2664660208 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8924163dc0 con 0x7f892406e1b0 2024-09-10T10:34:46.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f892ae00640 1 -- 172.21.15.22:0/2664660208 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8924164380 con 0x7f892406e1b0 2024-09-10T10:34:46.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f892ae00640 1 -- 172.21.15.22:0/2664660208 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89240b3e00 con 0x7f892406e1b0 2024-09-10T10:34:46.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.877+0000 7f8920c00640 1 -- 172.21.15.22:0/2664660208 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8914003620 con 0x7f892406e1b0 2024-09-10T10:34:46.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.881+0000 7f8920c00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89000678f0 0x7f8900069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:46.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.881+0000 7f8920c00640 1 -- 172.21.15.22:0/2664660208 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7f89141202e0 con 0x7f892406e1b0 2024-09-10T10:34:46.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.881+0000 7f891b400640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89000678f0 0x7f8900069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:46.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.881+0000 7f891b400640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89000678f0 0x7f8900069db0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f89240ccf40 tx=0x7f890c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:46.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:46.885+0000 7f8920c00640 1 -- 172.21.15.22:0/2664660208 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8914016090 con 0x7f892406e1b0 2024-09-10T10:34:47.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.049+0000 7f892ae00640 1 -- 172.21.15.22:0/2664660208 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f89240b1b50 con 0x7f892406e1b0 2024-09-10T10:34:47.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.049+0000 7f8920c00640 1 -- 172.21.15.22:0/2664660208 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v54) ==== 84+0+65 (secure 0 0 0) 0x7f89140f1200 con 0x7f892406e1b0 2024-09-10T10:34:47.056 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:47.056 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:34:47.056 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:34:47.056 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:34:47.056 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:34:47.056 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:34:47.056 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:34:47.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 -- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89000678f0 msgr2=0x7f8900069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:47.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89000678f0 0x7f8900069db0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f89240ccf40 tx=0x7f890c008040 comp rx=0 tx=0).stop 2024-09-10T10:34:47.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 -- 172.21.15.22:0/2664660208 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f892406e1b0 msgr2=0x7f8924143de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:47.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f892406e1b0 0x7f8924143de0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f89140097c0 tx=0x7f891401ace0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 -- 172.21.15.22:0/2664660208 shutdown_connections 2024-09-10T10:34:47.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89000678f0 0x7f8900069db0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8924145fb0 0x7f8924072190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89240cd670 0x7f8924163370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 --2- 172.21.15.22:0/2664660208 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f892406e1b0 0x7f8924143de0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 -- 172.21.15.22:0/2664660208 >> 172.21.15.22:0/2664660208 conn(0x7f8924062dd0 msgr2=0x7f892406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:47.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 -- 172.21.15.22:0/2664660208 shutdown_connections 2024-09-10T10:34:47.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.053+0000 7f892ae00640 1 -- 172.21.15.22:0/2664660208 wait complete. 2024-09-10T10:34:47.078 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:34:47.078 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:34:47.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.217+0000 7ff25e200640 1 Processor -- start 2024-09-10T10:34:47.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.217+0000 7ff25e200640 1 -- start start 2024-09-10T10:34:47.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.217+0000 7ff25e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2581460d0 0x7ff2580b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:47.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.217+0000 7ff25e200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2580cda10 0x7ff25815c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:47.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.217+0000 7ff25e200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2580b3fd0 con 0x7ff2580b3b00 2024-09-10T10:34:47.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.217+0000 7ff25e200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff2580b42b0 con 0x7ff2580cda10 2024-09-10T10:34:47.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.217+0000 7ff25e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff2580b4590 con 0x7ff2581460d0 2024-09-10T10:34:47.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.217+0000 7ff257e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2580cda10 0x7ff25815c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:47.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.217+0000 7ff257e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2580cda10 0x7ff25815c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50534/0 (socket says 172.21.15.22:50534) 2024-09-10T10:34:47.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.217+0000 7ff257e00640 1 -- 172.21.15.22:0/3142522004 learned_addr learned my addr 172.21.15.22:0/3142522004 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:47.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff257400640 1 --2- 172.21.15.22:0/3142522004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2581460d0 0x7ff2580b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:47.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff257e00640 1 -- 172.21.15.22:0/3142522004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2581460d0 msgr2=0x7ff2580b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:47.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff257e00640 1 --2- 172.21.15.22:0/3142522004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2581460d0 0x7ff2580b35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff257e00640 1 -- 172.21.15.22:0/3142522004 >> v1:172.21.15.145:6789/0 conn(0x7ff2580b3b00 legacy=0x7ff2580cd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:47.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff257e00640 1 -- 172.21.15.22:0/3142522004 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2580b4870 con 0x7ff2580cda10 2024-09-10T10:34:47.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff257400640 1 --2- 172.21.15.22:0/3142522004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2581460d0 0x7ff2580b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:47.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff257e00640 1 --2- 172.21.15.22:0/3142522004 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2580cda10 0x7ff25815c960 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff250009e50 tx=0x7ff25001c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef33d4ac2ad34537 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:47.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff256000640 1 -- 172.21.15.22:0/3142522004 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2500a5750 con 0x7ff2580cda10 2024-09-10T10:34:47.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff256000640 1 -- 172.21.15.22:0/3142522004 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2500a58f0 con 0x7ff2580cda10 2024-09-10T10:34:47.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff256000640 1 -- 172.21.15.22:0/3142522004 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2500a5cc0 con 0x7ff2580cda10 2024-09-10T10:34:47.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff25e200640 1 -- 172.21.15.22:0/3142522004 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2580cda10 msgr2=0x7ff25815c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:47.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.221+0000 7ff25e200640 1 --2- 172.21.15.22:0/3142522004 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2580cda10 0x7ff25815c960 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff250009e50 tx=0x7ff25001c9c0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 -- 172.21.15.22:0/3142522004 shutdown_connections 2024-09-10T10:34:47.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 --2- 172.21.15.22:0/3142522004 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2580cda10 0x7ff25815c960 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 --2- 172.21.15.22:0/3142522004 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2581460d0 0x7ff2580b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 -- 172.21.15.22:0/3142522004 >> 172.21.15.22:0/3142522004 conn(0x7ff258063000 msgr2=0x7ff25806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:47.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 -- 172.21.15.22:0/3142522004 shutdown_connections 2024-09-10T10:34:47.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 -- 172.21.15.22:0/3142522004 wait complete. 2024-09-10T10:34:47.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 Processor -- start 2024-09-10T10:34:47.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 -- start start 2024-09-10T10:34:47.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2580b3b00 0x7ff25813ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:47.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2580cda10 0x7ff25813c530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:47.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2581460d0 0x7ff25815af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:47.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff25815d830 con 0x7ff2581460d0 2024-09-10T10:34:47.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff25815d6b0 con 0x7ff2580cda10 2024-09-10T10:34:47.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff25e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff25815d9b0 con 0x7ff2580b3b00 2024-09-10T10:34:47.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff257e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2581460d0 0x7ff25815af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:47.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff257e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2581460d0 0x7ff25815af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50542/0 (socket says 172.21.15.22:50542) 2024-09-10T10:34:47.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff257e00640 1 -- 172.21.15.22:0/3836917046 learned_addr learned my addr 172.21.15.22:0/3836917046 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:47.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff256a00640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2580cda10 0x7ff25813c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:47.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff257400640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2580b3b00 0x7ff25813ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:47.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff257e00640 1 -- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2580b3b00 msgr2=0x7ff25813ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:47.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff257e00640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2580b3b00 0x7ff25813ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff257e00640 1 -- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2580cda10 msgr2=0x7ff25813c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:47.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff257e00640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2580cda10 0x7ff25813c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:47.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff257e00640 1 -- 172.21.15.22:0/3836917046 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff25813ca70 con 0x7ff2581460d0 2024-09-10T10:34:47.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.225+0000 7ff257e00640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2581460d0 0x7ff25815af20 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7ff250009e50 tx=0x7ff250019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:47.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.229+0000 7ff24f400640 1 -- 172.21.15.22:0/3836917046 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2500bc020 con 0x7ff2581460d0 2024-09-10T10:34:47.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.229+0000 7ff24f400640 1 -- 172.21.15.22:0/3836917046 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2500b8670 con 0x7ff2581460d0 2024-09-10T10:34:47.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.229+0000 7ff24f400640 1 -- 172.21.15.22:0/3836917046 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2500b8a60 con 0x7ff2581460d0 2024-09-10T10:34:47.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.229+0000 7ff25e200640 1 -- 172.21.15.22:0/3836917046 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff25813de10 con 0x7ff2581460d0 2024-09-10T10:34:47.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.229+0000 7ff25e200640 1 -- 172.21.15.22:0/3836917046 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff25813e0d0 con 0x7ff2581460d0 2024-09-10T10:34:47.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.229+0000 7ff25e200640 1 -- 172.21.15.22:0/3836917046 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff25815c960 con 0x7ff2581460d0 2024-09-10T10:34:47.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.229+0000 7ff24f400640 1 -- 172.21.15.22:0/3836917046 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff2500bf020 con 0x7ff2581460d0 2024-09-10T10:34:47.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.229+0000 7ff24f400640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2380678f0 0x7ff238069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:47.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.229+0000 7ff24f400640 1 -- 172.21.15.22:0/3836917046 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7ff250120410 con 0x7ff2581460d0 2024-09-10T10:34:47.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.229+0000 7ff257400640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2380678f0 0x7ff238069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:47.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.233+0000 7ff257400640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2380678f0 0x7ff238069db0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff248006fd0 tx=0x7ff248008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:47.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.233+0000 7ff24f400640 1 -- 172.21.15.22:0/3836917046 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff2500c7020 con 0x7ff2581460d0 2024-09-10T10:34:47.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:47.401+0000 7ff25e200640 1 -- 172.21.15.22:0/3836917046 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ff25806bd60 con 0x7ff2581460d0 2024-09-10T10:34:48.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.297+0000 7ff24f400640 1 -- 172.21.15.22:0/3836917046 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v55) ==== 138+0+0 (secure 0 0 0) 0x7ff2500165e0 con 0x7ff2581460d0 2024-09-10T10:34:48.302 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:34:48.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 -- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2380678f0 msgr2=0x7ff238069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:48.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2380678f0 0x7ff238069db0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff248006fd0 tx=0x7ff248008040 comp rx=0 tx=0).stop 2024-09-10T10:34:48.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 -- 172.21.15.22:0/3836917046 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2581460d0 msgr2=0x7ff25815af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:48.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2581460d0 0x7ff25815af20 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7ff250009e50 tx=0x7ff250019760 comp rx=0 tx=0).stop 2024-09-10T10:34:48.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 -- 172.21.15.22:0/3836917046 shutdown_connections 2024-09-10T10:34:48.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2380678f0 0x7ff238069db0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2581460d0 0x7ff25815af20 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2580cda10 0x7ff25813c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 --2- 172.21.15.22:0/3836917046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2580b3b00 0x7ff25813ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 -- 172.21.15.22:0/3836917046 >> 172.21.15.22:0/3836917046 conn(0x7ff258063000 msgr2=0x7ff2580b29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:48.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 -- 172.21.15.22:0/3836917046 shutdown_connections 2024-09-10T10:34:48.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.301+0000 7ff25e200640 1 -- 172.21.15.22:0/3836917046 wait complete. 2024-09-10T10:34:48.334 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:34:48.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f654d800640 1 Processor -- start 2024-09-10T10:34:48.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f654d800640 1 -- start start 2024-09-10T10:34:48.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f654d800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f65481568c0 0x7f65480b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:48.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f654d800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f65480b4470 0x7f65480cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:48.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f654d800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65480cf900 0x7f6548160020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f654d800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f65480b4f90 con 0x7f65481568c0 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f654d800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f65480b49d0 con 0x7f65480b4470 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f654d800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f65480b4cb0 con 0x7f65480cf900 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f6546a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f65481568c0 0x7f65480b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f6546a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f65481568c0 0x7f65480b3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50556/0 (socket says 172.21.15.22:50556) 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f6546a00640 1 -- 172.21.15.22:0/2906789578 learned_addr learned my addr 172.21.15.22:0/2906789578 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f653e000640 1 --2- 172.21.15.22:0/2906789578 >> v2:172.21.15.145:3300/0 conn(0x7f65480b4470 0x7f65480cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f6547400640 1 --2- 172.21.15.22:0/2906789578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65480cf900 0x7f6548160020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f6546a00640 1 -- 172.21.15.22:0/2906789578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65480cf900 msgr2=0x7f6548160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f6546a00640 1 --2- 172.21.15.22:0/2906789578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65480cf900 0x7f6548160020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f6546a00640 1 -- 172.21.15.22:0/2906789578 >> v2:172.21.15.145:3300/0 conn(0x7f65480b4470 msgr2=0x7f65480cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:48.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f6546a00640 1 --2- 172.21.15.22:0/2906789578 >> v2:172.21.15.145:3300/0 conn(0x7f65480b4470 0x7f65480cf3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f6546a00640 1 -- 172.21.15.22:0/2906789578 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f654806d1b0 con 0x7f65481568c0 2024-09-10T10:34:48.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.485+0000 7f6547400640 1 --2- 172.21.15.22:0/2906789578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65480cf900 0x7f6548160020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:48.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f6546a00640 1 --2- 172.21.15.22:0/2906789578 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65481568c0 0x7f65480b3f30 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f65480b53b0 tx=0x7f653801c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d18e34a3580e4934 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:48.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f6546000640 1 -- 172.21.15.22:0/2906789578 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65380b0070 con 0x7f65481568c0 2024-09-10T10:34:48.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f6546000640 1 -- 172.21.15.22:0/2906789578 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65380ab600 con 0x7f65481568c0 2024-09-10T10:34:48.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f6546000640 1 -- 172.21.15.22:0/2906789578 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65380ab9d0 con 0x7f65481568c0 2024-09-10T10:34:48.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f654d800640 1 -- 172.21.15.22:0/2906789578 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65481568c0 msgr2=0x7f65480b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:48.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f654d800640 1 --2- 172.21.15.22:0/2906789578 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65481568c0 0x7f65480b3f30 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f65480b53b0 tx=0x7f653801c230 comp rx=0 tx=0).stop 2024-09-10T10:34:48.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f654d800640 1 -- 172.21.15.22:0/2906789578 shutdown_connections 2024-09-10T10:34:48.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f654d800640 1 --2- 172.21.15.22:0/2906789578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65480cf900 0x7f6548160020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f654d800640 1 --2- 172.21.15.22:0/2906789578 >> v2:172.21.15.145:3300/0 conn(0x7f65480b4470 0x7f65480cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f654d800640 1 --2- 172.21.15.22:0/2906789578 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65481568c0 0x7f65480b3f30 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f654d800640 1 -- 172.21.15.22:0/2906789578 >> 172.21.15.22:0/2906789578 conn(0x7f6548062eb0 msgr2=0x7f654806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:48.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f654d800640 1 -- 172.21.15.22:0/2906789578 shutdown_connections 2024-09-10T10:34:48.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.489+0000 7f654d800640 1 -- 172.21.15.22:0/2906789578 wait complete. 2024-09-10T10:34:48.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 Processor -- start 2024-09-10T10:34:48.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 -- start start 2024-09-10T10:34:48.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65480b4470 0x7f6548153ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:48.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65480cf900 0x7f654815bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:48.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65481568c0 0x7f6548145c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:48.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6548156e20 con 0x7f65480b4470 2024-09-10T10:34:48.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6548156ca0 con 0x7f65480cf900 2024-09-10T10:34:48.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f654806d9b0 con 0x7f65481568c0 2024-09-10T10:34:48.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f6546a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65480b4470 0x7f6548153ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:48.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f6546a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65480b4470 0x7f6548153ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50560/0 (socket says 172.21.15.22:50560) 2024-09-10T10:34:48.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f6546a00640 1 -- 172.21.15.22:0/796799546 learned_addr learned my addr 172.21.15.22:0/796799546 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:48.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f6547400640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65481568c0 0x7f6548145c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:48.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f653e000640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65480cf900 0x7f654815bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:48.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f6546a00640 1 -- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65481568c0 msgr2=0x7f6548145c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:48.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f6546a00640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65481568c0 0x7f6548145c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f6546a00640 1 -- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65480cf900 msgr2=0x7f654815bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:48.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f6546a00640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65480cf900 0x7f654815bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:48.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f6546a00640 1 -- 172.21.15.22:0/796799546 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65481553b0 con 0x7f65480b4470 2024-09-10T10:34:48.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f6546a00640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65480b4470 0x7f6548153ba0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f65380ae040 tx=0x7f653801aa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:48.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f653f400640 1 -- 172.21.15.22:0/796799546 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65380ba020 con 0x7f65480b4470 2024-09-10T10:34:48.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f653f400640 1 -- 172.21.15.22:0/796799546 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65380b6420 con 0x7f65480b4470 2024-09-10T10:34:48.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 -- 172.21.15.22:0/796799546 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6548154210 con 0x7f65480b4470 2024-09-10T10:34:48.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f653f400640 1 -- 172.21.15.22:0/796799546 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65380b0040 con 0x7f65480b4470 2024-09-10T10:34:48.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 -- 172.21.15.22:0/796799546 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65481547d0 con 0x7f65480b4470 2024-09-10T10:34:48.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.493+0000 7f654d800640 1 -- 172.21.15.22:0/796799546 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6548160020 con 0x7f65480b4470 2024-09-10T10:34:48.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.497+0000 7f653f400640 1 -- 172.21.15.22:0/796799546 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f65380bd020 con 0x7f65480b4470 2024-09-10T10:34:48.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.497+0000 7f653f400640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6524067910 0x7f6524069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:48.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.497+0000 7f653f400640 1 -- 172.21.15.22:0/796799546 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5227+0+0 (secure 0 0 0) 0x7f6538120080 con 0x7f65480b4470 2024-09-10T10:34:48.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.497+0000 7f653e000640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6524067910 0x7f6524069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:48.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.497+0000 7f653e000640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6524067910 0x7f6524069dd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f65480b0c30 tx=0x7f6530008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:48.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.501+0000 7f653f400640 1 -- 172.21.15.22:0/796799546 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f65380c4030 con 0x7f65480b4470 2024-09-10T10:34:48.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:48.669+0000 7f654d800640 1 -- 172.21.15.22:0/796799546 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f654815c6d0 con 0x7f65480b4470 2024-09-10T10:34:49.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.297+0000 7f653f400640 1 -- 172.21.15.22:0/796799546 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v56) ==== 170+0+0 (secure 0 0 0) 0x7f6538016110 con 0x7f65480b4470 2024-09-10T10:34:49.304 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:34:49.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 -- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6524067910 msgr2=0x7f6524069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:49.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6524067910 0x7f6524069dd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f65480b0c30 tx=0x7f6530008040 comp rx=0 tx=0).stop 2024-09-10T10:34:49.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 -- 172.21.15.22:0/796799546 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65480b4470 msgr2=0x7f6548153ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:49.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65480b4470 0x7f6548153ba0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f65380ae040 tx=0x7f653801aa70 comp rx=0 tx=0).stop 2024-09-10T10:34:49.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 -- 172.21.15.22:0/796799546 shutdown_connections 2024-09-10T10:34:49.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6524067910 0x7f6524069dd0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:49.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65481568c0 0x7f6548145c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:49.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65480cf900 0x7f654815bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:49.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 --2- 172.21.15.22:0/796799546 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65480b4470 0x7f6548153ba0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:49.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 -- 172.21.15.22:0/796799546 >> 172.21.15.22:0/796799546 conn(0x7f6548062eb0 msgr2=0x7f654815e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:49.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 -- 172.21.15.22:0/796799546 shutdown_connections 2024-09-10T10:34:49.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.301+0000 7f654d800640 1 -- 172.21.15.22:0/796799546 wait complete. 2024-09-10T10:34:49.344 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:34:49.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.481+0000 7fe942400640 1 Processor -- start 2024-09-10T10:34:49.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.481+0000 7fe942400640 1 -- start start 2024-09-10T10:34:49.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe942400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe93c15c460 0x7fe93c0b72e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:49.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe942400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe93c15cf50 0x7fe93c073060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:49.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe942400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe93c0b6520 con 0x7fe93c0cf820 2024-09-10T10:34:49.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe942400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe93c0b6e50 con 0x7fe93c15c460 2024-09-10T10:34:49.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe942400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fe93c0b6800 con 0x7fe93c15cf50 2024-09-10T10:34:49.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe941000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe93c15c460 0x7fe93c0b72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:49.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe941000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe93c15c460 0x7fe93c0b72e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50568/0 (socket says 172.21.15.22:50568) 2024-09-10T10:34:49.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe941000640 1 -- 172.21.15.22:0/1669050752 learned_addr learned my addr 172.21.15.22:0/1669050752 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:49.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe941a00640 1 --2- 172.21.15.22:0/1669050752 >> v2:172.21.15.145:3300/0 conn(0x7fe93c15cf50 0x7fe93c073060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:49.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe941000640 1 -- 172.21.15.22:0/1669050752 >> v2:172.21.15.145:3300/0 conn(0x7fe93c15cf50 msgr2=0x7fe93c073060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:49.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe941000640 1 --2- 172.21.15.22:0/1669050752 >> v2:172.21.15.145:3300/0 conn(0x7fe93c15cf50 0x7fe93c073060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:49.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe941000640 1 -- 172.21.15.22:0/1669050752 >> v1:172.21.15.145:6789/0 conn(0x7fe93c0cf820 legacy=0x7fe93c15c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:49.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.485+0000 7fe941000640 1 -- 172.21.15.22:0/1669050752 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe93c0b6ae0 con 0x7fe93c15c460 2024-09-10T10:34:49.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe941000640 1 --2- 172.21.15.22:0/1669050752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 0x7fe93c0b72e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fe93c075f40 tx=0x7fe92c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=601bb58cf5eb0af0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:49.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe93be00640 1 -- 172.21.15.22:0/1669050752 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe92c0b0070 con 0x7fe93c15c460 2024-09-10T10:34:49.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe93be00640 1 -- 172.21.15.22:0/1669050752 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe92c0ab600 con 0x7fe93c15c460 2024-09-10T10:34:49.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe93be00640 1 -- 172.21.15.22:0/1669050752 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe92c0ab9d0 con 0x7fe93c15c460 2024-09-10T10:34:49.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe942400640 1 -- 172.21.15.22:0/1669050752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 msgr2=0x7fe93c0b72e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:49.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe942400640 1 --2- 172.21.15.22:0/1669050752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 0x7fe93c0b72e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fe93c075f40 tx=0x7fe92c01c520 comp rx=0 tx=0).stop 2024-09-10T10:34:49.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe942400640 1 -- 172.21.15.22:0/1669050752 shutdown_connections 2024-09-10T10:34:49.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe942400640 1 --2- 172.21.15.22:0/1669050752 >> v2:172.21.15.145:3300/0 conn(0x7fe93c15cf50 0x7fe93c073060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:49.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe942400640 1 --2- 172.21.15.22:0/1669050752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 0x7fe93c0b72e0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:49.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe942400640 1 -- 172.21.15.22:0/1669050752 >> 172.21.15.22:0/1669050752 conn(0x7fe93c06f3b0 msgr2=0x7fe93c06f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:49.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe942400640 1 -- 172.21.15.22:0/1669050752 shutdown_connections 2024-09-10T10:34:49.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe942400640 1 -- 172.21.15.22:0/1669050752 wait complete. 2024-09-10T10:34:49.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe942400640 1 Processor -- start 2024-09-10T10:34:49.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.489+0000 7fe942400640 1 -- start start 2024-09-10T10:34:49.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe942400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe93c0cf820 0x7fe93c13ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:49.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe942400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 0x7fe93c154170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:49.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe942400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe93c15cf50 0x7fe93c1546b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:49.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe942400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe93c168e50 con 0x7fe93c15c460 2024-09-10T10:34:49.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe942400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe93c168fd0 con 0x7fe93c0cf820 2024-09-10T10:34:49.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe942400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe93c169150 con 0x7fe93c15cf50 2024-09-10T10:34:49.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe933e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 0x7fe93c154170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe941000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe93c0cf820 0x7fe93c13ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe933e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 0x7fe93c154170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50584/0 (socket says 172.21.15.22:50584) 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe933e00640 1 -- 172.21.15.22:0/4060338971 learned_addr learned my addr 172.21.15.22:0/4060338971 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe941a00640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe93c15cf50 0x7fe93c1546b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe933e00640 1 -- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe93c15cf50 msgr2=0x7fe93c1546b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe933e00640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe93c15cf50 0x7fe93c1546b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe933e00640 1 -- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe93c0cf820 msgr2=0x7fe93c13ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe933e00640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe93c0cf820 0x7fe93c13ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe933e00640 1 -- 172.21.15.22:0/4060338971 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe93c151a00 con 0x7fe93c15c460 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe941000640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe93c0cf820 0x7fe93c13ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe933e00640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 0x7fe93c154170 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fe92400c370 tx=0x7fe92400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe939600640 1 -- 172.21.15.22:0/4060338971 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9240052d0 con 0x7fe93c15c460 2024-09-10T10:34:49.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe939600640 1 -- 172.21.15.22:0/4060338971 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe924005470 con 0x7fe93c15c460 2024-09-10T10:34:49.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe939600640 1 -- 172.21.15.22:0/4060338971 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe924007260 con 0x7fe93c15c460 2024-09-10T10:34:49.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe942400640 1 -- 172.21.15.22:0/4060338971 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe93c151ce0 con 0x7fe93c15c460 2024-09-10T10:34:49.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe942400640 1 -- 172.21.15.22:0/4060338971 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe93c1522a0 con 0x7fe93c15c460 2024-09-10T10:34:49.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe942400640 1 -- 172.21.15.22:0/4060338971 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe93c0b72c0 con 0x7fe93c15c460 2024-09-10T10:34:49.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.493+0000 7fe939600640 1 -- 172.21.15.22:0/4060338971 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe924007400 con 0x7fe93c15c460 2024-09-10T10:34:49.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.497+0000 7fe939600640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9180678c0 0x7fe918069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:49.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.497+0000 7fe939600640 1 -- 172.21.15.22:0/4060338971 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5609+0+0 (secure 0 0 0) 0x7fe9240850c0 con 0x7fe93c15c460 2024-09-10T10:34:49.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.497+0000 7fe941000640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9180678c0 0x7fe918069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:49.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.497+0000 7fe941000640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9180678c0 0x7fe918069d80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe92c0ad000 tx=0x7fe92c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:49.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.501+0000 7fe939600640 1 -- 172.21.15.22:0/4060338971 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe924055570 con 0x7fe93c15c460 2024-09-10T10:34:49.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:49.701+0000 7fe942400640 1 -- 172.21.15.22:0/4060338971 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe93c0b2560 con 0x7fe93c15c460 2024-09-10T10:34:50.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.313+0000 7fe939600640 1 -- 172.21.15.22:0/4060338971 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v29) ==== 172+0+0 (secure 0 0 0) 0x7fe924059870 con 0x7fe93c15c460 2024-09-10T10:34:50.323 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 8 and data pool 9 2024-09-10T10:34:50.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 -- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9180678c0 msgr2=0x7fe918069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9180678c0 0x7fe918069d80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe92c0ad000 tx=0x7fe92c008040 comp rx=0 tx=0).stop 2024-09-10T10:34:50.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 -- 172.21.15.22:0/4060338971 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 msgr2=0x7fe93c154170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 0x7fe93c154170 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fe92400c370 tx=0x7fe92400c830 comp rx=0 tx=0).stop 2024-09-10T10:34:50.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 -- 172.21.15.22:0/4060338971 shutdown_connections 2024-09-10T10:34:50.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9180678c0 0x7fe918069d80 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe93c15cf50 0x7fe93c1546b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe93c15c460 0x7fe93c154170 secure :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fe92400c370 tx=0x7fe92400c830 comp rx=0 tx=0).stop 2024-09-10T10:34:50.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 --2- 172.21.15.22:0/4060338971 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe93c0cf820 0x7fe93c13ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 -- 172.21.15.22:0/4060338971 >> 172.21.15.22:0/4060338971 conn(0x7fe93c06f3b0 msgr2=0x7fe93c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:50.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 -- 172.21.15.22:0/4060338971 shutdown_connections 2024-09-10T10:34:50.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.325+0000 7fe942400640 1 -- 172.21.15.22:0/4060338971 wait complete. 2024-09-10T10:34:50.359 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:50.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3616800640 1 Processor -- start 2024-09-10T10:34:50.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3616800640 1 -- start start 2024-09-10T10:34:50.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3616800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f36100b3eb0 0x7f361006c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3616800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f361006cba0 0x7f36101683e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3616800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f361015ec90 con 0x7f361015e8b0 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3616800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f361006d010 con 0x7f36100b3eb0 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3616800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f36100b2a10 con 0x7f361006cba0 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3606a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f36100b3eb0 0x7f361006c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3606a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f36100b3eb0 0x7f361006c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50588/0 (socket says 172.21.15.22:50588) 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3606a00640 1 -- 172.21.15.22:0/1028166932 learned_addr learned my addr 172.21.15.22:0/1028166932 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f360fe00640 1 --2- 172.21.15.22:0/1028166932 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f361006cba0 0x7f36101683e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3606a00640 1 -- 172.21.15.22:0/1028166932 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f361006cba0 msgr2=0x7f36101683e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3606a00640 1 --2- 172.21.15.22:0/1028166932 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f361006cba0 0x7f36101683e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3606a00640 1 -- 172.21.15.22:0/1028166932 >> v1:172.21.15.145:6789/0 conn(0x7f361015e8b0 legacy=0x7f36100b6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.505+0000 7f3606a00640 1 -- 172.21.15.22:0/1028166932 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36100b20e0 con 0x7f36100b3eb0 2024-09-10T10:34:50.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f3606a00640 1 --2- 172.21.15.22:0/1028166932 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f36100b3eb0 0x7f361006c660 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f35f8009870 tx=0x7f35f801c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e20cbf57dd9ccfcc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:50.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f360ea00640 1 -- 172.21.15.22:0/1028166932 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35f80b2070 con 0x7f36100b3eb0 2024-09-10T10:34:50.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f360ea00640 1 -- 172.21.15.22:0/1028166932 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35f80a9070 con 0x7f36100b3eb0 2024-09-10T10:34:50.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f360ea00640 1 -- 172.21.15.22:0/1028166932 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35f80ad880 con 0x7f36100b3eb0 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f3616800640 1 -- 172.21.15.22:0/1028166932 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f36100b3eb0 msgr2=0x7f361006c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f3616800640 1 --2- 172.21.15.22:0/1028166932 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f36100b3eb0 0x7f361006c660 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f35f8009870 tx=0x7f35f801c560 comp rx=0 tx=0).stop 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f3616800640 1 -- 172.21.15.22:0/1028166932 shutdown_connections 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f3616800640 1 --2- 172.21.15.22:0/1028166932 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f361006cba0 0x7f36101683e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f3616800640 1 --2- 172.21.15.22:0/1028166932 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f36100b3eb0 0x7f361006c660 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f3616800640 1 -- 172.21.15.22:0/1028166932 >> 172.21.15.22:0/1028166932 conn(0x7f36100b7ac0 msgr2=0x7f36100b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f3616800640 1 -- 172.21.15.22:0/1028166932 shutdown_connections 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.509+0000 7f3616800640 1 -- 172.21.15.22:0/1028166932 wait complete. 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3616800640 1 Processor -- start 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3616800640 1 -- start start 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3616800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f361006cba0 0x7f3610152510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3616800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f361015e8b0 0x7f36101681e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3616800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f361014daf0 0x7f361009f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3616800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f36100b75e0 con 0x7f361006cba0 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3616800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f361016b140 con 0x7f361014daf0 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3616800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3610168720 con 0x7f361015e8b0 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f360f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f361006cba0 0x7f3610152510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f360f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f361006cba0 0x7f3610152510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50596/0 (socket says 172.21.15.22:50596) 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f360f400640 1 -- 172.21.15.22:0/2509406579 learned_addr learned my addr 172.21.15.22:0/2509406579 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3606a00640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f361015e8b0 0x7f36101681e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f360fe00640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f361014daf0 0x7f361009f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f360f400640 1 -- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f361015e8b0 msgr2=0x7f36101681e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f360f400640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f361015e8b0 0x7f36101681e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f360f400640 1 -- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f361014daf0 msgr2=0x7f361009f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f360f400640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f361014daf0 0x7f361009f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f360f400640 1 -- 172.21.15.22:0/2509406579 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f361009d780 con 0x7f361006cba0 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f360f400640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f361006cba0 0x7f3610152510 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f360000c3a0 tx=0x7f360000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3607e00640 1 -- 172.21.15.22:0/2509406579 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36000052d0 con 0x7f361006cba0 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3607e00640 1 -- 172.21.15.22:0/2509406579 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3600005470 con 0x7f361006cba0 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3607e00640 1 -- 172.21.15.22:0/2509406579 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3600007260 con 0x7f361006cba0 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3616800640 1 -- 172.21.15.22:0/2509406579 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3610150250 con 0x7f361006cba0 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.513+0000 7f3616800640 1 -- 172.21.15.22:0/2509406579 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f361014e780 con 0x7f361006cba0 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.517+0000 7f3616800640 1 -- 172.21.15.22:0/2509406579 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f361014fb20 con 0x7f361006cba0 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.517+0000 7f3607e00640 1 -- 172.21.15.22:0/2509406579 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3600007400 con 0x7f361006cba0 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.517+0000 7f3607e00640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f35ec0678c0 0x7f35ec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.517+0000 7f3607e00640 1 -- 172.21.15.22:0/2509406579 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f3600085120 con 0x7f361006cba0 2024-09-10T10:34:50.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.517+0000 7f3606a00640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f35ec0678c0 0x7f35ec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.517+0000 7f3606a00640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f35ec0678c0 0x7f35ec069d80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f35f80af000 tx=0x7f35f8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:50.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.521+0000 7f3607e00640 1 -- 172.21.15.22:0/2509406579 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3600055c50 con 0x7f361006cba0 2024-09-10T10:34:50.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.685+0000 7f3616800640 1 -- 172.21.15.22:0/2509406579 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f361006c660 con 0x7f361006cba0 2024-09-10T10:34:50.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3607e00640 1 -- 172.21.15.22:0/2509406579 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16750 (secure 0 0 0) 0x7f3600055550 con 0x7f361006cba0 2024-09-10T10:34:50.694 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:50.694 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":57,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:49.707060+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:34:47.454902+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-10T10:34:48.719473+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:50.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 -- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f35ec0678c0 msgr2=0x7f35ec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f35ec0678c0 0x7f35ec069d80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f35f80af000 tx=0x7f35f8008040 comp rx=0 tx=0).stop 2024-09-10T10:34:50.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 -- 172.21.15.22:0/2509406579 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f361006cba0 msgr2=0x7f3610152510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f361006cba0 0x7f3610152510 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f360000c3a0 tx=0x7f360000c860 comp rx=0 tx=0).stop 2024-09-10T10:34:50.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 -- 172.21.15.22:0/2509406579 shutdown_connections 2024-09-10T10:34:50.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f35ec0678c0 0x7f35ec069d80 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f361014daf0 0x7f361009f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f361015e8b0 0x7f36101681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 --2- 172.21.15.22:0/2509406579 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f361006cba0 0x7f3610152510 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 -- 172.21.15.22:0/2509406579 >> 172.21.15.22:0/2509406579 conn(0x7f36100b7ac0 msgr2=0x7f36100b09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:50.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 -- 172.21.15.22:0/2509406579 shutdown_connections 2024-09-10T10:34:50.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.689+0000 7f3616800640 1 -- 172.21.15.22:0/2509406579 wait complete. 2024-09-10T10:34:50.716 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:50.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.857+0000 7fac66c00640 1 Processor -- start 2024-09-10T10:34:50.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.857+0000 7fac66c00640 1 -- start start 2024-09-10T10:34:50.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.857+0000 7fac66c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fac600cd670 0x7fac600cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.857+0000 7fac66c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 0x7fac6006e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.857+0000 7fac66c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac6006d3f0 con 0x7fac60145fb0 2024-09-10T10:34:50.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.857+0000 7fac66c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fac600ce010 con 0x7fac600cd670 2024-09-10T10:34:50.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.857+0000 7fac66c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fac6006d1a0 con 0x7fac6006e1b0 2024-09-10T10:34:50.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac64c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 0x7fac6006e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac57400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fac600cd670 0x7fac600cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac57400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fac600cd670 0x7fac600cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:45450/0 (socket says 172.21.15.22:45450) 2024-09-10T10:34:50.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac57400640 1 -- 172.21.15.22:0/3055568202 learned_addr learned my addr 172.21.15.22:0/3055568202 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:50.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac64c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 0x7fac6006e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:41410/0 (socket says 172.21.15.22:41410) 2024-09-10T10:34:50.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac57400640 1 -- 172.21.15.22:0/3055568202 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 msgr2=0x7fac6006e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:50.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac57400640 1 --2- 172.21.15.22:0/3055568202 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 0x7fac6006e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac57400640 1 -- 172.21.15.22:0/3055568202 >> v1:172.21.15.145:6789/0 conn(0x7fac60145fb0 legacy=0x7fac600b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac57400640 1 -- 172.21.15.22:0/3055568202 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac6006d6d0 con 0x7fac600cd670 2024-09-10T10:34:50.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac57400640 1 --2- 172.21.15.22:0/3055568202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac600cd670 0x7fac600cdad0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fac48009870 tx=0x7fac4801c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ce4618717eea216 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:50.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac5f400640 1 -- 172.21.15.22:0/3055568202 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac480b2070 con 0x7fac600cd670 2024-09-10T10:34:50.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac5f400640 1 -- 172.21.15.22:0/3055568202 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac480a9070 con 0x7fac600cd670 2024-09-10T10:34:50.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.861+0000 7fac5f400640 1 -- 172.21.15.22:0/3055568202 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac480ad880 con 0x7fac600cd670 2024-09-10T10:34:50.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 -- 172.21.15.22:0/3055568202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac600cd670 msgr2=0x7fac600cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 --2- 172.21.15.22:0/3055568202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac600cd670 0x7fac600cdad0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fac48009870 tx=0x7fac4801c560 comp rx=0 tx=0).stop 2024-09-10T10:34:50.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 -- 172.21.15.22:0/3055568202 shutdown_connections 2024-09-10T10:34:50.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 --2- 172.21.15.22:0/3055568202 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 0x7fac6006e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 --2- 172.21.15.22:0/3055568202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac600cd670 0x7fac600cdad0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 -- 172.21.15.22:0/3055568202 >> 172.21.15.22:0/3055568202 conn(0x7fac60062dd0 msgr2=0x7fac6006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:50.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 -- 172.21.15.22:0/3055568202 shutdown_connections 2024-09-10T10:34:50.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 -- 172.21.15.22:0/3055568202 wait complete. 2024-09-10T10:34:50.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 Processor -- start 2024-09-10T10:34:50.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 -- start start 2024-09-10T10:34:50.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 0x7fac60157260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac600cd670 0x7fac60163c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac60145fb0 0x7fac60162c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fac600d0170 con 0x7fac60145fb0 2024-09-10T10:34:50.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fac600cfff0 con 0x7fac600cd670 2024-09-10T10:34:50.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac66c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fac6006dd20 con 0x7fac6006e1b0 2024-09-10T10:34:50.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac64c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac60145fb0 0x7fac60162c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac64c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac60145fb0 0x7fac60162c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50602/0 (socket says 172.21.15.22:50602) 2024-09-10T10:34:50.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac64c00640 1 -- 172.21.15.22:0/536651287 learned_addr learned my addr 172.21.15.22:0/536651287 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:50.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac57400640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac600cd670 0x7fac60163c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac5fe00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 0x7fac60157260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac64c00640 1 -- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 msgr2=0x7fac60157260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac64c00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 0x7fac60157260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac64c00640 1 -- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac600cd670 msgr2=0x7fac60163c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:50.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac64c00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac600cd670 0x7fac60163c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:50.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.865+0000 7fac64c00640 1 -- 172.21.15.22:0/536651287 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac60163180 con 0x7fac60145fb0 2024-09-10T10:34:50.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac64c00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac60145fb0 0x7fac60162c40 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fac5800efc0 tx=0x7fac5800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:50.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac5cc00640 1 -- 172.21.15.22:0/536651287 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac58018020 con 0x7fac60145fb0 2024-09-10T10:34:50.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac5cc00640 1 -- 172.21.15.22:0/536651287 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac58014480 con 0x7fac60145fb0 2024-09-10T10:34:50.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac5cc00640 1 -- 172.21.15.22:0/536651287 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac58014870 con 0x7fac60145fb0 2024-09-10T10:34:50.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac66c00640 1 -- 172.21.15.22:0/536651287 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac60157900 con 0x7fac60145fb0 2024-09-10T10:34:50.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac66c00640 1 -- 172.21.15.22:0/536651287 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac60162440 con 0x7fac60145fb0 2024-09-10T10:34:50.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac66c00640 1 -- 172.21.15.22:0/536651287 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac6006e640 con 0x7fac60145fb0 2024-09-10T10:34:50.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac5cc00640 1 -- 172.21.15.22:0/536651287 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fac5801b020 con 0x7fac60145fb0 2024-09-10T10:34:50.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac5cc00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac3c0678c0 0x7fac3c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:50.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac5cc00640 1 -- 172.21.15.22:0/536651287 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fac58086690 con 0x7fac60145fb0 2024-09-10T10:34:50.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.869+0000 7fac5fe00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac3c0678c0 0x7fac3c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:50.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.873+0000 7fac5fe00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac3c0678c0 0x7fac3c069d80 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fac50001770 tx=0x7fac50009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:50.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:50.873+0000 7fac5cc00640 1 -- 172.21.15.22:0/536651287 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fac58022070 con 0x7fac60145fb0 2024-09-10T10:34:51.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.041+0000 7fac66c00640 1 -- 172.21.15.22:0/536651287 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fac600b2d10 con 0x7fac60145fb0 2024-09-10T10:34:51.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.041+0000 7fac5cc00640 1 -- 172.21.15.22:0/536651287 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16750 (secure 0 0 0) 0x7fac58010040 con 0x7fac60145fb0 2024-09-10T10:34:51.047 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:51.048 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":57,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:49.707060+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:34:47.454902+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-10T10:34:48.719473+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:51.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 -- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac3c0678c0 msgr2=0x7fac3c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:51.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac3c0678c0 0x7fac3c069d80 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fac50001770 tx=0x7fac50009040 comp rx=0 tx=0).stop 2024-09-10T10:34:51.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 -- 172.21.15.22:0/536651287 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac60145fb0 msgr2=0x7fac60162c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:51.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac60145fb0 0x7fac60162c40 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fac5800efc0 tx=0x7fac5800c490 comp rx=0 tx=0).stop 2024-09-10T10:34:51.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 -- 172.21.15.22:0/536651287 shutdown_connections 2024-09-10T10:34:51.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac3c0678c0 0x7fac3c069d80 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac60145fb0 0x7fac60162c40 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac600cd670 0x7fac60163c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 --2- 172.21.15.22:0/536651287 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac6006e1b0 0x7fac60157260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 -- 172.21.15.22:0/536651287 >> 172.21.15.22:0/536651287 conn(0x7fac60062dd0 msgr2=0x7fac600b02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:51.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 -- 172.21.15.22:0/536651287 shutdown_connections 2024-09-10T10:34:51.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.045+0000 7fac66c00640 1 -- 172.21.15.22:0/536651287 wait complete. 2024-09-10T10:34:51.069 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:34:51.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f84a0e00640 1 Processor -- start 2024-09-10T10:34:51.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f84a0e00640 1 -- start start 2024-09-10T10:34:51.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f84a0e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f849c0d1c90 0x7f849c0af480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:51.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f84a0e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f849c161f80 con 0x7f849c0af9c0 2024-09-10T10:34:51.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f84a0e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f849c0b4e40 con 0x7f849c0707a0 2024-09-10T10:34:51.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f84a0e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f849c0d0c50 con 0x7f849c0d1c90 2024-09-10T10:34:51.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f849a800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f849c0af9c0 0x7f849c0afdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58656/0 (socket says 172.21.15.22:58656) 2024-09-10T10:34:51.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f849a800640 1 -- 172.21.15.22:0/470508159 learned_addr learned my addr 172.21.15.22:0/470508159 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:51.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8491400640 1 --2- 172.21.15.22:0/470508159 >> v2:172.21.15.145:3300/0 conn(0x7f849c0d1c90 0x7f849c0af480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:51.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3720840649 0 0) 0x7f84940014a0 con 0x7f849c0af9c0 2024-09-10T10:34:51.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8480003530 con 0x7f849c0af9c0 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3491500774 0 0) 0x7f8480003530 con 0x7f849c0af9c0 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 >> v2:172.21.15.145:3300/0 conn(0x7f849c0d1c90 msgr2=0x7f849c0af480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 --2- 172.21.15.22:0/470508159 >> v2:172.21.15.145:3300/0 conn(0x7f849c0d1c90 0x7f849c0af480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 >> v1:172.21.15.145:6789/0 conn(0x7f849c0707a0 legacy=0x7f849c070b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f849c0d0f30 con 0x7f849c0af9c0 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f8494001bd0 con 0x7f849c0af9c0 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 >> v1:172.21.15.22:6789/0 conn(0x7f849c0af9c0 legacy=0x7f849c0afdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84800039c0 0x7f8480003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8480004810 0x7f8480004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.209+0000 7f8499400640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f848000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f849c0d0c50 con 0x7f84800051d0 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f848000c0d0 con 0x7f84800039c0 2024-09-10T10:34:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f848000c2d0 con 0x7f8480004810 2024-09-10T10:34:51.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f849a800640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f848000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:51.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f8499e00640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84800039c0 0x7f8480003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:51.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f8491400640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8480004810 0x7f8480004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:51.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f849a800640 1 -- 172.21.15.22:0/470508159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8480004810 msgr2=0x7f8480004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:51.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f849a800640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8480004810 0x7f8480004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f849a800640 1 -- 172.21.15.22:0/470508159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84800039c0 msgr2=0x7f8480003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:51.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f849a800640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84800039c0 0x7f8480003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f849a800640 1 -- 172.21.15.22:0/470508159 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8480003530 con 0x7f84800051d0 2024-09-10T10:34:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f849a800640 1 -- 172.21.15.22:0/470508159 reap_dead start 2024-09-10T10:34:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f849a800640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f848000b9d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f849400a980 tx=0x7f849401d2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db2fd0d8d3b4db0c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849400a5a0 con 0x7f84800051d0 2024-09-10T10:34:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84940ad670 con 0x7f84800051d0 2024-09-10T10:34:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.213+0000 7f8499400640 1 -- 172.21.15.22:0/470508159 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84940ada60 con 0x7f84800051d0 2024-09-10T10:34:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 -- 172.21.15.22:0/470508159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 msgr2=0x7f848000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f848000b9d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f849400a980 tx=0x7f849401d2a0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 -- 172.21.15.22:0/470508159 shutdown_connections 2024-09-10T10:34:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 --2- 172.21.15.22:0/470508159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f848000b9d0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 -- 172.21.15.22:0/470508159 >> 172.21.15.22:0/470508159 conn(0x7f849c0b41a0 msgr2=0x7f849c0b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 -- 172.21.15.22:0/470508159 shutdown_connections 2024-09-10T10:34:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 -- 172.21.15.22:0/470508159 wait complete. 2024-09-10T10:34:51.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 Processor -- start 2024-09-10T10:34:51.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 -- start start 2024-09-10T10:34:51.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f849c0cd410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:51.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f849c0b2f30 0x7f849c0b6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:51.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f849c0b33b0 0x7f849c152f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f849c0af480 con 0x7f84800051d0 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f849c0b4cc0 con 0x7f849c0b33b0 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f84a0e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f849c0af600 con 0x7f849c0b2f30 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f8499e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f849c0cd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f8499e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f849c0cd410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50618/0 (socket says 172.21.15.22:50618) 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f8499e00640 1 -- 172.21.15.22:0/544854687 learned_addr learned my addr 172.21.15.22:0/544854687 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f849a800640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f849c0b33b0 0x7f849c152f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f8491400640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f849c0b2f30 0x7f849c0b6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f8499e00640 1 -- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f849c0b2f30 msgr2=0x7f849c0b6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f8499e00640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f849c0b2f30 0x7f849c0b6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f8499e00640 1 -- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f849c0b33b0 msgr2=0x7f849c152f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:51.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f8499e00640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f849c0b33b0 0x7f849c152f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:51.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.217+0000 7f8499e00640 1 -- 172.21.15.22:0/544854687 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f849c0b58f0 con 0x7f84800051d0 2024-09-10T10:34:51.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f8499e00640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f849c0cd410 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f848c00f7f0 tx=0x7f848c00fbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:51.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f8492a00640 1 -- 172.21.15.22:0/544854687 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f848c01a070 con 0x7f84800051d0 2024-09-10T10:34:51.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f8492a00640 1 -- 172.21.15.22:0/544854687 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f848c005110 con 0x7f84800051d0 2024-09-10T10:34:51.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f8492a00640 1 -- 172.21.15.22:0/544854687 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f848c007050 con 0x7f84800051d0 2024-09-10T10:34:51.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f84a0e00640 1 -- 172.21.15.22:0/544854687 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f849c0b5bd0 con 0x7f84800051d0 2024-09-10T10:34:51.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f84a0e00640 1 -- 172.21.15.22:0/544854687 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f849c0b6190 con 0x7f84800051d0 2024-09-10T10:34:51.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f84a0e00640 1 -- 172.21.15.22:0/544854687 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f849c0b0590 con 0x7f84800051d0 2024-09-10T10:34:51.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f8492a00640 1 -- 172.21.15.22:0/544854687 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f848c0071f0 con 0x7f84800051d0 2024-09-10T10:34:51.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f8492a00640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84780678c0 0x7f8478069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:51.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f8492a00640 1 -- 172.21.15.22:0/544854687 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f848c085310 con 0x7f84800051d0 2024-09-10T10:34:51.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.221+0000 7f8491400640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84780678c0 0x7f8478069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:51.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.225+0000 7f8491400640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84780678c0 0x7f8478069d80 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f849c0b4760 tx=0x7f8484009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:51.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.225+0000 7f8492a00640 1 -- 172.21.15.22:0/544854687 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f848c055760 con 0x7f84800051d0 2024-09-10T10:34:51.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:51.433+0000 7f84a0e00640 1 -- 172.21.15.22:0/544854687 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f849c15f1d0 con 0x7f84800051d0 2024-09-10T10:34:52.300 INFO:tasks.ceph.mds.a.smithi022.stderr:2024-09-10T10:34:52.293+0000 7f5418e00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:34:52.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f8492a00640 1 -- 172.21.15.22:0/544854687 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v32) ==== 118+0+0 (secure 0 0 0) 0x7f848c059a60 con 0x7f84800051d0 2024-09-10T10:34:52.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 -- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84780678c0 msgr2=0x7f8478069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:52.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84780678c0 0x7f8478069d80 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f849c0b4760 tx=0x7f8484009190 comp rx=0 tx=0).stop 2024-09-10T10:34:52.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 -- 172.21.15.22:0/544854687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 msgr2=0x7f849c0cd410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:52.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f849c0cd410 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f848c00f7f0 tx=0x7f848c00fbf0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 -- 172.21.15.22:0/544854687 shutdown_connections 2024-09-10T10:34:52.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84780678c0 0x7f8478069d80 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f849c0b33b0 0x7f849c152f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f849c0b2f30 0x7f849c0b6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 --2- 172.21.15.22:0/544854687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800051d0 0x7f849c0cd410 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 -- 172.21.15.22:0/544854687 >> 172.21.15.22:0/544854687 conn(0x7f849c0b41a0 msgr2=0x7f849c15f3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:52.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 -- 172.21.15.22:0/544854687 shutdown_connections 2024-09-10T10:34:52.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.329+0000 7f84a0e00640 1 -- 172.21.15.22:0/544854687 wait complete. 2024-09-10T10:34:52.362 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:34:52.362 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:34:52.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.505+0000 7f3522600640 1 Processor -- start 2024-09-10T10:34:52.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.505+0000 7f3522600640 1 -- start start 2024-09-10T10:34:52.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3522600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f351c15e340 0x7f351c0d1a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:52.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3522600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f351c06f680 0x7f351c06c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:52.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3522600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f351c0b66d0 con 0x7f351c06f210 2024-09-10T10:34:52.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3522600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f351c0742b0 con 0x7f351c06f680 2024-09-10T10:34:52.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3522600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f351c0b6970 con 0x7f351c15e340 2024-09-10T10:34:52.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3521c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f351c06f680 0x7f351c06c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:52.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3521c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f351c06f680 0x7f351c06c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50622/0 (socket says 172.21.15.22:50622) 2024-09-10T10:34:52.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3521c00640 1 -- 172.21.15.22:0/2136747560 learned_addr learned my addr 172.21.15.22:0/2136747560 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:52.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3521200640 1 --2- 172.21.15.22:0/2136747560 >> v2:172.21.15.145:3300/0 conn(0x7f351c15e340 0x7f351c0d1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:52.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3521c00640 1 -- 172.21.15.22:0/2136747560 >> v2:172.21.15.145:3300/0 conn(0x7f351c15e340 msgr2=0x7f351c0d1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:52.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3521c00640 1 --2- 172.21.15.22:0/2136747560 >> v2:172.21.15.145:3300/0 conn(0x7f351c15e340 0x7f351c0d1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3521c00640 1 -- 172.21.15.22:0/2136747560 >> v1:172.21.15.145:6789/0 conn(0x7f351c06f210 legacy=0x7f351c06bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:52.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.509+0000 7f3521c00640 1 -- 172.21.15.22:0/2136747560 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f351c0b6c50 con 0x7f351c06f680 2024-09-10T10:34:52.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3521c00640 1 --2- 172.21.15.22:0/2136747560 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f680 0x7f351c06c3d0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f351c074430 tx=0x7f351401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=278dda0f8597a2da server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:52.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f351b400640 1 -- 172.21.15.22:0/2136747560 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35140a5880 con 0x7f351c06f680 2024-09-10T10:34:52.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f351b400640 1 -- 172.21.15.22:0/2136747560 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35140a5a20 con 0x7f351c06f680 2024-09-10T10:34:52.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f351b400640 1 -- 172.21.15.22:0/2136747560 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35140a5df0 con 0x7f351c06f680 2024-09-10T10:34:52.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 -- 172.21.15.22:0/2136747560 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f680 msgr2=0x7f351c06c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:52.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 --2- 172.21.15.22:0/2136747560 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f680 0x7f351c06c3d0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f351c074430 tx=0x7f351401c9c0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 -- 172.21.15.22:0/2136747560 shutdown_connections 2024-09-10T10:34:52.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 --2- 172.21.15.22:0/2136747560 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f680 0x7f351c06c3d0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 --2- 172.21.15.22:0/2136747560 >> v2:172.21.15.145:3300/0 conn(0x7f351c15e340 0x7f351c0d1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 -- 172.21.15.22:0/2136747560 >> 172.21.15.22:0/2136747560 conn(0x7f351c0b4020 msgr2=0x7f351c0b4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:52.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 -- 172.21.15.22:0/2136747560 shutdown_connections 2024-09-10T10:34:52.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 -- 172.21.15.22:0/2136747560 wait complete. 2024-09-10T10:34:52.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 Processor -- start 2024-09-10T10:34:52.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 -- start start 2024-09-10T10:34:52.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f210 0x7f351c153b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:52.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f351c06f680 0x7f351c0d0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:52.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f351c15e340 0x7f351c157640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:52.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f351c0d1f80 con 0x7f351c06f210 2024-09-10T10:34:52.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f351c06fa90 con 0x7f351c06f680 2024-09-10T10:34:52.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3522600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f351c0ced00 con 0x7f351c15e340 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3521200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f210 0x7f351c153b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3521200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f210 0x7f351c153b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50624/0 (socket says 172.21.15.22:50624) 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f3521200640 1 -- 172.21.15.22:0/2601875187 learned_addr learned my addr 172.21.15.22:0/2601875187 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3521c00640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f351c15e340 0x7f351c157640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.513+0000 7f351be00640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f351c06f680 0x7f351c0d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3521200640 1 -- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f351c15e340 msgr2=0x7f351c157640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3521200640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f351c15e340 0x7f351c157640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3521200640 1 -- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f351c06f680 msgr2=0x7f351c0d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3521200640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f351c06f680 0x7f351c0d0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3521200640 1 -- 172.21.15.22:0/2601875187 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f351c15a3b0 con 0x7f351c06f210 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3521200640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f210 0x7f351c153b20 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f350c00d800 tx=0x7f350c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3518c00640 1 -- 172.21.15.22:0/2601875187 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f350c00b6c0 con 0x7f351c06f210 2024-09-10T10:34:52.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3518c00640 1 -- 172.21.15.22:0/2601875187 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f350c019070 con 0x7f351c06f210 2024-09-10T10:34:52.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3518c00640 1 -- 172.21.15.22:0/2601875187 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f350c00bae0 con 0x7f351c06f210 2024-09-10T10:34:52.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3522600640 1 -- 172.21.15.22:0/2601875187 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f351c159a80 con 0x7f351c06f210 2024-09-10T10:34:52.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3522600640 1 -- 172.21.15.22:0/2601875187 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f351c15a620 con 0x7f351c06f210 2024-09-10T10:34:52.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3522600640 1 -- 172.21.15.22:0/2601875187 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f351c0d15d0 con 0x7f351c06f210 2024-09-10T10:34:52.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3518c00640 1 -- 172.21.15.22:0/2601875187 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f350c00bc80 con 0x7f351c06f210 2024-09-10T10:34:52.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3518c00640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f34fc0678c0 0x7f34fc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:52.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f3518c00640 1 -- 172.21.15.22:0/2601875187 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f350c086280 con 0x7f351c06f210 2024-09-10T10:34:52.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.517+0000 7f351be00640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f34fc0678c0 0x7f34fc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:52.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.521+0000 7f351be00640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f34fc0678c0 0x7f34fc069d80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f351c0b3f80 tx=0x7f3508009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:52.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.521+0000 7f3518c00640 1 -- 172.21.15.22:0/2601875187 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f350c056d20 con 0x7f351c06f210 2024-09-10T10:34:52.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:52.721+0000 7f3522600640 1 -- 172.21.15.22:0/2601875187 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f351c158900 con 0x7f351c06f210 2024-09-10T10:34:53.109 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:34:53.113 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:34:53.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.329+0000 7f3518c00640 1 -- 172.21.15.22:0/2601875187 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v33) ==== 122+0+0 (secure 0 0 0) 0x7f350c056620 con 0x7f351c06f210 2024-09-10T10:34:53.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 -- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f34fc0678c0 msgr2=0x7f34fc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f34fc0678c0 0x7f34fc069d80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f351c0b3f80 tx=0x7f3508009040 comp rx=0 tx=0).stop 2024-09-10T10:34:53.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 -- 172.21.15.22:0/2601875187 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f210 msgr2=0x7f351c153b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f210 0x7f351c153b20 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f350c00d800 tx=0x7f350c00dcc0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 -- 172.21.15.22:0/2601875187 shutdown_connections 2024-09-10T10:34:53.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f34fc0678c0 0x7f34fc069d80 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f351c15e340 0x7f351c157640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f351c06f680 0x7f351c0d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 --2- 172.21.15.22:0/2601875187 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f351c06f210 0x7f351c153b20 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 -- 172.21.15.22:0/2601875187 >> 172.21.15.22:0/2601875187 conn(0x7f351c0b4020 msgr2=0x7f351c0cfad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:53.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 -- 172.21.15.22:0/2601875187 shutdown_connections 2024-09-10T10:34:53.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.333+0000 7f3522600640 1 -- 172.21.15.22:0/2601875187 wait complete. 2024-09-10T10:34:53.358 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:34:53.359 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:34:53.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.493+0000 7f6d26400640 1 Processor -- start 2024-09-10T10:34:53.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.493+0000 7f6d26400640 1 -- start start 2024-09-10T10:34:53.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d26400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6d2015e540 0x7f6d200715e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d26400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6d200b6d60 0x7f6d200b7170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d26400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d20070f40 con 0x7f6d200732e0 2024-09-10T10:34:53.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d26400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6d2006d760 con 0x7f6d2015e540 2024-09-10T10:34:53.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d26400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f6d2006da20 con 0x7f6d200b6d60 2024-09-10T10:34:53.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d1f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6d2015e540 0x7f6d200715e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d1f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6d2015e540 0x7f6d200715e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50628/0 (socket says 172.21.15.22:50628) 2024-09-10T10:34:53.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d1f400640 1 -- 172.21.15.22:0/3746472031 learned_addr learned my addr 172.21.15.22:0/3746472031 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:53.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d1ea00640 1 --2- 172.21.15.22:0/3746472031 >> v2:172.21.15.145:3300/0 conn(0x7f6d200b6d60 0x7f6d200b7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d1f400640 1 -- 172.21.15.22:0/3746472031 >> v2:172.21.15.145:3300/0 conn(0x7f6d200b6d60 msgr2=0x7f6d200b7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:53.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d1f400640 1 --2- 172.21.15.22:0/3746472031 >> v2:172.21.15.145:3300/0 conn(0x7f6d200b6d60 0x7f6d200b7170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d1f400640 1 -- 172.21.15.22:0/3746472031 >> v1:172.21.15.145:6789/0 conn(0x7f6d200732e0 legacy=0x7f6d20073790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:53.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.497+0000 7f6d1f400640 1 -- 172.21.15.22:0/3746472031 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2006c870 con 0x7f6d2015e540 2024-09-10T10:34:53.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d1f400640 1 --2- 172.21.15.22:0/3746472031 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d2015e540 0x7f6d200715e0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f6d200b68a0 tx=0x7f6d1001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea0045d3c7d32bcc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:53.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d1e000640 1 -- 172.21.15.22:0/3746472031 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d100ab430 con 0x7f6d2015e540 2024-09-10T10:34:53.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d1e000640 1 -- 172.21.15.22:0/3746472031 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d100b0070 con 0x7f6d2015e540 2024-09-10T10:34:53.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d1e000640 1 -- 172.21.15.22:0/3746472031 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d100ab7f0 con 0x7f6d2015e540 2024-09-10T10:34:53.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d26400640 1 -- 172.21.15.22:0/3746472031 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d2015e540 msgr2=0x7f6d200715e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d26400640 1 --2- 172.21.15.22:0/3746472031 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d2015e540 0x7f6d200715e0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f6d200b68a0 tx=0x7f6d1001c520 comp rx=0 tx=0).stop 2024-09-10T10:34:53.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d26400640 1 -- 172.21.15.22:0/3746472031 shutdown_connections 2024-09-10T10:34:53.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d26400640 1 --2- 172.21.15.22:0/3746472031 >> v2:172.21.15.145:3300/0 conn(0x7f6d200b6d60 0x7f6d200b7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d26400640 1 --2- 172.21.15.22:0/3746472031 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d2015e540 0x7f6d200715e0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d26400640 1 -- 172.21.15.22:0/3746472031 >> 172.21.15.22:0/3746472031 conn(0x7f6d2006e780 msgr2=0x7f6d200b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:53.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d26400640 1 -- 172.21.15.22:0/3746472031 shutdown_connections 2024-09-10T10:34:53.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d26400640 1 -- 172.21.15.22:0/3746472031 wait complete. 2024-09-10T10:34:53.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d26400640 1 Processor -- start 2024-09-10T10:34:53.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.501+0000 7f6d26400640 1 -- start start 2024-09-10T10:34:53.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d26400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d200732e0 0x7f6d20145870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d26400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d200b6d60 0x7f6d2014e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d26400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d2015e540 0x7f6d20155150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d26400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6d2006d070 con 0x7f6d200732e0 2024-09-10T10:34:53.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d26400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d20071b20 con 0x7f6d200b6d60 2024-09-10T10:34:53.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d26400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6d20145db0 con 0x7f6d2015e540 2024-09-10T10:34:53.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d200732e0 0x7f6d20145870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d200732e0 0x7f6d20145870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50644/0 (socket says 172.21.15.22:50644) 2024-09-10T10:34:53.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1f400640 1 -- 172.21.15.22:0/3221141726 learned_addr learned my addr 172.21.15.22:0/3221141726 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:53.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1ea00640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d200b6d60 0x7f6d2014e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1fe00640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d2015e540 0x7f6d20155150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1f400640 1 -- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d2015e540 msgr2=0x7f6d20155150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1f400640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d2015e540 0x7f6d20155150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1f400640 1 -- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d200b6d60 msgr2=0x7f6d2014e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1f400640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d200b6d60 0x7f6d2014e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1f400640 1 -- 172.21.15.22:0/3221141726 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2014ed90 con 0x7f6d200732e0 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1ea00640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d200b6d60 0x7f6d2014e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d1f400640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d200732e0 0x7f6d20145870 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f6d100ad040 tx=0x7f6d1001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d17400640 1 -- 172.21.15.22:0/3221141726 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d100be5f0 con 0x7f6d200732e0 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d17400640 1 -- 172.21.15.22:0/3221141726 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d100be790 con 0x7f6d200732e0 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d17400640 1 -- 172.21.15.22:0/3221141726 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d100beb60 con 0x7f6d200732e0 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d26400640 1 -- 172.21.15.22:0/3221141726 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d2014f070 con 0x7f6d200732e0 2024-09-10T10:34:53.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d26400640 1 -- 172.21.15.22:0/3221141726 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d2014f630 con 0x7f6d200732e0 2024-09-10T10:34:53.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d26400640 1 -- 172.21.15.22:0/3221141726 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d200b7170 con 0x7f6d200732e0 2024-09-10T10:34:53.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d17400640 1 -- 172.21.15.22:0/3221141726 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6d100b43f0 con 0x7f6d200732e0 2024-09-10T10:34:53.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.505+0000 7f6d17400640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d000678c0 0x7f6d00069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.509+0000 7f6d17400640 1 -- 172.21.15.22:0/3221141726 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f6d100a8070 con 0x7f6d200732e0 2024-09-10T10:34:53.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.509+0000 7f6d1ea00640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d000678c0 0x7f6d00069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.509+0000 7f6d1ea00640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d000678c0 0x7f6d00069d80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6d2014e260 tx=0x7f6d0c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:53.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.513+0000 7f6d17400640 1 -- 172.21.15.22:0/3221141726 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6d10016110 con 0x7f6d200732e0 2024-09-10T10:34:53.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.713+0000 7f6d26400640 1 -- 172.21.15.22:0/3221141726 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d200d2e00 con 0x7f6d200732e0 2024-09-10T10:34:53.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.713+0000 7f6d17400640 1 -- 172.21.15.22:0/3221141726 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5229 (secure 0 0 0) 0x7f6d100f0a80 con 0x7f6d200732e0 2024-09-10T10:34:53.720 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:53.720 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":33,"btime":"2024-09-10T10:34:53:333074+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5048,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3545824548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3545824548},{"type":"v1","addr":"172.21.15.145:6836","nonce":3545824548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5398,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2711184563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2711184563},{"type":"v1","addr":"172.21.15.145:6837","nonce":2711184563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5529,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/3630064863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3630064863},{"type":"v1","addr":"172.21.15.22:6833","nonce":3630064863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:49.707397+0000","modified":"2024-09-10T10:34:52.728312+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5532":{"gid":5532,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2356192972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":2356192972},{"type":"v1","addr":"172.21.15.22:6835","nonce":2356192972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5532,"qdb_cluster":[5532]},"id":4}]} 2024-09-10T10:34:53.721 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 33 2024-09-10T10:34:53.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 -- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d000678c0 msgr2=0x7f6d00069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d000678c0 0x7f6d00069d80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6d2014e260 tx=0x7f6d0c008040 comp rx=0 tx=0).stop 2024-09-10T10:34:53.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 -- 172.21.15.22:0/3221141726 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d200732e0 msgr2=0x7f6d20145870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d200732e0 0x7f6d20145870 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f6d100ad040 tx=0x7f6d1001ad60 comp rx=0 tx=0).stop 2024-09-10T10:34:53.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 -- 172.21.15.22:0/3221141726 shutdown_connections 2024-09-10T10:34:53.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d000678c0 0x7f6d00069d80 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d2015e540 0x7f6d20155150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d200b6d60 0x7f6d2014e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 --2- 172.21.15.22:0/3221141726 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d200732e0 0x7f6d20145870 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 -- 172.21.15.22:0/3221141726 >> 172.21.15.22:0/3221141726 conn(0x7f6d2006e780 msgr2=0x7f6d2015d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:53.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 -- 172.21.15.22:0/3221141726 shutdown_connections 2024-09-10T10:34:53.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.717+0000 7f6d26400640 1 -- 172.21.15.22:0/3221141726 wait complete. 2024-09-10T10:34:53.741 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:34:53.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53aba00640 1 Processor -- start 2024-09-10T10:34:53.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53aba00640 1 -- start start 2024-09-10T10:34:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53aba00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f53a415c230 0x7f53a40626e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53aba00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a40b0c20 0x7f53a4062c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53aba00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53a415eea0 con 0x7f53a40aecc0 2024-09-10T10:34:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53aba00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f53a415ec80 con 0x7f53a415c230 2024-09-10T10:34:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53aba00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f53a415f180 con 0x7f53a40b0c20 2024-09-10T10:34:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53a9000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f53a415c230 0x7f53a40626e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53a3e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f53a40aecc0 0x7f53a40b0510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58662/0 (socket says 172.21.15.22:58662) 2024-09-10T10:34:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53a3e00640 1 -- 172.21.15.22:0/833167435 learned_addr learned my addr 172.21.15.22:0/833167435 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53a9a00640 1 --2- 172.21.15.22:0/833167435 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a40b0c20 0x7f53a4062c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53a9000640 1 -- 172.21.15.22:0/833167435 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a40b0c20 msgr2=0x7f53a4062c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53a9000640 1 --2- 172.21.15.22:0/833167435 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a40b0c20 0x7f53a4062c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53a9000640 1 -- 172.21.15.22:0/833167435 >> v1:172.21.15.22:6789/0 conn(0x7f53a40aecc0 legacy=0x7f53a40b0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53a9000640 1 -- 172.21.15.22:0/833167435 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53a415f460 con 0x7f53a415c230 2024-09-10T10:34:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.877+0000 7f53a3400640 1 -- 172.21.15.22:0/833167435 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1155961588 0 0) 0x7f53a415eea0 con 0x7f53a40aecc0 2024-09-10T10:34:53.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53a9000640 1 --2- 172.21.15.22:0/833167435 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 0x7f53a40626e0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f53980097c0 tx=0x7f539801c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12c93c1b67edc75f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53a3400640 1 -- 172.21.15.22:0/833167435 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53980b0070 con 0x7f53a415c230 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53a3400640 1 -- 172.21.15.22:0/833167435 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53980ab600 con 0x7f53a415c230 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53a3400640 1 -- 172.21.15.22:0/833167435 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53980ab9d0 con 0x7f53a415c230 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53aba00640 1 -- 172.21.15.22:0/833167435 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 msgr2=0x7f53a40626e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53aba00640 1 --2- 172.21.15.22:0/833167435 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 0x7f53a40626e0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f53980097c0 tx=0x7f539801c350 comp rx=0 tx=0).stop 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53aba00640 1 -- 172.21.15.22:0/833167435 shutdown_connections 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53aba00640 1 --2- 172.21.15.22:0/833167435 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a40b0c20 0x7f53a4062c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53aba00640 1 --2- 172.21.15.22:0/833167435 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 0x7f53a40626e0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53aba00640 1 -- 172.21.15.22:0/833167435 >> 172.21.15.22:0/833167435 conn(0x7f53a40b3640 msgr2=0x7f53a40b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53aba00640 1 -- 172.21.15.22:0/833167435 shutdown_connections 2024-09-10T10:34:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53aba00640 1 -- 172.21.15.22:0/833167435 wait complete. 2024-09-10T10:34:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.881+0000 7f53aba00640 1 Processor -- start 2024-09-10T10:34:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53aba00640 1 -- start start 2024-09-10T10:34:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53aba00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53a40aecc0 0x7f53a41607a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53aba00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a40b0c20 0x7f53a40af370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53aba00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 0x7f53a4153250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53aba00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f53a406c9a0 con 0x7f53a415c230 2024-09-10T10:34:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53aba00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f53a406c820 con 0x7f53a40aecc0 2024-09-10T10:34:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53aba00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f53a406cb20 con 0x7f53a40b0c20 2024-09-10T10:34:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a9a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 0x7f53a4153250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a9a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 0x7f53a4153250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50660/0 (socket says 172.21.15.22:50660) 2024-09-10T10:34:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a9a00640 1 -- 172.21.15.22:0/2979757676 learned_addr learned my addr 172.21.15.22:0/2979757676 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a3e00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a40b0c20 0x7f53a40af370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a9000640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53a40aecc0 0x7f53a41607a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a9a00640 1 -- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a40b0c20 msgr2=0x7f53a40af370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a9a00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a40b0c20 0x7f53a40af370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a9a00640 1 -- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53a40aecc0 msgr2=0x7f53a41607a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:53.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a9a00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53a40aecc0 0x7f53a41607a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:53.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a9a00640 1 -- 172.21.15.22:0/2979757676 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53a4162ef0 con 0x7f53a415c230 2024-09-10T10:34:53.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a9a00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 0x7f53a4153250 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f539c007e60 tx=0x7f539c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:53.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a0c00640 1 -- 172.21.15.22:0/2979757676 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f539c014420 con 0x7f53a415c230 2024-09-10T10:34:53.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a0c00640 1 -- 172.21.15.22:0/2979757676 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f539c019070 con 0x7f53a415c230 2024-09-10T10:34:53.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53a0c00640 1 -- 172.21.15.22:0/2979757676 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f539c014820 con 0x7f53a415c230 2024-09-10T10:34:53.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53aba00640 1 -- 172.21.15.22:0/2979757676 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53a4161e50 con 0x7f53a415c230 2024-09-10T10:34:53.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53aba00640 1 -- 172.21.15.22:0/2979757676 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53a4162410 con 0x7f53a415c230 2024-09-10T10:34:53.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.885+0000 7f53aba00640 1 -- 172.21.15.22:0/2979757676 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53a40b0510 con 0x7f53a415c230 2024-09-10T10:34:53.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.889+0000 7f53a0c00640 1 -- 172.21.15.22:0/2979757676 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f539c0149c0 con 0x7f53a415c230 2024-09-10T10:34:53.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.889+0000 7f53a0c00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53840678c0 0x7f5384069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.889+0000 7f53a0c00640 1 -- 172.21.15.22:0/2979757676 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f539c0863e0 con 0x7f53a415c230 2024-09-10T10:34:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.889+0000 7f53a9000640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53840678c0 0x7f5384069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.889+0000 7f53a9000640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53840678c0 0x7f5384069d80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f53980ad000 tx=0x7f53980a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:53.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:53.893+0000 7f53a0c00640 1 -- 172.21.15.22:0/2979757676 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f539c0568c0 con 0x7f53a415c230 2024-09-10T10:34:54.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.061+0000 7f53aba00640 1 -- 172.21.15.22:0/2979757676 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f53a4158960 con 0x7f53a415c230 2024-09-10T10:34:54.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.061+0000 7f53a0c00640 1 -- 172.21.15.22:0/2979757676 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16737 (secure 0 0 0) 0x7f539c05abc0 con 0x7f53a415c230 2024-09-10T10:34:54.067 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:54.067 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":58,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:51.306039+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:34:47.454902+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-10T10:34:48.719473+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:34:54.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 -- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53840678c0 msgr2=0x7f5384069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53840678c0 0x7f5384069d80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f53980ad000 tx=0x7f53980a6000 comp rx=0 tx=0).stop 2024-09-10T10:34:54.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 -- 172.21.15.22:0/2979757676 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 msgr2=0x7f53a4153250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 0x7f53a4153250 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f539c007e60 tx=0x7f539c00e4b0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 -- 172.21.15.22:0/2979757676 shutdown_connections 2024-09-10T10:34:54.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53840678c0 0x7f5384069d80 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53a415c230 0x7f53a4153250 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53a40b0c20 0x7f53a40af370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 --2- 172.21.15.22:0/2979757676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53a40aecc0 0x7f53a41607a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 -- 172.21.15.22:0/2979757676 >> 172.21.15.22:0/2979757676 conn(0x7f53a40b3640 msgr2=0x7f53a40b1bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:54.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 -- 172.21.15.22:0/2979757676 shutdown_connections 2024-09-10T10:34:54.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.065+0000 7f53aba00640 1 -- 172.21.15.22:0/2979757676 wait complete. 2024-09-10T10:34:54.088 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:34:54.088 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:34:54.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f7000640 1 Processor -- start 2024-09-10T10:34:54.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f7000640 1 -- start start 2024-09-10T10:34:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f7000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f006c3d0 0x7f91f00626e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f7000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91f0062cc0 con 0x7f91f015c180 2024-09-10T10:34:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f7000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91f0062fa0 con 0x7f91f015c560 2024-09-10T10:34:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f7000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f91f0063280 con 0x7f91f006c3d0 2024-09-10T10:34:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f5c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f91f015c180 0x7f91f00b12c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58664/0 (socket says 172.21.15.22:58664) 2024-09-10T10:34:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f5c00640 1 -- 172.21.15.22:0/2862296503 learned_addr learned my addr 172.21.15.22:0/2862296503 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:54.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f6600640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f006c3d0 0x7f91f00626e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3073450699 0 0) 0x7f91f0062cc0 con 0x7f91f015c180 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f91d8003530 con 0x7f91f015c180 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1383853838 0 0) 0x7f91d8003530 con 0x7f91f015c180 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f006c3d0 msgr2=0x7f91f00626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f006c3d0 0x7f91f00626e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 >> v1:172.21.15.145:6789/0 conn(0x7f91f015c560 legacy=0x7f91f006bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f0063560 con 0x7f91f015c180 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f91e4001680 con 0x7f91f015c180 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 >> v1:172.21.15.22:6789/0 conn(0x7f91f015c180 legacy=0x7f91f00b12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91d80039f0 0x7f91d8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f006c3d0 0x7f91d8004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 0x7f91d80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f91f0063280 con 0x7f91d8004d50 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91d800ba00 con 0x7f91d80039f0 2024-09-10T10:34:54.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f91d800bc00 con 0x7f91f006c3d0 2024-09-10T10:34:54.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f6600640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 0x7f91d80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f5c00640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91d80039f0 0x7f91d8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f5200640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f006c3d0 0x7f91d8004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f6600640 1 -- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f006c3d0 msgr2=0x7f91d8004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:54.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f6600640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f006c3d0 0x7f91d8004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f6600640 1 -- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91d80039f0 msgr2=0x7f91d8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:54.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f6600640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91d80039f0 0x7f91d8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.225+0000 7f91f6600640 1 -- 172.21.15.22:0/2862296503 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91d8003530 con 0x7f91d8004d50 2024-09-10T10:34:54.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91f6600640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 0x7f91d80051d0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f91e8009fc0 tx=0x7f91e801cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b400015c08cbcf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:54.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e80b2070 con 0x7f91d8004d50 2024-09-10T10:34:54.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91e80a5c90 con 0x7f91d8004d50 2024-09-10T10:34:54.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91efe00640 1 -- 172.21.15.22:0/2862296503 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e8009c10 con 0x7f91d8004d50 2024-09-10T10:34:54.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91f7000640 1 -- 172.21.15.22:0/2862296503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 msgr2=0x7f91d80051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91f7000640 1 --2- 172.21.15.22:0/2862296503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 0x7f91d80051d0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f91e8009fc0 tx=0x7f91e801cc80 comp rx=0 tx=0).stop 2024-09-10T10:34:54.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91f6600640 1 -- 172.21.15.22:0/2862296503 reap_dead start 2024-09-10T10:34:54.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91f7000640 1 -- 172.21.15.22:0/2862296503 shutdown_connections 2024-09-10T10:34:54.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91f7000640 1 -- 172.21.15.22:0/2862296503 >> 172.21.15.22:0/2862296503 conn(0x7f91f00b6120 msgr2=0x7f91f00b67e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:54.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91f7000640 1 -- 172.21.15.22:0/2862296503 shutdown_connections 2024-09-10T10:34:54.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.229+0000 7f91f7000640 1 -- 172.21.15.22:0/2862296503 wait complete. 2024-09-10T10:34:54.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f7000640 1 Processor -- start 2024-09-10T10:34:54.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f7000640 1 -- start start 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f7000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 0x7f91f0147790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f7000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f015f580 0x7f91f01e5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f7000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f01e5dc0 0x7f91f01e7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f7000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f91f00626e0 con 0x7f91d8004d50 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f7000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91f00b19d0 con 0x7f91f015f580 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f7000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f91f0062860 con 0x7f91f01e5dc0 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f5c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 0x7f91f0147790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f5c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 0x7f91f0147790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50668/0 (socket says 172.21.15.22:50668) 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f5c00640 1 -- 172.21.15.22:0/1693414079 learned_addr learned my addr 172.21.15.22:0/1693414079 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f5200640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f015f580 0x7f91f01e5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f6600640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f01e5dc0 0x7f91f01e7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f5c00640 1 -- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f01e5dc0 msgr2=0x7f91f01e7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f5c00640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f01e5dc0 0x7f91f01e7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f5c00640 1 -- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f015f580 msgr2=0x7f91f01e5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f5c00640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f015f580 0x7f91f01e5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f5c00640 1 -- 172.21.15.22:0/1693414079 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f01e6260 con 0x7f91d8004d50 2024-09-10T10:34:54.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f5c00640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 0x7f91f0147790 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f91e4001bb0 tx=0x7f91e4012990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:54.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91ed600640 1 -- 172.21.15.22:0/1693414079 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e4014810 con 0x7f91d8004d50 2024-09-10T10:34:54.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91ed600640 1 -- 172.21.15.22:0/1693414079 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91e401b070 con 0x7f91d8004d50 2024-09-10T10:34:54.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91ed600640 1 -- 172.21.15.22:0/1693414079 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e4014c10 con 0x7f91d8004d50 2024-09-10T10:34:54.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f7000640 1 -- 172.21.15.22:0/1693414079 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91f01e6540 con 0x7f91d8004d50 2024-09-10T10:34:54.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.233+0000 7f91f7000640 1 -- 172.21.15.22:0/1693414079 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91f01e6b00 con 0x7f91d8004d50 2024-09-10T10:34:54.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.237+0000 7f91f7000640 1 -- 172.21.15.22:0/1693414079 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91f0160960 con 0x7f91d8004d50 2024-09-10T10:34:54.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.237+0000 7f91ed600640 1 -- 172.21.15.22:0/1693414079 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f91e4016480 con 0x7f91d8004d50 2024-09-10T10:34:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.237+0000 7f91ed600640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91d00678c0 0x7f91d0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.237+0000 7f91ed600640 1 -- 172.21.15.22:0/1693414079 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f91e4088fb0 con 0x7f91d8004d50 2024-09-10T10:34:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.237+0000 7f91f5200640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91d00678c0 0x7f91d0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.237+0000 7f91f5200640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91d00678c0 0x7f91d0069d80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f91f015da50 tx=0x7f91dc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.241+0000 7f91ed600640 1 -- 172.21.15.22:0/1693414079 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f91e4059400 con 0x7f91d8004d50 2024-09-10T10:34:54.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.405+0000 7f91f7000640 1 -- 172.21.15.22:0/1693414079 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f91f006fec0 con 0x7f91d00678c0 2024-09-10T10:34:54.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.413+0000 7f91ed600640 1 -- 172.21.15.22:0/1693414079 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242076 (secure 0 0 0) 0x7f91f006fec0 con 0x7f91d00678c0 2024-09-10T10:34:54.421 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:54.422 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:34:54.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 -- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91d00678c0 msgr2=0x7f91d0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91d00678c0 0x7f91d0069d80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f91f015da50 tx=0x7f91dc009040 comp rx=0 tx=0).stop 2024-09-10T10:34:54.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 -- 172.21.15.22:0/1693414079 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 msgr2=0x7f91f0147790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 0x7f91f0147790 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f91e4001bb0 tx=0x7f91e4012990 comp rx=0 tx=0).stop 2024-09-10T10:34:54.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 -- 172.21.15.22:0/1693414079 shutdown_connections 2024-09-10T10:34:54.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91d00678c0 0x7f91d0069d80 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f01e5dc0 0x7f91f01e7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f015f580 0x7f91f01e5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 --2- 172.21.15.22:0/1693414079 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91d8004d50 0x7f91f0147790 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 -- 172.21.15.22:0/1693414079 >> 172.21.15.22:0/1693414079 conn(0x7f91f00b6120 msgr2=0x7f91f00d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:54.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 -- 172.21.15.22:0/1693414079 shutdown_connections 2024-09-10T10:34:54.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.417+0000 7f91f7000640 1 -- 172.21.15.22:0/1693414079 wait complete. 2024-09-10T10:34:54.442 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2024-09-10T10:34:53.366311+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":165,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":25,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":247436,"kb_used_data":6252,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754727284,"statfs":{"total":773094113280,"available":772840738816,"internally_reserved":0,"allocated":6402048,"data_stored":3297381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":246795824},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.063243"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310921+0000","last_change":"2024-09-10T10:34:50.334021+0000","last_active":"2024-09-10T10:34:52.310921+0000","last_peered":"2024-09-10T10:34:52.310921+0000","last_clean":"2024-09-10T10:34:52.310921+0000","last_became_active":"2024-09-10T10:34:50.333739+0000","last_became_peered":"2024-09-10T10:34:50.333739+0000","last_unstale":"2024-09-10T10:34:52.310921+0000","last_undegraded":"2024-09-10T10:34:52.310921+0000","last_fullsized":"2024-09-10T10:34:52.310921+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:05:53.035523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311440+0000","last_change":"2024-09-10T10:34:50.333157+0000","last_active":"2024-09-10T10:34:52.311440+0000","last_peered":"2024-09-10T10:34:52.311440+0000","last_clean":"2024-09-10T10:34:52.311440+0000","last_became_active":"2024-09-10T10:34:50.332897+0000","last_became_peered":"2024-09-10T10:34:50.332897+0000","last_unstale":"2024-09-10T10:34:52.311440+0000","last_undegraded":"2024-09-10T10:34:52.311440+0000","last_fullsized":"2024-09-10T10:34:52.311440+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:27.809325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311411+0000","last_change":"2024-09-10T10:34:50.333224+0000","last_active":"2024-09-10T10:34:52.311411+0000","last_peered":"2024-09-10T10:34:52.311411+0000","last_clean":"2024-09-10T10:34:52.311411+0000","last_became_active":"2024-09-10T10:34:50.332961+0000","last_became_peered":"2024-09-10T10:34:50.332961+0000","last_unstale":"2024-09-10T10:34:52.311411+0000","last_undegraded":"2024-09-10T10:34:52.311411+0000","last_fullsized":"2024-09-10T10:34:52.311411+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:44.041509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.312225+0000","last_change":"2024-09-10T10:34:48.312225+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.312225+0000","last_undegraded":"2024-09-10T10:34:48.312225+0000","last_fullsized":"2024-09-10T10:34:48.312225+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305887+0000","last_change":"2024-09-10T10:34:48.305887+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305887+0000","last_undegraded":"2024-09-10T10:34:48.305887+0000","last_fullsized":"2024-09-10T10:34:48.305887+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311433+0000","last_change":"2024-09-10T10:34:50.337752+0000","last_active":"2024-09-10T10:34:52.311433+0000","last_peered":"2024-09-10T10:34:52.311433+0000","last_clean":"2024-09-10T10:34:52.311433+0000","last_became_active":"2024-09-10T10:34:50.337149+0000","last_became_peered":"2024-09-10T10:34:50.337149+0000","last_unstale":"2024-09-10T10:34:52.311433+0000","last_undegraded":"2024-09-10T10:34:52.311433+0000","last_fullsized":"2024-09-10T10:34:52.311433+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:31.316967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309001+0000","last_change":"2024-09-10T10:34:48.309001+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309001+0000","last_undegraded":"2024-09-10T10:34:48.309001+0000","last_fullsized":"2024-09-10T10:34:48.309001+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309589+0000","last_change":"2024-09-10T10:34:48.309589+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309589+0000","last_undegraded":"2024-09-10T10:34:48.309589+0000","last_fullsized":"2024-09-10T10:34:48.309589+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311051+0000","last_change":"2024-09-10T10:34:50.334233+0000","last_active":"2024-09-10T10:34:52.311051+0000","last_peered":"2024-09-10T10:34:52.311051+0000","last_clean":"2024-09-10T10:34:52.311051+0000","last_became_active":"2024-09-10T10:34:50.333962+0000","last_became_peered":"2024-09-10T10:34:50.333962+0000","last_unstale":"2024-09-10T10:34:52.311051+0000","last_undegraded":"2024-09-10T10:34:52.311051+0000","last_fullsized":"2024-09-10T10:34:52.311051+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:01.432024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308361+0000","last_change":"2024-09-10T10:34:48.308361+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308361+0000","last_undegraded":"2024-09-10T10:34:48.308361+0000","last_fullsized":"2024-09-10T10:34:48.308361+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308987+0000","last_change":"2024-09-10T10:34:48.308987+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308987+0000","last_undegraded":"2024-09-10T10:34:48.308987+0000","last_fullsized":"2024-09-10T10:34:48.308987+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305806+0000","last_change":"2024-09-10T10:34:48.305806+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305806+0000","last_undegraded":"2024-09-10T10:34:48.305806+0000","last_fullsized":"2024-09-10T10:34:48.305806+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309620+0000","last_change":"2024-09-10T10:34:48.309620+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309620+0000","last_undegraded":"2024-09-10T10:34:48.309620+0000","last_fullsized":"2024-09-10T10:34:48.309620+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305599+0000","last_change":"2024-09-10T10:34:48.305599+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305599+0000","last_undegraded":"2024-09-10T10:34:48.305599+0000","last_fullsized":"2024-09-10T10:34:48.305599+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311136+0000","last_change":"2024-09-10T10:34:49.331312+0000","last_active":"2024-09-10T10:34:52.311136+0000","last_peered":"2024-09-10T10:34:52.311136+0000","last_clean":"2024-09-10T10:34:52.311136+0000","last_became_active":"2024-09-10T10:34:49.330882+0000","last_became_peered":"2024-09-10T10:34:49.330882+0000","last_unstale":"2024-09-10T10:34:52.311136+0000","last_undegraded":"2024-09-10T10:34:52.311136+0000","last_fullsized":"2024-09-10T10:34:52.311136+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:46.389936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311632+0000","last_change":"2024-09-10T10:34:50.337949+0000","last_active":"2024-09-10T10:34:52.311632+0000","last_peered":"2024-09-10T10:34:52.311632+0000","last_clean":"2024-09-10T10:34:52.311632+0000","last_became_active":"2024-09-10T10:34:50.337476+0000","last_became_peered":"2024-09-10T10:34:50.337476+0000","last_unstale":"2024-09-10T10:34:52.311632+0000","last_undegraded":"2024-09-10T10:34:52.311632+0000","last_fullsized":"2024-09-10T10:34:52.311632+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:55.196679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308691+0000","last_change":"2024-09-10T10:34:48.308691+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308691+0000","last_undegraded":"2024-09-10T10:34:48.308691+0000","last_fullsized":"2024-09-10T10:34:48.308691+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309882+0000","last_change":"2024-09-10T10:34:48.309882+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309882+0000","last_undegraded":"2024-09-10T10:34:48.309882+0000","last_fullsized":"2024-09-10T10:34:48.309882+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311316+0000","last_change":"2024-09-10T10:34:49.323772+0000","last_active":"2024-09-10T10:34:52.311316+0000","last_peered":"2024-09-10T10:34:52.311316+0000","last_clean":"2024-09-10T10:34:52.311316+0000","last_became_active":"2024-09-10T10:34:49.323337+0000","last_became_peered":"2024-09-10T10:34:49.323337+0000","last_unstale":"2024-09-10T10:34:52.311316+0000","last_undegraded":"2024-09-10T10:34:52.311316+0000","last_fullsized":"2024-09-10T10:34:52.311316+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:31:41.792327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308432+0000","last_change":"2024-09-10T10:34:48.308432+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308432+0000","last_undegraded":"2024-09-10T10:34:48.308432+0000","last_fullsized":"2024-09-10T10:34:48.308432+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308455+0000","last_change":"2024-09-10T10:34:48.308455+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308455+0000","last_undegraded":"2024-09-10T10:34:48.308455+0000","last_fullsized":"2024-09-10T10:34:48.308455+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.310016+0000","last_change":"2024-09-10T10:34:48.310016+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.310016+0000","last_undegraded":"2024-09-10T10:34:48.310016+0000","last_fullsized":"2024-09-10T10:34:48.310016+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308452+0000","last_change":"2024-09-10T10:34:48.308452+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308452+0000","last_undegraded":"2024-09-10T10:34:48.308452+0000","last_fullsized":"2024-09-10T10:34:48.308452+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311465+0000","last_change":"2024-09-10T10:34:49.326254+0000","last_active":"2024-09-10T10:34:52.311465+0000","last_peered":"2024-09-10T10:34:52.311465+0000","last_clean":"2024-09-10T10:34:52.311465+0000","last_became_active":"2024-09-10T10:34:49.325956+0000","last_became_peered":"2024-09-10T10:34:49.325956+0000","last_unstale":"2024-09-10T10:34:52.311465+0000","last_undegraded":"2024-09-10T10:34:52.311465+0000","last_fullsized":"2024-09-10T10:34:52.311465+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:39.677501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.311303+0000","last_change":"2024-09-10T10:34:48.311303+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.311303+0000","last_undegraded":"2024-09-10T10:34:48.311303+0000","last_fullsized":"2024-09-10T10:34:48.311303+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311558+0000","last_change":"2024-09-10T10:34:49.332324+0000","last_active":"2024-09-10T10:34:52.311558+0000","last_peered":"2024-09-10T10:34:52.311558+0000","last_clean":"2024-09-10T10:34:52.311558+0000","last_became_active":"2024-09-10T10:34:49.332023+0000","last_became_peered":"2024-09-10T10:34:49.332023+0000","last_unstale":"2024-09-10T10:34:52.311558+0000","last_undegraded":"2024-09-10T10:34:52.311558+0000","last_fullsized":"2024-09-10T10:34:52.311558+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:38:44.286810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.311632+0000","last_change":"2024-09-10T10:34:48.311632+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.311632+0000","last_undegraded":"2024-09-10T10:34:48.311632+0000","last_fullsized":"2024-09-10T10:34:48.311632+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311176+0000","last_change":"2024-09-10T10:34:50.335053+0000","last_active":"2024-09-10T10:34:52.311176+0000","last_peered":"2024-09-10T10:34:52.311176+0000","last_clean":"2024-09-10T10:34:52.311176+0000","last_became_active":"2024-09-10T10:34:50.334753+0000","last_became_peered":"2024-09-10T10:34:50.334753+0000","last_unstale":"2024-09-10T10:34:52.311176+0000","last_undegraded":"2024-09-10T10:34:52.311176+0000","last_fullsized":"2024-09-10T10:34:52.311176+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:07.349670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311298+0000","last_change":"2024-09-10T10:34:49.325085+0000","last_active":"2024-09-10T10:34:52.311298+0000","last_peered":"2024-09-10T10:34:52.311298+0000","last_clean":"2024-09-10T10:34:52.311298+0000","last_became_active":"2024-09-10T10:34:49.323449+0000","last_became_peered":"2024-09-10T10:34:49.323449+0000","last_unstale":"2024-09-10T10:34:52.311298+0000","last_undegraded":"2024-09-10T10:34:52.311298+0000","last_fullsized":"2024-09-10T10:34:52.311298+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:31:09.201018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310963+0000","last_change":"2024-09-10T10:34:50.330627+0000","last_active":"2024-09-10T10:34:52.310963+0000","last_peered":"2024-09-10T10:34:52.310963+0000","last_clean":"2024-09-10T10:34:52.310963+0000","last_became_active":"2024-09-10T10:34:50.330383+0000","last_became_peered":"2024-09-10T10:34:50.330383+0000","last_unstale":"2024-09-10T10:34:52.310963+0000","last_undegraded":"2024-09-10T10:34:52.310963+0000","last_fullsized":"2024-09-10T10:34:52.310963+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:42.860679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305618+0000","last_change":"2024-09-10T10:34:48.305618+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305618+0000","last_undegraded":"2024-09-10T10:34:48.305618+0000","last_fullsized":"2024-09-10T10:34:48.305618+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.306189+0000","last_change":"2024-09-10T10:34:48.306189+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.306189+0000","last_undegraded":"2024-09-10T10:34:48.306189+0000","last_fullsized":"2024-09-10T10:34:48.306189+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.310942+0000","last_change":"2024-09-10T10:34:48.310942+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.310942+0000","last_undegraded":"2024-09-10T10:34:48.310942+0000","last_fullsized":"2024-09-10T10:34:48.310942+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305859+0000","last_change":"2024-09-10T10:34:48.305859+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305859+0000","last_undegraded":"2024-09-10T10:34:48.305859+0000","last_fullsized":"2024-09-10T10:34:48.305859+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311524+0000","last_change":"2024-09-10T10:34:50.331934+0000","last_active":"2024-09-10T10:34:52.311524+0000","last_peered":"2024-09-10T10:34:52.311524+0000","last_clean":"2024-09-10T10:34:52.311524+0000","last_became_active":"2024-09-10T10:34:50.330788+0000","last_became_peered":"2024-09-10T10:34:50.330788+0000","last_unstale":"2024-09-10T10:34:52.311524+0000","last_undegraded":"2024-09-10T10:34:52.311524+0000","last_fullsized":"2024-09-10T10:34:52.311524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:07.600680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308543+0000","last_change":"2024-09-10T10:34:48.308543+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308543+0000","last_undegraded":"2024-09-10T10:34:48.308543+0000","last_fullsized":"2024-09-10T10:34:48.308543+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305816+0000","last_change":"2024-09-10T10:34:48.305816+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305816+0000","last_undegraded":"2024-09-10T10:34:48.305816+0000","last_fullsized":"2024-09-10T10:34:48.305816+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.310250+0000","last_change":"2024-09-10T10:34:48.310250+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.310250+0000","last_undegraded":"2024-09-10T10:34:48.310250+0000","last_fullsized":"2024-09-10T10:34:48.310250+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310923+0000","last_change":"2024-09-10T10:34:50.329764+0000","last_active":"2024-09-10T10:34:52.310923+0000","last_peered":"2024-09-10T10:34:52.310923+0000","last_clean":"2024-09-10T10:34:52.310923+0000","last_became_active":"2024-09-10T10:34:50.329297+0000","last_became_peered":"2024-09-10T10:34:50.329297+0000","last_unstale":"2024-09-10T10:34:52.310923+0000","last_undegraded":"2024-09-10T10:34:52.310923+0000","last_fullsized":"2024-09-10T10:34:52.310923+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:14.121859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309174+0000","last_change":"2024-09-10T10:34:48.309174+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309174+0000","last_undegraded":"2024-09-10T10:34:48.309174+0000","last_fullsized":"2024-09-10T10:34:48.309174+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311063+0000","last_change":"2024-09-10T10:34:49.325721+0000","last_active":"2024-09-10T10:34:52.311063+0000","last_peered":"2024-09-10T10:34:52.311063+0000","last_clean":"2024-09-10T10:34:52.311063+0000","last_became_active":"2024-09-10T10:34:49.325452+0000","last_became_peered":"2024-09-10T10:34:49.325452+0000","last_unstale":"2024-09-10T10:34:52.311063+0000","last_undegraded":"2024-09-10T10:34:52.311063+0000","last_fullsized":"2024-09-10T10:34:52.311063+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:34:25.489273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311215+0000","last_change":"2024-09-10T10:34:50.329559+0000","last_active":"2024-09-10T10:34:52.311215+0000","last_peered":"2024-09-10T10:34:52.311215+0000","last_clean":"2024-09-10T10:34:52.311215+0000","last_became_active":"2024-09-10T10:34:50.329002+0000","last_became_peered":"2024-09-10T10:34:50.329002+0000","last_unstale":"2024-09-10T10:34:52.311215+0000","last_undegraded":"2024-09-10T10:34:52.311215+0000","last_fullsized":"2024-09-10T10:34:52.311215+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:45.146072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308941+0000","last_change":"2024-09-10T10:34:48.308941+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308941+0000","last_undegraded":"2024-09-10T10:34:48.308941+0000","last_fullsized":"2024-09-10T10:34:48.308941+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":229,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-10T10:34:48.304658+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:34:48.304658+0000","last_peered":"2024-09-10T10:34:48.304658+0000","last_clean":"2024-09-10T10:34:48.304658+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:34:48.304658+0000","last_undegraded":"2024-09-10T10:34:48.304658+0000","last_fullsized":"2024-09-10T10:34:48.304658+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":1},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509473,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":264339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509473,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":638976,"data_stored":258522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31824,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340016,"statfs":{"total":96636764160,"available":96604176384,"internally_reserved":0,"allocated":651264,"data_stored":264339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509473,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":258522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509474,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31824,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340016,"statfs":{"total":96636764160,"available":96604176384,"internally_reserved":0,"allocated":651264,"data_stored":264339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509473,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1245184,"data_stored":854707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":258522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542179,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":874091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:34:54.446 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:34:54.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fc0200640 1 Processor -- start 2024-09-10T10:34:54.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fc0200640 1 -- start start 2024-09-10T10:34:54.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fc0200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb815e960 0x7f2fb815edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fc0200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fb806d1a0 con 0x7f2fb815e580 2024-09-10T10:34:54.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fc0200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fb806d480 con 0x7f2fb80b6bc0 2024-09-10T10:34:54.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fc0200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2fb806d760 con 0x7f2fb815e960 2024-09-10T10:34:54.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fbd800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2fb815e580 0x7f2fb8070a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58668/0 (socket says 172.21.15.22:58668) 2024-09-10T10:34:54.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fbd800640 1 -- 172.21.15.22:0/3615416159 learned_addr learned my addr 172.21.15.22:0/3615416159 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fbce00640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb815e960 0x7f2fb815edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3550291413 0 0) 0x7f2fb806d1a0 con 0x7f2fb815e580 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2fa0003530 con 0x7f2fb815e580 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2961941335 0 0) 0x7f2fa0003530 con 0x7f2fb815e580 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb815e960 msgr2=0x7f2fb815edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb815e960 0x7f2fb815edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 >> v1:172.21.15.145:6789/0 conn(0x7f2fb80b6bc0 legacy=0x7f2fb80b7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fb806da40 con 0x7f2fb815e580 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f2fac001680 con 0x7f2fb815e580 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 >> v1:172.21.15.22:6789/0 conn(0x7f2fb815e580 legacy=0x7f2fb8070a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fa00039f0 0x7f2fa0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb815e960 0x7f2fa0004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fa0004d50 0x7f2fa00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb806d760 con 0x7f2fa0004d50 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa000ba00 con 0x7f2fa00039f0 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2fa000bc00 con 0x7f2fb815e960 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fbe200640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fa0004d50 0x7f2fa00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fbce00640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb815e960 0x7f2fa0004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.625+0000 7f2fbd800640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fa00039f0 0x7f2fa0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fbe200640 1 -- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb815e960 msgr2=0x7f2fa0004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fbe200640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb815e960 0x7f2fa0004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fbe200640 1 -- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fa00039f0 msgr2=0x7f2fa0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fbe200640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fa00039f0 0x7f2fa0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fbe200640 1 -- 172.21.15.22:0/3615416159 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fa0003530 con 0x7f2fa0004d50 2024-09-10T10:34:54.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fbe200640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fa0004d50 0x7f2fa00051d0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0001f60 tx=0x7f2fb001c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa270c1faa805b54 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:54.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb00b2070 con 0x7f2fa0004d50 2024-09-10T10:34:54.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fb00a5770 con 0x7f2fa0004d50 2024-09-10T10:34:54.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fb7e00640 1 -- 172.21.15.22:0/3615416159 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb0001b60 con 0x7f2fa0004d50 2024-09-10T10:34:54.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fc0200640 1 -- 172.21.15.22:0/3615416159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fa0004d50 msgr2=0x7f2fa00051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fc0200640 1 --2- 172.21.15.22:0/3615416159 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fa0004d50 0x7f2fa00051d0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0001f60 tx=0x7f2fb001c880 comp rx=0 tx=0).stop 2024-09-10T10:34:54.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fbe200640 1 -- 172.21.15.22:0/3615416159 reap_dead start 2024-09-10T10:34:54.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fc0200640 1 -- 172.21.15.22:0/3615416159 shutdown_connections 2024-09-10T10:34:54.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fc0200640 1 -- 172.21.15.22:0/3615416159 >> 172.21.15.22:0/3615416159 conn(0x7f2fb806f3b0 msgr2=0x7f2fb806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:54.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fc0200640 1 -- 172.21.15.22:0/3615416159 shutdown_connections 2024-09-10T10:34:54.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.629+0000 7f2fc0200640 1 -- 172.21.15.22:0/3615416159 wait complete. 2024-09-10T10:34:54.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fc0200640 1 Processor -- start 2024-09-10T10:34:54.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fc0200640 1 -- start start 2024-09-10T10:34:54.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fc0200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fa0004d50 0x7f2fb814dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fc0200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb8160e90 0x7f2fb80cf6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fc0200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fb80cfc30 0x7f2fb814c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fc0200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb815edd0 con 0x7f2fb80cfc30 2024-09-10T10:34:54.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fc0200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb8071650 con 0x7f2fa0004d50 2024-09-10T10:34:54.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fc0200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2fb815ef50 con 0x7f2fb8160e90 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbe200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fb80cfc30 0x7f2fb814c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbe200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fb80cfc30 0x7f2fb814c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50698/0 (socket says 172.21.15.22:50698) 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbe200640 1 -- 172.21.15.22:0/2387679627 learned_addr learned my addr 172.21.15.22:0/2387679627 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbd800640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fa0004d50 0x7f2fb814dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbce00640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb8160e90 0x7f2fb80cf6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbe200640 1 -- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb8160e90 msgr2=0x7f2fb80cf6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbe200640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb8160e90 0x7f2fb80cf6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbe200640 1 -- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fa0004d50 msgr2=0x7f2fb814dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbe200640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fa0004d50 0x7f2fb814dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbe200640 1 -- 172.21.15.22:0/2387679627 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fb814e2e0 con 0x7f2fb80cfc30 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fbe200640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fb80cfc30 0x7f2fb814c7f0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f2fb001cd60 tx=0x7f2fa0005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fb5600640 1 -- 172.21.15.22:0/2387679627 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb00bc070 con 0x7f2fb80cfc30 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fb5600640 1 -- 172.21.15.22:0/2387679627 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fb0001b40 con 0x7f2fb80cfc30 2024-09-10T10:34:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fb5600640 1 -- 172.21.15.22:0/2387679627 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb00b2040 con 0x7f2fb80cfc30 2024-09-10T10:34:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fc0200640 1 -- 172.21.15.22:0/2387679627 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fb80aa740 con 0x7f2fb80cfc30 2024-09-10T10:34:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.633+0000 7f2fc0200640 1 -- 172.21.15.22:0/2387679627 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fb814ba30 con 0x7f2fb80cfc30 2024-09-10T10:34:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.637+0000 7f2fc0200640 1 -- 172.21.15.22:0/2387679627 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fb815f3e0 con 0x7f2fb80cfc30 2024-09-10T10:34:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.637+0000 7f2fb5600640 1 -- 172.21.15.22:0/2387679627 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2fb00b5070 con 0x7f2fb80cfc30 2024-09-10T10:34:54.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.637+0000 7f2fb5600640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2f980678c0 0x7f2f98069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:54.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.637+0000 7f2fb5600640 1 -- 172.21.15.22:0/2387679627 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2fb011eaf0 con 0x7f2fb80cfc30 2024-09-10T10:34:54.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.637+0000 7f2fbd800640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2f980678c0 0x7f2f98069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:54.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.637+0000 7f2fbd800640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2f980678c0 0x7f2f98069d80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2fac001060 tx=0x7f2fac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:54.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.641+0000 7f2fb5600640 1 -- 172.21.15.22:0/2387679627 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2fb814e2e0 con 0x7f2fb80cfc30 2024-09-10T10:34:54.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.805+0000 7f2fc0200640 1 -- 172.21.15.22:0/2387679627 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2fb8063480 con 0x7f2f980678c0 2024-09-10T10:34:54.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.813+0000 7f2fb5600640 1 -- 172.21.15.22:0/2387679627 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242076 (secure 0 0 0) 0x7f2fb8063480 con 0x7f2f980678c0 2024-09-10T10:34:54.821 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:54.822 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:34:54.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 -- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2f980678c0 msgr2=0x7f2f98069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2f980678c0 0x7f2f98069d80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2fac001060 tx=0x7f2fac009040 comp rx=0 tx=0).stop 2024-09-10T10:34:54.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 -- 172.21.15.22:0/2387679627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fb80cfc30 msgr2=0x7f2fb814c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:54.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fb80cfc30 0x7f2fb814c7f0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f2fb001cd60 tx=0x7f2fa0005840 comp rx=0 tx=0).stop 2024-09-10T10:34:54.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 -- 172.21.15.22:0/2387679627 shutdown_connections 2024-09-10T10:34:54.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2f980678c0 0x7f2f98069d80 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2fb80cfc30 0x7f2fb814c7f0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2fb8160e90 0x7f2fb80cf6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 --2- 172.21.15.22:0/2387679627 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2fa0004d50 0x7f2fb814dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:54.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 -- 172.21.15.22:0/2387679627 >> 172.21.15.22:0/2387679627 conn(0x7f2fb806f3b0 msgr2=0x7f2fb80b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:54.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 -- 172.21.15.22:0/2387679627 shutdown_connections 2024-09-10T10:34:54.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:54.817+0000 7f2fc0200640 1 -- 172.21.15.22:0/2387679627 wait complete. 2024-09-10T10:34:54.842 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2024-09-10T10:34:53.366311+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":165,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":25,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":247436,"kb_used_data":6252,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754727284,"statfs":{"total":773094113280,"available":772840738816,"internally_reserved":0,"allocated":6402048,"data_stored":3297381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":246795824},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.063243"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310921+0000","last_change":"2024-09-10T10:34:50.334021+0000","last_active":"2024-09-10T10:34:52.310921+0000","last_peered":"2024-09-10T10:34:52.310921+0000","last_clean":"2024-09-10T10:34:52.310921+0000","last_became_active":"2024-09-10T10:34:50.333739+0000","last_became_peered":"2024-09-10T10:34:50.333739+0000","last_unstale":"2024-09-10T10:34:52.310921+0000","last_undegraded":"2024-09-10T10:34:52.310921+0000","last_fullsized":"2024-09-10T10:34:52.310921+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:05:53.035523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311440+0000","last_change":"2024-09-10T10:34:50.333157+0000","last_active":"2024-09-10T10:34:52.311440+0000","last_peered":"2024-09-10T10:34:52.311440+0000","last_clean":"2024-09-10T10:34:52.311440+0000","last_became_active":"2024-09-10T10:34:50.332897+0000","last_became_peered":"2024-09-10T10:34:50.332897+0000","last_unstale":"2024-09-10T10:34:52.311440+0000","last_undegraded":"2024-09-10T10:34:52.311440+0000","last_fullsized":"2024-09-10T10:34:52.311440+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:27.809325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311411+0000","last_change":"2024-09-10T10:34:50.333224+0000","last_active":"2024-09-10T10:34:52.311411+0000","last_peered":"2024-09-10T10:34:52.311411+0000","last_clean":"2024-09-10T10:34:52.311411+0000","last_became_active":"2024-09-10T10:34:50.332961+0000","last_became_peered":"2024-09-10T10:34:50.332961+0000","last_unstale":"2024-09-10T10:34:52.311411+0000","last_undegraded":"2024-09-10T10:34:52.311411+0000","last_fullsized":"2024-09-10T10:34:52.311411+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:44.041509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.312225+0000","last_change":"2024-09-10T10:34:48.312225+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.312225+0000","last_undegraded":"2024-09-10T10:34:48.312225+0000","last_fullsized":"2024-09-10T10:34:48.312225+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305887+0000","last_change":"2024-09-10T10:34:48.305887+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305887+0000","last_undegraded":"2024-09-10T10:34:48.305887+0000","last_fullsized":"2024-09-10T10:34:48.305887+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311433+0000","last_change":"2024-09-10T10:34:50.337752+0000","last_active":"2024-09-10T10:34:52.311433+0000","last_peered":"2024-09-10T10:34:52.311433+0000","last_clean":"2024-09-10T10:34:52.311433+0000","last_became_active":"2024-09-10T10:34:50.337149+0000","last_became_peered":"2024-09-10T10:34:50.337149+0000","last_unstale":"2024-09-10T10:34:52.311433+0000","last_undegraded":"2024-09-10T10:34:52.311433+0000","last_fullsized":"2024-09-10T10:34:52.311433+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:31.316967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309001+0000","last_change":"2024-09-10T10:34:48.309001+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309001+0000","last_undegraded":"2024-09-10T10:34:48.309001+0000","last_fullsized":"2024-09-10T10:34:48.309001+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309589+0000","last_change":"2024-09-10T10:34:48.309589+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309589+0000","last_undegraded":"2024-09-10T10:34:48.309589+0000","last_fullsized":"2024-09-10T10:34:48.309589+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311051+0000","last_change":"2024-09-10T10:34:50.334233+0000","last_active":"2024-09-10T10:34:52.311051+0000","last_peered":"2024-09-10T10:34:52.311051+0000","last_clean":"2024-09-10T10:34:52.311051+0000","last_became_active":"2024-09-10T10:34:50.333962+0000","last_became_peered":"2024-09-10T10:34:50.333962+0000","last_unstale":"2024-09-10T10:34:52.311051+0000","last_undegraded":"2024-09-10T10:34:52.311051+0000","last_fullsized":"2024-09-10T10:34:52.311051+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:01.432024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308361+0000","last_change":"2024-09-10T10:34:48.308361+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308361+0000","last_undegraded":"2024-09-10T10:34:48.308361+0000","last_fullsized":"2024-09-10T10:34:48.308361+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308987+0000","last_change":"2024-09-10T10:34:48.308987+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308987+0000","last_undegraded":"2024-09-10T10:34:48.308987+0000","last_fullsized":"2024-09-10T10:34:48.308987+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305806+0000","last_change":"2024-09-10T10:34:48.305806+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305806+0000","last_undegraded":"2024-09-10T10:34:48.305806+0000","last_fullsized":"2024-09-10T10:34:48.305806+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309620+0000","last_change":"2024-09-10T10:34:48.309620+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309620+0000","last_undegraded":"2024-09-10T10:34:48.309620+0000","last_fullsized":"2024-09-10T10:34:48.309620+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305599+0000","last_change":"2024-09-10T10:34:48.305599+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305599+0000","last_undegraded":"2024-09-10T10:34:48.305599+0000","last_fullsized":"2024-09-10T10:34:48.305599+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311136+0000","last_change":"2024-09-10T10:34:49.331312+0000","last_active":"2024-09-10T10:34:52.311136+0000","last_peered":"2024-09-10T10:34:52.311136+0000","last_clean":"2024-09-10T10:34:52.311136+0000","last_became_active":"2024-09-10T10:34:49.330882+0000","last_became_peered":"2024-09-10T10:34:49.330882+0000","last_unstale":"2024-09-10T10:34:52.311136+0000","last_undegraded":"2024-09-10T10:34:52.311136+0000","last_fullsized":"2024-09-10T10:34:52.311136+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:46.389936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311632+0000","last_change":"2024-09-10T10:34:50.337949+0000","last_active":"2024-09-10T10:34:52.311632+0000","last_peered":"2024-09-10T10:34:52.311632+0000","last_clean":"2024-09-10T10:34:52.311632+0000","last_became_active":"2024-09-10T10:34:50.337476+0000","last_became_peered":"2024-09-10T10:34:50.337476+0000","last_unstale":"2024-09-10T10:34:52.311632+0000","last_undegraded":"2024-09-10T10:34:52.311632+0000","last_fullsized":"2024-09-10T10:34:52.311632+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:55.196679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308691+0000","last_change":"2024-09-10T10:34:48.308691+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308691+0000","last_undegraded":"2024-09-10T10:34:48.308691+0000","last_fullsized":"2024-09-10T10:34:48.308691+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309882+0000","last_change":"2024-09-10T10:34:48.309882+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309882+0000","last_undegraded":"2024-09-10T10:34:48.309882+0000","last_fullsized":"2024-09-10T10:34:48.309882+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311316+0000","last_change":"2024-09-10T10:34:49.323772+0000","last_active":"2024-09-10T10:34:52.311316+0000","last_peered":"2024-09-10T10:34:52.311316+0000","last_clean":"2024-09-10T10:34:52.311316+0000","last_became_active":"2024-09-10T10:34:49.323337+0000","last_became_peered":"2024-09-10T10:34:49.323337+0000","last_unstale":"2024-09-10T10:34:52.311316+0000","last_undegraded":"2024-09-10T10:34:52.311316+0000","last_fullsized":"2024-09-10T10:34:52.311316+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:31:41.792327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308432+0000","last_change":"2024-09-10T10:34:48.308432+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308432+0000","last_undegraded":"2024-09-10T10:34:48.308432+0000","last_fullsized":"2024-09-10T10:34:48.308432+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308455+0000","last_change":"2024-09-10T10:34:48.308455+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308455+0000","last_undegraded":"2024-09-10T10:34:48.308455+0000","last_fullsized":"2024-09-10T10:34:48.308455+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.310016+0000","last_change":"2024-09-10T10:34:48.310016+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.310016+0000","last_undegraded":"2024-09-10T10:34:48.310016+0000","last_fullsized":"2024-09-10T10:34:48.310016+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308452+0000","last_change":"2024-09-10T10:34:48.308452+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308452+0000","last_undegraded":"2024-09-10T10:34:48.308452+0000","last_fullsized":"2024-09-10T10:34:48.308452+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311465+0000","last_change":"2024-09-10T10:34:49.326254+0000","last_active":"2024-09-10T10:34:52.311465+0000","last_peered":"2024-09-10T10:34:52.311465+0000","last_clean":"2024-09-10T10:34:52.311465+0000","last_became_active":"2024-09-10T10:34:49.325956+0000","last_became_peered":"2024-09-10T10:34:49.325956+0000","last_unstale":"2024-09-10T10:34:52.311465+0000","last_undegraded":"2024-09-10T10:34:52.311465+0000","last_fullsized":"2024-09-10T10:34:52.311465+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:39.677501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.311303+0000","last_change":"2024-09-10T10:34:48.311303+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.311303+0000","last_undegraded":"2024-09-10T10:34:48.311303+0000","last_fullsized":"2024-09-10T10:34:48.311303+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311558+0000","last_change":"2024-09-10T10:34:49.332324+0000","last_active":"2024-09-10T10:34:52.311558+0000","last_peered":"2024-09-10T10:34:52.311558+0000","last_clean":"2024-09-10T10:34:52.311558+0000","last_became_active":"2024-09-10T10:34:49.332023+0000","last_became_peered":"2024-09-10T10:34:49.332023+0000","last_unstale":"2024-09-10T10:34:52.311558+0000","last_undegraded":"2024-09-10T10:34:52.311558+0000","last_fullsized":"2024-09-10T10:34:52.311558+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:38:44.286810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.311632+0000","last_change":"2024-09-10T10:34:48.311632+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.311632+0000","last_undegraded":"2024-09-10T10:34:48.311632+0000","last_fullsized":"2024-09-10T10:34:48.311632+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311176+0000","last_change":"2024-09-10T10:34:50.335053+0000","last_active":"2024-09-10T10:34:52.311176+0000","last_peered":"2024-09-10T10:34:52.311176+0000","last_clean":"2024-09-10T10:34:52.311176+0000","last_became_active":"2024-09-10T10:34:50.334753+0000","last_became_peered":"2024-09-10T10:34:50.334753+0000","last_unstale":"2024-09-10T10:34:52.311176+0000","last_undegraded":"2024-09-10T10:34:52.311176+0000","last_fullsized":"2024-09-10T10:34:52.311176+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:07.349670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311298+0000","last_change":"2024-09-10T10:34:49.325085+0000","last_active":"2024-09-10T10:34:52.311298+0000","last_peered":"2024-09-10T10:34:52.311298+0000","last_clean":"2024-09-10T10:34:52.311298+0000","last_became_active":"2024-09-10T10:34:49.323449+0000","last_became_peered":"2024-09-10T10:34:49.323449+0000","last_unstale":"2024-09-10T10:34:52.311298+0000","last_undegraded":"2024-09-10T10:34:52.311298+0000","last_fullsized":"2024-09-10T10:34:52.311298+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:31:09.201018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310963+0000","last_change":"2024-09-10T10:34:50.330627+0000","last_active":"2024-09-10T10:34:52.310963+0000","last_peered":"2024-09-10T10:34:52.310963+0000","last_clean":"2024-09-10T10:34:52.310963+0000","last_became_active":"2024-09-10T10:34:50.330383+0000","last_became_peered":"2024-09-10T10:34:50.330383+0000","last_unstale":"2024-09-10T10:34:52.310963+0000","last_undegraded":"2024-09-10T10:34:52.310963+0000","last_fullsized":"2024-09-10T10:34:52.310963+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:42.860679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305618+0000","last_change":"2024-09-10T10:34:48.305618+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305618+0000","last_undegraded":"2024-09-10T10:34:48.305618+0000","last_fullsized":"2024-09-10T10:34:48.305618+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.306189+0000","last_change":"2024-09-10T10:34:48.306189+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.306189+0000","last_undegraded":"2024-09-10T10:34:48.306189+0000","last_fullsized":"2024-09-10T10:34:48.306189+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.310942+0000","last_change":"2024-09-10T10:34:48.310942+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.310942+0000","last_undegraded":"2024-09-10T10:34:48.310942+0000","last_fullsized":"2024-09-10T10:34:48.310942+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305859+0000","last_change":"2024-09-10T10:34:48.305859+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305859+0000","last_undegraded":"2024-09-10T10:34:48.305859+0000","last_fullsized":"2024-09-10T10:34:48.305859+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311524+0000","last_change":"2024-09-10T10:34:50.331934+0000","last_active":"2024-09-10T10:34:52.311524+0000","last_peered":"2024-09-10T10:34:52.311524+0000","last_clean":"2024-09-10T10:34:52.311524+0000","last_became_active":"2024-09-10T10:34:50.330788+0000","last_became_peered":"2024-09-10T10:34:50.330788+0000","last_unstale":"2024-09-10T10:34:52.311524+0000","last_undegraded":"2024-09-10T10:34:52.311524+0000","last_fullsized":"2024-09-10T10:34:52.311524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:07.600680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308543+0000","last_change":"2024-09-10T10:34:48.308543+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308543+0000","last_undegraded":"2024-09-10T10:34:48.308543+0000","last_fullsized":"2024-09-10T10:34:48.308543+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305816+0000","last_change":"2024-09-10T10:34:48.305816+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305816+0000","last_undegraded":"2024-09-10T10:34:48.305816+0000","last_fullsized":"2024-09-10T10:34:48.305816+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.310250+0000","last_change":"2024-09-10T10:34:48.310250+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.310250+0000","last_undegraded":"2024-09-10T10:34:48.310250+0000","last_fullsized":"2024-09-10T10:34:48.310250+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310923+0000","last_change":"2024-09-10T10:34:50.329764+0000","last_active":"2024-09-10T10:34:52.310923+0000","last_peered":"2024-09-10T10:34:52.310923+0000","last_clean":"2024-09-10T10:34:52.310923+0000","last_became_active":"2024-09-10T10:34:50.329297+0000","last_became_peered":"2024-09-10T10:34:50.329297+0000","last_unstale":"2024-09-10T10:34:52.310923+0000","last_undegraded":"2024-09-10T10:34:52.310923+0000","last_fullsized":"2024-09-10T10:34:52.310923+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:14.121859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309174+0000","last_change":"2024-09-10T10:34:48.309174+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309174+0000","last_undegraded":"2024-09-10T10:34:48.309174+0000","last_fullsized":"2024-09-10T10:34:48.309174+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311063+0000","last_change":"2024-09-10T10:34:49.325721+0000","last_active":"2024-09-10T10:34:52.311063+0000","last_peered":"2024-09-10T10:34:52.311063+0000","last_clean":"2024-09-10T10:34:52.311063+0000","last_became_active":"2024-09-10T10:34:49.325452+0000","last_became_peered":"2024-09-10T10:34:49.325452+0000","last_unstale":"2024-09-10T10:34:52.311063+0000","last_undegraded":"2024-09-10T10:34:52.311063+0000","last_fullsized":"2024-09-10T10:34:52.311063+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:34:25.489273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311215+0000","last_change":"2024-09-10T10:34:50.329559+0000","last_active":"2024-09-10T10:34:52.311215+0000","last_peered":"2024-09-10T10:34:52.311215+0000","last_clean":"2024-09-10T10:34:52.311215+0000","last_became_active":"2024-09-10T10:34:50.329002+0000","last_became_peered":"2024-09-10T10:34:50.329002+0000","last_unstale":"2024-09-10T10:34:52.311215+0000","last_undegraded":"2024-09-10T10:34:52.311215+0000","last_fullsized":"2024-09-10T10:34:52.311215+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:45.146072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308941+0000","last_change":"2024-09-10T10:34:48.308941+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308941+0000","last_undegraded":"2024-09-10T10:34:48.308941+0000","last_fullsized":"2024-09-10T10:34:48.308941+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":229,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-10T10:34:48.304658+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:34:48.304658+0000","last_peered":"2024-09-10T10:34:48.304658+0000","last_clean":"2024-09-10T10:34:48.304658+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:34:48.304658+0000","last_undegraded":"2024-09-10T10:34:48.304658+0000","last_fullsized":"2024-09-10T10:34:48.304658+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":1},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509473,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":264339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509473,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":638976,"data_stored":258522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31824,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340016,"statfs":{"total":96636764160,"available":96604176384,"internally_reserved":0,"allocated":651264,"data_stored":264339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509473,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":258522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509474,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31824,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340016,"statfs":{"total":96636764160,"available":96604176384,"internally_reserved":0,"allocated":651264,"data_stored":264339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509473,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1245184,"data_stored":854707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":258522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542179,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":874091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:34:54.846 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:34:55.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.021+0000 7f214ea00640 1 Processor -- start 2024-09-10T10:34:55.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.021+0000 7f214ea00640 1 -- start start 2024-09-10T10:34:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214ea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2148074140 0x7f2148073400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f21480b6ef0 0x7f2148073940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214ea00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f214806d5e0 con 0x7f214815b380 2024-09-10T10:34:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214ea00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f214815b760 con 0x7f21480b6ef0 2024-09-10T10:34:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214ea00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f21480b0fd0 con 0x7f2148074140 2024-09-10T10:34:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214e000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f21480b6ef0 0x7f2148073940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214d600640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f214815b380 0x7f214806ced0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:36932/0 (socket says 172.21.15.22:36932) 2024-09-10T10:34:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214e000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f21480b6ef0 0x7f2148073940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50700/0 (socket says 172.21.15.22:50700) 2024-09-10T10:34:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214d600640 1 -- 172.21.15.22:0/3958232517 learned_addr learned my addr 172.21.15.22:0/3958232517 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:55.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214cc00640 1 --2- 172.21.15.22:0/3958232517 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2148074140 0x7f2148073400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214e000640 1 -- 172.21.15.22:0/3958232517 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2148074140 msgr2=0x7f2148073400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:55.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214e000640 1 --2- 172.21.15.22:0/3958232517 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2148074140 0x7f2148073400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214e000640 1 -- 172.21.15.22:0/3958232517 >> v1:172.21.15.145:6789/0 conn(0x7f214815b380 legacy=0x7f214806ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214e000640 1 -- 172.21.15.22:0/3958232517 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21480b12b0 con 0x7f21480b6ef0 2024-09-10T10:34:55.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f2147e00640 1 -- 172.21.15.22:0/3958232517 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2544968757 0 0) 0x7f214806d5e0 con 0x7f214815b380 2024-09-10T10:34:55.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.025+0000 7f214e000640 1 --2- 172.21.15.22:0/3958232517 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 0x7f2148073940 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f2140009d90 tx=0x7f214001c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c54481c614393012 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:55.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f2147e00640 1 -- 172.21.15.22:0/3958232517 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21400b2070 con 0x7f21480b6ef0 2024-09-10T10:34:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f2147e00640 1 -- 172.21.15.22:0/3958232517 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21400a58c0 con 0x7f21480b6ef0 2024-09-10T10:34:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f2147e00640 1 -- 172.21.15.22:0/3958232517 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21400a5c90 con 0x7f21480b6ef0 2024-09-10T10:34:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 -- 172.21.15.22:0/3958232517 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 msgr2=0x7f2148073940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 --2- 172.21.15.22:0/3958232517 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 0x7f2148073940 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f2140009d90 tx=0x7f214001c970 comp rx=0 tx=0).stop 2024-09-10T10:34:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 -- 172.21.15.22:0/3958232517 shutdown_connections 2024-09-10T10:34:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 --2- 172.21.15.22:0/3958232517 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 0x7f2148073940 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 --2- 172.21.15.22:0/3958232517 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2148074140 0x7f2148073400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 -- 172.21.15.22:0/3958232517 >> 172.21.15.22:0/3958232517 conn(0x7f21480b6120 msgr2=0x7f21480b67e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 -- 172.21.15.22:0/3958232517 shutdown_connections 2024-09-10T10:34:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 -- 172.21.15.22:0/3958232517 wait complete. 2024-09-10T10:34:55.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 Processor -- start 2024-09-10T10:34:55.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 -- start start 2024-09-10T10:34:55.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2148074140 0x7f214815c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 0x7f21480afee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f214815b380 0x7f21480af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2148062860 con 0x7f21480b6ef0 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f21480626e0 con 0x7f214815b380 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214ea00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f21480629e0 con 0x7f2148074140 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214cc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 0x7f21480afee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214cc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 0x7f21480afee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50716/0 (socket says 172.21.15.22:50716) 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214cc00640 1 -- 172.21.15.22:0/2809383309 learned_addr learned my addr 172.21.15.22:0/2809383309 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214e000640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f214815b380 0x7f21480af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.029+0000 7f214d600640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2148074140 0x7f214815c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214cc00640 1 -- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2148074140 msgr2=0x7f214815c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214cc00640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2148074140 0x7f214815c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214cc00640 1 -- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f214815b380 msgr2=0x7f21480af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214cc00640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f214815b380 0x7f21480af0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214cc00640 1 -- 172.21.15.22:0/2809383309 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f214815cce0 con 0x7f21480b6ef0 2024-09-10T10:34:55.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214e000640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f214815b380 0x7f21480af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:34:55.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214cc00640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 0x7f21480afee0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f213400e870 tx=0x7f213400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:55.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f2145600640 1 -- 172.21.15.22:0/2809383309 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2134017070 con 0x7f21480b6ef0 2024-09-10T10:34:55.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f2145600640 1 -- 172.21.15.22:0/2809383309 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f213400c940 con 0x7f21480b6ef0 2024-09-10T10:34:55.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f2145600640 1 -- 172.21.15.22:0/2809383309 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213400ccf0 con 0x7f21480b6ef0 2024-09-10T10:34:55.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214ea00640 1 -- 172.21.15.22:0/2809383309 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f214815cfc0 con 0x7f21480b6ef0 2024-09-10T10:34:55.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214ea00640 1 -- 172.21.15.22:0/2809383309 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f214815d580 con 0x7f21480b6ef0 2024-09-10T10:34:55.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214ea00640 1 -- 172.21.15.22:0/2809383309 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21480635d0 con 0x7f21480b6ef0 2024-09-10T10:34:55.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f2145600640 1 -- 172.21.15.22:0/2809383309 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f213401a070 con 0x7f21480b6ef0 2024-09-10T10:34:55.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f2145600640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21280678c0 0x7f2128069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f2145600640 1 -- 172.21.15.22:0/2809383309 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2134085ff0 con 0x7f21480b6ef0 2024-09-10T10:34:55.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.033+0000 7f214d600640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21280678c0 0x7f2128069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.037+0000 7f214d600640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21280678c0 0x7f2128069d80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f213c000f70 tx=0x7f213c007c10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:55.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.037+0000 7f2145600640 1 -- 172.21.15.22:0/2809383309 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2134056b20 con 0x7f21480b6ef0 2024-09-10T10:34:55.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.201+0000 7f214ea00640 1 -- 172.21.15.22:0/2809383309 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f214806bcc0 con 0x7f21280678c0 2024-09-10T10:34:55.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f2145600640 1 -- 172.21.15.22:0/2809383309 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242076 (secure 0 0 0) 0x7f214806bcc0 con 0x7f21280678c0 2024-09-10T10:34:55.215 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:34:55.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 -- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21280678c0 msgr2=0x7f2128069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21280678c0 0x7f2128069d80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f213c000f70 tx=0x7f213c007c10 comp rx=0 tx=0).stop 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 -- 172.21.15.22:0/2809383309 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 msgr2=0x7f21480afee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 0x7f21480afee0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f213400e870 tx=0x7f213400ed30 comp rx=0 tx=0).stop 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 -- 172.21.15.22:0/2809383309 shutdown_connections 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f21280678c0 0x7f2128069d80 secure :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f213c000f70 tx=0x7f213c007c10 comp rx=0 tx=0).stop 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f214815b380 0x7f21480af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f21480b6ef0 0x7f21480afee0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 --2- 172.21.15.22:0/2809383309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2148074140 0x7f214815c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 -- 172.21.15.22:0/2809383309 >> 172.21.15.22:0/2809383309 conn(0x7f21480b6120 msgr2=0x7f2148073400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 -- 172.21.15.22:0/2809383309 shutdown_connections 2024-09-10T10:34:55.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.209+0000 7f214ea00640 1 -- 172.21.15.22:0/2809383309 wait complete. 2024-09-10T10:34:55.235 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2024-09-10T10:34:53.366311+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":165,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":25,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":247436,"kb_used_data":6252,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754727284,"statfs":{"total":773094113280,"available":772840738816,"internally_reserved":0,"allocated":6402048,"data_stored":3297381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":246795824},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.063243"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310921+0000","last_change":"2024-09-10T10:34:50.334021+0000","last_active":"2024-09-10T10:34:52.310921+0000","last_peered":"2024-09-10T10:34:52.310921+0000","last_clean":"2024-09-10T10:34:52.310921+0000","last_became_active":"2024-09-10T10:34:50.333739+0000","last_became_peered":"2024-09-10T10:34:50.333739+0000","last_unstale":"2024-09-10T10:34:52.310921+0000","last_undegraded":"2024-09-10T10:34:52.310921+0000","last_fullsized":"2024-09-10T10:34:52.310921+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:05:53.035523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311440+0000","last_change":"2024-09-10T10:34:50.333157+0000","last_active":"2024-09-10T10:34:52.311440+0000","last_peered":"2024-09-10T10:34:52.311440+0000","last_clean":"2024-09-10T10:34:52.311440+0000","last_became_active":"2024-09-10T10:34:50.332897+0000","last_became_peered":"2024-09-10T10:34:50.332897+0000","last_unstale":"2024-09-10T10:34:52.311440+0000","last_undegraded":"2024-09-10T10:34:52.311440+0000","last_fullsized":"2024-09-10T10:34:52.311440+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:27.809325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311411+0000","last_change":"2024-09-10T10:34:50.333224+0000","last_active":"2024-09-10T10:34:52.311411+0000","last_peered":"2024-09-10T10:34:52.311411+0000","last_clean":"2024-09-10T10:34:52.311411+0000","last_became_active":"2024-09-10T10:34:50.332961+0000","last_became_peered":"2024-09-10T10:34:50.332961+0000","last_unstale":"2024-09-10T10:34:52.311411+0000","last_undegraded":"2024-09-10T10:34:52.311411+0000","last_fullsized":"2024-09-10T10:34:52.311411+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:44.041509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.312225+0000","last_change":"2024-09-10T10:34:48.312225+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.312225+0000","last_undegraded":"2024-09-10T10:34:48.312225+0000","last_fullsized":"2024-09-10T10:34:48.312225+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305887+0000","last_change":"2024-09-10T10:34:48.305887+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305887+0000","last_undegraded":"2024-09-10T10:34:48.305887+0000","last_fullsized":"2024-09-10T10:34:48.305887+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311433+0000","last_change":"2024-09-10T10:34:50.337752+0000","last_active":"2024-09-10T10:34:52.311433+0000","last_peered":"2024-09-10T10:34:52.311433+0000","last_clean":"2024-09-10T10:34:52.311433+0000","last_became_active":"2024-09-10T10:34:50.337149+0000","last_became_peered":"2024-09-10T10:34:50.337149+0000","last_unstale":"2024-09-10T10:34:52.311433+0000","last_undegraded":"2024-09-10T10:34:52.311433+0000","last_fullsized":"2024-09-10T10:34:52.311433+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:31.316967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309001+0000","last_change":"2024-09-10T10:34:48.309001+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309001+0000","last_undegraded":"2024-09-10T10:34:48.309001+0000","last_fullsized":"2024-09-10T10:34:48.309001+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309589+0000","last_change":"2024-09-10T10:34:48.309589+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309589+0000","last_undegraded":"2024-09-10T10:34:48.309589+0000","last_fullsized":"2024-09-10T10:34:48.309589+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311051+0000","last_change":"2024-09-10T10:34:50.334233+0000","last_active":"2024-09-10T10:34:52.311051+0000","last_peered":"2024-09-10T10:34:52.311051+0000","last_clean":"2024-09-10T10:34:52.311051+0000","last_became_active":"2024-09-10T10:34:50.333962+0000","last_became_peered":"2024-09-10T10:34:50.333962+0000","last_unstale":"2024-09-10T10:34:52.311051+0000","last_undegraded":"2024-09-10T10:34:52.311051+0000","last_fullsized":"2024-09-10T10:34:52.311051+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:01.432024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308361+0000","last_change":"2024-09-10T10:34:48.308361+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308361+0000","last_undegraded":"2024-09-10T10:34:48.308361+0000","last_fullsized":"2024-09-10T10:34:48.308361+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308987+0000","last_change":"2024-09-10T10:34:48.308987+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308987+0000","last_undegraded":"2024-09-10T10:34:48.308987+0000","last_fullsized":"2024-09-10T10:34:48.308987+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305806+0000","last_change":"2024-09-10T10:34:48.305806+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305806+0000","last_undegraded":"2024-09-10T10:34:48.305806+0000","last_fullsized":"2024-09-10T10:34:48.305806+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309620+0000","last_change":"2024-09-10T10:34:48.309620+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309620+0000","last_undegraded":"2024-09-10T10:34:48.309620+0000","last_fullsized":"2024-09-10T10:34:48.309620+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305599+0000","last_change":"2024-09-10T10:34:48.305599+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305599+0000","last_undegraded":"2024-09-10T10:34:48.305599+0000","last_fullsized":"2024-09-10T10:34:48.305599+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311136+0000","last_change":"2024-09-10T10:34:49.331312+0000","last_active":"2024-09-10T10:34:52.311136+0000","last_peered":"2024-09-10T10:34:52.311136+0000","last_clean":"2024-09-10T10:34:52.311136+0000","last_became_active":"2024-09-10T10:34:49.330882+0000","last_became_peered":"2024-09-10T10:34:49.330882+0000","last_unstale":"2024-09-10T10:34:52.311136+0000","last_undegraded":"2024-09-10T10:34:52.311136+0000","last_fullsized":"2024-09-10T10:34:52.311136+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:46.389936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311632+0000","last_change":"2024-09-10T10:34:50.337949+0000","last_active":"2024-09-10T10:34:52.311632+0000","last_peered":"2024-09-10T10:34:52.311632+0000","last_clean":"2024-09-10T10:34:52.311632+0000","last_became_active":"2024-09-10T10:34:50.337476+0000","last_became_peered":"2024-09-10T10:34:50.337476+0000","last_unstale":"2024-09-10T10:34:52.311632+0000","last_undegraded":"2024-09-10T10:34:52.311632+0000","last_fullsized":"2024-09-10T10:34:52.311632+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:55.196679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308691+0000","last_change":"2024-09-10T10:34:48.308691+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308691+0000","last_undegraded":"2024-09-10T10:34:48.308691+0000","last_fullsized":"2024-09-10T10:34:48.308691+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309882+0000","last_change":"2024-09-10T10:34:48.309882+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309882+0000","last_undegraded":"2024-09-10T10:34:48.309882+0000","last_fullsized":"2024-09-10T10:34:48.309882+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311316+0000","last_change":"2024-09-10T10:34:49.323772+0000","last_active":"2024-09-10T10:34:52.311316+0000","last_peered":"2024-09-10T10:34:52.311316+0000","last_clean":"2024-09-10T10:34:52.311316+0000","last_became_active":"2024-09-10T10:34:49.323337+0000","last_became_peered":"2024-09-10T10:34:49.323337+0000","last_unstale":"2024-09-10T10:34:52.311316+0000","last_undegraded":"2024-09-10T10:34:52.311316+0000","last_fullsized":"2024-09-10T10:34:52.311316+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:31:41.792327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308432+0000","last_change":"2024-09-10T10:34:48.308432+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308432+0000","last_undegraded":"2024-09-10T10:34:48.308432+0000","last_fullsized":"2024-09-10T10:34:48.308432+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308455+0000","last_change":"2024-09-10T10:34:48.308455+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308455+0000","last_undegraded":"2024-09-10T10:34:48.308455+0000","last_fullsized":"2024-09-10T10:34:48.308455+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.310016+0000","last_change":"2024-09-10T10:34:48.310016+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.310016+0000","last_undegraded":"2024-09-10T10:34:48.310016+0000","last_fullsized":"2024-09-10T10:34:48.310016+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308452+0000","last_change":"2024-09-10T10:34:48.308452+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308452+0000","last_undegraded":"2024-09-10T10:34:48.308452+0000","last_fullsized":"2024-09-10T10:34:48.308452+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311465+0000","last_change":"2024-09-10T10:34:49.326254+0000","last_active":"2024-09-10T10:34:52.311465+0000","last_peered":"2024-09-10T10:34:52.311465+0000","last_clean":"2024-09-10T10:34:52.311465+0000","last_became_active":"2024-09-10T10:34:49.325956+0000","last_became_peered":"2024-09-10T10:34:49.325956+0000","last_unstale":"2024-09-10T10:34:52.311465+0000","last_undegraded":"2024-09-10T10:34:52.311465+0000","last_fullsized":"2024-09-10T10:34:52.311465+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:39.677501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.311303+0000","last_change":"2024-09-10T10:34:48.311303+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.311303+0000","last_undegraded":"2024-09-10T10:34:48.311303+0000","last_fullsized":"2024-09-10T10:34:48.311303+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311558+0000","last_change":"2024-09-10T10:34:49.332324+0000","last_active":"2024-09-10T10:34:52.311558+0000","last_peered":"2024-09-10T10:34:52.311558+0000","last_clean":"2024-09-10T10:34:52.311558+0000","last_became_active":"2024-09-10T10:34:49.332023+0000","last_became_peered":"2024-09-10T10:34:49.332023+0000","last_unstale":"2024-09-10T10:34:52.311558+0000","last_undegraded":"2024-09-10T10:34:52.311558+0000","last_fullsized":"2024-09-10T10:34:52.311558+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:38:44.286810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.311632+0000","last_change":"2024-09-10T10:34:48.311632+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.311632+0000","last_undegraded":"2024-09-10T10:34:48.311632+0000","last_fullsized":"2024-09-10T10:34:48.311632+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311176+0000","last_change":"2024-09-10T10:34:50.335053+0000","last_active":"2024-09-10T10:34:52.311176+0000","last_peered":"2024-09-10T10:34:52.311176+0000","last_clean":"2024-09-10T10:34:52.311176+0000","last_became_active":"2024-09-10T10:34:50.334753+0000","last_became_peered":"2024-09-10T10:34:50.334753+0000","last_unstale":"2024-09-10T10:34:52.311176+0000","last_undegraded":"2024-09-10T10:34:52.311176+0000","last_fullsized":"2024-09-10T10:34:52.311176+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:07.349670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311298+0000","last_change":"2024-09-10T10:34:49.325085+0000","last_active":"2024-09-10T10:34:52.311298+0000","last_peered":"2024-09-10T10:34:52.311298+0000","last_clean":"2024-09-10T10:34:52.311298+0000","last_became_active":"2024-09-10T10:34:49.323449+0000","last_became_peered":"2024-09-10T10:34:49.323449+0000","last_unstale":"2024-09-10T10:34:52.311298+0000","last_undegraded":"2024-09-10T10:34:52.311298+0000","last_fullsized":"2024-09-10T10:34:52.311298+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:31:09.201018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310963+0000","last_change":"2024-09-10T10:34:50.330627+0000","last_active":"2024-09-10T10:34:52.310963+0000","last_peered":"2024-09-10T10:34:52.310963+0000","last_clean":"2024-09-10T10:34:52.310963+0000","last_became_active":"2024-09-10T10:34:50.330383+0000","last_became_peered":"2024-09-10T10:34:50.330383+0000","last_unstale":"2024-09-10T10:34:52.310963+0000","last_undegraded":"2024-09-10T10:34:52.310963+0000","last_fullsized":"2024-09-10T10:34:52.310963+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:42.860679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305618+0000","last_change":"2024-09-10T10:34:48.305618+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305618+0000","last_undegraded":"2024-09-10T10:34:48.305618+0000","last_fullsized":"2024-09-10T10:34:48.305618+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.306189+0000","last_change":"2024-09-10T10:34:48.306189+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.306189+0000","last_undegraded":"2024-09-10T10:34:48.306189+0000","last_fullsized":"2024-09-10T10:34:48.306189+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.310942+0000","last_change":"2024-09-10T10:34:48.310942+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.310942+0000","last_undegraded":"2024-09-10T10:34:48.310942+0000","last_fullsized":"2024-09-10T10:34:48.310942+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305859+0000","last_change":"2024-09-10T10:34:48.305859+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305859+0000","last_undegraded":"2024-09-10T10:34:48.305859+0000","last_fullsized":"2024-09-10T10:34:48.305859+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311524+0000","last_change":"2024-09-10T10:34:50.331934+0000","last_active":"2024-09-10T10:34:52.311524+0000","last_peered":"2024-09-10T10:34:52.311524+0000","last_clean":"2024-09-10T10:34:52.311524+0000","last_became_active":"2024-09-10T10:34:50.330788+0000","last_became_peered":"2024-09-10T10:34:50.330788+0000","last_unstale":"2024-09-10T10:34:52.311524+0000","last_undegraded":"2024-09-10T10:34:52.311524+0000","last_fullsized":"2024-09-10T10:34:52.311524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:07.600680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308543+0000","last_change":"2024-09-10T10:34:48.308543+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308543+0000","last_undegraded":"2024-09-10T10:34:48.308543+0000","last_fullsized":"2024-09-10T10:34:48.308543+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.305816+0000","last_change":"2024-09-10T10:34:48.305816+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.305816+0000","last_undegraded":"2024-09-10T10:34:48.305816+0000","last_fullsized":"2024-09-10T10:34:48.305816+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.310250+0000","last_change":"2024-09-10T10:34:48.310250+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.310250+0000","last_undegraded":"2024-09-10T10:34:48.310250+0000","last_fullsized":"2024-09-10T10:34:48.310250+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310923+0000","last_change":"2024-09-10T10:34:50.329764+0000","last_active":"2024-09-10T10:34:52.310923+0000","last_peered":"2024-09-10T10:34:52.310923+0000","last_clean":"2024-09-10T10:34:52.310923+0000","last_became_active":"2024-09-10T10:34:50.329297+0000","last_became_peered":"2024-09-10T10:34:50.329297+0000","last_unstale":"2024-09-10T10:34:52.310923+0000","last_undegraded":"2024-09-10T10:34:52.310923+0000","last_fullsized":"2024-09-10T10:34:52.310923+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:14.121859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.309174+0000","last_change":"2024-09-10T10:34:48.309174+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.309174+0000","last_undegraded":"2024-09-10T10:34:48.309174+0000","last_fullsized":"2024-09-10T10:34:48.309174+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:34:49.301875+0000","last_change":"2024-09-10T10:34:49.301875+0000","last_active":"2024-09-10T10:34:49.301875+0000","last_peered":"2024-09-10T10:34:49.301875+0000","last_clean":"2024-09-10T10:34:49.301875+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:49.301875+0000","last_undegraded":"2024-09-10T10:34:49.301875+0000","last_fullsized":"2024-09-10T10:34:49.301875+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311063+0000","last_change":"2024-09-10T10:34:49.325721+0000","last_active":"2024-09-10T10:34:52.311063+0000","last_peered":"2024-09-10T10:34:52.311063+0000","last_clean":"2024-09-10T10:34:52.311063+0000","last_became_active":"2024-09-10T10:34:49.325452+0000","last_became_peered":"2024-09-10T10:34:49.325452+0000","last_unstale":"2024-09-10T10:34:52.311063+0000","last_undegraded":"2024-09-10T10:34:52.311063+0000","last_fullsized":"2024-09-10T10:34:52.311063+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:34:25.489273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311215+0000","last_change":"2024-09-10T10:34:50.329559+0000","last_active":"2024-09-10T10:34:52.311215+0000","last_peered":"2024-09-10T10:34:52.311215+0000","last_clean":"2024-09-10T10:34:52.311215+0000","last_became_active":"2024-09-10T10:34:50.329002+0000","last_became_peered":"2024-09-10T10:34:50.329002+0000","last_unstale":"2024-09-10T10:34:52.311215+0000","last_undegraded":"2024-09-10T10:34:52.311215+0000","last_fullsized":"2024-09-10T10:34:52.311215+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:45.146072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-10T10:34:48.308941+0000","last_change":"2024-09-10T10:34:48.308941+0000","last_active":"2024-09-10T10:34:48.294744+0000","last_peered":"2024-09-10T10:34:48.294744+0000","last_clean":"2024-09-10T10:34:48.294744+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:34:48.308941+0000","last_undegraded":"2024-09-10T10:34:48.308941+0000","last_fullsized":"2024-09-10T10:34:48.308941+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":229,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-10T10:34:48.304658+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:34:48.304658+0000","last_peered":"2024-09-10T10:34:48.304658+0000","last_clean":"2024-09-10T10:34:48.304658+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:34:48.304658+0000","last_undegraded":"2024-09-10T10:34:48.304658+0000","last_fullsized":"2024-09-10T10:34:48.304658+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":1},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509473,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":264339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509473,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":638976,"data_stored":258522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31824,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340016,"statfs":{"total":96636764160,"available":96604176384,"internally_reserved":0,"allocated":651264,"data_stored":264339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509473,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":258522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509474,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31824,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340016,"statfs":{"total":96636764160,"available":96604176384,"internally_reserved":0,"allocated":651264,"data_stored":264339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509473,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1245184,"data_stored":854707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":258522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542179,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":874091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:34:55.239 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3f is not active+clean 2024-09-10T10:34:55.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.239 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3e is not active+clean 2024-09-10T10:34:55.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.239 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3d is not active+clean 2024-09-10T10:34:55.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.239 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3c is not active+clean 2024-09-10T10:34:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.240 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3b is not active+clean 2024-09-10T10:34:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.240 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3a is not active+clean 2024-09-10T10:34:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.240 INFO:tasks.ceph.ceph_manager.ceph:PG 9.39 is not active+clean 2024-09-10T10:34:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.240 INFO:tasks.ceph.ceph_manager.ceph:PG 9.37 is not active+clean 2024-09-10T10:34:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 9.36 is not active+clean 2024-09-10T10:34:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 9.35 is not active+clean 2024-09-10T10:34:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 9.34 is not active+clean 2024-09-10T10:34:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 9.33 is not active+clean 2024-09-10T10:34:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 9.32 is not active+clean 2024-09-10T10:34:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 9.31 is not active+clean 2024-09-10T10:34:55.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 9.30 is not active+clean 2024-09-10T10:34:55.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2f is not active+clean 2024-09-10T10:34:55.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2e is not active+clean 2024-09-10T10:34:55.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2d is not active+clean 2024-09-10T10:34:55.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2c is not active+clean 2024-09-10T10:34:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2b is not active+clean 2024-09-10T10:34:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2a is not active+clean 2024-09-10T10:34:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 9.29 is not active+clean 2024-09-10T10:34:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 9.28 is not active+clean 2024-09-10T10:34:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.244 INFO:tasks.ceph.ceph_manager.ceph:PG 9.27 is not active+clean 2024-09-10T10:34:55.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.244 INFO:tasks.ceph.ceph_manager.ceph:PG 9.26 is not active+clean 2024-09-10T10:34:55.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.244 INFO:tasks.ceph.ceph_manager.ceph:PG 9.25 is not active+clean 2024-09-10T10:34:55.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.244 INFO:tasks.ceph.ceph_manager.ceph:PG 9.22 is not active+clean 2024-09-10T10:34:55.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.244 INFO:tasks.ceph.ceph_manager.ceph:PG 9.21 is not active+clean 2024-09-10T10:34:55.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 9.20 is not active+clean 2024-09-10T10:34:55.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1e is not active+clean 2024-09-10T10:34:55.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1f is not active+clean 2024-09-10T10:34:55.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.312225+0000', 'last_change': '2024-09-10T10:34:48.312225+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.312225+0000', 'last_undegraded': '2024-09-10T10:34:48.312225+0000', 'last_fullsized': '2024-09-10T10:34:48.312225+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:34:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1f is not active+clean 2024-09-10T10:34:55.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1e is not active+clean 2024-09-10T10:34:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.305887+0000', 'last_change': '2024-09-10T10:34:48.305887+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.305887+0000', 'last_undegraded': '2024-09-10T10:34:48.305887+0000', 'last_fullsized': '2024-09-10T10:34:48.305887+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:34:55.246 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1d is not active+clean 2024-09-10T10:34:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.309001+0000', 'last_change': '2024-09-10T10:34:48.309001+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.309001+0000', 'last_undegraded': '2024-09-10T10:34:48.309001+0000', 'last_fullsized': '2024-09-10T10:34:48.309001+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:34:55.246 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1d is not active+clean 2024-09-10T10:34:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.246 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1c is not active+clean 2024-09-10T10:34:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.309589+0000', 'last_change': '2024-09-10T10:34:48.309589+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.309589+0000', 'last_undegraded': '2024-09-10T10:34:48.309589+0000', 'last_fullsized': '2024-09-10T10:34:48.309589+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:34:55.246 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1b is not active+clean 2024-09-10T10:34:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.308361+0000', 'last_change': '2024-09-10T10:34:48.308361+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.308361+0000', 'last_undegraded': '2024-09-10T10:34:48.308361+0000', 'last_fullsized': '2024-09-10T10:34:48.308361+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:34:55.246 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1b is not active+clean 2024-09-10T10:34:55.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1a is not active+clean 2024-09-10T10:34:55.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.308987+0000', 'last_change': '2024-09-10T10:34:48.308987+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.308987+0000', 'last_undegraded': '2024-09-10T10:34:48.308987+0000', 'last_fullsized': '2024-09-10T10:34:48.308987+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:34:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 9.18 is not active+clean 2024-09-10T10:34:55.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 8.19 is not active+clean 2024-09-10T10:34:55.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.305806+0000', 'last_change': '2024-09-10T10:34:48.305806+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.305806+0000', 'last_undegraded': '2024-09-10T10:34:48.305806+0000', 'last_fullsized': '2024-09-10T10:34:48.305806+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:34:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 9.19 is not active+clean 2024-09-10T10:34:55.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 8.18 is not active+clean 2024-09-10T10:34:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.309620+0000', 'last_change': '2024-09-10T10:34:48.309620+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.309620+0000', 'last_undegraded': '2024-09-10T10:34:48.309620+0000', 'last_fullsized': '2024-09-10T10:34:48.309620+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:34:55.248 INFO:tasks.ceph.ceph_manager.ceph:PG 9.16 is not active+clean 2024-09-10T10:34:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.248 INFO:tasks.ceph.ceph_manager.ceph:PG 8.17 is not active+clean 2024-09-10T10:34:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.305599+0000', 'last_change': '2024-09-10T10:34:48.305599+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.305599+0000', 'last_undegraded': '2024-09-10T10:34:48.305599+0000', 'last_fullsized': '2024-09-10T10:34:48.305599+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:34:55.248 INFO:tasks.ceph.ceph_manager.ceph:PG 9.17 is not active+clean 2024-09-10T10:34:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.248 INFO:tasks.ceph.ceph_manager.ceph:PG 8.15 is not active+clean 2024-09-10T10:34:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.308691+0000', 'last_change': '2024-09-10T10:34:48.308691+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.308691+0000', 'last_undegraded': '2024-09-10T10:34:48.308691+0000', 'last_fullsized': '2024-09-10T10:34:48.308691+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:34:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 9.15 is not active+clean 2024-09-10T10:34:55.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 8.14 is not active+clean 2024-09-10T10:34:55.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.309882+0000', 'last_change': '2024-09-10T10:34:48.309882+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.309882+0000', 'last_undegraded': '2024-09-10T10:34:48.309882+0000', 'last_fullsized': '2024-09-10T10:34:48.309882+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:34:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 9.12 is not active+clean 2024-09-10T10:34:55.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 9.13 is not active+clean 2024-09-10T10:34:55.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 8.12 is not active+clean 2024-09-10T10:34:55.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.308432+0000', 'last_change': '2024-09-10T10:34:48.308432+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.308432+0000', 'last_undegraded': '2024-09-10T10:34:48.308432+0000', 'last_fullsized': '2024-09-10T10:34:48.308432+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:34:55.250 INFO:tasks.ceph.ceph_manager.ceph:PG 9.10 is not active+clean 2024-09-10T10:34:55.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.250 INFO:tasks.ceph.ceph_manager.ceph:PG 8.11 is not active+clean 2024-09-10T10:34:55.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.308455+0000', 'last_change': '2024-09-10T10:34:48.308455+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.308455+0000', 'last_undegraded': '2024-09-10T10:34:48.308455+0000', 'last_fullsized': '2024-09-10T10:34:48.308455+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:34:55.250 INFO:tasks.ceph.ceph_manager.ceph:PG 9.11 is not active+clean 2024-09-10T10:34:55.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.250 INFO:tasks.ceph.ceph_manager.ceph:PG 8.10 is not active+clean 2024-09-10T10:34:55.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.310016+0000', 'last_change': '2024-09-10T10:34:48.310016+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.310016+0000', 'last_undegraded': '2024-09-10T10:34:48.310016+0000', 'last_fullsized': '2024-09-10T10:34:48.310016+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:34:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 9.e is not active+clean 2024-09-10T10:34:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 8.f is not active+clean 2024-09-10T10:34:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.308452+0000', 'last_change': '2024-09-10T10:34:48.308452+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.308452+0000', 'last_undegraded': '2024-09-10T10:34:48.308452+0000', 'last_fullsized': '2024-09-10T10:34:48.308452+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:34:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 9.f is not active+clean 2024-09-10T10:34:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 9.c is not active+clean 2024-09-10T10:34:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 8.d is not active+clean 2024-09-10T10:34:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.311303+0000', 'last_change': '2024-09-10T10:34:48.311303+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.311303+0000', 'last_undegraded': '2024-09-10T10:34:48.311303+0000', 'last_fullsized': '2024-09-10T10:34:48.311303+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:34:55.252 INFO:tasks.ceph.ceph_manager.ceph:PG 9.d is not active+clean 2024-09-10T10:34:55.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.252 INFO:tasks.ceph.ceph_manager.ceph:PG 9.a is not active+clean 2024-09-10T10:34:55.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.252 INFO:tasks.ceph.ceph_manager.ceph:PG 8.b is not active+clean 2024-09-10T10:34:55.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.311632+0000', 'last_change': '2024-09-10T10:34:48.311632+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.311632+0000', 'last_undegraded': '2024-09-10T10:34:48.311632+0000', 'last_fullsized': '2024-09-10T10:34:48.311632+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:34:55.252 INFO:tasks.ceph.ceph_manager.ceph:PG 8.8 is not active+clean 2024-09-10T10:34:55.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.305618+0000', 'last_change': '2024-09-10T10:34:48.305618+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.305618+0000', 'last_undegraded': '2024-09-10T10:34:48.305618+0000', 'last_fullsized': '2024-09-10T10:34:48.305618+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:34:55.252 INFO:tasks.ceph.ceph_manager.ceph:PG 9.6 is not active+clean 2024-09-10T10:34:55.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.253 INFO:tasks.ceph.ceph_manager.ceph:PG 8.7 is not active+clean 2024-09-10T10:34:55.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.306189+0000', 'last_change': '2024-09-10T10:34:48.306189+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.306189+0000', 'last_undegraded': '2024-09-10T10:34:48.306189+0000', 'last_fullsized': '2024-09-10T10:34:48.306189+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:34:55.253 INFO:tasks.ceph.ceph_manager.ceph:PG 9.7 is not active+clean 2024-09-10T10:34:55.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.253 INFO:tasks.ceph.ceph_manager.ceph:PG 8.6 is not active+clean 2024-09-10T10:34:55.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.310942+0000', 'last_change': '2024-09-10T10:34:48.310942+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.310942+0000', 'last_undegraded': '2024-09-10T10:34:48.310942+0000', 'last_fullsized': '2024-09-10T10:34:48.310942+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:34:55.253 INFO:tasks.ceph.ceph_manager.ceph:PG 9.4 is not active+clean 2024-09-10T10:34:55.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.253 INFO:tasks.ceph.ceph_manager.ceph:PG 8.5 is not active+clean 2024-09-10T10:34:55.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.305859+0000', 'last_change': '2024-09-10T10:34:48.305859+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.305859+0000', 'last_undegraded': '2024-09-10T10:34:48.305859+0000', 'last_fullsized': '2024-09-10T10:34:48.305859+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:34:55.254 INFO:tasks.ceph.ceph_manager.ceph:PG 8.4 is not active+clean 2024-09-10T10:34:55.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.308543+0000', 'last_change': '2024-09-10T10:34:48.308543+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.308543+0000', 'last_undegraded': '2024-09-10T10:34:48.308543+0000', 'last_fullsized': '2024-09-10T10:34:48.308543+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:34:55.254 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2 is not active+clean 2024-09-10T10:34:55.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.254 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3 is not active+clean 2024-09-10T10:34:55.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.305816+0000', 'last_change': '2024-09-10T10:34:48.305816+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.305816+0000', 'last_undegraded': '2024-09-10T10:34:48.305816+0000', 'last_fullsized': '2024-09-10T10:34:48.305816+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:34:55.254 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3 is not active+clean 2024-09-10T10:34:55.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.255 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2 is not active+clean 2024-09-10T10:34:55.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.310250+0000', 'last_change': '2024-09-10T10:34:48.310250+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.310250+0000', 'last_undegraded': '2024-09-10T10:34:48.310250+0000', 'last_fullsized': '2024-09-10T10:34:48.310250+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:34:55.255 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1 is not active+clean 2024-09-10T10:34:55.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.309174+0000', 'last_change': '2024-09-10T10:34:48.309174+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.309174+0000', 'last_undegraded': '2024-09-10T10:34:48.309174+0000', 'last_fullsized': '2024-09-10T10:34:48.309174+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:34:55.255 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1 is not active+clean 2024-09-10T10:34:55.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:34:49.301875+0000', 'last_change': '2024-09-10T10:34:49.301875+0000', 'last_active': '2024-09-10T10:34:49.301875+0000', 'last_peered': '2024-09-10T10:34:49.301875+0000', 'last_clean': '2024-09-10T10:34:49.301875+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:49.301875+0000', 'last_undegraded': '2024-09-10T10:34:49.301875+0000', 'last_fullsized': '2024-09-10T10:34:49.301875+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:49.301875+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:34:55.255 INFO:tasks.ceph.ceph_manager.ceph:PG 8.9 is not active+clean 2024-09-10T10:34:55.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:34:48.308941+0000', 'last_change': '2024-09-10T10:34:48.308941+0000', 'last_active': '2024-09-10T10:34:48.294744+0000', 'last_peered': '2024-09-10T10:34:48.294744+0000', 'last_clean': '2024-09-10T10:34:48.294744+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:34:48.308941+0000', 'last_undegraded': '2024-09-10T10:34:48.308941+0000', 'last_fullsized': '2024-09-10T10:34:48.308941+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'last_clean_scrub_stamp': '2024-09-10T10:34:48.294744+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:34:55.256 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T10:34:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c4000640 1 Processor -- start 2024-09-10T10:34:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c4000640 1 -- start start 2024-09-10T10:34:55.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c4000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6bc15c610 0x7fc6bc0afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c4000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc6bc0cf410 0x7fc6bc0b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c4000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6bc0cfc10 con 0x7fc6bc0cd590 2024-09-10T10:34:55.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c4000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc6bc0cd0c0 con 0x7fc6bc0cf410 2024-09-10T10:34:55.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c4000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc6bc0cfef0 con 0x7fc6bc15c610 2024-09-10T10:34:55.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c2000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc6bc0cf410 0x7fc6bc0b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c1600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc6bc0cd590 0x7fc6bc0cd970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:48624/0 (socket says 172.21.15.22:48624) 2024-09-10T10:34:55.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c1600640 1 -- 172.21.15.22:0/57333488 learned_addr learned my addr 172.21.15.22:0/57333488 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:55.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c0c00640 1 --2- 172.21.15.22:0/57333488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6bc15c610 0x7fc6bc0afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c2000640 1 -- 172.21.15.22:0/57333488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6bc15c610 msgr2=0x7fc6bc0afb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:55.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c2000640 1 --2- 172.21.15.22:0/57333488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6bc15c610 0x7fc6bc0afb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c2000640 1 -- 172.21.15.22:0/57333488 >> v1:172.21.15.22:6789/0 conn(0x7fc6bc0cd590 legacy=0x7fc6bc0cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.413+0000 7fc6c2000640 1 -- 172.21.15.22:0/57333488 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6bc0d01d0 con 0x7fc6bc0cf410 2024-09-10T10:34:55.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6c2000640 1 --2- 172.21.15.22:0/57333488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cf410 0x7fc6bc0b3d60 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fc6b4009d90 tx=0x7fc6b401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=121a7aa3486971fc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:55.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6bbe00640 1 -- 172.21.15.22:0/57333488 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b40b2070 con 0x7fc6bc0cf410 2024-09-10T10:34:55.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6bbe00640 1 -- 172.21.15.22:0/57333488 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6b40a5a00 con 0x7fc6bc0cf410 2024-09-10T10:34:55.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6bbe00640 1 -- 172.21.15.22:0/57333488 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b40a5dd0 con 0x7fc6bc0cf410 2024-09-10T10:34:55.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6c4000640 1 -- 172.21.15.22:0/57333488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cf410 msgr2=0x7fc6bc0b3d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6c4000640 1 --2- 172.21.15.22:0/57333488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cf410 0x7fc6bc0b3d60 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fc6b4009d90 tx=0x7fc6b401c940 comp rx=0 tx=0).stop 2024-09-10T10:34:55.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6c4000640 1 -- 172.21.15.22:0/57333488 shutdown_connections 2024-09-10T10:34:55.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6c4000640 1 --2- 172.21.15.22:0/57333488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cf410 0x7fc6bc0b3d60 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6c4000640 1 --2- 172.21.15.22:0/57333488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6bc15c610 0x7fc6bc0afb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6c4000640 1 -- 172.21.15.22:0/57333488 >> 172.21.15.22:0/57333488 conn(0x7fc6bc0b21c0 msgr2=0x7fc6bc0b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:55.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6c4000640 1 -- 172.21.15.22:0/57333488 shutdown_connections 2024-09-10T10:34:55.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.417+0000 7fc6c4000640 1 -- 172.21.15.22:0/57333488 wait complete. 2024-09-10T10:34:55.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 Processor -- start 2024-09-10T10:34:55.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 -- start start 2024-09-10T10:34:55.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cd590 0x7fc6bc157dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6bc0cf410 0x7fc6bc158310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6bc155600 0x7fc6bc14b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc6bc0b4420 con 0x7fc6bc0cd590 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc6bc0b42a0 con 0x7fc6bc0cf410 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc6bc0b4ff0 con 0x7fc6bc155600 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c1600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cd590 0x7fc6bc157dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c1600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cd590 0x7fc6bc157dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47724/0 (socket says 172.21.15.22:47724) 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c1600640 1 -- 172.21.15.22:0/1825223415 learned_addr learned my addr 172.21.15.22:0/1825223415 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c2000640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6bc155600 0x7fc6bc14b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c0c00640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6bc0cf410 0x7fc6bc158310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c1600640 1 -- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6bc155600 msgr2=0x7fc6bc14b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c1600640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6bc155600 0x7fc6bc14b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c1600640 1 -- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6bc0cf410 msgr2=0x7fc6bc158310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c1600640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6bc0cf410 0x7fc6bc158310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c1600640 1 -- 172.21.15.22:0/1825223415 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6bc156410 con 0x7fc6bc0cd590 2024-09-10T10:34:55.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c0c00640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6bc0cf410 0x7fc6bc158310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:55.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c1600640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cd590 0x7fc6bc157dd0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc6b000c420 tx=0x7fc6b000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:55.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6b9600640 1 -- 172.21.15.22:0/1825223415 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b0017070 con 0x7fc6bc0cd590 2024-09-10T10:34:55.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6b9600640 1 -- 172.21.15.22:0/1825223415 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6b0005cf0 con 0x7fc6bc0cd590 2024-09-10T10:34:55.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6b9600640 1 -- 172.21.15.22:0/1825223415 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b00072f0 con 0x7fc6bc0cd590 2024-09-10T10:34:55.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 -- 172.21.15.22:0/1825223415 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6bc155b70 con 0x7fc6bc0cd590 2024-09-10T10:34:55.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 -- 172.21.15.22:0/1825223415 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6bc156130 con 0x7fc6bc0cd590 2024-09-10T10:34:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.421+0000 7fc6c4000640 1 -- 172.21.15.22:0/1825223415 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6bc0b3d60 con 0x7fc6bc0cd590 2024-09-10T10:34:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.425+0000 7fc6b9600640 1 -- 172.21.15.22:0/1825223415 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc6b001a070 con 0x7fc6bc0cd590 2024-09-10T10:34:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.425+0000 7fc6b9600640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc69c0678c0 0x7fc69c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.425+0000 7fc6b9600640 1 -- 172.21.15.22:0/1825223415 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fc6b00850e0 con 0x7fc6bc0cd590 2024-09-10T10:34:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.425+0000 7fc6c0c00640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc69c0678c0 0x7fc69c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.425+0000 7fc6c0c00640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc69c0678c0 0x7fc69c069d80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc158ba0 tx=0x7fc6a8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:55.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.429+0000 7fc6b9600640 1 -- 172.21.15.22:0/1825223415 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc6b0055b80 con 0x7fc6bc0cd590 2024-09-10T10:34:55.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 -- 172.21.15.22:0/1825223415 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fc6bc15b400 con 0x7fc6bc0cd590 2024-09-10T10:34:55.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6b9600640 1 -- 172.21.15.22:0/1825223415 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1215 (secure 0 0 0) 0x7fc6b0055480 con 0x7fc6bc0cd590 2024-09-10T10:34:55.662 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:55.662 INFO:teuthology.orchestra.run.smithi022.stdout:{"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":171,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1725964338,"num_in_osds":8,"osd_in_since":1725964326,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":53},{"state_name":"creating+peering","count":26},{"state_name":"active+clean","count":18}],"num_pgs":97,"num_pools":3,"num_objects":5,"data_bytes":590402,"bytes_used":253374464,"bytes_avail":772840738816,"bytes_total":773094113280,"unknown_pgs_ratio":0.54639172554016113,"inactive_pgs_ratio":0.2680412232875824,"write_bytes_sec":1415,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":33,"btime":"2024-09-10T10:34:53:333074+0000","id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"a","status":"up:active","gid":5532}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2024-09-10T10:34:13.357560+0000","services":{}},"progress_events":{}} 2024-09-10T10:34:55.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 -- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc69c0678c0 msgr2=0x7fc69c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc69c0678c0 0x7fc69c069d80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc158ba0 tx=0x7fc6a8008040 comp rx=0 tx=0).stop 2024-09-10T10:34:55.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 -- 172.21.15.22:0/1825223415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cd590 msgr2=0x7fc6bc157dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cd590 0x7fc6bc157dd0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc6b000c420 tx=0x7fc6b000c8e0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 -- 172.21.15.22:0/1825223415 shutdown_connections 2024-09-10T10:34:55.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc69c0678c0 0x7fc69c069d80 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc6bc155600 0x7fc6bc14b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc6bc0cf410 0x7fc6bc158310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 --2- 172.21.15.22:0/1825223415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc6bc0cd590 0x7fc6bc157dd0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 -- 172.21.15.22:0/1825223415 >> 172.21.15.22:0/1825223415 conn(0x7fc6bc0b21c0 msgr2=0x7fc6bc15a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:55.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 -- 172.21.15.22:0/1825223415 shutdown_connections 2024-09-10T10:34:55.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.657+0000 7fc6c4000640 1 -- 172.21.15.22:0/1825223415 wait complete. 2024-09-10T10:34:55.682 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T10:34:55.682 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:34:55.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.817+0000 7fc1aa600640 1 Processor -- start 2024-09-10T10:34:55.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.817+0000 7fc1aa600640 1 -- start start 2024-09-10T10:34:55.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1aa600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 0x7fc1a4167460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1aa600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1a40b4af0 con 0x7fc1a40cf4b0 2024-09-10T10:34:55.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1aa600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1a40b4dd0 con 0x7fc1a4145db0 2024-09-10T10:34:55.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1aa600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc1a40b50b0 con 0x7fc1a406e1b0 2024-09-10T10:34:55.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc19aa00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc1a40cf4b0 0x7fc1a40cf8f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:48628/0 (socket says 172.21.15.22:48628) 2024-09-10T10:34:55.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc19aa00640 1 -- 172.21.15.22:0/172023228 learned_addr learned my addr 172.21.15.22:0/172023228 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:55.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1a3e00640 1 --2- 172.21.15.22:0/172023228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 0x7fc1a4167460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1a2a00640 1 -- 172.21.15.22:0/172023228 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3979166349 0 0) 0x7fc1a40b4af0 con 0x7fc1a40cf4b0 2024-09-10T10:34:55.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1a2a00640 1 -- 172.21.15.22:0/172023228 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc188003530 con 0x7fc1a40cf4b0 2024-09-10T10:34:55.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1a2a00640 1 -- 172.21.15.22:0/172023228 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2472729699 0 0) 0x7fc1a40b4dd0 con 0x7fc1a4145db0 2024-09-10T10:34:55.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1a2a00640 1 -- 172.21.15.22:0/172023228 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc1a40b4af0 con 0x7fc1a4145db0 2024-09-10T10:34:55.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1a3e00640 1 -- 172.21.15.22:0/172023228 >> v1:172.21.15.145:6789/0 conn(0x7fc1a4145db0 legacy=0x7fc1a40b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1a3e00640 1 -- 172.21.15.22:0/172023228 >> v1:172.21.15.22:6789/0 conn(0x7fc1a40cf4b0 legacy=0x7fc1a40cf8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1a2a00640 1 -- 172.21.15.22:0/172023228 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4189280930 0 0) 0x7fc188003530 con 0x7fc1a40cf4b0 2024-09-10T10:34:55.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.821+0000 7fc1a3e00640 1 -- 172.21.15.22:0/172023228 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1a40b5390 con 0x7fc1a406e1b0 2024-09-10T10:34:55.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1a3e00640 1 --2- 172.21.15.22:0/172023228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 0x7fc1a4167460 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc19c0097f0 tx=0x7fc19c01c3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9ac91693a4e74c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:55.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1a2a00640 1 -- 172.21.15.22:0/172023228 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc19c0b1070 con 0x7fc1a406e1b0 2024-09-10T10:34:55.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1a2a00640 1 -- 172.21.15.22:0/172023228 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc19c0ac440 con 0x7fc1a406e1b0 2024-09-10T10:34:55.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1a2a00640 1 -- 172.21.15.22:0/172023228 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc18c001680 con 0x7fc1a406e1b0 2024-09-10T10:34:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 -- 172.21.15.22:0/172023228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 msgr2=0x7fc1a4167460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 --2- 172.21.15.22:0/172023228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 0x7fc1a4167460 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc19c0097f0 tx=0x7fc19c01c3d0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 -- 172.21.15.22:0/172023228 shutdown_connections 2024-09-10T10:34:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 --2- 172.21.15.22:0/172023228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 0x7fc1a4167460 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 -- 172.21.15.22:0/172023228 >> 172.21.15.22:0/172023228 conn(0x7fc1a4062dd0 msgr2=0x7fc1a406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 -- 172.21.15.22:0/172023228 shutdown_connections 2024-09-10T10:34:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 -- 172.21.15.22:0/172023228 wait complete. 2024-09-10T10:34:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 Processor -- start 2024-09-10T10:34:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 -- start start 2024-09-10T10:34:55.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 0x7fc1a415c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a40cf4b0 0x7fc1a4071140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1a4145db0 0x7fc1a40ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a4146310 con 0x7fc1a4145db0 2024-09-10T10:34:55.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a4146190 con 0x7fc1a40cf4b0 2024-09-10T10:34:55.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.825+0000 7fc1aa600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc1a416a5d0 con 0x7fc1a406e1b0 2024-09-10T10:34:55.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1a4145db0 0x7fc1a40ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1a4145db0 0x7fc1a40ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47726/0 (socket says 172.21.15.22:47726) 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3e00640 1 -- 172.21.15.22:0/181113901 learned_addr learned my addr 172.21.15.22:0/181113901 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3400640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 0x7fc1a415c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc19aa00640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a40cf4b0 0x7fc1a4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3e00640 1 -- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 msgr2=0x7fc1a415c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3e00640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 0x7fc1a415c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3e00640 1 -- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a40cf4b0 msgr2=0x7fc1a4071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3e00640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a40cf4b0 0x7fc1a4071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3e00640 1 -- 172.21.15.22:0/181113901 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1a4071a20 con 0x7fc1a4145db0 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3400640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 0x7fc1a415c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc19aa00640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a40cf4b0 0x7fc1a4071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1a3e00640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1a4145db0 0x7fc1a40ae8a0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fc19c0097f0 tx=0x7fc19c019170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:55.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc19be00640 1 -- 172.21.15.22:0/181113901 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc19c0b1040 con 0x7fc1a4145db0 2024-09-10T10:34:55.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc19be00640 1 -- 172.21.15.22:0/181113901 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc19c0ba070 con 0x7fc1a4145db0 2024-09-10T10:34:55.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1aa600640 1 -- 172.21.15.22:0/181113901 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1a4071d00 con 0x7fc1a4145db0 2024-09-10T10:34:55.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc19be00640 1 -- 172.21.15.22:0/181113901 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc19c006e20 con 0x7fc1a4145db0 2024-09-10T10:34:55.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1aa600640 1 -- 172.21.15.22:0/181113901 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1a4071fe0 con 0x7fc1a4145db0 2024-09-10T10:34:55.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc1aa600640 1 -- 172.21.15.22:0/181113901 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1a41f7f00 con 0x7fc1a4145db0 2024-09-10T10:34:55.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.829+0000 7fc19be00640 1 -- 172.21.15.22:0/181113901 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc19c0b5830 con 0x7fc1a4145db0 2024-09-10T10:34:55.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.833+0000 7fc19be00640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1800678f0 0x7fc180069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:55.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.833+0000 7fc19be00640 1 -- 172.21.15.22:0/181113901 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fc19c11f810 con 0x7fc1a4145db0 2024-09-10T10:34:55.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.833+0000 7fc1a3400640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1800678f0 0x7fc180069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:55.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.833+0000 7fc1a3400640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1800678f0 0x7fc180069db0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc194001dd0 tx=0x7fc194009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:55.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.837+0000 7fc19be00640 1 -- 172.21.15.22:0/181113901 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc19c015ff0 con 0x7fc1a4145db0 2024-09-10T10:34:56.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:55.997+0000 7fc1aa600640 1 -- 172.21.15.22:0/181113901 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc1a4167730 con 0x7fc1800678f0 2024-09-10T10:34:56.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.005+0000 7fc19be00640 1 -- 172.21.15.22:0/181113901 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251957 (secure 0 0 0) 0x7fc1a4167730 con 0x7fc1800678f0 2024-09-10T10:34:56.012 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:56.013 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:34:56.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 -- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1800678f0 msgr2=0x7fc180069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:56.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1800678f0 0x7fc180069db0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc194001dd0 tx=0x7fc194009040 comp rx=0 tx=0).stop 2024-09-10T10:34:56.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 -- 172.21.15.22:0/181113901 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1a4145db0 msgr2=0x7fc1a40ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1a4145db0 0x7fc1a40ae8a0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fc19c0097f0 tx=0x7fc19c019170 comp rx=0 tx=0).stop 2024-09-10T10:34:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 -- 172.21.15.22:0/181113901 shutdown_connections 2024-09-10T10:34:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1800678f0 0x7fc180069db0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1a4145db0 0x7fc1a40ae8a0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1a40cf4b0 0x7fc1a4071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 --2- 172.21.15.22:0/181113901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1a406e1b0 0x7fc1a415c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 -- 172.21.15.22:0/181113901 >> 172.21.15.22:0/181113901 conn(0x7fc1a4062dd0 msgr2=0x7fc1a40b2a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 -- 172.21.15.22:0/181113901 shutdown_connections 2024-09-10T10:34:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:56.009+0000 7fc1aa600640 1 -- 172.21.15.22:0/181113901 wait complete. 2024-09-10T10:34:56.032 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2024-09-10T10:34:55.366845+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":148,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251956,"kb_used_data":6600,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754722764,"statfs":{"total":773094113280,"available":772836110336,"internally_reserved":0,"allocated":6758400,"data_stored":3455068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.059342"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335453+0000","last_change":"2024-09-10T10:34:50.332276+0000","last_active":"2024-09-10T10:34:51.335453+0000","last_peered":"2024-09-10T10:34:51.335453+0000","last_clean":"2024-09-10T10:34:51.335453+0000","last_became_active":"2024-09-10T10:34:50.331982+0000","last_became_peered":"2024-09-10T10:34:50.331982+0000","last_unstale":"2024-09-10T10:34:51.335453+0000","last_undegraded":"2024-09-10T10:34:51.335453+0000","last_fullsized":"2024-09-10T10:34:51.335453+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:23.444637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311593+0000","last_change":"2024-09-10T10:34:50.327976+0000","last_active":"2024-09-10T10:34:51.311593+0000","last_peered":"2024-09-10T10:34:51.311593+0000","last_clean":"2024-09-10T10:34:51.311593+0000","last_became_active":"2024-09-10T10:34:50.327743+0000","last_became_peered":"2024-09-10T10:34:50.327743+0000","last_unstale":"2024-09-10T10:34:51.311593+0000","last_undegraded":"2024-09-10T10:34:51.311593+0000","last_fullsized":"2024-09-10T10:34:51.311593+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:22.903668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338208+0000","last_change":"2024-09-10T10:34:50.319599+0000","last_active":"2024-09-10T10:34:51.338208+0000","last_peered":"2024-09-10T10:34:51.338208+0000","last_clean":"2024-09-10T10:34:51.338208+0000","last_became_active":"2024-09-10T10:34:50.319160+0000","last_became_peered":"2024-09-10T10:34:50.319160+0000","last_unstale":"2024-09-10T10:34:51.338208+0000","last_undegraded":"2024-09-10T10:34:51.338208+0000","last_fullsized":"2024-09-10T10:34:51.338208+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.231299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311519+0000","last_change":"2024-09-10T10:34:50.327148+0000","last_active":"2024-09-10T10:34:52.311519+0000","last_peered":"2024-09-10T10:34:52.311519+0000","last_clean":"2024-09-10T10:34:52.311519+0000","last_became_active":"2024-09-10T10:34:50.326869+0000","last_became_peered":"2024-09-10T10:34:50.326869+0000","last_unstale":"2024-09-10T10:34:52.311519+0000","last_undegraded":"2024-09-10T10:34:52.311519+0000","last_fullsized":"2024-09-10T10:34:52.311519+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:41.895732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335101+0000","last_change":"2024-09-10T10:34:50.330577+0000","last_active":"2024-09-10T10:34:51.335101+0000","last_peered":"2024-09-10T10:34:51.335101+0000","last_clean":"2024-09-10T10:34:51.335101+0000","last_became_active":"2024-09-10T10:34:50.326306+0000","last_became_peered":"2024-09-10T10:34:50.326306+0000","last_unstale":"2024-09-10T10:34:51.335101+0000","last_undegraded":"2024-09-10T10:34:51.335101+0000","last_fullsized":"2024-09-10T10:34:51.335101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:44.832131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335070+0000","last_change":"2024-09-10T10:34:50.329373+0000","last_active":"2024-09-10T10:34:51.335070+0000","last_peered":"2024-09-10T10:34:51.335070+0000","last_clean":"2024-09-10T10:34:51.335070+0000","last_became_active":"2024-09-10T10:34:50.329112+0000","last_became_peered":"2024-09-10T10:34:50.329112+0000","last_unstale":"2024-09-10T10:34:51.335070+0000","last_undegraded":"2024-09-10T10:34:51.335070+0000","last_fullsized":"2024-09-10T10:34:51.335070+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:23.939497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311084+0000","last_change":"2024-09-10T10:34:50.317493+0000","last_active":"2024-09-10T10:34:52.311084+0000","last_peered":"2024-09-10T10:34:52.311084+0000","last_clean":"2024-09-10T10:34:52.311084+0000","last_became_active":"2024-09-10T10:34:50.317250+0000","last_became_peered":"2024-09-10T10:34:50.317250+0000","last_unstale":"2024-09-10T10:34:52.311084+0000","last_undegraded":"2024-09-10T10:34:52.311084+0000","last_fullsized":"2024-09-10T10:34:52.311084+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:54:59.299316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310921+0000","last_change":"2024-09-10T10:34:50.334021+0000","last_active":"2024-09-10T10:34:52.310921+0000","last_peered":"2024-09-10T10:34:52.310921+0000","last_clean":"2024-09-10T10:34:52.310921+0000","last_became_active":"2024-09-10T10:34:50.333739+0000","last_became_peered":"2024-09-10T10:34:50.333739+0000","last_unstale":"2024-09-10T10:34:52.310921+0000","last_undegraded":"2024-09-10T10:34:52.310921+0000","last_fullsized":"2024-09-10T10:34:52.310921+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:05:53.035523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310797+0000","last_change":"2024-09-10T10:34:50.333695+0000","last_active":"2024-09-10T10:34:51.310797+0000","last_peered":"2024-09-10T10:34:51.310797+0000","last_clean":"2024-09-10T10:34:51.310797+0000","last_became_active":"2024-09-10T10:34:50.333462+0000","last_became_peered":"2024-09-10T10:34:50.333462+0000","last_unstale":"2024-09-10T10:34:51.310797+0000","last_undegraded":"2024-09-10T10:34:51.310797+0000","last_fullsized":"2024-09-10T10:34:51.310797+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:22.903668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335434+0000","last_change":"2024-09-10T10:34:50.323292+0000","last_active":"2024-09-10T10:34:51.335434+0000","last_peered":"2024-09-10T10:34:51.335434+0000","last_clean":"2024-09-10T10:34:51.335434+0000","last_became_active":"2024-09-10T10:34:50.322780+0000","last_became_peered":"2024-09-10T10:34:50.322780+0000","last_unstale":"2024-09-10T10:34:51.335434+0000","last_undegraded":"2024-09-10T10:34:51.335434+0000","last_fullsized":"2024-09-10T10:34:51.335434+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:37.083522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.312029+0000","last_change":"2024-09-10T10:34:50.336704+0000","last_active":"2024-09-10T10:34:51.312029+0000","last_peered":"2024-09-10T10:34:51.312029+0000","last_clean":"2024-09-10T10:34:51.312029+0000","last_became_active":"2024-09-10T10:34:50.334598+0000","last_became_peered":"2024-09-10T10:34:50.334598+0000","last_unstale":"2024-09-10T10:34:51.312029+0000","last_undegraded":"2024-09-10T10:34:51.312029+0000","last_fullsized":"2024-09-10T10:34:51.312029+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:33:14.644496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310602+0000","last_change":"2024-09-10T10:34:50.323112+0000","last_active":"2024-09-10T10:34:51.310602+0000","last_peered":"2024-09-10T10:34:51.310602+0000","last_clean":"2024-09-10T10:34:51.310602+0000","last_became_active":"2024-09-10T10:34:50.322854+0000","last_became_peered":"2024-09-10T10:34:50.322854+0000","last_unstale":"2024-09-10T10:34:51.310602+0000","last_undegraded":"2024-09-10T10:34:51.310602+0000","last_fullsized":"2024-09-10T10:34:51.310602+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:34.173906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434510+0000","last_change":"2024-09-10T10:34:50.318978+0000","last_active":"2024-09-10T10:34:51.434510+0000","last_peered":"2024-09-10T10:34:51.434510+0000","last_clean":"2024-09-10T10:34:51.434510+0000","last_became_active":"2024-09-10T10:34:50.318671+0000","last_became_peered":"2024-09-10T10:34:50.318671+0000","last_unstale":"2024-09-10T10:34:51.434510+0000","last_undegraded":"2024-09-10T10:34:51.434510+0000","last_fullsized":"2024-09-10T10:34:51.434510+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:06.531159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337863+0000","last_change":"2024-09-10T10:34:50.326073+0000","last_active":"2024-09-10T10:34:51.337863+0000","last_peered":"2024-09-10T10:34:51.337863+0000","last_clean":"2024-09-10T10:34:51.337863+0000","last_became_active":"2024-09-10T10:34:50.325819+0000","last_became_peered":"2024-09-10T10:34:50.325819+0000","last_unstale":"2024-09-10T10:34:51.337863+0000","last_undegraded":"2024-09-10T10:34:51.337863+0000","last_fullsized":"2024-09-10T10:34:51.337863+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:44.832131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434384+0000","last_change":"2024-09-10T10:34:50.315862+0000","last_active":"2024-09-10T10:34:51.434384+0000","last_peered":"2024-09-10T10:34:51.434384+0000","last_clean":"2024-09-10T10:34:51.434384+0000","last_became_active":"2024-09-10T10:34:50.315598+0000","last_became_peered":"2024-09-10T10:34:50.315598+0000","last_unstale":"2024-09-10T10:34:51.434384+0000","last_undegraded":"2024-09-10T10:34:51.434384+0000","last_fullsized":"2024-09-10T10:34:51.434384+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:16:30.725620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.334928+0000","last_change":"2024-09-10T10:34:50.323218+0000","last_active":"2024-09-10T10:34:51.334928+0000","last_peered":"2024-09-10T10:34:51.334928+0000","last_clean":"2024-09-10T10:34:51.334928+0000","last_became_active":"2024-09-10T10:34:50.322992+0000","last_became_peered":"2024-09-10T10:34:50.322992+0000","last_unstale":"2024-09-10T10:34:51.334928+0000","last_undegraded":"2024-09-10T10:34:51.334928+0000","last_fullsized":"2024-09-10T10:34:51.334928+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:29.032024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335541+0000","last_change":"2024-09-10T10:34:50.320690+0000","last_active":"2024-09-10T10:34:51.335541+0000","last_peered":"2024-09-10T10:34:51.335541+0000","last_clean":"2024-09-10T10:34:51.335541+0000","last_became_active":"2024-09-10T10:34:50.320436+0000","last_became_peered":"2024-09-10T10:34:50.320436+0000","last_unstale":"2024-09-10T10:34:51.335541+0000","last_undegraded":"2024-09-10T10:34:51.335541+0000","last_fullsized":"2024-09-10T10:34:51.335541+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:39.020031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338228+0000","last_change":"2024-09-10T10:34:50.328786+0000","last_active":"2024-09-10T10:34:51.338228+0000","last_peered":"2024-09-10T10:34:51.338228+0000","last_clean":"2024-09-10T10:34:51.338228+0000","last_became_active":"2024-09-10T10:34:50.328458+0000","last_became_peered":"2024-09-10T10:34:50.328458+0000","last_unstale":"2024-09-10T10:34:51.338228+0000","last_undegraded":"2024-09-10T10:34:51.338228+0000","last_fullsized":"2024-09-10T10:34:51.338228+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:37.083522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311436+0000","last_change":"2024-09-10T10:34:50.336373+0000","last_active":"2024-09-10T10:34:51.311436+0000","last_peered":"2024-09-10T10:34:51.311436+0000","last_clean":"2024-09-10T10:34:51.311436+0000","last_became_active":"2024-09-10T10:34:50.336052+0000","last_became_peered":"2024-09-10T10:34:50.336052+0000","last_unstale":"2024-09-10T10:34:51.311436+0000","last_undegraded":"2024-09-10T10:34:51.311436+0000","last_fullsized":"2024-09-10T10:34:51.311436+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:47.050961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.312180+0000","last_change":"2024-09-10T10:34:50.334325+0000","last_active":"2024-09-10T10:34:51.312180+0000","last_peered":"2024-09-10T10:34:51.312180+0000","last_clean":"2024-09-10T10:34:51.312180+0000","last_became_active":"2024-09-10T10:34:50.334064+0000","last_became_peered":"2024-09-10T10:34:50.334064+0000","last_unstale":"2024-09-10T10:34:51.312180+0000","last_undegraded":"2024-09-10T10:34:51.312180+0000","last_fullsized":"2024-09-10T10:34:51.312180+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:11:08.546884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434692+0000","last_change":"2024-09-10T10:34:50.317824+0000","last_active":"2024-09-10T10:34:51.434692+0000","last_peered":"2024-09-10T10:34:51.434692+0000","last_clean":"2024-09-10T10:34:51.434692+0000","last_became_active":"2024-09-10T10:34:50.317283+0000","last_became_peered":"2024-09-10T10:34:50.317283+0000","last_unstale":"2024-09-10T10:34:51.434692+0000","last_undegraded":"2024-09-10T10:34:51.434692+0000","last_fullsized":"2024-09-10T10:34:51.434692+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:09.693343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.312236+0000","last_change":"2024-09-10T10:34:50.327706+0000","last_active":"2024-09-10T10:34:51.312236+0000","last_peered":"2024-09-10T10:34:51.312236+0000","last_clean":"2024-09-10T10:34:51.312236+0000","last_became_active":"2024-09-10T10:34:50.327387+0000","last_became_peered":"2024-09-10T10:34:50.327387+0000","last_unstale":"2024-09-10T10:34:51.312236+0000","last_undegraded":"2024-09-10T10:34:51.312236+0000","last_fullsized":"2024-09-10T10:34:51.312236+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:09.670013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311181+0000","last_change":"2024-09-10T10:34:50.319143+0000","last_active":"2024-09-10T10:34:52.311181+0000","last_peered":"2024-09-10T10:34:52.311181+0000","last_clean":"2024-09-10T10:34:52.311181+0000","last_became_active":"2024-09-10T10:34:50.318883+0000","last_became_peered":"2024-09-10T10:34:50.318883+0000","last_unstale":"2024-09-10T10:34:52.311181+0000","last_undegraded":"2024-09-10T10:34:52.311181+0000","last_fullsized":"2024-09-10T10:34:52.311181+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:02:52.177557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310178+0000","last_change":"2024-09-10T10:34:50.327202+0000","last_active":"2024-09-10T10:34:51.310178+0000","last_peered":"2024-09-10T10:34:51.310178+0000","last_clean":"2024-09-10T10:34:51.310178+0000","last_became_active":"2024-09-10T10:34:50.326708+0000","last_became_peered":"2024-09-10T10:34:50.326708+0000","last_unstale":"2024-09-10T10:34:51.310178+0000","last_undegraded":"2024-09-10T10:34:51.310178+0000","last_fullsized":"2024-09-10T10:34:51.310178+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:44.327392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311319+0000","last_change":"2024-09-10T10:34:50.328279+0000","last_active":"2024-09-10T10:34:51.311319+0000","last_peered":"2024-09-10T10:34:51.311319+0000","last_clean":"2024-09-10T10:34:51.311319+0000","last_became_active":"2024-09-10T10:34:50.328029+0000","last_became_peered":"2024-09-10T10:34:50.328029+0000","last_unstale":"2024-09-10T10:34:51.311319+0000","last_undegraded":"2024-09-10T10:34:51.311319+0000","last_fullsized":"2024-09-10T10:34:51.311319+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:33.717301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434687+0000","last_change":"2024-09-10T10:34:50.319030+0000","last_active":"2024-09-10T10:34:51.434687+0000","last_peered":"2024-09-10T10:34:51.434687+0000","last_clean":"2024-09-10T10:34:51.434687+0000","last_became_active":"2024-09-10T10:34:50.318765+0000","last_became_peered":"2024-09-10T10:34:50.318765+0000","last_unstale":"2024-09-10T10:34:51.434687+0000","last_undegraded":"2024-09-10T10:34:51.434687+0000","last_fullsized":"2024-09-10T10:34:51.434687+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:29.032024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311617+0000","last_change":"2024-09-10T10:34:50.318209+0000","last_active":"2024-09-10T10:34:51.311617+0000","last_peered":"2024-09-10T10:34:51.311617+0000","last_clean":"2024-09-10T10:34:51.311617+0000","last_became_active":"2024-09-10T10:34:50.317962+0000","last_became_peered":"2024-09-10T10:34:50.317962+0000","last_unstale":"2024-09-10T10:34:51.311617+0000","last_undegraded":"2024-09-10T10:34:51.311617+0000","last_fullsized":"2024-09-10T10:34:51.311617+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:27:20.457373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311440+0000","last_change":"2024-09-10T10:34:50.333157+0000","last_active":"2024-09-10T10:34:52.311440+0000","last_peered":"2024-09-10T10:34:52.311440+0000","last_clean":"2024-09-10T10:34:52.311440+0000","last_became_active":"2024-09-10T10:34:50.332897+0000","last_became_peered":"2024-09-10T10:34:50.332897+0000","last_unstale":"2024-09-10T10:34:52.311440+0000","last_undegraded":"2024-09-10T10:34:52.311440+0000","last_fullsized":"2024-09-10T10:34:52.311440+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:27.809325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311411+0000","last_change":"2024-09-10T10:34:50.333224+0000","last_active":"2024-09-10T10:34:52.311411+0000","last_peered":"2024-09-10T10:34:52.311411+0000","last_clean":"2024-09-10T10:34:52.311411+0000","last_became_active":"2024-09-10T10:34:50.332961+0000","last_became_peered":"2024-09-10T10:34:50.332961+0000","last_unstale":"2024-09-10T10:34:52.311411+0000","last_undegraded":"2024-09-10T10:34:52.311411+0000","last_fullsized":"2024-09-10T10:34:52.311411+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:44.041509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311093+0000","last_change":"2024-09-10T10:34:50.322346+0000","last_active":"2024-09-10T10:34:52.311093+0000","last_peered":"2024-09-10T10:34:52.311093+0000","last_clean":"2024-09-10T10:34:52.311093+0000","last_became_active":"2024-09-10T10:34:50.321462+0000","last_became_peered":"2024-09-10T10:34:50.321462+0000","last_unstale":"2024-09-10T10:34:52.311093+0000","last_undegraded":"2024-09-10T10:34:52.311093+0000","last_fullsized":"2024-09-10T10:34:52.311093+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:59:38.513890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310990+0000","last_change":"2024-09-10T10:34:50.323440+0000","last_active":"2024-09-10T10:34:51.310990+0000","last_peered":"2024-09-10T10:34:51.310990+0000","last_clean":"2024-09-10T10:34:51.310990+0000","last_became_active":"2024-09-10T10:34:50.322873+0000","last_became_peered":"2024-09-10T10:34:50.322873+0000","last_unstale":"2024-09-10T10:34:51.310990+0000","last_undegraded":"2024-09-10T10:34:51.310990+0000","last_fullsized":"2024-09-10T10:34:51.310990+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:44.327392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311494+0000","last_change":"2024-09-10T10:34:50.324493+0000","last_active":"2024-09-10T10:34:51.311494+0000","last_peered":"2024-09-10T10:34:51.311494+0000","last_clean":"2024-09-10T10:34:51.311494+0000","last_became_active":"2024-09-10T10:34:50.324145+0000","last_became_peered":"2024-09-10T10:34:50.324145+0000","last_unstale":"2024-09-10T10:34:51.311494+0000","last_undegraded":"2024-09-10T10:34:51.311494+0000","last_fullsized":"2024-09-10T10:34:51.311494+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:16.422117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335505+0000","last_change":"2024-09-10T10:34:50.323075+0000","last_active":"2024-09-10T10:34:51.335505+0000","last_peered":"2024-09-10T10:34:51.335505+0000","last_clean":"2024-09-10T10:34:51.335505+0000","last_became_active":"2024-09-10T10:34:50.322458+0000","last_became_peered":"2024-09-10T10:34:50.322458+0000","last_unstale":"2024-09-10T10:34:51.335505+0000","last_undegraded":"2024-09-10T10:34:51.335505+0000","last_fullsized":"2024-09-10T10:34:51.335505+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:53:46.712628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.312115+0000","last_change":"2024-09-10T10:34:49.322813+0000","last_active":"2024-09-10T10:34:51.312115+0000","last_peered":"2024-09-10T10:34:51.312115+0000","last_clean":"2024-09-10T10:34:51.312115+0000","last_became_active":"2024-09-10T10:34:49.322486+0000","last_became_peered":"2024-09-10T10:34:49.322486+0000","last_unstale":"2024-09-10T10:34:51.312115+0000","last_undegraded":"2024-09-10T10:34:51.312115+0000","last_fullsized":"2024-09-10T10:34:51.312115+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:43.824999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335558+0000","last_change":"2024-09-10T10:34:50.332819+0000","last_active":"2024-09-10T10:34:51.335558+0000","last_peered":"2024-09-10T10:34:51.335558+0000","last_clean":"2024-09-10T10:34:51.335558+0000","last_became_active":"2024-09-10T10:34:50.331586+0000","last_became_peered":"2024-09-10T10:34:50.331586+0000","last_unstale":"2024-09-10T10:34:51.335558+0000","last_undegraded":"2024-09-10T10:34:51.335558+0000","last_fullsized":"2024-09-10T10:34:51.335558+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:16.422117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311522+0000","last_change":"2024-09-10T10:34:49.328659+0000","last_active":"2024-09-10T10:34:51.311522+0000","last_peered":"2024-09-10T10:34:51.311522+0000","last_clean":"2024-09-10T10:34:51.311522+0000","last_became_active":"2024-09-10T10:34:49.328360+0000","last_became_peered":"2024-09-10T10:34:49.328360+0000","last_unstale":"2024-09-10T10:34:51.311522+0000","last_undegraded":"2024-09-10T10:34:51.311522+0000","last_fullsized":"2024-09-10T10:34:51.311522+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:13.774417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311433+0000","last_change":"2024-09-10T10:34:50.337752+0000","last_active":"2024-09-10T10:34:52.311433+0000","last_peered":"2024-09-10T10:34:52.311433+0000","last_clean":"2024-09-10T10:34:52.311433+0000","last_became_active":"2024-09-10T10:34:50.337149+0000","last_became_peered":"2024-09-10T10:34:50.337149+0000","last_unstale":"2024-09-10T10:34:52.311433+0000","last_undegraded":"2024-09-10T10:34:52.311433+0000","last_fullsized":"2024-09-10T10:34:52.311433+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:31.316967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335377+0000","last_change":"2024-09-10T10:34:49.331277+0000","last_active":"2024-09-10T10:34:51.335377+0000","last_peered":"2024-09-10T10:34:51.335377+0000","last_clean":"2024-09-10T10:34:51.335377+0000","last_became_active":"2024-09-10T10:34:49.330549+0000","last_became_peered":"2024-09-10T10:34:49.330549+0000","last_unstale":"2024-09-10T10:34:51.335377+0000","last_undegraded":"2024-09-10T10:34:51.335377+0000","last_fullsized":"2024-09-10T10:34:51.335377+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:33.166774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335343+0000","last_change":"2024-09-10T10:34:50.323139+0000","last_active":"2024-09-10T10:34:51.335343+0000","last_peered":"2024-09-10T10:34:51.335343+0000","last_clean":"2024-09-10T10:34:51.335343+0000","last_became_active":"2024-09-10T10:34:50.320256+0000","last_became_peered":"2024-09-10T10:34:50.320256+0000","last_unstale":"2024-09-10T10:34:51.335343+0000","last_undegraded":"2024-09-10T10:34:51.335343+0000","last_fullsized":"2024-09-10T10:34:51.335343+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.231299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311301+0000","last_change":"2024-09-10T10:34:49.319020+0000","last_active":"2024-09-10T10:34:52.311301+0000","last_peered":"2024-09-10T10:34:52.311301+0000","last_clean":"2024-09-10T10:34:52.311301+0000","last_became_active":"2024-09-10T10:34:49.318757+0000","last_became_peered":"2024-09-10T10:34:49.318757+0000","last_unstale":"2024-09-10T10:34:52.311301+0000","last_undegraded":"2024-09-10T10:34:52.311301+0000","last_fullsized":"2024-09-10T10:34:52.311301+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:28.128416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311051+0000","last_change":"2024-09-10T10:34:50.334233+0000","last_active":"2024-09-10T10:34:52.311051+0000","last_peered":"2024-09-10T10:34:52.311051+0000","last_clean":"2024-09-10T10:34:52.311051+0000","last_became_active":"2024-09-10T10:34:50.333962+0000","last_became_peered":"2024-09-10T10:34:50.333962+0000","last_unstale":"2024-09-10T10:34:52.311051+0000","last_undegraded":"2024-09-10T10:34:52.311051+0000","last_fullsized":"2024-09-10T10:34:52.311051+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:01.432024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337893+0000","last_change":"2024-09-10T10:34:49.322107+0000","last_active":"2024-09-10T10:34:51.337893+0000","last_peered":"2024-09-10T10:34:51.337893+0000","last_clean":"2024-09-10T10:34:51.337893+0000","last_became_active":"2024-09-10T10:34:49.321834+0000","last_became_peered":"2024-09-10T10:34:49.321834+0000","last_unstale":"2024-09-10T10:34:51.337893+0000","last_undegraded":"2024-09-10T10:34:51.337893+0000","last_fullsized":"2024-09-10T10:34:51.337893+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:54.133253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.312136+0000","last_change":"2024-09-10T10:34:50.327882+0000","last_active":"2024-09-10T10:34:51.312136+0000","last_peered":"2024-09-10T10:34:51.312136+0000","last_clean":"2024-09-10T10:34:51.312136+0000","last_became_active":"2024-09-10T10:34:50.327626+0000","last_became_peered":"2024-09-10T10:34:50.327626+0000","last_unstale":"2024-09-10T10:34:51.312136+0000","last_undegraded":"2024-09-10T10:34:51.312136+0000","last_fullsized":"2024-09-10T10:34:51.312136+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:45.654776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335150+0000","last_change":"2024-09-10T10:34:49.329781+0000","last_active":"2024-09-10T10:34:51.335150+0000","last_peered":"2024-09-10T10:34:51.335150+0000","last_clean":"2024-09-10T10:34:51.335150+0000","last_became_active":"2024-09-10T10:34:49.329502+0000","last_became_peered":"2024-09-10T10:34:49.329502+0000","last_unstale":"2024-09-10T10:34:51.335150+0000","last_undegraded":"2024-09-10T10:34:51.335150+0000","last_fullsized":"2024-09-10T10:34:51.335150+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:32.710170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337749+0000","last_change":"2024-09-10T10:34:50.317584+0000","last_active":"2024-09-10T10:34:51.337749+0000","last_peered":"2024-09-10T10:34:51.337749+0000","last_clean":"2024-09-10T10:34:51.337749+0000","last_became_active":"2024-09-10T10:34:50.317335+0000","last_became_peered":"2024-09-10T10:34:50.317335+0000","last_unstale":"2024-09-10T10:34:51.337749+0000","last_undegraded":"2024-09-10T10:34:51.337749+0000","last_fullsized":"2024-09-10T10:34:51.337749+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:23.939497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310190+0000","last_change":"2024-09-10T10:34:49.326028+0000","last_active":"2024-09-10T10:34:51.310190+0000","last_peered":"2024-09-10T10:34:51.310190+0000","last_clean":"2024-09-10T10:34:51.310190+0000","last_became_active":"2024-09-10T10:34:49.325725+0000","last_became_peered":"2024-09-10T10:34:49.325725+0000","last_unstale":"2024-09-10T10:34:51.310190+0000","last_undegraded":"2024-09-10T10:34:51.310190+0000","last_fullsized":"2024-09-10T10:34:51.310190+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:13.774417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335041+0000","last_change":"2024-09-10T10:34:50.332062+0000","last_active":"2024-09-10T10:34:51.335041+0000","last_peered":"2024-09-10T10:34:51.335041+0000","last_clean":"2024-09-10T10:34:51.335041+0000","last_became_active":"2024-09-10T10:34:50.328563+0000","last_became_peered":"2024-09-10T10:34:50.328563+0000","last_unstale":"2024-09-10T10:34:51.335041+0000","last_undegraded":"2024-09-10T10:34:51.335041+0000","last_fullsized":"2024-09-10T10:34:51.335041+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:09.693343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434228+0000","last_change":"2024-09-10T10:34:49.323331+0000","last_active":"2024-09-10T10:34:51.434228+0000","last_peered":"2024-09-10T10:34:51.434228+0000","last_clean":"2024-09-10T10:34:51.434228+0000","last_became_active":"2024-09-10T10:34:49.323051+0000","last_became_peered":"2024-09-10T10:34:49.323051+0000","last_unstale":"2024-09-10T10:34:51.434228+0000","last_undegraded":"2024-09-10T10:34:51.434228+0000","last_fullsized":"2024-09-10T10:34:51.434228+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:33.166774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434744+0000","last_change":"2024-09-10T10:34:50.327910+0000","last_active":"2024-09-10T10:34:51.434744+0000","last_peered":"2024-09-10T10:34:51.434744+0000","last_clean":"2024-09-10T10:34:51.434744+0000","last_became_active":"2024-09-10T10:34:50.327655+0000","last_became_peered":"2024-09-10T10:34:50.327655+0000","last_unstale":"2024-09-10T10:34:51.434744+0000","last_undegraded":"2024-09-10T10:34:51.434744+0000","last_fullsized":"2024-09-10T10:34:51.434744+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:23.939497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310800+0000","last_change":"2024-09-10T10:34:49.328583+0000","last_active":"2024-09-10T10:34:51.310800+0000","last_peered":"2024-09-10T10:34:51.310800+0000","last_clean":"2024-09-10T10:34:51.310800+0000","last_became_active":"2024-09-10T10:34:49.328135+0000","last_became_peered":"2024-09-10T10:34:49.328135+0000","last_unstale":"2024-09-10T10:34:51.310800+0000","last_undegraded":"2024-09-10T10:34:51.310800+0000","last_fullsized":"2024-09-10T10:34:51.310800+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:04.929241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338329+0000","last_change":"2024-09-10T10:34:50.329713+0000","last_active":"2024-09-10T10:34:51.338329+0000","last_peered":"2024-09-10T10:34:51.338329+0000","last_clean":"2024-09-10T10:34:51.338329+0000","last_became_active":"2024-09-10T10:34:50.329464+0000","last_became_peered":"2024-09-10T10:34:50.329464+0000","last_unstale":"2024-09-10T10:34:51.338329+0000","last_undegraded":"2024-09-10T10:34:51.338329+0000","last_fullsized":"2024-09-10T10:34:51.338329+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:53:46.712628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311136+0000","last_change":"2024-09-10T10:34:49.331312+0000","last_active":"2024-09-10T10:34:52.311136+0000","last_peered":"2024-09-10T10:34:52.311136+0000","last_clean":"2024-09-10T10:34:52.311136+0000","last_became_active":"2024-09-10T10:34:49.330882+0000","last_became_peered":"2024-09-10T10:34:49.330882+0000","last_unstale":"2024-09-10T10:34:52.311136+0000","last_undegraded":"2024-09-10T10:34:52.311136+0000","last_fullsized":"2024-09-10T10:34:52.311136+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:46.389936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311632+0000","last_change":"2024-09-10T10:34:50.337949+0000","last_active":"2024-09-10T10:34:52.311632+0000","last_peered":"2024-09-10T10:34:52.311632+0000","last_clean":"2024-09-10T10:34:52.311632+0000","last_became_active":"2024-09-10T10:34:50.337476+0000","last_became_peered":"2024-09-10T10:34:50.337476+0000","last_unstale":"2024-09-10T10:34:52.311632+0000","last_undegraded":"2024-09-10T10:34:52.311632+0000","last_fullsized":"2024-09-10T10:34:52.311632+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:55.196679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"57'3","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311473+0000","last_change":"2024-09-10T10:34:49.319669+0000","last_active":"2024-09-10T10:34:52.311473+0000","last_peered":"2024-09-10T10:34:52.311473+0000","last_clean":"2024-09-10T10:34:52.311473+0000","last_became_active":"2024-09-10T10:34:49.318474+0000","last_became_peered":"2024-09-10T10:34:49.318474+0000","last_unstale":"2024-09-10T10:34:52.311473+0000","last_undegraded":"2024-09-10T10:34:52.311473+0000","last_fullsized":"2024-09-10T10:34:52.311473+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:00.874773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311377+0000","last_change":"2024-09-10T10:34:50.333067+0000","last_active":"2024-09-10T10:34:52.311377+0000","last_peered":"2024-09-10T10:34:52.311377+0000","last_clean":"2024-09-10T10:34:52.311377+0000","last_became_active":"2024-09-10T10:34:50.331098+0000","last_became_peered":"2024-09-10T10:34:50.331098+0000","last_unstale":"2024-09-10T10:34:52.311377+0000","last_undegraded":"2024-09-10T10:34:52.311377+0000","last_fullsized":"2024-09-10T10:34:52.311377+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:35.924623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"57'6","reported_seq":20,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434602+0000","last_change":"2024-09-10T10:34:49.321797+0000","last_active":"2024-09-10T10:34:51.434602+0000","last_peered":"2024-09-10T10:34:51.434602+0000","last_clean":"2024-09-10T10:34:51.434602+0000","last_became_active":"2024-09-10T10:34:49.321534+0000","last_became_peered":"2024-09-10T10:34:49.321534+0000","last_unstale":"2024-09-10T10:34:51.434602+0000","last_undegraded":"2024-09-10T10:34:51.434602+0000","last_fullsized":"2024-09-10T10:34:51.434602+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:27:19.450241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310226+0000","last_change":"2024-09-10T10:34:50.323486+0000","last_active":"2024-09-10T10:34:51.310226+0000","last_peered":"2024-09-10T10:34:51.310226+0000","last_clean":"2024-09-10T10:34:51.310226+0000","last_became_active":"2024-09-10T10:34:50.323237+0000","last_became_peered":"2024-09-10T10:34:50.323237+0000","last_unstale":"2024-09-10T10:34:51.310226+0000","last_undegraded":"2024-09-10T10:34:51.310226+0000","last_fullsized":"2024-09-10T10:34:51.310226+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:28:22.299513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311316+0000","last_change":"2024-09-10T10:34:49.323772+0000","last_active":"2024-09-10T10:34:52.311316+0000","last_peered":"2024-09-10T10:34:52.311316+0000","last_clean":"2024-09-10T10:34:52.311316+0000","last_became_active":"2024-09-10T10:34:49.323337+0000","last_became_peered":"2024-09-10T10:34:49.323337+0000","last_unstale":"2024-09-10T10:34:52.311316+0000","last_undegraded":"2024-09-10T10:34:52.311316+0000","last_fullsized":"2024-09-10T10:34:52.311316+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:31:41.792327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337943+0000","last_change":"2024-09-10T10:34:50.316931+0000","last_active":"2024-09-10T10:34:51.337943+0000","last_peered":"2024-09-10T10:34:51.337943+0000","last_clean":"2024-09-10T10:34:51.337943+0000","last_became_active":"2024-09-10T10:34:50.316676+0000","last_became_peered":"2024-09-10T10:34:50.316676+0000","last_unstale":"2024-09-10T10:34:51.337943+0000","last_undegraded":"2024-09-10T10:34:51.337943+0000","last_fullsized":"2024-09-10T10:34:51.337943+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:26.327819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311013+0000","last_change":"2024-09-10T10:34:49.321760+0000","last_active":"2024-09-10T10:34:52.311013+0000","last_peered":"2024-09-10T10:34:52.311013+0000","last_clean":"2024-09-10T10:34:52.311013+0000","last_became_active":"2024-09-10T10:34:49.321477+0000","last_became_peered":"2024-09-10T10:34:49.321477+0000","last_unstale":"2024-09-10T10:34:52.311013+0000","last_undegraded":"2024-09-10T10:34:52.311013+0000","last_fullsized":"2024-09-10T10:34:52.311013+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:46.704691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310245+0000","last_change":"2024-09-10T10:34:50.325444+0000","last_active":"2024-09-10T10:34:51.310245+0000","last_peered":"2024-09-10T10:34:51.310245+0000","last_clean":"2024-09-10T10:34:51.310245+0000","last_became_active":"2024-09-10T10:34:50.325189+0000","last_became_peered":"2024-09-10T10:34:50.325189+0000","last_unstale":"2024-09-10T10:34:51.310245+0000","last_undegraded":"2024-09-10T10:34:51.310245+0000","last_fullsized":"2024-09-10T10:34:51.310245+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:33.717301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311246+0000","last_change":"2024-09-10T10:34:49.321152+0000","last_active":"2024-09-10T10:34:52.311246+0000","last_peered":"2024-09-10T10:34:52.311246+0000","last_clean":"2024-09-10T10:34:52.311246+0000","last_became_active":"2024-09-10T10:34:49.320847+0000","last_became_peered":"2024-09-10T10:34:49.320847+0000","last_unstale":"2024-09-10T10:34:52.311246+0000","last_undegraded":"2024-09-10T10:34:52.311246+0000","last_fullsized":"2024-09-10T10:34:52.311246+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:28.638209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311375+0000","last_change":"2024-09-10T10:34:50.320487+0000","last_active":"2024-09-10T10:34:52.311375+0000","last_peered":"2024-09-10T10:34:52.311375+0000","last_clean":"2024-09-10T10:34:52.311375+0000","last_became_active":"2024-09-10T10:34:50.320194+0000","last_became_peered":"2024-09-10T10:34:50.320194+0000","last_unstale":"2024-09-10T10:34:52.311375+0000","last_undegraded":"2024-09-10T10:34:52.311375+0000","last_fullsized":"2024-09-10T10:34:52.311375+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:33.442078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"57'8","reported_seq":22,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311192+0000","last_change":"2024-09-10T10:34:49.325643+0000","last_active":"2024-09-10T10:34:52.311192+0000","last_peered":"2024-09-10T10:34:52.311192+0000","last_clean":"2024-09-10T10:34:52.311192+0000","last_became_active":"2024-09-10T10:34:49.325349+0000","last_became_peered":"2024-09-10T10:34:49.325349+0000","last_unstale":"2024-09-10T10:34:52.311192+0000","last_undegraded":"2024-09-10T10:34:52.311192+0000","last_fullsized":"2024-09-10T10:34:52.311192+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:25:38.170956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338232+0000","last_change":"2024-09-10T10:34:50.324693+0000","last_active":"2024-09-10T10:34:51.338232+0000","last_peered":"2024-09-10T10:34:51.338232+0000","last_clean":"2024-09-10T10:34:51.338232+0000","last_became_active":"2024-09-10T10:34:50.324392+0000","last_became_peered":"2024-09-10T10:34:50.324392+0000","last_unstale":"2024-09-10T10:34:51.338232+0000","last_undegraded":"2024-09-10T10:34:51.338232+0000","last_fullsized":"2024-09-10T10:34:51.338232+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:23.444637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311224+0000","last_change":"2024-09-10T10:34:49.328556+0000","last_active":"2024-09-10T10:34:51.311224+0000","last_peered":"2024-09-10T10:34:51.311224+0000","last_clean":"2024-09-10T10:34:51.311224+0000","last_became_active":"2024-09-10T10:34:49.328288+0000","last_became_peered":"2024-09-10T10:34:49.328288+0000","last_unstale":"2024-09-10T10:34:51.311224+0000","last_undegraded":"2024-09-10T10:34:51.311224+0000","last_fullsized":"2024-09-10T10:34:51.311224+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:04.094851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338332+0000","last_change":"2024-09-10T10:34:50.331823+0000","last_active":"2024-09-10T10:34:51.338332+0000","last_peered":"2024-09-10T10:34:51.338332+0000","last_clean":"2024-09-10T10:34:51.338332+0000","last_became_active":"2024-09-10T10:34:50.331550+0000","last_became_peered":"2024-09-10T10:34:50.331550+0000","last_unstale":"2024-09-10T10:34:51.338332+0000","last_undegraded":"2024-09-10T10:34:51.338332+0000","last_fullsized":"2024-09-10T10:34:51.338332+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:39.020031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311465+0000","last_change":"2024-09-10T10:34:49.326254+0000","last_active":"2024-09-10T10:34:52.311465+0000","last_peered":"2024-09-10T10:34:52.311465+0000","last_clean":"2024-09-10T10:34:52.311465+0000","last_became_active":"2024-09-10T10:34:49.325956+0000","last_became_peered":"2024-09-10T10:34:49.325956+0000","last_unstale":"2024-09-10T10:34:52.311465+0000","last_undegraded":"2024-09-10T10:34:52.311465+0000","last_fullsized":"2024-09-10T10:34:52.311465+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:39.677501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311566+0000","last_change":"2024-09-10T10:34:50.325259+0000","last_active":"2024-09-10T10:34:51.311566+0000","last_peered":"2024-09-10T10:34:51.311566+0000","last_clean":"2024-09-10T10:34:51.311566+0000","last_became_active":"2024-09-10T10:34:50.325016+0000","last_became_peered":"2024-09-10T10:34:50.325016+0000","last_unstale":"2024-09-10T10:34:51.311566+0000","last_undegraded":"2024-09-10T10:34:51.311566+0000","last_fullsized":"2024-09-10T10:34:51.311566+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:34.173906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338201+0000","last_change":"2024-09-10T10:34:49.321355+0000","last_active":"2024-09-10T10:34:51.338201+0000","last_peered":"2024-09-10T10:34:51.338201+0000","last_clean":"2024-09-10T10:34:51.338201+0000","last_became_active":"2024-09-10T10:34:49.320701+0000","last_became_peered":"2024-09-10T10:34:49.320701+0000","last_unstale":"2024-09-10T10:34:51.338201+0000","last_undegraded":"2024-09-10T10:34:51.338201+0000","last_fullsized":"2024-09-10T10:34:51.338201+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:48.111034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311560+0000","last_change":"2024-09-10T10:34:50.326495+0000","last_active":"2024-09-10T10:34:52.311560+0000","last_peered":"2024-09-10T10:34:52.311560+0000","last_clean":"2024-09-10T10:34:52.311560+0000","last_became_active":"2024-09-10T10:34:50.326236+0000","last_became_peered":"2024-09-10T10:34:50.326236+0000","last_unstale":"2024-09-10T10:34:52.311560+0000","last_undegraded":"2024-09-10T10:34:52.311560+0000","last_fullsized":"2024-09-10T10:34:52.311560+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:00.562320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311558+0000","last_change":"2024-09-10T10:34:49.332324+0000","last_active":"2024-09-10T10:34:52.311558+0000","last_peered":"2024-09-10T10:34:52.311558+0000","last_clean":"2024-09-10T10:34:52.311558+0000","last_became_active":"2024-09-10T10:34:49.332023+0000","last_became_peered":"2024-09-10T10:34:49.332023+0000","last_unstale":"2024-09-10T10:34:52.311558+0000","last_undegraded":"2024-09-10T10:34:52.311558+0000","last_fullsized":"2024-09-10T10:34:52.311558+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:38:44.286810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310385+0000","last_change":"2024-09-10T10:34:50.327605+0000","last_active":"2024-09-10T10:34:51.310385+0000","last_peered":"2024-09-10T10:34:51.310385+0000","last_clean":"2024-09-10T10:34:51.310385+0000","last_became_active":"2024-09-10T10:34:50.327362+0000","last_became_peered":"2024-09-10T10:34:50.327362+0000","last_unstale":"2024-09-10T10:34:51.310385+0000","last_undegraded":"2024-09-10T10:34:51.310385+0000","last_fullsized":"2024-09-10T10:34:51.310385+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:47.050961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311962+0000","last_change":"2024-09-10T10:34:49.325736+0000","last_active":"2024-09-10T10:34:51.311962+0000","last_peered":"2024-09-10T10:34:51.311962+0000","last_clean":"2024-09-10T10:34:51.311962+0000","last_became_active":"2024-09-10T10:34:49.322884+0000","last_became_peered":"2024-09-10T10:34:49.322884+0000","last_unstale":"2024-09-10T10:34:51.311962+0000","last_undegraded":"2024-09-10T10:34:51.311962+0000","last_fullsized":"2024-09-10T10:34:51.311962+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:22.932365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311176+0000","last_change":"2024-09-10T10:34:50.335053+0000","last_active":"2024-09-10T10:34:52.311176+0000","last_peered":"2024-09-10T10:34:52.311176+0000","last_clean":"2024-09-10T10:34:52.311176+0000","last_became_active":"2024-09-10T10:34:50.334753+0000","last_became_peered":"2024-09-10T10:34:50.334753+0000","last_unstale":"2024-09-10T10:34:52.311176+0000","last_undegraded":"2024-09-10T10:34:52.311176+0000","last_fullsized":"2024-09-10T10:34:52.311176+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:07.349670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311298+0000","last_change":"2024-09-10T10:34:49.325085+0000","last_active":"2024-09-10T10:34:52.311298+0000","last_peered":"2024-09-10T10:34:52.311298+0000","last_clean":"2024-09-10T10:34:52.311298+0000","last_became_active":"2024-09-10T10:34:49.323449+0000","last_became_peered":"2024-09-10T10:34:49.323449+0000","last_unstale":"2024-09-10T10:34:52.311298+0000","last_undegraded":"2024-09-10T10:34:52.311298+0000","last_fullsized":"2024-09-10T10:34:52.311298+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:31:09.201018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310963+0000","last_change":"2024-09-10T10:34:50.330627+0000","last_active":"2024-09-10T10:34:52.310963+0000","last_peered":"2024-09-10T10:34:52.310963+0000","last_clean":"2024-09-10T10:34:52.310963+0000","last_became_active":"2024-09-10T10:34:50.330383+0000","last_became_peered":"2024-09-10T10:34:50.330383+0000","last_unstale":"2024-09-10T10:34:52.310963+0000","last_undegraded":"2024-09-10T10:34:52.310963+0000","last_fullsized":"2024-09-10T10:34:52.310963+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:42.860679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310232+0000","last_change":"2024-09-10T10:34:49.328164+0000","last_active":"2024-09-10T10:34:51.310232+0000","last_peered":"2024-09-10T10:34:51.310232+0000","last_clean":"2024-09-10T10:34:51.310232+0000","last_became_active":"2024-09-10T10:34:49.327900+0000","last_became_peered":"2024-09-10T10:34:49.327900+0000","last_unstale":"2024-09-10T10:34:51.310232+0000","last_undegraded":"2024-09-10T10:34:51.310232+0000","last_fullsized":"2024-09-10T10:34:51.310232+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:04.094851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338345+0000","last_change":"2024-09-10T10:34:50.319498+0000","last_active":"2024-09-10T10:34:51.338345+0000","last_peered":"2024-09-10T10:34:51.338345+0000","last_clean":"2024-09-10T10:34:51.338345+0000","last_became_active":"2024-09-10T10:34:50.319246+0000","last_became_peered":"2024-09-10T10:34:50.319246+0000","last_unstale":"2024-09-10T10:34:51.338345+0000","last_undegraded":"2024-09-10T10:34:51.338345+0000","last_fullsized":"2024-09-10T10:34:51.338345+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:16.422117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311345+0000","last_change":"2024-09-10T10:34:49.328527+0000","last_active":"2024-09-10T10:34:51.311345+0000","last_peered":"2024-09-10T10:34:51.311345+0000","last_clean":"2024-09-10T10:34:51.311345+0000","last_became_active":"2024-09-10T10:34:49.327979+0000","last_became_peered":"2024-09-10T10:34:49.327979+0000","last_unstale":"2024-09-10T10:34:51.311345+0000","last_undegraded":"2024-09-10T10:34:51.311345+0000","last_fullsized":"2024-09-10T10:34:51.311345+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:04.929241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338424+0000","last_change":"2024-09-10T10:34:50.318194+0000","last_active":"2024-09-10T10:34:51.338424+0000","last_peered":"2024-09-10T10:34:51.338424+0000","last_clean":"2024-09-10T10:34:51.338424+0000","last_became_active":"2024-09-10T10:34:50.317919+0000","last_became_peered":"2024-09-10T10:34:50.317919+0000","last_unstale":"2024-09-10T10:34:51.338424+0000","last_undegraded":"2024-09-10T10:34:51.338424+0000","last_fullsized":"2024-09-10T10:34:51.338424+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:33:14.644496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"58'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335507+0000","last_change":"2024-09-10T10:34:49.332166+0000","last_active":"2024-09-10T10:34:51.335507+0000","last_peered":"2024-09-10T10:34:51.335507+0000","last_clean":"2024-09-10T10:34:51.335507+0000","last_became_active":"2024-09-10T10:34:49.331899+0000","last_became_peered":"2024-09-10T10:34:49.331899+0000","last_unstale":"2024-09-10T10:34:51.335507+0000","last_undegraded":"2024-09-10T10:34:51.335507+0000","last_fullsized":"2024-09-10T10:34:51.335507+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:21.896536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311657+0000","last_change":"2024-09-10T10:34:50.323788+0000","last_active":"2024-09-10T10:34:51.311657+0000","last_peered":"2024-09-10T10:34:51.311657+0000","last_clean":"2024-09-10T10:34:51.311657+0000","last_became_active":"2024-09-10T10:34:50.323476+0000","last_became_peered":"2024-09-10T10:34:50.323476+0000","last_unstale":"2024-09-10T10:34:51.311657+0000","last_undegraded":"2024-09-10T10:34:51.311657+0000","last_fullsized":"2024-09-10T10:34:51.311657+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:49.118166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310642+0000","last_change":"2024-09-10T10:34:49.319916+0000","last_active":"2024-09-10T10:34:51.310642+0000","last_peered":"2024-09-10T10:34:51.310642+0000","last_clean":"2024-09-10T10:34:51.310642+0000","last_became_active":"2024-09-10T10:34:49.319604+0000","last_became_peered":"2024-09-10T10:34:49.319604+0000","last_unstale":"2024-09-10T10:34:51.310642+0000","last_undegraded":"2024-09-10T10:34:51.310642+0000","last_fullsized":"2024-09-10T10:34:51.310642+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:14.586526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311524+0000","last_change":"2024-09-10T10:34:50.331934+0000","last_active":"2024-09-10T10:34:52.311524+0000","last_peered":"2024-09-10T10:34:52.311524+0000","last_clean":"2024-09-10T10:34:52.311524+0000","last_became_active":"2024-09-10T10:34:50.330788+0000","last_became_peered":"2024-09-10T10:34:50.330788+0000","last_unstale":"2024-09-10T10:34:52.311524+0000","last_undegraded":"2024-09-10T10:34:52.311524+0000","last_fullsized":"2024-09-10T10:34:52.311524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:07.600680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337948+0000","last_change":"2024-09-10T10:34:49.319895+0000","last_active":"2024-09-10T10:34:51.337948+0000","last_peered":"2024-09-10T10:34:51.337948+0000","last_clean":"2024-09-10T10:34:51.337948+0000","last_became_active":"2024-09-10T10:34:49.319609+0000","last_became_peered":"2024-09-10T10:34:49.319609+0000","last_unstale":"2024-09-10T10:34:51.337948+0000","last_undegraded":"2024-09-10T10:34:51.337948+0000","last_fullsized":"2024-09-10T10:34:51.337948+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:27:19.450241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335124+0000","last_change":"2024-09-10T10:34:50.330909+0000","last_active":"2024-09-10T10:34:51.335124+0000","last_peered":"2024-09-10T10:34:51.335124+0000","last_clean":"2024-09-10T10:34:51.335124+0000","last_became_active":"2024-09-10T10:34:50.330640+0000","last_became_peered":"2024-09-10T10:34:50.330640+0000","last_unstale":"2024-09-10T10:34:51.335124+0000","last_undegraded":"2024-09-10T10:34:51.335124+0000","last_fullsized":"2024-09-10T10:34:51.335124+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:26.327819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311106+0000","last_change":"2024-09-10T10:34:49.329338+0000","last_active":"2024-09-10T10:34:51.311106+0000","last_peered":"2024-09-10T10:34:51.311106+0000","last_clean":"2024-09-10T10:34:51.311106+0000","last_became_active":"2024-09-10T10:34:49.328967+0000","last_became_peered":"2024-09-10T10:34:49.328967+0000","last_unstale":"2024-09-10T10:34:51.311106+0000","last_undegraded":"2024-09-10T10:34:51.311106+0000","last_fullsized":"2024-09-10T10:34:51.311106+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:51.456928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434685+0000","last_change":"2024-09-10T10:34:50.327227+0000","last_active":"2024-09-10T10:34:51.434685+0000","last_peered":"2024-09-10T10:34:51.434685+0000","last_clean":"2024-09-10T10:34:51.434685+0000","last_became_active":"2024-09-10T10:34:50.326947+0000","last_became_peered":"2024-09-10T10:34:50.326947+0000","last_unstale":"2024-09-10T10:34:51.434685+0000","last_undegraded":"2024-09-10T10:34:51.434685+0000","last_fullsized":"2024-09-10T10:34:51.434685+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:10:58.459823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337804+0000","last_change":"2024-09-10T10:34:49.329433+0000","last_active":"2024-09-10T10:34:51.337804+0000","last_peered":"2024-09-10T10:34:51.337804+0000","last_clean":"2024-09-10T10:34:51.337804+0000","last_became_active":"2024-09-10T10:34:49.329169+0000","last_became_peered":"2024-09-10T10:34:49.329169+0000","last_unstale":"2024-09-10T10:34:51.337804+0000","last_undegraded":"2024-09-10T10:34:51.337804+0000","last_fullsized":"2024-09-10T10:34:51.337804+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:21.896536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310923+0000","last_change":"2024-09-10T10:34:50.329764+0000","last_active":"2024-09-10T10:34:52.310923+0000","last_peered":"2024-09-10T10:34:52.310923+0000","last_clean":"2024-09-10T10:34:52.310923+0000","last_became_active":"2024-09-10T10:34:50.329297+0000","last_became_peered":"2024-09-10T10:34:50.329297+0000","last_unstale":"2024-09-10T10:34:52.310923+0000","last_undegraded":"2024-09-10T10:34:52.310923+0000","last_fullsized":"2024-09-10T10:34:52.310923+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:14.121859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.334954+0000","last_change":"2024-09-10T10:34:49.331622+0000","last_active":"2024-09-10T10:34:51.334954+0000","last_peered":"2024-09-10T10:34:51.334954+0000","last_clean":"2024-09-10T10:34:51.334954+0000","last_became_active":"2024-09-10T10:34:49.331322+0000","last_became_peered":"2024-09-10T10:34:49.331322+0000","last_unstale":"2024-09-10T10:34:51.334954+0000","last_undegraded":"2024-09-10T10:34:51.334954+0000","last_fullsized":"2024-09-10T10:34:51.334954+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:46.043829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311001+0000","last_change":"2024-09-10T10:34:50.323648+0000","last_active":"2024-09-10T10:34:51.311001+0000","last_peered":"2024-09-10T10:34:51.311001+0000","last_clean":"2024-09-10T10:34:51.311001+0000","last_became_active":"2024-09-10T10:34:50.323198+0000","last_became_peered":"2024-09-10T10:34:50.323198+0000","last_unstale":"2024-09-10T10:34:51.311001+0000","last_undegraded":"2024-09-10T10:34:51.311001+0000","last_fullsized":"2024-09-10T10:34:51.311001+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:28:22.299513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311063+0000","last_change":"2024-09-10T10:34:49.325721+0000","last_active":"2024-09-10T10:34:52.311063+0000","last_peered":"2024-09-10T10:34:52.311063+0000","last_clean":"2024-09-10T10:34:52.311063+0000","last_became_active":"2024-09-10T10:34:49.325452+0000","last_became_peered":"2024-09-10T10:34:49.325452+0000","last_unstale":"2024-09-10T10:34:52.311063+0000","last_undegraded":"2024-09-10T10:34:52.311063+0000","last_fullsized":"2024-09-10T10:34:52.311063+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:34:25.489273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311215+0000","last_change":"2024-09-10T10:34:50.329559+0000","last_active":"2024-09-10T10:34:52.311215+0000","last_peered":"2024-09-10T10:34:52.311215+0000","last_clean":"2024-09-10T10:34:52.311215+0000","last_became_active":"2024-09-10T10:34:50.329002+0000","last_became_peered":"2024-09-10T10:34:50.329002+0000","last_unstale":"2024-09-10T10:34:52.311215+0000","last_undegraded":"2024-09-10T10:34:52.311215+0000","last_fullsized":"2024-09-10T10:34:52.311215+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:45.146072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434266+0000","last_change":"2024-09-10T10:34:49.320911+0000","last_active":"2024-09-10T10:34:51.434266+0000","last_peered":"2024-09-10T10:34:51.434266+0000","last_clean":"2024-09-10T10:34:51.434266+0000","last_became_active":"2024-09-10T10:34:49.320637+0000","last_became_peered":"2024-09-10T10:34:49.320637+0000","last_unstale":"2024-09-10T10:34:51.434266+0000","last_undegraded":"2024-09-10T10:34:51.434266+0000","last_fullsized":"2024-09-10T10:34:51.434266+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:21.896536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":235,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310302+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:34:51.310302+0000","last_peered":"2024-09-10T10:34:51.310302+0000","last_clean":"2024-09-10T10:34:51.310302+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:34:51.310302+0000","last_undegraded":"2024-09-10T10:34:51.310302+0000","last_fullsized":"2024-09-10T10:34:51.310302+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509474,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":696320,"data_stored":283781,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509474,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31864,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339976,"statfs":{"total":96636764160,"available":96604135424,"internally_reserved":0,"allocated":692224,"data_stored":283711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509473,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":696320,"data_stored":284305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509474,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":692224,"data_stored":283779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509475,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31884,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339956,"statfs":{"total":96636764160,"available":96604114944,"internally_reserved":0,"allocated":708608,"data_stored":285461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509474,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":874639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509473,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":700416,"data_stored":285301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542179,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":874091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:34:59.037 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:34:59.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.185+0000 7fc661000640 1 Processor -- start 2024-09-10T10:34:59.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.185+0000 7fc661000640 1 -- start start 2024-09-10T10:34:59.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc661000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc65c15b220 0x7fc65c071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc661000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc65c0b56f0 0x7fc65c0b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc661000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc65c0ce880 con 0x7fc65c15b600 2024-09-10T10:34:59.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc661000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc65c06d6e0 con 0x7fc65c0b56f0 2024-09-10T10:34:59.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc661000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fc65c0ceb60 con 0x7fc65c15b220 2024-09-10T10:34:59.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc65a800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc65c0b56f0 0x7fc65c0b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc659400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc65c15b600 0x7fc65c0b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:48636/0 (socket says 172.21.15.22:48636) 2024-09-10T10:34:59.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc659400640 1 -- 172.21.15.22:0/1303494780 learned_addr learned my addr 172.21.15.22:0/1303494780 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:34:59.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc659e00640 1 --2- 172.21.15.22:0/1303494780 >> v2:172.21.15.145:3300/0 conn(0x7fc65c15b220 0x7fc65c071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc65a800640 1 -- 172.21.15.22:0/1303494780 >> v2:172.21.15.145:3300/0 conn(0x7fc65c15b220 msgr2=0x7fc65c071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:59.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc65a800640 1 --2- 172.21.15.22:0/1303494780 >> v2:172.21.15.145:3300/0 conn(0x7fc65c15b220 0x7fc65c071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc65a800640 1 -- 172.21.15.22:0/1303494780 >> v1:172.21.15.22:6789/0 conn(0x7fc65c15b600 legacy=0x7fc65c0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.189+0000 7fc65a800640 1 -- 172.21.15.22:0/1303494780 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc65c0cee40 con 0x7fc65c0b56f0 2024-09-10T10:34:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc65a800640 1 --2- 172.21.15.22:0/1303494780 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 0x7fc65c0b3f10 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fc65c06f400 tx=0x7fc65401c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14974e69e0dd3f6a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc658a00640 1 -- 172.21.15.22:0/1303494780 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6540b2070 con 0x7fc65c0b56f0 2024-09-10T10:34:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc658a00640 1 -- 172.21.15.22:0/1303494780 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6540a58c0 con 0x7fc65c0b56f0 2024-09-10T10:34:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc658a00640 1 -- 172.21.15.22:0/1303494780 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6540a5c90 con 0x7fc65c0b56f0 2024-09-10T10:34:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 -- 172.21.15.22:0/1303494780 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 msgr2=0x7fc65c0b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 --2- 172.21.15.22:0/1303494780 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 0x7fc65c0b3f10 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fc65c06f400 tx=0x7fc65401c7e0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 -- 172.21.15.22:0/1303494780 shutdown_connections 2024-09-10T10:34:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 --2- 172.21.15.22:0/1303494780 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 0x7fc65c0b3f10 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 --2- 172.21.15.22:0/1303494780 >> v2:172.21.15.145:3300/0 conn(0x7fc65c15b220 0x7fc65c071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 -- 172.21.15.22:0/1303494780 >> 172.21.15.22:0/1303494780 conn(0x7fc65c062dd0 msgr2=0x7fc65c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 -- 172.21.15.22:0/1303494780 shutdown_connections 2024-09-10T10:34:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 -- 172.21.15.22:0/1303494780 wait complete. 2024-09-10T10:34:59.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 Processor -- start 2024-09-10T10:34:59.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 -- start start 2024-09-10T10:34:59.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 0x7fc65c14b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc65c15b220 0x7fc65c0ac670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc65c15b600 0x7fc65c0cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc65c0cffd0 con 0x7fc65c0b56f0 2024-09-10T10:34:59.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc65c0cfe50 con 0x7fc65c15b220 2024-09-10T10:34:59.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.193+0000 7fc661000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc65c0d0150 con 0x7fc65c15b600 2024-09-10T10:34:59.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 0x7fc65c14b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 0x7fc65c14b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47736/0 (socket says 172.21.15.22:47736) 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659e00640 1 -- 172.21.15.22:0/904082150 learned_addr learned my addr 172.21.15.22:0/904082150 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc65a800640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc65c15b600 0x7fc65c0cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659400640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc65c15b220 0x7fc65c0ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659e00640 1 -- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc65c15b600 msgr2=0x7fc65c0cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659e00640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc65c15b600 0x7fc65c0cc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659e00640 1 -- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc65c15b220 msgr2=0x7fc65c0ac670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659e00640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc65c15b220 0x7fc65c0ac670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659e00640 1 -- 172.21.15.22:0/904082150 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc65c0b1050 con 0x7fc65c0b56f0 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659400640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc65c15b220 0x7fc65c0ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:34:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc659e00640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 0x7fc65c14b020 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fc64c00d800 tx=0x7fc64c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:59.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc652000640 1 -- 172.21.15.22:0/904082150 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc64c00b6c0 con 0x7fc65c0b56f0 2024-09-10T10:34:59.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc652000640 1 -- 172.21.15.22:0/904082150 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc64c019070 con 0x7fc65c0b56f0 2024-09-10T10:34:59.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc652000640 1 -- 172.21.15.22:0/904082150 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc64c00ba60 con 0x7fc65c0b56f0 2024-09-10T10:34:59.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc661000640 1 -- 172.21.15.22:0/904082150 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc65c0acbb0 con 0x7fc65c0b56f0 2024-09-10T10:34:59.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc661000640 1 -- 172.21.15.22:0/904082150 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc65c0aad30 con 0x7fc65c0b56f0 2024-09-10T10:34:59.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc661000640 1 -- 172.21.15.22:0/904082150 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc65c0b3f10 con 0x7fc65c0b56f0 2024-09-10T10:34:59.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.197+0000 7fc652000640 1 -- 172.21.15.22:0/904082150 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc64c00bc00 con 0x7fc65c0b56f0 2024-09-10T10:34:59.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.201+0000 7fc652000640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc63c0678f0 0x7fc63c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.201+0000 7fc652000640 1 -- 172.21.15.22:0/904082150 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fc64c0861d0 con 0x7fc65c0b56f0 2024-09-10T10:34:59.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.201+0000 7fc659400640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc63c0678f0 0x7fc63c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.201+0000 7fc659400640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc63c0678f0 0x7fc63c069db0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc648007fd0 tx=0x7fc648009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:59.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.205+0000 7fc652000640 1 -- 172.21.15.22:0/904082150 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc64c056c70 con 0x7fc65c0b56f0 2024-09-10T10:34:59.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.369+0000 7fc661000640 1 -- 172.21.15.22:0/904082150 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc65c0ac300 con 0x7fc63c0678f0 2024-09-10T10:34:59.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.377+0000 7fc652000640 1 -- 172.21.15.22:0/904082150 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251847 (secure 0 0 0) 0x7fc6480070d0 con 0x7fc63c0678f0 2024-09-10T10:34:59.383 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:34:59.384 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:34:59.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 -- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc63c0678f0 msgr2=0x7fc63c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc63c0678f0 0x7fc63c069db0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc648007fd0 tx=0x7fc648009040 comp rx=0 tx=0).stop 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 -- 172.21.15.22:0/904082150 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 msgr2=0x7fc65c14b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 0x7fc65c14b020 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fc64c00d800 tx=0x7fc64c00dcc0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 -- 172.21.15.22:0/904082150 shutdown_connections 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc63c0678f0 0x7fc63c069db0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc65c15b600 0x7fc65c0cc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc65c15b220 0x7fc65c0ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 --2- 172.21.15.22:0/904082150 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc65c0b56f0 0x7fc65c14b020 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 -- 172.21.15.22:0/904082150 >> 172.21.15.22:0/904082150 conn(0x7fc65c062dd0 msgr2=0x7fc65c15da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 -- 172.21.15.22:0/904082150 shutdown_connections 2024-09-10T10:34:59.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.381+0000 7fc661000640 1 -- 172.21.15.22:0/904082150 wait complete. 2024-09-10T10:34:59.404 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":132,"stamp":"2024-09-10T10:34:59.367896+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251956,"kb_used_data":6600,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754722764,"statfs":{"total":773094113280,"available":772836110336,"internally_reserved":0,"allocated":6758400,"data_stored":3455068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.060674"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335453+0000","last_change":"2024-09-10T10:34:50.332276+0000","last_active":"2024-09-10T10:34:51.335453+0000","last_peered":"2024-09-10T10:34:51.335453+0000","last_clean":"2024-09-10T10:34:51.335453+0000","last_became_active":"2024-09-10T10:34:50.331982+0000","last_became_peered":"2024-09-10T10:34:50.331982+0000","last_unstale":"2024-09-10T10:34:51.335453+0000","last_undegraded":"2024-09-10T10:34:51.335453+0000","last_fullsized":"2024-09-10T10:34:51.335453+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:23.444637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311593+0000","last_change":"2024-09-10T10:34:50.327976+0000","last_active":"2024-09-10T10:34:51.311593+0000","last_peered":"2024-09-10T10:34:51.311593+0000","last_clean":"2024-09-10T10:34:51.311593+0000","last_became_active":"2024-09-10T10:34:50.327743+0000","last_became_peered":"2024-09-10T10:34:50.327743+0000","last_unstale":"2024-09-10T10:34:51.311593+0000","last_undegraded":"2024-09-10T10:34:51.311593+0000","last_fullsized":"2024-09-10T10:34:51.311593+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:22.903668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338208+0000","last_change":"2024-09-10T10:34:50.319599+0000","last_active":"2024-09-10T10:34:51.338208+0000","last_peered":"2024-09-10T10:34:51.338208+0000","last_clean":"2024-09-10T10:34:51.338208+0000","last_became_active":"2024-09-10T10:34:50.319160+0000","last_became_peered":"2024-09-10T10:34:50.319160+0000","last_unstale":"2024-09-10T10:34:51.338208+0000","last_undegraded":"2024-09-10T10:34:51.338208+0000","last_fullsized":"2024-09-10T10:34:51.338208+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.231299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311519+0000","last_change":"2024-09-10T10:34:50.327148+0000","last_active":"2024-09-10T10:34:52.311519+0000","last_peered":"2024-09-10T10:34:52.311519+0000","last_clean":"2024-09-10T10:34:52.311519+0000","last_became_active":"2024-09-10T10:34:50.326869+0000","last_became_peered":"2024-09-10T10:34:50.326869+0000","last_unstale":"2024-09-10T10:34:52.311519+0000","last_undegraded":"2024-09-10T10:34:52.311519+0000","last_fullsized":"2024-09-10T10:34:52.311519+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:41.895732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335101+0000","last_change":"2024-09-10T10:34:50.330577+0000","last_active":"2024-09-10T10:34:51.335101+0000","last_peered":"2024-09-10T10:34:51.335101+0000","last_clean":"2024-09-10T10:34:51.335101+0000","last_became_active":"2024-09-10T10:34:50.326306+0000","last_became_peered":"2024-09-10T10:34:50.326306+0000","last_unstale":"2024-09-10T10:34:51.335101+0000","last_undegraded":"2024-09-10T10:34:51.335101+0000","last_fullsized":"2024-09-10T10:34:51.335101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:44.832131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335070+0000","last_change":"2024-09-10T10:34:50.329373+0000","last_active":"2024-09-10T10:34:51.335070+0000","last_peered":"2024-09-10T10:34:51.335070+0000","last_clean":"2024-09-10T10:34:51.335070+0000","last_became_active":"2024-09-10T10:34:50.329112+0000","last_became_peered":"2024-09-10T10:34:50.329112+0000","last_unstale":"2024-09-10T10:34:51.335070+0000","last_undegraded":"2024-09-10T10:34:51.335070+0000","last_fullsized":"2024-09-10T10:34:51.335070+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:23.939497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311084+0000","last_change":"2024-09-10T10:34:50.317493+0000","last_active":"2024-09-10T10:34:52.311084+0000","last_peered":"2024-09-10T10:34:52.311084+0000","last_clean":"2024-09-10T10:34:52.311084+0000","last_became_active":"2024-09-10T10:34:50.317250+0000","last_became_peered":"2024-09-10T10:34:50.317250+0000","last_unstale":"2024-09-10T10:34:52.311084+0000","last_undegraded":"2024-09-10T10:34:52.311084+0000","last_fullsized":"2024-09-10T10:34:52.311084+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:54:59.299316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310921+0000","last_change":"2024-09-10T10:34:50.334021+0000","last_active":"2024-09-10T10:34:52.310921+0000","last_peered":"2024-09-10T10:34:52.310921+0000","last_clean":"2024-09-10T10:34:52.310921+0000","last_became_active":"2024-09-10T10:34:50.333739+0000","last_became_peered":"2024-09-10T10:34:50.333739+0000","last_unstale":"2024-09-10T10:34:52.310921+0000","last_undegraded":"2024-09-10T10:34:52.310921+0000","last_fullsized":"2024-09-10T10:34:52.310921+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:05:53.035523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310797+0000","last_change":"2024-09-10T10:34:50.333695+0000","last_active":"2024-09-10T10:34:51.310797+0000","last_peered":"2024-09-10T10:34:51.310797+0000","last_clean":"2024-09-10T10:34:51.310797+0000","last_became_active":"2024-09-10T10:34:50.333462+0000","last_became_peered":"2024-09-10T10:34:50.333462+0000","last_unstale":"2024-09-10T10:34:51.310797+0000","last_undegraded":"2024-09-10T10:34:51.310797+0000","last_fullsized":"2024-09-10T10:34:51.310797+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:22.903668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335434+0000","last_change":"2024-09-10T10:34:50.323292+0000","last_active":"2024-09-10T10:34:51.335434+0000","last_peered":"2024-09-10T10:34:51.335434+0000","last_clean":"2024-09-10T10:34:51.335434+0000","last_became_active":"2024-09-10T10:34:50.322780+0000","last_became_peered":"2024-09-10T10:34:50.322780+0000","last_unstale":"2024-09-10T10:34:51.335434+0000","last_undegraded":"2024-09-10T10:34:51.335434+0000","last_fullsized":"2024-09-10T10:34:51.335434+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:37.083522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.312029+0000","last_change":"2024-09-10T10:34:50.336704+0000","last_active":"2024-09-10T10:34:51.312029+0000","last_peered":"2024-09-10T10:34:51.312029+0000","last_clean":"2024-09-10T10:34:51.312029+0000","last_became_active":"2024-09-10T10:34:50.334598+0000","last_became_peered":"2024-09-10T10:34:50.334598+0000","last_unstale":"2024-09-10T10:34:51.312029+0000","last_undegraded":"2024-09-10T10:34:51.312029+0000","last_fullsized":"2024-09-10T10:34:51.312029+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:33:14.644496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310602+0000","last_change":"2024-09-10T10:34:50.323112+0000","last_active":"2024-09-10T10:34:51.310602+0000","last_peered":"2024-09-10T10:34:51.310602+0000","last_clean":"2024-09-10T10:34:51.310602+0000","last_became_active":"2024-09-10T10:34:50.322854+0000","last_became_peered":"2024-09-10T10:34:50.322854+0000","last_unstale":"2024-09-10T10:34:51.310602+0000","last_undegraded":"2024-09-10T10:34:51.310602+0000","last_fullsized":"2024-09-10T10:34:51.310602+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:34.173906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434510+0000","last_change":"2024-09-10T10:34:50.318978+0000","last_active":"2024-09-10T10:34:51.434510+0000","last_peered":"2024-09-10T10:34:51.434510+0000","last_clean":"2024-09-10T10:34:51.434510+0000","last_became_active":"2024-09-10T10:34:50.318671+0000","last_became_peered":"2024-09-10T10:34:50.318671+0000","last_unstale":"2024-09-10T10:34:51.434510+0000","last_undegraded":"2024-09-10T10:34:51.434510+0000","last_fullsized":"2024-09-10T10:34:51.434510+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:06.531159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337863+0000","last_change":"2024-09-10T10:34:50.326073+0000","last_active":"2024-09-10T10:34:51.337863+0000","last_peered":"2024-09-10T10:34:51.337863+0000","last_clean":"2024-09-10T10:34:51.337863+0000","last_became_active":"2024-09-10T10:34:50.325819+0000","last_became_peered":"2024-09-10T10:34:50.325819+0000","last_unstale":"2024-09-10T10:34:51.337863+0000","last_undegraded":"2024-09-10T10:34:51.337863+0000","last_fullsized":"2024-09-10T10:34:51.337863+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:44.832131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434384+0000","last_change":"2024-09-10T10:34:50.315862+0000","last_active":"2024-09-10T10:34:51.434384+0000","last_peered":"2024-09-10T10:34:51.434384+0000","last_clean":"2024-09-10T10:34:51.434384+0000","last_became_active":"2024-09-10T10:34:50.315598+0000","last_became_peered":"2024-09-10T10:34:50.315598+0000","last_unstale":"2024-09-10T10:34:51.434384+0000","last_undegraded":"2024-09-10T10:34:51.434384+0000","last_fullsized":"2024-09-10T10:34:51.434384+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:16:30.725620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.334928+0000","last_change":"2024-09-10T10:34:50.323218+0000","last_active":"2024-09-10T10:34:51.334928+0000","last_peered":"2024-09-10T10:34:51.334928+0000","last_clean":"2024-09-10T10:34:51.334928+0000","last_became_active":"2024-09-10T10:34:50.322992+0000","last_became_peered":"2024-09-10T10:34:50.322992+0000","last_unstale":"2024-09-10T10:34:51.334928+0000","last_undegraded":"2024-09-10T10:34:51.334928+0000","last_fullsized":"2024-09-10T10:34:51.334928+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:29.032024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335541+0000","last_change":"2024-09-10T10:34:50.320690+0000","last_active":"2024-09-10T10:34:51.335541+0000","last_peered":"2024-09-10T10:34:51.335541+0000","last_clean":"2024-09-10T10:34:51.335541+0000","last_became_active":"2024-09-10T10:34:50.320436+0000","last_became_peered":"2024-09-10T10:34:50.320436+0000","last_unstale":"2024-09-10T10:34:51.335541+0000","last_undegraded":"2024-09-10T10:34:51.335541+0000","last_fullsized":"2024-09-10T10:34:51.335541+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:39.020031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338228+0000","last_change":"2024-09-10T10:34:50.328786+0000","last_active":"2024-09-10T10:34:51.338228+0000","last_peered":"2024-09-10T10:34:51.338228+0000","last_clean":"2024-09-10T10:34:51.338228+0000","last_became_active":"2024-09-10T10:34:50.328458+0000","last_became_peered":"2024-09-10T10:34:50.328458+0000","last_unstale":"2024-09-10T10:34:51.338228+0000","last_undegraded":"2024-09-10T10:34:51.338228+0000","last_fullsized":"2024-09-10T10:34:51.338228+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:37.083522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311436+0000","last_change":"2024-09-10T10:34:50.336373+0000","last_active":"2024-09-10T10:34:51.311436+0000","last_peered":"2024-09-10T10:34:51.311436+0000","last_clean":"2024-09-10T10:34:51.311436+0000","last_became_active":"2024-09-10T10:34:50.336052+0000","last_became_peered":"2024-09-10T10:34:50.336052+0000","last_unstale":"2024-09-10T10:34:51.311436+0000","last_undegraded":"2024-09-10T10:34:51.311436+0000","last_fullsized":"2024-09-10T10:34:51.311436+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:47.050961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.312180+0000","last_change":"2024-09-10T10:34:50.334325+0000","last_active":"2024-09-10T10:34:51.312180+0000","last_peered":"2024-09-10T10:34:51.312180+0000","last_clean":"2024-09-10T10:34:51.312180+0000","last_became_active":"2024-09-10T10:34:50.334064+0000","last_became_peered":"2024-09-10T10:34:50.334064+0000","last_unstale":"2024-09-10T10:34:51.312180+0000","last_undegraded":"2024-09-10T10:34:51.312180+0000","last_fullsized":"2024-09-10T10:34:51.312180+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:11:08.546884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434692+0000","last_change":"2024-09-10T10:34:50.317824+0000","last_active":"2024-09-10T10:34:51.434692+0000","last_peered":"2024-09-10T10:34:51.434692+0000","last_clean":"2024-09-10T10:34:51.434692+0000","last_became_active":"2024-09-10T10:34:50.317283+0000","last_became_peered":"2024-09-10T10:34:50.317283+0000","last_unstale":"2024-09-10T10:34:51.434692+0000","last_undegraded":"2024-09-10T10:34:51.434692+0000","last_fullsized":"2024-09-10T10:34:51.434692+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:09.693343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.312236+0000","last_change":"2024-09-10T10:34:50.327706+0000","last_active":"2024-09-10T10:34:51.312236+0000","last_peered":"2024-09-10T10:34:51.312236+0000","last_clean":"2024-09-10T10:34:51.312236+0000","last_became_active":"2024-09-10T10:34:50.327387+0000","last_became_peered":"2024-09-10T10:34:50.327387+0000","last_unstale":"2024-09-10T10:34:51.312236+0000","last_undegraded":"2024-09-10T10:34:51.312236+0000","last_fullsized":"2024-09-10T10:34:51.312236+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:09.670013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311181+0000","last_change":"2024-09-10T10:34:50.319143+0000","last_active":"2024-09-10T10:34:52.311181+0000","last_peered":"2024-09-10T10:34:52.311181+0000","last_clean":"2024-09-10T10:34:52.311181+0000","last_became_active":"2024-09-10T10:34:50.318883+0000","last_became_peered":"2024-09-10T10:34:50.318883+0000","last_unstale":"2024-09-10T10:34:52.311181+0000","last_undegraded":"2024-09-10T10:34:52.311181+0000","last_fullsized":"2024-09-10T10:34:52.311181+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:02:52.177557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310178+0000","last_change":"2024-09-10T10:34:50.327202+0000","last_active":"2024-09-10T10:34:51.310178+0000","last_peered":"2024-09-10T10:34:51.310178+0000","last_clean":"2024-09-10T10:34:51.310178+0000","last_became_active":"2024-09-10T10:34:50.326708+0000","last_became_peered":"2024-09-10T10:34:50.326708+0000","last_unstale":"2024-09-10T10:34:51.310178+0000","last_undegraded":"2024-09-10T10:34:51.310178+0000","last_fullsized":"2024-09-10T10:34:51.310178+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:44.327392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311319+0000","last_change":"2024-09-10T10:34:50.328279+0000","last_active":"2024-09-10T10:34:51.311319+0000","last_peered":"2024-09-10T10:34:51.311319+0000","last_clean":"2024-09-10T10:34:51.311319+0000","last_became_active":"2024-09-10T10:34:50.328029+0000","last_became_peered":"2024-09-10T10:34:50.328029+0000","last_unstale":"2024-09-10T10:34:51.311319+0000","last_undegraded":"2024-09-10T10:34:51.311319+0000","last_fullsized":"2024-09-10T10:34:51.311319+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:33.717301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434687+0000","last_change":"2024-09-10T10:34:50.319030+0000","last_active":"2024-09-10T10:34:51.434687+0000","last_peered":"2024-09-10T10:34:51.434687+0000","last_clean":"2024-09-10T10:34:51.434687+0000","last_became_active":"2024-09-10T10:34:50.318765+0000","last_became_peered":"2024-09-10T10:34:50.318765+0000","last_unstale":"2024-09-10T10:34:51.434687+0000","last_undegraded":"2024-09-10T10:34:51.434687+0000","last_fullsized":"2024-09-10T10:34:51.434687+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:29.032024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311617+0000","last_change":"2024-09-10T10:34:50.318209+0000","last_active":"2024-09-10T10:34:51.311617+0000","last_peered":"2024-09-10T10:34:51.311617+0000","last_clean":"2024-09-10T10:34:51.311617+0000","last_became_active":"2024-09-10T10:34:50.317962+0000","last_became_peered":"2024-09-10T10:34:50.317962+0000","last_unstale":"2024-09-10T10:34:51.311617+0000","last_undegraded":"2024-09-10T10:34:51.311617+0000","last_fullsized":"2024-09-10T10:34:51.311617+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:27:20.457373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311440+0000","last_change":"2024-09-10T10:34:50.333157+0000","last_active":"2024-09-10T10:34:52.311440+0000","last_peered":"2024-09-10T10:34:52.311440+0000","last_clean":"2024-09-10T10:34:52.311440+0000","last_became_active":"2024-09-10T10:34:50.332897+0000","last_became_peered":"2024-09-10T10:34:50.332897+0000","last_unstale":"2024-09-10T10:34:52.311440+0000","last_undegraded":"2024-09-10T10:34:52.311440+0000","last_fullsized":"2024-09-10T10:34:52.311440+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:27.809325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311411+0000","last_change":"2024-09-10T10:34:50.333224+0000","last_active":"2024-09-10T10:34:52.311411+0000","last_peered":"2024-09-10T10:34:52.311411+0000","last_clean":"2024-09-10T10:34:52.311411+0000","last_became_active":"2024-09-10T10:34:50.332961+0000","last_became_peered":"2024-09-10T10:34:50.332961+0000","last_unstale":"2024-09-10T10:34:52.311411+0000","last_undegraded":"2024-09-10T10:34:52.311411+0000","last_fullsized":"2024-09-10T10:34:52.311411+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:44.041509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311093+0000","last_change":"2024-09-10T10:34:50.322346+0000","last_active":"2024-09-10T10:34:52.311093+0000","last_peered":"2024-09-10T10:34:52.311093+0000","last_clean":"2024-09-10T10:34:52.311093+0000","last_became_active":"2024-09-10T10:34:50.321462+0000","last_became_peered":"2024-09-10T10:34:50.321462+0000","last_unstale":"2024-09-10T10:34:52.311093+0000","last_undegraded":"2024-09-10T10:34:52.311093+0000","last_fullsized":"2024-09-10T10:34:52.311093+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:59:38.513890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310990+0000","last_change":"2024-09-10T10:34:50.323440+0000","last_active":"2024-09-10T10:34:51.310990+0000","last_peered":"2024-09-10T10:34:51.310990+0000","last_clean":"2024-09-10T10:34:51.310990+0000","last_became_active":"2024-09-10T10:34:50.322873+0000","last_became_peered":"2024-09-10T10:34:50.322873+0000","last_unstale":"2024-09-10T10:34:51.310990+0000","last_undegraded":"2024-09-10T10:34:51.310990+0000","last_fullsized":"2024-09-10T10:34:51.310990+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:44.327392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311494+0000","last_change":"2024-09-10T10:34:50.324493+0000","last_active":"2024-09-10T10:34:51.311494+0000","last_peered":"2024-09-10T10:34:51.311494+0000","last_clean":"2024-09-10T10:34:51.311494+0000","last_became_active":"2024-09-10T10:34:50.324145+0000","last_became_peered":"2024-09-10T10:34:50.324145+0000","last_unstale":"2024-09-10T10:34:51.311494+0000","last_undegraded":"2024-09-10T10:34:51.311494+0000","last_fullsized":"2024-09-10T10:34:51.311494+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:16.422117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335505+0000","last_change":"2024-09-10T10:34:50.323075+0000","last_active":"2024-09-10T10:34:51.335505+0000","last_peered":"2024-09-10T10:34:51.335505+0000","last_clean":"2024-09-10T10:34:51.335505+0000","last_became_active":"2024-09-10T10:34:50.322458+0000","last_became_peered":"2024-09-10T10:34:50.322458+0000","last_unstale":"2024-09-10T10:34:51.335505+0000","last_undegraded":"2024-09-10T10:34:51.335505+0000","last_fullsized":"2024-09-10T10:34:51.335505+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:53:46.712628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.312115+0000","last_change":"2024-09-10T10:34:49.322813+0000","last_active":"2024-09-10T10:34:51.312115+0000","last_peered":"2024-09-10T10:34:51.312115+0000","last_clean":"2024-09-10T10:34:51.312115+0000","last_became_active":"2024-09-10T10:34:49.322486+0000","last_became_peered":"2024-09-10T10:34:49.322486+0000","last_unstale":"2024-09-10T10:34:51.312115+0000","last_undegraded":"2024-09-10T10:34:51.312115+0000","last_fullsized":"2024-09-10T10:34:51.312115+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:43.824999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335558+0000","last_change":"2024-09-10T10:34:50.332819+0000","last_active":"2024-09-10T10:34:51.335558+0000","last_peered":"2024-09-10T10:34:51.335558+0000","last_clean":"2024-09-10T10:34:51.335558+0000","last_became_active":"2024-09-10T10:34:50.331586+0000","last_became_peered":"2024-09-10T10:34:50.331586+0000","last_unstale":"2024-09-10T10:34:51.335558+0000","last_undegraded":"2024-09-10T10:34:51.335558+0000","last_fullsized":"2024-09-10T10:34:51.335558+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:16.422117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311522+0000","last_change":"2024-09-10T10:34:49.328659+0000","last_active":"2024-09-10T10:34:51.311522+0000","last_peered":"2024-09-10T10:34:51.311522+0000","last_clean":"2024-09-10T10:34:51.311522+0000","last_became_active":"2024-09-10T10:34:49.328360+0000","last_became_peered":"2024-09-10T10:34:49.328360+0000","last_unstale":"2024-09-10T10:34:51.311522+0000","last_undegraded":"2024-09-10T10:34:51.311522+0000","last_fullsized":"2024-09-10T10:34:51.311522+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:13.774417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311433+0000","last_change":"2024-09-10T10:34:50.337752+0000","last_active":"2024-09-10T10:34:52.311433+0000","last_peered":"2024-09-10T10:34:52.311433+0000","last_clean":"2024-09-10T10:34:52.311433+0000","last_became_active":"2024-09-10T10:34:50.337149+0000","last_became_peered":"2024-09-10T10:34:50.337149+0000","last_unstale":"2024-09-10T10:34:52.311433+0000","last_undegraded":"2024-09-10T10:34:52.311433+0000","last_fullsized":"2024-09-10T10:34:52.311433+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:31.316967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335377+0000","last_change":"2024-09-10T10:34:49.331277+0000","last_active":"2024-09-10T10:34:51.335377+0000","last_peered":"2024-09-10T10:34:51.335377+0000","last_clean":"2024-09-10T10:34:51.335377+0000","last_became_active":"2024-09-10T10:34:49.330549+0000","last_became_peered":"2024-09-10T10:34:49.330549+0000","last_unstale":"2024-09-10T10:34:51.335377+0000","last_undegraded":"2024-09-10T10:34:51.335377+0000","last_fullsized":"2024-09-10T10:34:51.335377+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:33.166774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335343+0000","last_change":"2024-09-10T10:34:50.323139+0000","last_active":"2024-09-10T10:34:51.335343+0000","last_peered":"2024-09-10T10:34:51.335343+0000","last_clean":"2024-09-10T10:34:51.335343+0000","last_became_active":"2024-09-10T10:34:50.320256+0000","last_became_peered":"2024-09-10T10:34:50.320256+0000","last_unstale":"2024-09-10T10:34:51.335343+0000","last_undegraded":"2024-09-10T10:34:51.335343+0000","last_fullsized":"2024-09-10T10:34:51.335343+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.231299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311301+0000","last_change":"2024-09-10T10:34:49.319020+0000","last_active":"2024-09-10T10:34:52.311301+0000","last_peered":"2024-09-10T10:34:52.311301+0000","last_clean":"2024-09-10T10:34:52.311301+0000","last_became_active":"2024-09-10T10:34:49.318757+0000","last_became_peered":"2024-09-10T10:34:49.318757+0000","last_unstale":"2024-09-10T10:34:52.311301+0000","last_undegraded":"2024-09-10T10:34:52.311301+0000","last_fullsized":"2024-09-10T10:34:52.311301+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:28.128416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311051+0000","last_change":"2024-09-10T10:34:50.334233+0000","last_active":"2024-09-10T10:34:52.311051+0000","last_peered":"2024-09-10T10:34:52.311051+0000","last_clean":"2024-09-10T10:34:52.311051+0000","last_became_active":"2024-09-10T10:34:50.333962+0000","last_became_peered":"2024-09-10T10:34:50.333962+0000","last_unstale":"2024-09-10T10:34:52.311051+0000","last_undegraded":"2024-09-10T10:34:52.311051+0000","last_fullsized":"2024-09-10T10:34:52.311051+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:01.432024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337893+0000","last_change":"2024-09-10T10:34:49.322107+0000","last_active":"2024-09-10T10:34:51.337893+0000","last_peered":"2024-09-10T10:34:51.337893+0000","last_clean":"2024-09-10T10:34:51.337893+0000","last_became_active":"2024-09-10T10:34:49.321834+0000","last_became_peered":"2024-09-10T10:34:49.321834+0000","last_unstale":"2024-09-10T10:34:51.337893+0000","last_undegraded":"2024-09-10T10:34:51.337893+0000","last_fullsized":"2024-09-10T10:34:51.337893+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:54.133253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.312136+0000","last_change":"2024-09-10T10:34:50.327882+0000","last_active":"2024-09-10T10:34:51.312136+0000","last_peered":"2024-09-10T10:34:51.312136+0000","last_clean":"2024-09-10T10:34:51.312136+0000","last_became_active":"2024-09-10T10:34:50.327626+0000","last_became_peered":"2024-09-10T10:34:50.327626+0000","last_unstale":"2024-09-10T10:34:51.312136+0000","last_undegraded":"2024-09-10T10:34:51.312136+0000","last_fullsized":"2024-09-10T10:34:51.312136+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:45.654776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335150+0000","last_change":"2024-09-10T10:34:49.329781+0000","last_active":"2024-09-10T10:34:51.335150+0000","last_peered":"2024-09-10T10:34:51.335150+0000","last_clean":"2024-09-10T10:34:51.335150+0000","last_became_active":"2024-09-10T10:34:49.329502+0000","last_became_peered":"2024-09-10T10:34:49.329502+0000","last_unstale":"2024-09-10T10:34:51.335150+0000","last_undegraded":"2024-09-10T10:34:51.335150+0000","last_fullsized":"2024-09-10T10:34:51.335150+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:32.710170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337749+0000","last_change":"2024-09-10T10:34:50.317584+0000","last_active":"2024-09-10T10:34:51.337749+0000","last_peered":"2024-09-10T10:34:51.337749+0000","last_clean":"2024-09-10T10:34:51.337749+0000","last_became_active":"2024-09-10T10:34:50.317335+0000","last_became_peered":"2024-09-10T10:34:50.317335+0000","last_unstale":"2024-09-10T10:34:51.337749+0000","last_undegraded":"2024-09-10T10:34:51.337749+0000","last_fullsized":"2024-09-10T10:34:51.337749+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:23.939497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310190+0000","last_change":"2024-09-10T10:34:49.326028+0000","last_active":"2024-09-10T10:34:51.310190+0000","last_peered":"2024-09-10T10:34:51.310190+0000","last_clean":"2024-09-10T10:34:51.310190+0000","last_became_active":"2024-09-10T10:34:49.325725+0000","last_became_peered":"2024-09-10T10:34:49.325725+0000","last_unstale":"2024-09-10T10:34:51.310190+0000","last_undegraded":"2024-09-10T10:34:51.310190+0000","last_fullsized":"2024-09-10T10:34:51.310190+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:13.774417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335041+0000","last_change":"2024-09-10T10:34:50.332062+0000","last_active":"2024-09-10T10:34:51.335041+0000","last_peered":"2024-09-10T10:34:51.335041+0000","last_clean":"2024-09-10T10:34:51.335041+0000","last_became_active":"2024-09-10T10:34:50.328563+0000","last_became_peered":"2024-09-10T10:34:50.328563+0000","last_unstale":"2024-09-10T10:34:51.335041+0000","last_undegraded":"2024-09-10T10:34:51.335041+0000","last_fullsized":"2024-09-10T10:34:51.335041+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:09.693343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434228+0000","last_change":"2024-09-10T10:34:49.323331+0000","last_active":"2024-09-10T10:34:51.434228+0000","last_peered":"2024-09-10T10:34:51.434228+0000","last_clean":"2024-09-10T10:34:51.434228+0000","last_became_active":"2024-09-10T10:34:49.323051+0000","last_became_peered":"2024-09-10T10:34:49.323051+0000","last_unstale":"2024-09-10T10:34:51.434228+0000","last_undegraded":"2024-09-10T10:34:51.434228+0000","last_fullsized":"2024-09-10T10:34:51.434228+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:33.166774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434744+0000","last_change":"2024-09-10T10:34:50.327910+0000","last_active":"2024-09-10T10:34:51.434744+0000","last_peered":"2024-09-10T10:34:51.434744+0000","last_clean":"2024-09-10T10:34:51.434744+0000","last_became_active":"2024-09-10T10:34:50.327655+0000","last_became_peered":"2024-09-10T10:34:50.327655+0000","last_unstale":"2024-09-10T10:34:51.434744+0000","last_undegraded":"2024-09-10T10:34:51.434744+0000","last_fullsized":"2024-09-10T10:34:51.434744+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:23.939497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310800+0000","last_change":"2024-09-10T10:34:49.328583+0000","last_active":"2024-09-10T10:34:51.310800+0000","last_peered":"2024-09-10T10:34:51.310800+0000","last_clean":"2024-09-10T10:34:51.310800+0000","last_became_active":"2024-09-10T10:34:49.328135+0000","last_became_peered":"2024-09-10T10:34:49.328135+0000","last_unstale":"2024-09-10T10:34:51.310800+0000","last_undegraded":"2024-09-10T10:34:51.310800+0000","last_fullsized":"2024-09-10T10:34:51.310800+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:04.929241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338329+0000","last_change":"2024-09-10T10:34:50.329713+0000","last_active":"2024-09-10T10:34:51.338329+0000","last_peered":"2024-09-10T10:34:51.338329+0000","last_clean":"2024-09-10T10:34:51.338329+0000","last_became_active":"2024-09-10T10:34:50.329464+0000","last_became_peered":"2024-09-10T10:34:50.329464+0000","last_unstale":"2024-09-10T10:34:51.338329+0000","last_undegraded":"2024-09-10T10:34:51.338329+0000","last_fullsized":"2024-09-10T10:34:51.338329+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:53:46.712628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311136+0000","last_change":"2024-09-10T10:34:49.331312+0000","last_active":"2024-09-10T10:34:52.311136+0000","last_peered":"2024-09-10T10:34:52.311136+0000","last_clean":"2024-09-10T10:34:52.311136+0000","last_became_active":"2024-09-10T10:34:49.330882+0000","last_became_peered":"2024-09-10T10:34:49.330882+0000","last_unstale":"2024-09-10T10:34:52.311136+0000","last_undegraded":"2024-09-10T10:34:52.311136+0000","last_fullsized":"2024-09-10T10:34:52.311136+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:46.389936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311632+0000","last_change":"2024-09-10T10:34:50.337949+0000","last_active":"2024-09-10T10:34:52.311632+0000","last_peered":"2024-09-10T10:34:52.311632+0000","last_clean":"2024-09-10T10:34:52.311632+0000","last_became_active":"2024-09-10T10:34:50.337476+0000","last_became_peered":"2024-09-10T10:34:50.337476+0000","last_unstale":"2024-09-10T10:34:52.311632+0000","last_undegraded":"2024-09-10T10:34:52.311632+0000","last_fullsized":"2024-09-10T10:34:52.311632+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:55.196679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"57'3","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311473+0000","last_change":"2024-09-10T10:34:49.319669+0000","last_active":"2024-09-10T10:34:52.311473+0000","last_peered":"2024-09-10T10:34:52.311473+0000","last_clean":"2024-09-10T10:34:52.311473+0000","last_became_active":"2024-09-10T10:34:49.318474+0000","last_became_peered":"2024-09-10T10:34:49.318474+0000","last_unstale":"2024-09-10T10:34:52.311473+0000","last_undegraded":"2024-09-10T10:34:52.311473+0000","last_fullsized":"2024-09-10T10:34:52.311473+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:00.874773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311377+0000","last_change":"2024-09-10T10:34:50.333067+0000","last_active":"2024-09-10T10:34:52.311377+0000","last_peered":"2024-09-10T10:34:52.311377+0000","last_clean":"2024-09-10T10:34:52.311377+0000","last_became_active":"2024-09-10T10:34:50.331098+0000","last_became_peered":"2024-09-10T10:34:50.331098+0000","last_unstale":"2024-09-10T10:34:52.311377+0000","last_undegraded":"2024-09-10T10:34:52.311377+0000","last_fullsized":"2024-09-10T10:34:52.311377+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:35.924623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"57'6","reported_seq":20,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434602+0000","last_change":"2024-09-10T10:34:49.321797+0000","last_active":"2024-09-10T10:34:51.434602+0000","last_peered":"2024-09-10T10:34:51.434602+0000","last_clean":"2024-09-10T10:34:51.434602+0000","last_became_active":"2024-09-10T10:34:49.321534+0000","last_became_peered":"2024-09-10T10:34:49.321534+0000","last_unstale":"2024-09-10T10:34:51.434602+0000","last_undegraded":"2024-09-10T10:34:51.434602+0000","last_fullsized":"2024-09-10T10:34:51.434602+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:27:19.450241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310226+0000","last_change":"2024-09-10T10:34:50.323486+0000","last_active":"2024-09-10T10:34:51.310226+0000","last_peered":"2024-09-10T10:34:51.310226+0000","last_clean":"2024-09-10T10:34:51.310226+0000","last_became_active":"2024-09-10T10:34:50.323237+0000","last_became_peered":"2024-09-10T10:34:50.323237+0000","last_unstale":"2024-09-10T10:34:51.310226+0000","last_undegraded":"2024-09-10T10:34:51.310226+0000","last_fullsized":"2024-09-10T10:34:51.310226+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:28:22.299513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311316+0000","last_change":"2024-09-10T10:34:49.323772+0000","last_active":"2024-09-10T10:34:52.311316+0000","last_peered":"2024-09-10T10:34:52.311316+0000","last_clean":"2024-09-10T10:34:52.311316+0000","last_became_active":"2024-09-10T10:34:49.323337+0000","last_became_peered":"2024-09-10T10:34:49.323337+0000","last_unstale":"2024-09-10T10:34:52.311316+0000","last_undegraded":"2024-09-10T10:34:52.311316+0000","last_fullsized":"2024-09-10T10:34:52.311316+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:31:41.792327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337943+0000","last_change":"2024-09-10T10:34:50.316931+0000","last_active":"2024-09-10T10:34:51.337943+0000","last_peered":"2024-09-10T10:34:51.337943+0000","last_clean":"2024-09-10T10:34:51.337943+0000","last_became_active":"2024-09-10T10:34:50.316676+0000","last_became_peered":"2024-09-10T10:34:50.316676+0000","last_unstale":"2024-09-10T10:34:51.337943+0000","last_undegraded":"2024-09-10T10:34:51.337943+0000","last_fullsized":"2024-09-10T10:34:51.337943+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:26.327819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311013+0000","last_change":"2024-09-10T10:34:49.321760+0000","last_active":"2024-09-10T10:34:52.311013+0000","last_peered":"2024-09-10T10:34:52.311013+0000","last_clean":"2024-09-10T10:34:52.311013+0000","last_became_active":"2024-09-10T10:34:49.321477+0000","last_became_peered":"2024-09-10T10:34:49.321477+0000","last_unstale":"2024-09-10T10:34:52.311013+0000","last_undegraded":"2024-09-10T10:34:52.311013+0000","last_fullsized":"2024-09-10T10:34:52.311013+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:46.704691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310245+0000","last_change":"2024-09-10T10:34:50.325444+0000","last_active":"2024-09-10T10:34:51.310245+0000","last_peered":"2024-09-10T10:34:51.310245+0000","last_clean":"2024-09-10T10:34:51.310245+0000","last_became_active":"2024-09-10T10:34:50.325189+0000","last_became_peered":"2024-09-10T10:34:50.325189+0000","last_unstale":"2024-09-10T10:34:51.310245+0000","last_undegraded":"2024-09-10T10:34:51.310245+0000","last_fullsized":"2024-09-10T10:34:51.310245+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:33.717301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311246+0000","last_change":"2024-09-10T10:34:49.321152+0000","last_active":"2024-09-10T10:34:52.311246+0000","last_peered":"2024-09-10T10:34:52.311246+0000","last_clean":"2024-09-10T10:34:52.311246+0000","last_became_active":"2024-09-10T10:34:49.320847+0000","last_became_peered":"2024-09-10T10:34:49.320847+0000","last_unstale":"2024-09-10T10:34:52.311246+0000","last_undegraded":"2024-09-10T10:34:52.311246+0000","last_fullsized":"2024-09-10T10:34:52.311246+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:28.638209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311375+0000","last_change":"2024-09-10T10:34:50.320487+0000","last_active":"2024-09-10T10:34:52.311375+0000","last_peered":"2024-09-10T10:34:52.311375+0000","last_clean":"2024-09-10T10:34:52.311375+0000","last_became_active":"2024-09-10T10:34:50.320194+0000","last_became_peered":"2024-09-10T10:34:50.320194+0000","last_unstale":"2024-09-10T10:34:52.311375+0000","last_undegraded":"2024-09-10T10:34:52.311375+0000","last_fullsized":"2024-09-10T10:34:52.311375+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:33.442078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"57'8","reported_seq":22,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311192+0000","last_change":"2024-09-10T10:34:49.325643+0000","last_active":"2024-09-10T10:34:52.311192+0000","last_peered":"2024-09-10T10:34:52.311192+0000","last_clean":"2024-09-10T10:34:52.311192+0000","last_became_active":"2024-09-10T10:34:49.325349+0000","last_became_peered":"2024-09-10T10:34:49.325349+0000","last_unstale":"2024-09-10T10:34:52.311192+0000","last_undegraded":"2024-09-10T10:34:52.311192+0000","last_fullsized":"2024-09-10T10:34:52.311192+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:25:38.170956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338232+0000","last_change":"2024-09-10T10:34:50.324693+0000","last_active":"2024-09-10T10:34:51.338232+0000","last_peered":"2024-09-10T10:34:51.338232+0000","last_clean":"2024-09-10T10:34:51.338232+0000","last_became_active":"2024-09-10T10:34:50.324392+0000","last_became_peered":"2024-09-10T10:34:50.324392+0000","last_unstale":"2024-09-10T10:34:51.338232+0000","last_undegraded":"2024-09-10T10:34:51.338232+0000","last_fullsized":"2024-09-10T10:34:51.338232+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:23.444637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311224+0000","last_change":"2024-09-10T10:34:49.328556+0000","last_active":"2024-09-10T10:34:51.311224+0000","last_peered":"2024-09-10T10:34:51.311224+0000","last_clean":"2024-09-10T10:34:51.311224+0000","last_became_active":"2024-09-10T10:34:49.328288+0000","last_became_peered":"2024-09-10T10:34:49.328288+0000","last_unstale":"2024-09-10T10:34:51.311224+0000","last_undegraded":"2024-09-10T10:34:51.311224+0000","last_fullsized":"2024-09-10T10:34:51.311224+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:04.094851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338332+0000","last_change":"2024-09-10T10:34:50.331823+0000","last_active":"2024-09-10T10:34:51.338332+0000","last_peered":"2024-09-10T10:34:51.338332+0000","last_clean":"2024-09-10T10:34:51.338332+0000","last_became_active":"2024-09-10T10:34:50.331550+0000","last_became_peered":"2024-09-10T10:34:50.331550+0000","last_unstale":"2024-09-10T10:34:51.338332+0000","last_undegraded":"2024-09-10T10:34:51.338332+0000","last_fullsized":"2024-09-10T10:34:51.338332+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:39.020031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311465+0000","last_change":"2024-09-10T10:34:49.326254+0000","last_active":"2024-09-10T10:34:52.311465+0000","last_peered":"2024-09-10T10:34:52.311465+0000","last_clean":"2024-09-10T10:34:52.311465+0000","last_became_active":"2024-09-10T10:34:49.325956+0000","last_became_peered":"2024-09-10T10:34:49.325956+0000","last_unstale":"2024-09-10T10:34:52.311465+0000","last_undegraded":"2024-09-10T10:34:52.311465+0000","last_fullsized":"2024-09-10T10:34:52.311465+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:39.677501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311566+0000","last_change":"2024-09-10T10:34:50.325259+0000","last_active":"2024-09-10T10:34:51.311566+0000","last_peered":"2024-09-10T10:34:51.311566+0000","last_clean":"2024-09-10T10:34:51.311566+0000","last_became_active":"2024-09-10T10:34:50.325016+0000","last_became_peered":"2024-09-10T10:34:50.325016+0000","last_unstale":"2024-09-10T10:34:51.311566+0000","last_undegraded":"2024-09-10T10:34:51.311566+0000","last_fullsized":"2024-09-10T10:34:51.311566+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:34.173906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"57'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338201+0000","last_change":"2024-09-10T10:34:49.321355+0000","last_active":"2024-09-10T10:34:51.338201+0000","last_peered":"2024-09-10T10:34:51.338201+0000","last_clean":"2024-09-10T10:34:51.338201+0000","last_became_active":"2024-09-10T10:34:49.320701+0000","last_became_peered":"2024-09-10T10:34:49.320701+0000","last_unstale":"2024-09-10T10:34:51.338201+0000","last_undegraded":"2024-09-10T10:34:51.338201+0000","last_fullsized":"2024-09-10T10:34:51.338201+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:48.111034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311560+0000","last_change":"2024-09-10T10:34:50.326495+0000","last_active":"2024-09-10T10:34:52.311560+0000","last_peered":"2024-09-10T10:34:52.311560+0000","last_clean":"2024-09-10T10:34:52.311560+0000","last_became_active":"2024-09-10T10:34:50.326236+0000","last_became_peered":"2024-09-10T10:34:50.326236+0000","last_unstale":"2024-09-10T10:34:52.311560+0000","last_undegraded":"2024-09-10T10:34:52.311560+0000","last_fullsized":"2024-09-10T10:34:52.311560+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:00.562320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311558+0000","last_change":"2024-09-10T10:34:49.332324+0000","last_active":"2024-09-10T10:34:52.311558+0000","last_peered":"2024-09-10T10:34:52.311558+0000","last_clean":"2024-09-10T10:34:52.311558+0000","last_became_active":"2024-09-10T10:34:49.332023+0000","last_became_peered":"2024-09-10T10:34:49.332023+0000","last_unstale":"2024-09-10T10:34:52.311558+0000","last_undegraded":"2024-09-10T10:34:52.311558+0000","last_fullsized":"2024-09-10T10:34:52.311558+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:38:44.286810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310385+0000","last_change":"2024-09-10T10:34:50.327605+0000","last_active":"2024-09-10T10:34:51.310385+0000","last_peered":"2024-09-10T10:34:51.310385+0000","last_clean":"2024-09-10T10:34:51.310385+0000","last_became_active":"2024-09-10T10:34:50.327362+0000","last_became_peered":"2024-09-10T10:34:50.327362+0000","last_unstale":"2024-09-10T10:34:51.310385+0000","last_undegraded":"2024-09-10T10:34:51.310385+0000","last_fullsized":"2024-09-10T10:34:51.310385+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:47.050961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311962+0000","last_change":"2024-09-10T10:34:49.325736+0000","last_active":"2024-09-10T10:34:51.311962+0000","last_peered":"2024-09-10T10:34:51.311962+0000","last_clean":"2024-09-10T10:34:51.311962+0000","last_became_active":"2024-09-10T10:34:49.322884+0000","last_became_peered":"2024-09-10T10:34:49.322884+0000","last_unstale":"2024-09-10T10:34:51.311962+0000","last_undegraded":"2024-09-10T10:34:51.311962+0000","last_fullsized":"2024-09-10T10:34:51.311962+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:22.932365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311176+0000","last_change":"2024-09-10T10:34:50.335053+0000","last_active":"2024-09-10T10:34:52.311176+0000","last_peered":"2024-09-10T10:34:52.311176+0000","last_clean":"2024-09-10T10:34:52.311176+0000","last_became_active":"2024-09-10T10:34:50.334753+0000","last_became_peered":"2024-09-10T10:34:50.334753+0000","last_unstale":"2024-09-10T10:34:52.311176+0000","last_undegraded":"2024-09-10T10:34:52.311176+0000","last_fullsized":"2024-09-10T10:34:52.311176+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:07.349670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311298+0000","last_change":"2024-09-10T10:34:49.325085+0000","last_active":"2024-09-10T10:34:52.311298+0000","last_peered":"2024-09-10T10:34:52.311298+0000","last_clean":"2024-09-10T10:34:52.311298+0000","last_became_active":"2024-09-10T10:34:49.323449+0000","last_became_peered":"2024-09-10T10:34:49.323449+0000","last_unstale":"2024-09-10T10:34:52.311298+0000","last_undegraded":"2024-09-10T10:34:52.311298+0000","last_fullsized":"2024-09-10T10:34:52.311298+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:31:09.201018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310963+0000","last_change":"2024-09-10T10:34:50.330627+0000","last_active":"2024-09-10T10:34:52.310963+0000","last_peered":"2024-09-10T10:34:52.310963+0000","last_clean":"2024-09-10T10:34:52.310963+0000","last_became_active":"2024-09-10T10:34:50.330383+0000","last_became_peered":"2024-09-10T10:34:50.330383+0000","last_unstale":"2024-09-10T10:34:52.310963+0000","last_undegraded":"2024-09-10T10:34:52.310963+0000","last_fullsized":"2024-09-10T10:34:52.310963+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:42.860679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310232+0000","last_change":"2024-09-10T10:34:49.328164+0000","last_active":"2024-09-10T10:34:51.310232+0000","last_peered":"2024-09-10T10:34:51.310232+0000","last_clean":"2024-09-10T10:34:51.310232+0000","last_became_active":"2024-09-10T10:34:49.327900+0000","last_became_peered":"2024-09-10T10:34:49.327900+0000","last_unstale":"2024-09-10T10:34:51.310232+0000","last_undegraded":"2024-09-10T10:34:51.310232+0000","last_fullsized":"2024-09-10T10:34:51.310232+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:04.094851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338345+0000","last_change":"2024-09-10T10:34:50.319498+0000","last_active":"2024-09-10T10:34:51.338345+0000","last_peered":"2024-09-10T10:34:51.338345+0000","last_clean":"2024-09-10T10:34:51.338345+0000","last_became_active":"2024-09-10T10:34:50.319246+0000","last_became_peered":"2024-09-10T10:34:50.319246+0000","last_unstale":"2024-09-10T10:34:51.338345+0000","last_undegraded":"2024-09-10T10:34:51.338345+0000","last_fullsized":"2024-09-10T10:34:51.338345+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:16.422117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311345+0000","last_change":"2024-09-10T10:34:49.328527+0000","last_active":"2024-09-10T10:34:51.311345+0000","last_peered":"2024-09-10T10:34:51.311345+0000","last_clean":"2024-09-10T10:34:51.311345+0000","last_became_active":"2024-09-10T10:34:49.327979+0000","last_became_peered":"2024-09-10T10:34:49.327979+0000","last_unstale":"2024-09-10T10:34:51.311345+0000","last_undegraded":"2024-09-10T10:34:51.311345+0000","last_fullsized":"2024-09-10T10:34:51.311345+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:02:04.929241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.338424+0000","last_change":"2024-09-10T10:34:50.318194+0000","last_active":"2024-09-10T10:34:51.338424+0000","last_peered":"2024-09-10T10:34:51.338424+0000","last_clean":"2024-09-10T10:34:51.338424+0000","last_became_active":"2024-09-10T10:34:50.317919+0000","last_became_peered":"2024-09-10T10:34:50.317919+0000","last_unstale":"2024-09-10T10:34:51.338424+0000","last_undegraded":"2024-09-10T10:34:51.338424+0000","last_fullsized":"2024-09-10T10:34:51.338424+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:33:14.644496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"58'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335507+0000","last_change":"2024-09-10T10:34:49.332166+0000","last_active":"2024-09-10T10:34:51.335507+0000","last_peered":"2024-09-10T10:34:51.335507+0000","last_clean":"2024-09-10T10:34:51.335507+0000","last_became_active":"2024-09-10T10:34:49.331899+0000","last_became_peered":"2024-09-10T10:34:49.331899+0000","last_unstale":"2024-09-10T10:34:51.335507+0000","last_undegraded":"2024-09-10T10:34:51.335507+0000","last_fullsized":"2024-09-10T10:34:51.335507+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:21.896536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311657+0000","last_change":"2024-09-10T10:34:50.323788+0000","last_active":"2024-09-10T10:34:51.311657+0000","last_peered":"2024-09-10T10:34:51.311657+0000","last_clean":"2024-09-10T10:34:51.311657+0000","last_became_active":"2024-09-10T10:34:50.323476+0000","last_became_peered":"2024-09-10T10:34:50.323476+0000","last_unstale":"2024-09-10T10:34:51.311657+0000","last_undegraded":"2024-09-10T10:34:51.311657+0000","last_fullsized":"2024-09-10T10:34:51.311657+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:49.118166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310642+0000","last_change":"2024-09-10T10:34:49.319916+0000","last_active":"2024-09-10T10:34:51.310642+0000","last_peered":"2024-09-10T10:34:51.310642+0000","last_clean":"2024-09-10T10:34:51.310642+0000","last_became_active":"2024-09-10T10:34:49.319604+0000","last_became_peered":"2024-09-10T10:34:49.319604+0000","last_unstale":"2024-09-10T10:34:51.310642+0000","last_undegraded":"2024-09-10T10:34:51.310642+0000","last_fullsized":"2024-09-10T10:34:51.310642+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:14.586526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311524+0000","last_change":"2024-09-10T10:34:50.331934+0000","last_active":"2024-09-10T10:34:52.311524+0000","last_peered":"2024-09-10T10:34:52.311524+0000","last_clean":"2024-09-10T10:34:52.311524+0000","last_became_active":"2024-09-10T10:34:50.330788+0000","last_became_peered":"2024-09-10T10:34:50.330788+0000","last_unstale":"2024-09-10T10:34:52.311524+0000","last_undegraded":"2024-09-10T10:34:52.311524+0000","last_fullsized":"2024-09-10T10:34:52.311524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:07.600680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337948+0000","last_change":"2024-09-10T10:34:49.319895+0000","last_active":"2024-09-10T10:34:51.337948+0000","last_peered":"2024-09-10T10:34:51.337948+0000","last_clean":"2024-09-10T10:34:51.337948+0000","last_became_active":"2024-09-10T10:34:49.319609+0000","last_became_peered":"2024-09-10T10:34:49.319609+0000","last_unstale":"2024-09-10T10:34:51.337948+0000","last_undegraded":"2024-09-10T10:34:51.337948+0000","last_fullsized":"2024-09-10T10:34:51.337948+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:27:19.450241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.335124+0000","last_change":"2024-09-10T10:34:50.330909+0000","last_active":"2024-09-10T10:34:51.335124+0000","last_peered":"2024-09-10T10:34:51.335124+0000","last_clean":"2024-09-10T10:34:51.335124+0000","last_became_active":"2024-09-10T10:34:50.330640+0000","last_became_peered":"2024-09-10T10:34:50.330640+0000","last_unstale":"2024-09-10T10:34:51.335124+0000","last_undegraded":"2024-09-10T10:34:51.335124+0000","last_fullsized":"2024-09-10T10:34:51.335124+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:26.327819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311106+0000","last_change":"2024-09-10T10:34:49.329338+0000","last_active":"2024-09-10T10:34:51.311106+0000","last_peered":"2024-09-10T10:34:51.311106+0000","last_clean":"2024-09-10T10:34:51.311106+0000","last_became_active":"2024-09-10T10:34:49.328967+0000","last_became_peered":"2024-09-10T10:34:49.328967+0000","last_unstale":"2024-09-10T10:34:51.311106+0000","last_undegraded":"2024-09-10T10:34:51.311106+0000","last_fullsized":"2024-09-10T10:34:51.311106+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:51.456928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434685+0000","last_change":"2024-09-10T10:34:50.327227+0000","last_active":"2024-09-10T10:34:51.434685+0000","last_peered":"2024-09-10T10:34:51.434685+0000","last_clean":"2024-09-10T10:34:51.434685+0000","last_became_active":"2024-09-10T10:34:50.326947+0000","last_became_peered":"2024-09-10T10:34:50.326947+0000","last_unstale":"2024-09-10T10:34:51.434685+0000","last_undegraded":"2024-09-10T10:34:51.434685+0000","last_fullsized":"2024-09-10T10:34:51.434685+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:10:58.459823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.337804+0000","last_change":"2024-09-10T10:34:49.329433+0000","last_active":"2024-09-10T10:34:51.337804+0000","last_peered":"2024-09-10T10:34:51.337804+0000","last_clean":"2024-09-10T10:34:51.337804+0000","last_became_active":"2024-09-10T10:34:49.329169+0000","last_became_peered":"2024-09-10T10:34:49.329169+0000","last_unstale":"2024-09-10T10:34:51.337804+0000","last_undegraded":"2024-09-10T10:34:51.337804+0000","last_fullsized":"2024-09-10T10:34:51.337804+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:21.896536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.310923+0000","last_change":"2024-09-10T10:34:50.329764+0000","last_active":"2024-09-10T10:34:52.310923+0000","last_peered":"2024-09-10T10:34:52.310923+0000","last_clean":"2024-09-10T10:34:52.310923+0000","last_became_active":"2024-09-10T10:34:50.329297+0000","last_became_peered":"2024-09-10T10:34:50.329297+0000","last_unstale":"2024-09-10T10:34:52.310923+0000","last_undegraded":"2024-09-10T10:34:52.310923+0000","last_fullsized":"2024-09-10T10:34:52.310923+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:14.121859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.334954+0000","last_change":"2024-09-10T10:34:49.331622+0000","last_active":"2024-09-10T10:34:51.334954+0000","last_peered":"2024-09-10T10:34:51.334954+0000","last_clean":"2024-09-10T10:34:51.334954+0000","last_became_active":"2024-09-10T10:34:49.331322+0000","last_became_peered":"2024-09-10T10:34:49.331322+0000","last_unstale":"2024-09-10T10:34:51.334954+0000","last_undegraded":"2024-09-10T10:34:51.334954+0000","last_fullsized":"2024-09-10T10:34:51.334954+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:46.043829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.311001+0000","last_change":"2024-09-10T10:34:50.323648+0000","last_active":"2024-09-10T10:34:51.311001+0000","last_peered":"2024-09-10T10:34:51.311001+0000","last_clean":"2024-09-10T10:34:51.311001+0000","last_became_active":"2024-09-10T10:34:50.323198+0000","last_became_peered":"2024-09-10T10:34:50.323198+0000","last_unstale":"2024-09-10T10:34:51.311001+0000","last_undegraded":"2024-09-10T10:34:51.311001+0000","last_fullsized":"2024-09-10T10:34:51.311001+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:28:22.299513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311063+0000","last_change":"2024-09-10T10:34:49.325721+0000","last_active":"2024-09-10T10:34:52.311063+0000","last_peered":"2024-09-10T10:34:52.311063+0000","last_clean":"2024-09-10T10:34:52.311063+0000","last_became_active":"2024-09-10T10:34:49.325452+0000","last_became_peered":"2024-09-10T10:34:49.325452+0000","last_unstale":"2024-09-10T10:34:52.311063+0000","last_undegraded":"2024-09-10T10:34:52.311063+0000","last_fullsized":"2024-09-10T10:34:52.311063+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:34:25.489273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:52.311215+0000","last_change":"2024-09-10T10:34:50.329559+0000","last_active":"2024-09-10T10:34:52.311215+0000","last_peered":"2024-09-10T10:34:52.311215+0000","last_clean":"2024-09-10T10:34:52.311215+0000","last_became_active":"2024-09-10T10:34:50.329002+0000","last_became_peered":"2024-09-10T10:34:50.329002+0000","last_unstale":"2024-09-10T10:34:52.311215+0000","last_undegraded":"2024-09-10T10:34:52.311215+0000","last_fullsized":"2024-09-10T10:34:52.311215+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:49.301875+0000","last_clean_scrub_stamp":"2024-09-10T10:34:49.301875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:45.146072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.434266+0000","last_change":"2024-09-10T10:34:49.320911+0000","last_active":"2024-09-10T10:34:51.434266+0000","last_peered":"2024-09-10T10:34:51.434266+0000","last_clean":"2024-09-10T10:34:51.434266+0000","last_became_active":"2024-09-10T10:34:49.320637+0000","last_became_peered":"2024-09-10T10:34:49.320637+0000","last_unstale":"2024-09-10T10:34:51.434266+0000","last_undegraded":"2024-09-10T10:34:51.434266+0000","last_fullsized":"2024-09-10T10:34:51.434266+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:34:48.294744+0000","last_clean_scrub_stamp":"2024-09-10T10:34:48.294744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:21.896536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":235,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-10T10:34:51.310302+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:34:51.310302+0000","last_peered":"2024-09-10T10:34:51.310302+0000","last_clean":"2024-09-10T10:34:51.310302+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:34:51.310302+0000","last_undegraded":"2024-09-10T10:34:51.310302+0000","last_fullsized":"2024-09-10T10:34:51.310302+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509475,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":696320,"data_stored":283781,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509475,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31864,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339976,"statfs":{"total":96636764160,"available":96604135424,"internally_reserved":0,"allocated":692224,"data_stored":283711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509474,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":696320,"data_stored":284305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509475,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":692224,"data_stored":283779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509476,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31884,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339956,"statfs":{"total":96636764160,"available":96604114944,"internally_reserved":0,"allocated":708608,"data_stored":285461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509475,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":874639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509474,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":700416,"data_stored":285301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542180,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":874091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:34:59.408 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:34:59.409 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:34:59.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.589+0000 7f6bc9000640 1 Processor -- start 2024-09-10T10:34:59.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.589+0000 7f6bc9000640 1 -- start start 2024-09-10T10:34:59.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc9000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6bc4158f70 0x7f6bc415c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc9000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bc4072f30 0x7f6bc406eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc9000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bc4159350 con 0x7f6bc406eff0 2024-09-10T10:34:59.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc9000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6bc4071340 con 0x7f6bc4158f70 2024-09-10T10:34:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc9000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6bc4071620 con 0x7f6bc4072f30 2024-09-10T10:34:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc1e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6bc4158f70 0x7f6bc415c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc1e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6bc4158f70 0x7f6bc415c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47742/0 (socket says 172.21.15.22:47742) 2024-09-10T10:34:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc1e00640 1 -- 172.21.15.22:0/1562063776 learned_addr learned my addr 172.21.15.22:0/1562063776 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bbbe00640 1 --2- 172.21.15.22:0/1562063776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bc4072f30 0x7f6bc406eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc1e00640 1 -- 172.21.15.22:0/1562063776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bc4072f30 msgr2=0x7f6bc406eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:34:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc1e00640 1 --2- 172.21.15.22:0/1562063776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bc4072f30 0x7f6bc406eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc1e00640 1 -- 172.21.15.22:0/1562063776 >> v1:172.21.15.145:6789/0 conn(0x7f6bc406eff0 legacy=0x7f6bc415ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc1e00640 1 -- 172.21.15.22:0/1562063776 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc4071900 con 0x7f6bc4158f70 2024-09-10T10:34:59.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.593+0000 7f6bc1e00640 1 --2- 172.21.15.22:0/1562063776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc4158f70 0x7f6bc415c630 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009870 tx=0x7f6bb401c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99758752803abe4d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:59.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc1400640 1 -- 172.21.15.22:0/1562063776 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40ab650 con 0x7f6bc4158f70 2024-09-10T10:34:59.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc1400640 1 -- 172.21.15.22:0/1562063776 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb40b0070 con 0x7f6bc4158f70 2024-09-10T10:34:59.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc1400640 1 -- 172.21.15.22:0/1562063776 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40aba10 con 0x7f6bc4158f70 2024-09-10T10:34:59.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 -- 172.21.15.22:0/1562063776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc4158f70 msgr2=0x7f6bc415c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 --2- 172.21.15.22:0/1562063776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc4158f70 0x7f6bc415c630 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009870 tx=0x7f6bb401c560 comp rx=0 tx=0).stop 2024-09-10T10:34:59.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 -- 172.21.15.22:0/1562063776 shutdown_connections 2024-09-10T10:34:59.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 --2- 172.21.15.22:0/1562063776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bc4072f30 0x7f6bc406eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 --2- 172.21.15.22:0/1562063776 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc4158f70 0x7f6bc415c630 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 -- 172.21.15.22:0/1562063776 >> 172.21.15.22:0/1562063776 conn(0x7f6bc4062eb0 msgr2=0x7f6bc406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:59.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 -- 172.21.15.22:0/1562063776 shutdown_connections 2024-09-10T10:34:59.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 -- 172.21.15.22:0/1562063776 wait complete. 2024-09-10T10:34:59.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 Processor -- start 2024-09-10T10:34:59.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 -- start start 2024-09-10T10:34:59.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc406eff0 0x7f6bc41659b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bc4072f30 0x7f6bc414c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bc4158f70 0x7f6bc41519f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc4168480 con 0x7f6bc406eff0 2024-09-10T10:34:59.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc4168300 con 0x7f6bc4072f30 2024-09-10T10:34:59.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc9000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6bc4168600 con 0x7f6bc4158f70 2024-09-10T10:34:59.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc1e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc406eff0 0x7f6bc41659b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc1e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc406eff0 0x7f6bc41659b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47746/0 (socket says 172.21.15.22:47746) 2024-09-10T10:34:59.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.597+0000 7f6bc1e00640 1 -- 172.21.15.22:0/2523713551 learned_addr learned my addr 172.21.15.22:0/2523713551 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:34:59.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bbbe00640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bc4072f30 0x7f6bc414c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bc2800640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bc4158f70 0x7f6bc41519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bc1e00640 1 -- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bc4158f70 msgr2=0x7f6bc41519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bc1e00640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bc4158f70 0x7f6bc41519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bc1e00640 1 -- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bc4072f30 msgr2=0x7f6bc414c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bc1e00640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bc4072f30 0x7f6bc414c820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bc1e00640 1 -- 172.21.15.22:0/2523713551 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc4164910 con 0x7f6bc406eff0 2024-09-10T10:34:59.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bc1e00640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc406eff0 0x7f6bc41659b0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f6bb40ad040 tx=0x7f6bb401ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:59.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bba000640 1 -- 172.21.15.22:0/2523713551 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40be5f0 con 0x7f6bc406eff0 2024-09-10T10:34:59.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bba000640 1 -- 172.21.15.22:0/2523713551 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb40be7b0 con 0x7f6bc406eff0 2024-09-10T10:34:59.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bba000640 1 -- 172.21.15.22:0/2523713551 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40beba0 con 0x7f6bc406eff0 2024-09-10T10:34:59.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bc9000640 1 -- 172.21.15.22:0/2523713551 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bc4164bf0 con 0x7f6bc406eff0 2024-09-10T10:34:59.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bc9000640 1 -- 172.21.15.22:0/2523713551 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bc41651b0 con 0x7f6bc406eff0 2024-09-10T10:34:59.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bc9000640 1 -- 172.21.15.22:0/2523713551 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bc406eab0 con 0x7f6bc406eff0 2024-09-10T10:34:59.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bba000640 1 -- 172.21.15.22:0/2523713551 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6bb40b43f0 con 0x7f6bc406eff0 2024-09-10T10:34:59.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bba000640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ba00678f0 0x7f6ba0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:34:59.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.601+0000 7f6bba000640 1 -- 172.21.15.22:0/2523713551 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f6bb4120810 con 0x7f6bc406eff0 2024-09-10T10:34:59.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.605+0000 7f6bbbe00640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ba00678f0 0x7f6ba0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:34:59.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.605+0000 7f6bbbe00640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ba00678f0 0x7f6ba0069db0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f6bc41fad10 tx=0x7f6bac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:34:59.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.605+0000 7f6bba000640 1 -- 172.21.15.22:0/2523713551 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6bb4016150 con 0x7f6bc406eff0 2024-09-10T10:34:59.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.829+0000 7f6bc9000640 1 -- 172.21.15.22:0/2523713551 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f6bc40b59c0 con 0x7f6bc406eff0 2024-09-10T10:34:59.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bba000640 1 -- 172.21.15.22:0/2523713551 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7f6bb40f0cf0 con 0x7f6bc406eff0 2024-09-10T10:34:59.838 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:34:59.838 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:34:59.838 INFO:teuthology.orchestra.run.smithi022.stdout: caps mds = "allow" 2024-09-10T10:34:59.838 INFO:teuthology.orchestra.run.smithi022.stdout: caps mon = "allow r" 2024-09-10T10:34:59.838 INFO:teuthology.orchestra.run.smithi022.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:34:59.838 INFO:teuthology.orchestra.run.smithi022.stderr:updated caps for client.0 2024-09-10T10:34:59.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bc9000640 1 -- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ba00678f0 msgr2=0x7f6ba0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bc9000640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ba00678f0 0x7f6ba0069db0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f6bc41fad10 tx=0x7f6bac008040 comp rx=0 tx=0).stop 2024-09-10T10:34:59.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bc9000640 1 -- 172.21.15.22:0/2523713551 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc406eff0 msgr2=0x7f6bc41659b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:34:59.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bc9000640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc406eff0 0x7f6bc41659b0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f6bb40ad040 tx=0x7f6bb401ada0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bc9000640 1 -- 172.21.15.22:0/2523713551 shutdown_connections 2024-09-10T10:34:59.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bc9000640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ba00678f0 0x7f6ba0069db0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bc9000640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bc4158f70 0x7f6bc41519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bc9000640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bc4072f30 0x7f6bc414c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bc9000640 1 --2- 172.21.15.22:0/2523713551 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bc406eff0 0x7f6bc41659b0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:34:59.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.833+0000 7f6bc9000640 1 -- 172.21.15.22:0/2523713551 >> 172.21.15.22:0/2523713551 conn(0x7f6bc4062eb0 msgr2=0x7f6bc40b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:34:59.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.837+0000 7f6bc9000640 1 -- 172.21.15.22:0/2523713551 shutdown_connections 2024-09-10T10:34:59.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:34:59.837+0000 7f6bc9000640 1 -- 172.21.15.22:0/2523713551 wait complete. 2024-09-10T10:34:59.860 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:00.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53fde00640 1 Processor -- start 2024-09-10T10:35:00.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53fde00640 1 -- start start 2024-09-10T10:35:00.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53fde00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f53f815c230 0x7f53f815c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53fde00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f53f80d2820 0x7f53f80b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53fde00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53f815cc20 con 0x7f53f80d2c40 2024-09-10T10:35:00.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53fde00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f53f815cf00 con 0x7f53f80d2820 2024-09-10T10:35:00.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53fde00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f53f815d1e0 con 0x7f53f815c230 2024-09-10T10:35:00.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53ee000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f53f80d2820 0x7f53f80b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53ee000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f53f80d2820 0x7f53f80b6c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47752/0 (socket says 172.21.15.22:47752) 2024-09-10T10:35:00.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53ee000640 1 -- 172.21.15.22:0/3558951985 learned_addr learned my addr 172.21.15.22:0/3558951985 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:00.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53f6a00640 1 --2- 172.21.15.22:0/3558951985 >> v2:172.21.15.145:3300/0 conn(0x7f53f815c230 0x7f53f815c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53ee000640 1 -- 172.21.15.22:0/3558951985 >> v2:172.21.15.145:3300/0 conn(0x7f53f815c230 msgr2=0x7f53f815c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53ee000640 1 --2- 172.21.15.22:0/3558951985 >> v2:172.21.15.145:3300/0 conn(0x7f53f815c230 0x7f53f815c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53ee000640 1 -- 172.21.15.22:0/3558951985 >> v1:172.21.15.145:6789/0 conn(0x7f53f80d2c40 legacy=0x7f53f8073200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53ee000640 1 -- 172.21.15.22:0/3558951985 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53f815d4c0 con 0x7f53f80d2820 2024-09-10T10:35:00.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.001+0000 7f53f6a00640 1 --2- 172.21.15.22:0/3558951985 >> v2:172.21.15.145:3300/0 conn(0x7f53f815c230 0x7f53f815c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:00.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53ee000640 1 --2- 172.21.15.22:0/3558951985 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2820 0x7f53f80b6c50 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f53f80b5250 tx=0x7f53e001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2a2955eb572436c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:00.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53f6000640 1 -- 172.21.15.22:0/3558951985 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e00b1070 con 0x7f53f80d2820 2024-09-10T10:35:00.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53f6000640 1 -- 172.21.15.22:0/3558951985 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53e00ac600 con 0x7f53f80d2820 2024-09-10T10:35:00.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53f6000640 1 -- 172.21.15.22:0/3558951985 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e00ac9d0 con 0x7f53f80d2820 2024-09-10T10:35:00.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53fde00640 1 -- 172.21.15.22:0/3558951985 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2820 msgr2=0x7f53f80b6c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53fde00640 1 --2- 172.21.15.22:0/3558951985 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2820 0x7f53f80b6c50 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f53f80b5250 tx=0x7f53e001c490 comp rx=0 tx=0).stop 2024-09-10T10:35:00.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53fde00640 1 -- 172.21.15.22:0/3558951985 shutdown_connections 2024-09-10T10:35:00.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53fde00640 1 --2- 172.21.15.22:0/3558951985 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2820 0x7f53f80b6c50 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53fde00640 1 --2- 172.21.15.22:0/3558951985 >> v2:172.21.15.145:3300/0 conn(0x7f53f815c230 0x7f53f815c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53fde00640 1 -- 172.21.15.22:0/3558951985 >> 172.21.15.22:0/3558951985 conn(0x7f53f806f3b0 msgr2=0x7f53f806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:00.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53fde00640 1 -- 172.21.15.22:0/3558951985 shutdown_connections 2024-09-10T10:35:00.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.005+0000 7f53fde00640 1 -- 172.21.15.22:0/3558951985 wait complete. 2024-09-10T10:35:00.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 Processor -- start 2024-09-10T10:35:00.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 -- start start 2024-09-10T10:35:00.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53f80d2820 0x7f53f80c8d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2c40 0x7f53f81583f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53f815c230 0x7f53f8159f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f53f81692d0 con 0x7f53f80d2c40 2024-09-10T10:35:00.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f53f80b75a0 con 0x7f53f815c230 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f53f8169450 con 0x7f53f80d2820 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53ee000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2c40 0x7f53f81583f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53ee000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2c40 0x7f53f81583f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47768/0 (socket says 172.21.15.22:47768) 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53ee000640 1 -- 172.21.15.22:0/76798523 learned_addr learned my addr 172.21.15.22:0/76798523 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53f7400640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53f815c230 0x7f53f8159f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53f6a00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53f80d2820 0x7f53f80c8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53ee000640 1 -- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53f80d2820 msgr2=0x7f53f80c8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53ee000640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53f80d2820 0x7f53f80c8d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53ee000640 1 -- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53f815c230 msgr2=0x7f53f8159f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53ee000640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53f815c230 0x7f53f8159f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53ee000640 1 -- 172.21.15.22:0/76798523 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53f80c9330 con 0x7f53f80d2c40 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53f6a00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53f80d2820 0x7f53f80c8d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:00.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53ee000640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2c40 0x7f53f81583f0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f53e001a0c0 tx=0x7f53e001acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:00.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53efe00640 1 -- 172.21.15.22:0/76798523 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e00b1040 con 0x7f53f80d2c40 2024-09-10T10:35:00.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53efe00640 1 -- 172.21.15.22:0/76798523 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53e00b7450 con 0x7f53f80d2c40 2024-09-10T10:35:00.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 -- 172.21.15.22:0/76798523 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53f80c9610 con 0x7f53f80d2c40 2024-09-10T10:35:00.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53efe00640 1 -- 172.21.15.22:0/76798523 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e00b7840 con 0x7f53f80d2c40 2024-09-10T10:35:00.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 -- 172.21.15.22:0/76798523 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53f8159a40 con 0x7f53f80d2c40 2024-09-10T10:35:00.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.009+0000 7f53fde00640 1 -- 172.21.15.22:0/76798523 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53f8159830 con 0x7f53f80d2c40 2024-09-10T10:35:00.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.013+0000 7f53efe00640 1 -- 172.21.15.22:0/76798523 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f53e00be030 con 0x7f53f80d2c40 2024-09-10T10:35:00.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.013+0000 7f53efe00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53d40678c0 0x7f53d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.013+0000 7f53efe00640 1 -- 172.21.15.22:0/76798523 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f53e011f440 con 0x7f53f80d2c40 2024-09-10T10:35:00.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.013+0000 7f53f6a00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53d40678c0 0x7f53d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.013+0000 7f53f6a00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53d40678c0 0x7f53d4069d80 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f53e800a9b0 tx=0x7f53e8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:00.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.017+0000 7f53efe00640 1 -- 172.21.15.22:0/76798523 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f53e0016110 con 0x7f53f80d2c40 2024-09-10T10:35:00.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.213+0000 7f53fde00640 1 -- 172.21.15.22:0/76798523 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f53f80b6c50 con 0x7f53f80d2c40 2024-09-10T10:35:00.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.213+0000 7f53efe00640 1 -- 172.21.15.22:0/76798523 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5229 (secure 0 0 0) 0x7f53e00f0090 con 0x7f53f80d2c40 2024-09-10T10:35:00.220 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:00.220 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":33,"btime":"2024-09-10T10:34:53:333074+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5048,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3545824548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3545824548},{"type":"v1","addr":"172.21.15.145:6836","nonce":3545824548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5398,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2711184563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2711184563},{"type":"v1","addr":"172.21.15.145:6837","nonce":2711184563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5529,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/3630064863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3630064863},{"type":"v1","addr":"172.21.15.22:6833","nonce":3630064863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:49.707397+0000","modified":"2024-09-10T10:34:52.728312+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5532":{"gid":5532,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2356192972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":2356192972},{"type":"v1","addr":"172.21.15.22:6835","nonce":2356192972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5532,"qdb_cluster":[5532]},"id":4}]} 2024-09-10T10:35:00.220 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 33 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 -- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53d40678c0 msgr2=0x7f53d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53d40678c0 0x7f53d4069d80 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f53e800a9b0 tx=0x7f53e8008040 comp rx=0 tx=0).stop 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 -- 172.21.15.22:0/76798523 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2c40 msgr2=0x7f53f81583f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2c40 0x7f53f81583f0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f53e001a0c0 tx=0x7f53e001acd0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 -- 172.21.15.22:0/76798523 shutdown_connections 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53d40678c0 0x7f53d4069d80 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53f815c230 0x7f53f8159f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f53f80d2c40 0x7f53f81583f0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 --2- 172.21.15.22:0/76798523 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53f80d2820 0x7f53f80c8d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 -- 172.21.15.22:0/76798523 >> 172.21.15.22:0/76798523 conn(0x7f53f806f3b0 msgr2=0x7f53f80b41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 -- 172.21.15.22:0/76798523 shutdown_connections 2024-09-10T10:35:00.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.217+0000 7f53fde00640 1 -- 172.21.15.22:0/76798523 wait complete. 2024-09-10T10:35:00.643 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 33, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:34:49.707397+0000', 'modified': '2024-09-10T10:34:52.728312+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5532}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5532': {'gid': 5532, 'name': 'a', 'rank': 0, 'incarnation': 29, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.22:6835/2356192972', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.22:6834', 'nonce': 2356192972}, {'type': 'v1', 'addr': '172.21.15.22:6835', 'nonce': 2356192972}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5532, 'qdb_cluster': [5532]} 2024-09-10T10:35:00.643 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:35:00.643 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-10T10:35:00.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f5895a00640 1 Processor -- start 2024-09-10T10:35:00.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f5895a00640 1 -- start start 2024-09-10T10:35:00.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f5895a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b600 0x7f5890071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f5895a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f58900b56f0 0x7f58900b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f5895a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58900ce880 con 0x7f589015b220 2024-09-10T10:35:00.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f5895a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f589006d6e0 con 0x7f58900b56f0 2024-09-10T10:35:00.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f5895a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f58900ceb60 con 0x7f589015b600 2024-09-10T10:35:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f588e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b600 0x7f5890071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f588ea00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f589015b220 0x7f58900b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:56180/0 (socket says 172.21.15.22:56180) 2024-09-10T10:35:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f588ea00640 1 -- 172.21.15.22:0/3858360344 learned_addr learned my addr 172.21.15.22:0/3858360344 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.785+0000 7f588f400640 1 --2- 172.21.15.22:0/3858360344 >> v2:172.21.15.145:3300/0 conn(0x7f58900b56f0 0x7f58900b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588d600640 1 -- 172.21.15.22:0/3858360344 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2402652400 0 0) 0x7f58900ce880 con 0x7f589015b220 2024-09-10T10:35:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588d600640 1 -- 172.21.15.22:0/3858360344 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5874003530 con 0x7f589015b220 2024-09-10T10:35:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588f400640 1 -- 172.21.15.22:0/3858360344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b600 msgr2=0x7f5890071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588f400640 1 --2- 172.21.15.22:0/3858360344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b600 0x7f5890071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588f400640 1 -- 172.21.15.22:0/3858360344 >> v1:172.21.15.145:6789/0 conn(0x7f589015b220 legacy=0x7f58900b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588f400640 1 -- 172.21.15.22:0/3858360344 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58900cee40 con 0x7f58900b56f0 2024-09-10T10:35:00.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588e000640 1 --2- 172.21.15.22:0/3858360344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b600 0x7f5890071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:00.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588f400640 1 --2- 172.21.15.22:0/3858360344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58900b56f0 0x7f58900b3f10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5888009d90 tx=0x7f588801c820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e1176b400cbc2b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:00.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588d600640 1 -- 172.21.15.22:0/3858360344 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58880b2070 con 0x7f58900b56f0 2024-09-10T10:35:00.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588d600640 1 -- 172.21.15.22:0/3858360344 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58880a5900 con 0x7f58900b56f0 2024-09-10T10:35:00.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.789+0000 7f588d600640 1 -- 172.21.15.22:0/3858360344 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58880a5cd0 con 0x7f58900b56f0 2024-09-10T10:35:00.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 -- 172.21.15.22:0/3858360344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58900b56f0 msgr2=0x7f58900b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 --2- 172.21.15.22:0/3858360344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58900b56f0 0x7f58900b3f10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5888009d90 tx=0x7f588801c820 comp rx=0 tx=0).stop 2024-09-10T10:35:00.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 -- 172.21.15.22:0/3858360344 shutdown_connections 2024-09-10T10:35:00.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 --2- 172.21.15.22:0/3858360344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58900b56f0 0x7f58900b3f10 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 --2- 172.21.15.22:0/3858360344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b600 0x7f5890071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 -- 172.21.15.22:0/3858360344 >> 172.21.15.22:0/3858360344 conn(0x7f5890062dd0 msgr2=0x7f589006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:00.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 -- 172.21.15.22:0/3858360344 shutdown_connections 2024-09-10T10:35:00.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 -- 172.21.15.22:0/3858360344 wait complete. 2024-09-10T10:35:00.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 Processor -- start 2024-09-10T10:35:00.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 -- start start 2024-09-10T10:35:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f58900b56f0 0x7f58900b0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b220 0x7f5890149340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f589015b600 0x7f5890149880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f58900cffd0 con 0x7f58900b56f0 2024-09-10T10:35:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f58900cfe50 con 0x7f589015b600 2024-09-10T10:35:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f5895a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f58900d0150 con 0x7f589015b220 2024-09-10T10:35:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f588ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f58900b56f0 0x7f58900b0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f588ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f58900b56f0 0x7f58900b0170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47770/0 (socket says 172.21.15.22:47770) 2024-09-10T10:35:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f588ea00640 1 -- 172.21.15.22:0/1252889176 learned_addr learned my addr 172.21.15.22:0/1252889176 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f588f400640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f589015b600 0x7f5890149880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f588e000640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b220 0x7f5890149340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f588ea00640 1 -- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b220 msgr2=0x7f5890149340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f588ea00640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b220 0x7f5890149340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f588ea00640 1 -- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f589015b600 msgr2=0x7f5890149880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f588ea00640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f589015b600 0x7f5890149880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.793+0000 7f588ea00640 1 -- 172.21.15.22:0/1252889176 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58900b06b0 con 0x7f58900b56f0 2024-09-10T10:35:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.797+0000 7f588ea00640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f58900b56f0 0x7f58900b0170 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f588000c4d0 tx=0x7f588000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.797+0000 7f5886a00640 1 -- 172.21.15.22:0/1252889176 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5880017070 con 0x7f58900b56f0 2024-09-10T10:35:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.797+0000 7f5886a00640 1 -- 172.21.15.22:0/1252889176 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5880005cf0 con 0x7f58900b56f0 2024-09-10T10:35:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.797+0000 7f5886a00640 1 -- 172.21.15.22:0/1252889176 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5880007270 con 0x7f58900b56f0 2024-09-10T10:35:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.797+0000 7f5895a00640 1 -- 172.21.15.22:0/1252889176 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58900b2060 con 0x7f58900b56f0 2024-09-10T10:35:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.797+0000 7f5895a00640 1 -- 172.21.15.22:0/1252889176 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58900b2620 con 0x7f58900b56f0 2024-09-10T10:35:00.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.797+0000 7f5886a00640 1 -- 172.21.15.22:0/1252889176 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f588001a070 con 0x7f58900b56f0 2024-09-10T10:35:00.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5886a00640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f58700678c0 0x7f5870069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5886a00640 1 -- 172.21.15.22:0/1252889176 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f5880084fa0 con 0x7f58900b56f0 2024-09-10T10:35:00.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5898e95000 1 Processor -- start 2024-09-10T10:35:00.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5898e95000 1 -- start start 2024-09-10T10:35:00.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588e000640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f58700678c0 0x7f5870069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588e000640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f58700678c0 0x7f5870069d80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5890133c20 tx=0x7f587c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:00.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5898e95000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 0x55807ca3af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5898e95000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807ca3b440 0x55807c9f0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5898e95000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807c9f1290 0x55807c9f1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5898e95000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55807c8d8b60 con 0x55807c9f1290 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5898e95000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55807c83fc70 con 0x55807ca3ab20 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5898e95000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55807c7e5ed0 con 0x55807ca3b440 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807c9f1290 0x55807c9f1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807c9f1290 0x55807c9f1670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47774/0 (socket says 172.21.15.22:47774) 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588f400640 1 -- 172.21.15.22:0/1216589680 learned_addr learned my addr 172.21.15.22:0/1216589680 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588ea00640 1 --2- 172.21.15.22:0/1216589680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 0x55807ca3af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588e000640 1 --2- 172.21.15.22:0/1216589680 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807ca3b440 0x55807c9f0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588f400640 1 -- 172.21.15.22:0/1216589680 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807ca3b440 msgr2=0x55807c9f0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588f400640 1 --2- 172.21.15.22:0/1216589680 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807ca3b440 0x55807c9f0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588f400640 1 -- 172.21.15.22:0/1216589680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 msgr2=0x55807ca3af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588f400640 1 --2- 172.21.15.22:0/1216589680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 0x55807ca3af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588f400640 1 -- 172.21.15.22:0/1216589680 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55807c7f7e50 con 0x55807c9f1290 2024-09-10T10:35:00.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588ea00640 1 --2- 172.21.15.22:0/1216589680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 0x55807ca3af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:00.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f588f400640 1 --2- 172.21.15.22:0/1216589680 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807c9f1290 0x55807c9f1670 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f588801aed0 tx=0x7f5888004ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e17ba64573fbc42 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f587b400640 1 -- 172.21.15.22:0/1216589680 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58880b2040 con 0x55807c9f1290 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f587b400640 1 -- 172.21.15.22:0/1216589680 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58880a5900 con 0x55807c9f1290 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f587b400640 1 -- 172.21.15.22:0/1216589680 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58880a5cf0 con 0x55807c9f1290 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.801+0000 7f5898e95000 1 -- 172.21.15.22:0/1216589680 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807c9f1290 msgr2=0x55807c9f1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 --2- 172.21.15.22:0/1216589680 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807c9f1290 0x55807c9f1670 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f588801aed0 tx=0x7f5888004ac0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 -- 172.21.15.22:0/1216589680 shutdown_connections 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 --2- 172.21.15.22:0/1216589680 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807c9f1290 0x55807c9f1670 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 --2- 172.21.15.22:0/1216589680 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807ca3b440 0x55807c9f0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 --2- 172.21.15.22:0/1216589680 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 0x55807ca3af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 -- 172.21.15.22:0/1216589680 >> 172.21.15.22:0/1216589680 conn(0x55807c9f7600 msgr2=0x55807c9ef630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 -- 172.21.15.22:0/1216589680 shutdown_connections 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 -- 172.21.15.22:0/1216589680 wait complete. 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 -- start start 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 Processor -- start 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 0x55807c9f5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3b440 0x55807c9fbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807c9fc230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55807c8a1b00 con 0x55807ca3b440 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55807c81a360 con 0x55807ca3ab20 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55807c8172d0 con 0x55807c9f6390 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 10 client.0 _ll_register_callbacks cb 0x55807c9dc820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3b440 0x55807c9fbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3b440 0x55807c9fbcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47786/0 (socket says 172.21.15.22:47786) 2024-09-10T10:35:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588e000640 1 -- 172.21.15.22:0/3488247302 learned_addr learned my addr 172.21.15.22:0/3488247302 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588ea00640 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 0x55807c9f5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588f400640 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807c9fc230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588e000640 1 -- 172.21.15.22:0/3488247302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 msgr2=0x55807c9fc230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588e000640 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807c9fc230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588e000640 1 -- 172.21.15.22:0/3488247302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 msgr2=0x55807c9f5e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588e000640 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 0x55807c9f5e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588e000640 1 -- 172.21.15.22:0/3488247302 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55807c7e6120 con 0x55807ca3b440 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588f400640 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807c9fc230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588ea00640 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 0x55807c9f5e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f588e000640 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3b440 0x55807c9fbcf0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f587c0156c0 tx=0x7f587c0046d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdde5fdecd5a371f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f586fe00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f586fe00640 1 -- 172.21.15.22:0/3488247302 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f587c026070 con 0x55807ca3b440 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 -- 172.21.15.22:0/3488247302 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58880a5900 con 0x55807ca3b440 2024-09-10T10:35:00.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f586fe00640 1 -- 172.21.15.22:0/3488247302 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f587c0146b0 con 0x55807ca3b440 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f586fe00640 1 -- 172.21.15.22:0/3488247302 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f587c031050 con 0x55807ca3b440 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 10 client.5682 fetch_fsmap learned FSMap version 33 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.805+0000 7f5898e95000 1 -- 172.21.15.22:0/3488247302 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=2+}) -- 0x55807c7df450 con 0x55807ca3b440 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f586fe00640 1 -- 172.21.15.22:0/3488247302 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58880a5900 con 0x55807ca3b440 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f586fe00640 1 -- 172.21.15.22:0/3488247302 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 33) ==== 3502+0+0 (secure 0 0 0) 0x7f587c034020 con 0x55807ca3b440 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 10 client.5682 fetch_fsmap finished waiting for FSMap version 33 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 10 client.5682 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 20 client.5682 populate_metadata read hostname 'smithi022' 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.22:6834/2356192972,v1:172.21.15.22:6835/2356192972] conn(0x55807ca40f50 0x55807ca41330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 4 client.5682 mds_command: new command op to 5532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 -- 172.21.15.22:0/3488247302 --> [v2:172.21.15.22:6834/2356192972,v1:172.21.15.22:6835/2356192972] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55807c7d9c00 con 0x55807ca40f50 2024-09-10T10:35:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f588ea00640 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.22:6834/2356192972,v1:172.21.15.22:6835/2356192972] conn(0x55807ca40f50 0x55807ca41330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f588ea00640 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.22:6834/2356192972,v1:172.21.15.22:6835/2356192972] conn(0x55807ca40f50 0x55807ca41330 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=797a45fbaf29f3b2 server_cookie=d71c9a995164aa03 in_seq=0 out_seq=0 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f586fe00640 10 client.5682 ms_handle_connect on v2:172.21.15.22:6834/2356192972 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f586fe00640 1 -- 172.21.15.22:0/3488247302 <== mds.0 v2:172.21.15.22:6834/2356192972 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55807c7d9c00 con 0x55807ca40f50 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f586fe00640 10 client.5682 handle_command_reply: tid=0 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 client.5682 shutdown 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 -- 172.21.15.22:0/3488247302 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3b440 msgr2=0x55807c9fbcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3b440 0x55807c9fbcf0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f587c0156c0 tx=0x7f587c0046d0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 -- 172.21.15.22:0/3488247302 shutdown_connections 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.22:6834/2356192972,v1:172.21.15.22:6835/2356192972] conn(0x55807ca40f50 0x55807ca41330 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807c9fc230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3b440 0x55807c9fbcf0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f586fe00640 0 client.5682 ms_handle_reset on v2:172.21.15.22:6834/2356192972 2024-09-10T10:35:00.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 --2- 172.21.15.22:0/3488247302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3ab20 0x55807c9f5e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 -- 172.21.15.22:0/3488247302 >> 172.21.15.22:0/3488247302 conn(0x55807c9f1290 msgr2=0x55807c9efd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:00.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 -- 172.21.15.22:0/3488247302 shutdown_connections 2024-09-10T10:35:00.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 1 -- 172.21.15.22:0/3488247302 wait complete. 2024-09-10T10:35:00.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.809+0000 7f5898e95000 20 client.5682 trim_cache size 0 max 16384 2024-09-10T10:35:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 Processor -- start 2024-09-10T10:35:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 -- start start 2024-09-10T10:35:00.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807ca3a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca51010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 0x55807ca51550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5890148b00 con 0x55807ca3ab20 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5890147e60 con 0x55807ca3b440 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f58901484b0 con 0x55807c9f6390 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca51010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca51010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47800/0 (socket says 172.21.15.22:47800) 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588e000640 1 -- 172.21.15.22:0/4273564280 learned_addr learned my addr 172.21.15.22:0/4273564280 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588ea00640 1 --2- 172.21.15.22:0/4273564280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807ca3a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588f400640 1 --2- 172.21.15.22:0/4273564280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 0x55807ca51550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588e000640 1 -- 172.21.15.22:0/4273564280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 msgr2=0x55807ca3a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588e000640 1 --2- 172.21.15.22:0/4273564280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807ca3a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588e000640 1 -- 172.21.15.22:0/4273564280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 msgr2=0x55807ca51550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588e000640 1 --2- 172.21.15.22:0/4273564280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 0x55807ca51550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588e000640 1 -- 172.21.15.22:0/4273564280 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55807c7c6fd0 con 0x55807ca3ab20 2024-09-10T10:35:00.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588f400640 1 --2- 172.21.15.22:0/4273564280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 0x55807ca51550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:00.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f588e000640 1 --2- 172.21.15.22:0/4273564280 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca51010 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f587c015fd0 tx=0x7f587c022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb7f08c41453857 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:00.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f587aa00640 1 -- 172.21.15.22:0/4273564280 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f587c03a070 con 0x55807ca3ab20 2024-09-10T10:35:00.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f587aa00640 1 -- 172.21.15.22:0/4273564280 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f587c01a040 con 0x55807ca3ab20 2024-09-10T10:35:00.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f587aa00640 1 -- 172.21.15.22:0/4273564280 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f587c026070 con 0x55807ca3ab20 2024-09-10T10:35:00.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 -- 172.21.15.22:0/4273564280 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 msgr2=0x55807ca51010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 --2- 172.21.15.22:0/4273564280 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca51010 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f587c015fd0 tx=0x7f587c022000 comp rx=0 tx=0).stop 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 -- 172.21.15.22:0/4273564280 shutdown_connections 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 --2- 172.21.15.22:0/4273564280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 0x55807ca51550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 --2- 172.21.15.22:0/4273564280 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca51010 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 --2- 172.21.15.22:0/4273564280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807ca3a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.829+0000 7f5898e95000 1 -- 172.21.15.22:0/4273564280 >> 172.21.15.22:0/4273564280 conn(0x55807c9f1290 msgr2=0x55807c9f58a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 -- 172.21.15.22:0/4273564280 shutdown_connections 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 -- 172.21.15.22:0/4273564280 wait complete. 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 -- start start 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 Processor -- start 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807caad170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca447f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 0x55807ca44d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55807c83ef80 con 0x55807ca3ab20 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55807c7f7ca0 con 0x55807ca3b440 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55807c8442a0 con 0x55807c9f6390 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 10 client.0 _ll_register_callbacks cb 0x7f587c009740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca447f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca447f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47802/0 (socket says 172.21.15.22:47802) 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588e000640 1 -- 172.21.15.22:0/1381522036 learned_addr learned my addr 172.21.15.22:0/1381522036 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588ea00640 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807caad170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588f400640 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 0x55807ca44d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588e000640 1 -- 172.21.15.22:0/1381522036 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 msgr2=0x55807caad170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588e000640 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807caad170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588e000640 1 -- 172.21.15.22:0/1381522036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 msgr2=0x55807ca44d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:00.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588e000640 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 0x55807ca44d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588e000640 1 -- 172.21.15.22:0/1381522036 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55807c8c2750 con 0x55807ca3ab20 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588ea00640 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807caad170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588e000640 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca447f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f587c014920 tx=0x7f587c016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85a6bb89742be6e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f586fe00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f586fe00640 1 -- 172.21.15.22:0/1381522036 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f587c03a030 con 0x55807ca3ab20 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f586fe00640 1 -- 172.21.15.22:0/1381522036 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f587c00f040 con 0x55807ca3ab20 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 -- 172.21.15.22:0/1381522036 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f587c01a040 con 0x55807ca3ab20 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f586fe00640 1 -- 172.21.15.22:0/1381522036 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f587c026050 con 0x55807ca3ab20 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 10 client.5688 fetch_fsmap learned FSMap version 33 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 -- 172.21.15.22:0/1381522036 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=2+}) -- 0x55807c7cda30 con 0x55807ca3ab20 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f586fe00640 1 -- 172.21.15.22:0/1381522036 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f587c01a040 con 0x55807ca3ab20 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f586fe00640 1 -- 172.21.15.22:0/1381522036 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 33) ==== 3502+0+0 (secure 0 0 0) 0x7f587c034070 con 0x55807ca3ab20 2024-09-10T10:35:00.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 10 client.5688 fetch_fsmap finished waiting for FSMap version 33 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 10 client.5688 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 20 client.5688 populate_metadata read hostname 'smithi022' 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.22:6834/2356192972,v1:172.21.15.22:6835/2356192972] conn(0x55807ca45270 0x55807ca45650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 4 client.5688 mds_command: new command op to 5532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f5898e95000 1 -- 172.21.15.22:0/1381522036 --> [v2:172.21.15.22:6834/2356192972,v1:172.21.15.22:6835/2356192972] -- command(tid 0: {"prefix": "status"}) -- 0x55807c84d3a0 con 0x55807ca45270 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.833+0000 7f588ea00640 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.22:6834/2356192972,v1:172.21.15.22:6835/2356192972] conn(0x55807ca45270 0x55807ca45650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f588ea00640 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.22:6834/2356192972,v1:172.21.15.22:6835/2356192972] conn(0x55807ca45270 0x55807ca45650 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bb1a87e6a94d4b8 server_cookie=28f92fb1db704b22 in_seq=0 out_seq=0 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f586fe00640 10 client.5688 ms_handle_connect on v2:172.21.15.22:6834/2356192972 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f586fe00640 1 -- 172.21.15.22:0/1381522036 <== mds.0 v2:172.21.15.22:6834/2356192972 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55807c84d3a0 con 0x55807ca45270 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f586fe00640 10 client.5688 handle_command_reply: tid=0 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 client.5688 shutdown 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 -- 172.21.15.22:0/1381522036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 msgr2=0x55807ca447f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca447f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f587c014920 tx=0x7f587c016000 comp rx=0 tx=0).stop 2024-09-10T10:35:00.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 -- 172.21.15.22:0/1381522036 shutdown_connections 2024-09-10T10:35:00.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.22:6834/2356192972,v1:172.21.15.22:6835/2356192972] conn(0x55807ca45270 0x55807ca45650 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55807ca3b440 0x55807ca44d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55807ca3ab20 0x55807ca447f0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 --2- 172.21.15.22:0/1381522036 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55807c9f6390 0x55807caad170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f586fe00640 0 client.5688 ms_handle_reset on v2:172.21.15.22:6834/2356192972 2024-09-10T10:35:00.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 -- 172.21.15.22:0/1381522036 >> 172.21.15.22:0/1381522036 conn(0x55807c9f1290 msgr2=0x55807ca50000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:00.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 -- 172.21.15.22:0/1381522036 shutdown_connections 2024-09-10T10:35:00.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 1 -- 172.21.15.22:0/1381522036 wait complete. 2024-09-10T10:35:00.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5898e95000 20 client.5688 trim_cache size 0 max 16384 2024-09-10T10:35:00.846 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 5532, 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 10.517167285999999, 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 33, 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 58, 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 58, 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 15.340046692 2024-09-10T10:35:00.847 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:35:00.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 -- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f58700678c0 msgr2=0x7f5870069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f58700678c0 0x7f5870069d80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5890133c20 tx=0x7f587c008040 comp rx=0 tx=0).stop 2024-09-10T10:35:00.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 -- 172.21.15.22:0/1252889176 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f58900b56f0 msgr2=0x7f58900b0170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:00.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f58900b56f0 0x7f58900b0170 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f588000c4d0 tx=0x7f588000c990 comp rx=0 tx=0).stop 2024-09-10T10:35:00.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 -- 172.21.15.22:0/1252889176 shutdown_connections 2024-09-10T10:35:00.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f58700678c0 0x7f5870069d80 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f589015b600 0x7f5890149880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f589015b220 0x7f5890149340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 --2- 172.21.15.22:0/1252889176 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f58900b56f0 0x7f58900b0170 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:00.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 -- 172.21.15.22:0/1252889176 >> 172.21.15.22:0/1252889176 conn(0x7f5890062dd0 msgr2=0x7f58900b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:00.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 -- 172.21.15.22:0/1252889176 shutdown_connections 2024-09-10T10:35:00.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.837+0000 7f5895a00640 1 -- 172.21.15.22:0/1252889176 wait complete. 2024-09-10T10:35:00.862 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:35:01.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9efd400640 1 Processor -- start 2024-09-10T10:35:01.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9efd400640 1 -- start start 2024-09-10T10:35:01.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9efd400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9ef8162090 0x7f9ef8162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:01.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9efd400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9ef8073730 0x7f9ef80ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:01.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9efd400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ef8158ef0 con 0x7f9ef815eaa0 2024-09-10T10:35:01.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9efd400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9ef815fd00 con 0x7f9ef8073730 2024-09-10T10:35:01.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9efd400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9ef81629b0 con 0x7f9ef8162090 2024-09-10T10:35:01.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9eede00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9ef8073730 0x7f9ef80ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:01.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9eede00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9ef8073730 0x7f9ef80ae100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47810/0 (socket says 172.21.15.22:47810) 2024-09-10T10:35:01.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9eede00640 1 -- 172.21.15.22:0/1526158099 learned_addr learned my addr 172.21.15.22:0/1526158099 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:01.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9ef6800640 1 --2- 172.21.15.22:0/1526158099 >> v2:172.21.15.145:3300/0 conn(0x7f9ef8162090 0x7f9ef8162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:01.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9eede00640 1 -- 172.21.15.22:0/1526158099 >> v2:172.21.15.145:3300/0 conn(0x7f9ef8162090 msgr2=0x7f9ef8162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:01.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9eede00640 1 --2- 172.21.15.22:0/1526158099 >> v2:172.21.15.145:3300/0 conn(0x7f9ef8162090 0x7f9ef8162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9eede00640 1 -- 172.21.15.22:0/1526158099 >> v1:172.21.15.145:6789/0 conn(0x7f9ef815eaa0 legacy=0x7f9ef815eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:01.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:00.997+0000 7f9eede00640 1 -- 172.21.15.22:0/1526158099 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef80aea70 con 0x7f9ef8073730 2024-09-10T10:35:01.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9eede00640 1 --2- 172.21.15.22:0/1526158099 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 0x7f9ef80ae100 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f9ef806cd30 tx=0x7f9ee001eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e216ca81044653d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:01.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9ef5e00640 1 -- 172.21.15.22:0/1526158099 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee00b5070 con 0x7f9ef8073730 2024-09-10T10:35:01.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9ef5e00640 1 -- 172.21.15.22:0/1526158099 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ee00a87f0 con 0x7f9ef8073730 2024-09-10T10:35:01.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9ef5e00640 1 -- 172.21.15.22:0/1526158099 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee00a8bc0 con 0x7f9ef8073730 2024-09-10T10:35:01.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9efd400640 1 -- 172.21.15.22:0/1526158099 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 msgr2=0x7f9ef80ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:01.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9efd400640 1 --2- 172.21.15.22:0/1526158099 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 0x7f9ef80ae100 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f9ef806cd30 tx=0x7f9ee001eaf0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9efd400640 1 -- 172.21.15.22:0/1526158099 shutdown_connections 2024-09-10T10:35:01.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9efd400640 1 --2- 172.21.15.22:0/1526158099 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 0x7f9ef80ae100 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9efd400640 1 --2- 172.21.15.22:0/1526158099 >> v2:172.21.15.145:3300/0 conn(0x7f9ef8162090 0x7f9ef8162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9efd400640 1 -- 172.21.15.22:0/1526158099 >> 172.21.15.22:0/1526158099 conn(0x7f9ef806bcc0 msgr2=0x7f9ef806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:01.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9efd400640 1 -- 172.21.15.22:0/1526158099 shutdown_connections 2024-09-10T10:35:01.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.001+0000 7f9efd400640 1 -- 172.21.15.22:0/1526158099 wait complete. 2024-09-10T10:35:01.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9efd400640 1 Processor -- start 2024-09-10T10:35:01.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9efd400640 1 -- start start 2024-09-10T10:35:01.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9efd400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 0x7f9ef81499a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:01.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9efd400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef815eaa0 0x7f9ef81485a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:01.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9efd400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef8162090 0x7f9ef80ca020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:01.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9efd400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef80af310 con 0x7f9ef8073730 2024-09-10T10:35:01.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9efd400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef80af030 con 0x7f9ef8162090 2024-09-10T10:35:01.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9efd400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9ef80af490 con 0x7f9ef815eaa0 2024-09-10T10:35:01.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9ef6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 0x7f9ef81499a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:01.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9ef6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 0x7f9ef81499a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47812/0 (socket says 172.21.15.22:47812) 2024-09-10T10:35:01.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9ef6800640 1 -- 172.21.15.22:0/1201304924 learned_addr learned my addr 172.21.15.22:0/1201304924 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:01.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9ef7200640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef8162090 0x7f9ef80ca020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:01.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9eede00640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef815eaa0 0x7f9ef81485a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:01.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9ef6800640 1 -- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef815eaa0 msgr2=0x7f9ef81485a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9ef6800640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef815eaa0 0x7f9ef81485a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9ef6800640 1 -- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef8162090 msgr2=0x7f9ef80ca020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9ef6800640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef8162090 0x7f9ef80ca020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9ef6800640 1 -- 172.21.15.22:0/1201304924 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef8149f80 con 0x7f9ef8073730 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9ef6800640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 0x7f9ef81499a0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f9ee800d620 tx=0x7f9ee800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9eef400640 1 -- 172.21.15.22:0/1201304924 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee800b620 con 0x7f9ef8073730 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9eef400640 1 -- 172.21.15.22:0/1201304924 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ee8019070 con 0x7f9ef8073730 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9eef400640 1 -- 172.21.15.22:0/1201304924 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee800ba20 con 0x7f9ef8073730 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9efd400640 1 -- 172.21.15.22:0/1201304924 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ef814a260 con 0x7f9ef8073730 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.005+0000 7f9efd400640 1 -- 172.21.15.22:0/1201304924 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ef814a820 con 0x7f9ef8073730 2024-09-10T10:35:01.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.009+0000 7f9efd400640 1 -- 172.21.15.22:0/1201304924 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ef8073c10 con 0x7f9ef8073730 2024-09-10T10:35:01.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.009+0000 7f9eef400640 1 -- 172.21.15.22:0/1201304924 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9ee800bbc0 con 0x7f9ef8073730 2024-09-10T10:35:01.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.009+0000 7f9eef400640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9ed40678c0 0x7f9ed4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:01.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.009+0000 7f9eef400640 1 -- 172.21.15.22:0/1201304924 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f9ee80861b0 con 0x7f9ef8073730 2024-09-10T10:35:01.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.009+0000 7f9eede00640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9ed40678c0 0x7f9ed4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:01.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.009+0000 7f9eede00640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9ed40678c0 0x7f9ed4069d80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9ee00b2000 tx=0x7f9ee0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:01.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.013+0000 7f9eef400640 1 -- 172.21.15.22:0/1201304924 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9ee8056ce0 con 0x7f9ef8073730 2024-09-10T10:35:01.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.213+0000 7f9efd400640 1 -- 172.21.15.22:0/1201304924 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9ef806ff30 con 0x7f9ef8073730 2024-09-10T10:35:01.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.213+0000 7f9eef400640 1 -- 172.21.15.22:0/1201304924 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v33) ==== 53+0+73 (secure 0 0 0) 0x7f9ee80565e0 con 0x7f9ef8073730 2024-09-10T10:35:01.220 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:35:01.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 -- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9ed40678c0 msgr2=0x7f9ed4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:01.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9ed40678c0 0x7f9ed4069d80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9ee00b2000 tx=0x7f9ee0008040 comp rx=0 tx=0).stop 2024-09-10T10:35:01.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 -- 172.21.15.22:0/1201304924 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 msgr2=0x7f9ef81499a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:01.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 0x7f9ef81499a0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f9ee800d620 tx=0x7f9ee800dae0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 -- 172.21.15.22:0/1201304924 shutdown_connections 2024-09-10T10:35:01.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9ed40678c0 0x7f9ed4069d80 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef8162090 0x7f9ef80ca020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef815eaa0 0x7f9ef81485a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 --2- 172.21.15.22:0/1201304924 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9ef8073730 0x7f9ef81499a0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:01.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 -- 172.21.15.22:0/1201304924 >> 172.21.15.22:0/1201304924 conn(0x7f9ef806bcc0 msgr2=0x7f9ef8160190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:01.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 -- 172.21.15.22:0/1201304924 shutdown_connections 2024-09-10T10:35:01.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01.217+0000 7f9efd400640 1 -- 172.21.15.22:0/1201304924 wait complete. 2024-09-10T10:35:01.242 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:35:01.243 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:35:01.243 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:35:01.243 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:35:01.243 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:35:01.243 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:35:01.243 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:35:01.243 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:35:01.243 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:35:01.243 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:01.243 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:35:01.253 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:35:01.253 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:35:01.253 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:35:01.253 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:01.253 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:35:01.253 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:01.253 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:01.253 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 42283sec preferred_lft 42283sec 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:01.254 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:35:01.255 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:35:01.256 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:01.256 INFO:teuthology.orchestra.run.smithi022.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:35:01.256 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:35:01.256 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:35:01.256 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:01.256 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:01.256 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:35:01.313 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:35:01.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:01.316 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:35:01.374 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:35:01.374 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:35:01.374 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:35:01.374 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:35:01.374 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:35:01.374 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:35:01.374 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:35:01.375 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:35:01.375 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:35:01.375 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:35:01.375 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:35:01.375 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:35:01.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:35:01.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:35:01.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:01.517 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:35:01.527 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:35:01.527 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:35:01.527 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:35:01.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:01.527 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:35:01.592 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:35:01.592 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:35:01.645 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:35:01.645 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:35:01.645 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:35:01.695 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:35:01.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:01.696 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:01.785 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:01.785 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:35:01.799 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:01.799 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:35:01.799 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:35:01.799 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:35:01.799 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:35:01.803 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:35:01.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:01.804 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:35:01.824 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:35:01.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:35:01.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:35:01.931 INFO:teuthology.orchestra.run.smithi022.stdout:client5533 2024-09-10T10:35:01.932 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:01.932 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:01.942 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:35:02.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.121+0000 7f4c51000640 1 Processor -- start 2024-09-10T10:35:02.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c51000640 1 -- start start 2024-09-10T10:35:02.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c51000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4c4c06f740 0x7f4c4c0b4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:02.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c51000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c4c0aeb40 con 0x7f4c4c06f300 2024-09-10T10:35:02.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c51000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c4c0affb0 con 0x7f4c4c0626e0 2024-09-10T10:35:02.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c51000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4c4c06e820 con 0x7f4c4c06f740 2024-09-10T10:35:02.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c4be00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4c4c06f740 0x7f4c4c0b4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:02.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c42a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f4c4c06f300 0x7f4c4c0af440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:48646/0 (socket says 172.21.15.22:48646) 2024-09-10T10:35:02.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c42a00640 1 -- 172.21.15.22:0/770732098 learned_addr learned my addr 172.21.15.22:0/770732098 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:02.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c4be00640 1 -- 172.21.15.22:0/770732098 >> v1:172.21.15.145:6789/0 conn(0x7f4c4c0626e0 legacy=0x7f4c4c062ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:02.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c4be00640 1 -- 172.21.15.22:0/770732098 >> v1:172.21.15.22:6789/0 conn(0x7f4c4c06f300 legacy=0x7f4c4c0af440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:02.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c4be00640 1 -- 172.21.15.22:0/770732098 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c4c06eb00 con 0x7f4c4c06f740 2024-09-10T10:35:02.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.125+0000 7f4c4aa00640 1 -- 172.21.15.22:0/770732098 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 242689220 0 0) 0x7f4c4c0aeb40 con 0x7f4c4c06f300 2024-09-10T10:35:02.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c4be00640 1 --2- 172.21.15.22:0/770732098 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f740 0x7f4c4c0b4460 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f4c44009d90 tx=0x7f4c4401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a1cc9fe87b16491 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:02.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c4aa00640 1 -- 172.21.15.22:0/770732098 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c440b2070 con 0x7f4c4c06f740 2024-09-10T10:35:02.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c4aa00640 1 -- 172.21.15.22:0/770732098 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c440a5a20 con 0x7f4c4c06f740 2024-09-10T10:35:02.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c4aa00640 1 -- 172.21.15.22:0/770732098 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c440a5df0 con 0x7f4c4c06f740 2024-09-10T10:35:02.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c51000640 1 -- 172.21.15.22:0/770732098 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f740 msgr2=0x7f4c4c0b4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:02.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c51000640 1 --2- 172.21.15.22:0/770732098 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f740 0x7f4c4c0b4460 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f4c44009d90 tx=0x7f4c4401c940 comp rx=0 tx=0).stop 2024-09-10T10:35:02.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c51000640 1 -- 172.21.15.22:0/770732098 shutdown_connections 2024-09-10T10:35:02.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c51000640 1 --2- 172.21.15.22:0/770732098 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f740 0x7f4c4c0b4460 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:02.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c51000640 1 -- 172.21.15.22:0/770732098 >> 172.21.15.22:0/770732098 conn(0x7f4c4c072f30 msgr2=0x7f4c4c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:02.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c51000640 1 -- 172.21.15.22:0/770732098 shutdown_connections 2024-09-10T10:35:02.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c51000640 1 -- 172.21.15.22:0/770732098 wait complete. 2024-09-10T10:35:02.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c51000640 1 Processor -- start 2024-09-10T10:35:02.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.129+0000 7f4c51000640 1 -- start start 2024-09-10T10:35:02.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c51000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c4c0626e0 0x7f4c4c1541d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:02.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c51000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f300 0x7f4c4c15f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:02.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c51000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c4c06f740 0x7f4c4c155f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:02.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c51000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4c4c15e8b0 con 0x7f4c4c06f300 2024-09-10T10:35:02.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c51000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4c4c15e730 con 0x7f4c4c06f740 2024-09-10T10:35:02.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c51000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4c4c0afb50 con 0x7f4c4c0626e0 2024-09-10T10:35:02.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c42a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f300 0x7f4c4c15f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:02.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c42a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f300 0x7f4c4c15f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47830/0 (socket says 172.21.15.22:47830) 2024-09-10T10:35:02.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c42a00640 1 -- 172.21.15.22:0/3177714458 learned_addr learned my addr 172.21.15.22:0/3177714458 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:02.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c4b400640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c4c0626e0 0x7f4c4c1541d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:02.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c4be00640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c4c06f740 0x7f4c4c155f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:02.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c42a00640 1 -- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c4c0626e0 msgr2=0x7f4c4c1541d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:02.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c42a00640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c4c0626e0 0x7f4c4c1541d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:02.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c42a00640 1 -- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c4c06f740 msgr2=0x7f4c4c155f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:02.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c42a00640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c4c06f740 0x7f4c4c155f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:02.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c42a00640 1 -- 172.21.15.22:0/3177714458 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c4c154710 con 0x7f4c4c06f300 2024-09-10T10:35:02.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c42a00640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f300 0x7f4c4c15f450 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f4c3400c4a0 tx=0x7f4c3400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:02.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c43e00640 1 -- 172.21.15.22:0/3177714458 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c34018070 con 0x7f4c4c06f300 2024-09-10T10:35:02.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c43e00640 1 -- 172.21.15.22:0/3177714458 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c340074e0 con 0x7f4c4c06f300 2024-09-10T10:35:02.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c43e00640 1 -- 172.21.15.22:0/3177714458 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c34004a30 con 0x7f4c4c06f300 2024-09-10T10:35:02.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c51000640 1 -- 172.21.15.22:0/3177714458 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c4c153150 con 0x7f4c4c06f300 2024-09-10T10:35:02.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c51000640 1 -- 172.21.15.22:0/3177714458 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c4c1539f0 con 0x7f4c4c06f300 2024-09-10T10:35:02.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c51000640 1 -- 172.21.15.22:0/3177714458 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c4c0b4460 con 0x7f4c4c06f300 2024-09-10T10:35:02.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.133+0000 7f4c43e00640 1 -- 172.21.15.22:0/3177714458 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4c3401b070 con 0x7f4c4c06f300 2024-09-10T10:35:02.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.137+0000 7f4c43e00640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c280678c0 0x7f4c28069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:02.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.137+0000 7f4c43e00640 1 -- 172.21.15.22:0/3177714458 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f4c34084e80 con 0x7f4c4c06f300 2024-09-10T10:35:02.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.137+0000 7f4c4b400640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c280678c0 0x7f4c28069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:02.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.137+0000 7f4c4b400640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c280678c0 0x7f4c28069d80 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c007fd0 tx=0x7f4c3c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:02.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.141+0000 7f4c43e00640 1 -- 172.21.15.22:0/3177714458 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4c34055360 con 0x7f4c4c06f300 2024-09-10T10:35:02.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 -- 172.21.15.22:0/3177714458 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4c4c063540 con 0x7f4c4c06f300 2024-09-10T10:35:02.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c43e00640 1 -- 172.21.15.22:0/3177714458 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v33) ==== 53+0+73 (secure 0 0 0) 0x7f4c34059660 con 0x7f4c4c06f300 2024-09-10T10:35:02.346 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:35:02.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 -- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c280678c0 msgr2=0x7f4c28069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:02.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c280678c0 0x7f4c28069d80 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c007fd0 tx=0x7f4c3c009040 comp rx=0 tx=0).stop 2024-09-10T10:35:02.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 -- 172.21.15.22:0/3177714458 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f300 msgr2=0x7f4c4c15f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:02.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f300 0x7f4c4c15f450 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f4c3400c4a0 tx=0x7f4c3400c960 comp rx=0 tx=0).stop 2024-09-10T10:35:02.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 -- 172.21.15.22:0/3177714458 shutdown_connections 2024-09-10T10:35:02.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c280678c0 0x7f4c28069d80 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:02.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c4c06f740 0x7f4c4c155f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:02.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c4c06f300 0x7f4c4c15f450 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:02.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 --2- 172.21.15.22:0/3177714458 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c4c0626e0 0x7f4c4c1541d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:02.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 -- 172.21.15.22:0/3177714458 >> 172.21.15.22:0/3177714458 conn(0x7f4c4c072f30 msgr2=0x7f4c4c06fb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:02.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 -- 172.21.15.22:0/3177714458 shutdown_connections 2024-09-10T10:35:02.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:02.341+0000 7f4c51000640 1 -- 172.21.15.22:0/3177714458 wait complete. 2024-09-10T10:35:02.367 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:35:02.367 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:35:02.367 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:35:02.367 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:35:02.367 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:35:02.367 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:35:02.368 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:35:02.368 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:35:02.368 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:35:02.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:02.368 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:35:02.378 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:35:02.378 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:35:02.378 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:35:02.378 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:02.378 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:35:02.378 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:02.379 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42281sec preferred_lft 42281sec 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:35:02.380 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:02.381 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:35:02.381 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:02.381 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:35:02.381 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:35:02.381 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:35:02.381 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:02.381 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:35:02.381 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:35:02.381 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:35:02.381 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:02.382 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:02.382 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:35:02.450 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:35:02.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:02.452 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:35:02.505 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:35:02.506 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:35:02.506 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:35:02.506 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:35:02.506 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:35:02.506 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:35:02.506 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:35:02.506 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:35:02.506 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:35:02.506 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:35:02.506 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:35:02.507 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:35:02.507 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:35:02.507 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:35:02.507 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:35:02.507 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:35:02.507 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:35:02.604 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:35:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:35:02.646 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:35:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:35:02.653 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:02.654 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:35:02.663 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:35:02.663 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:35:02.663 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:35:02.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:02.663 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:35:02.729 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:35:02.729 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:35:02.781 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:35:02.782 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:35:02.782 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:35:02.833 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:35:02.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:02.833 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:02.921 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:02.921 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:35:02.935 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:02.935 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:35:02.935 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:35:02.935 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:35:02.935 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:35:02.939 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:35:02.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:02.940 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:35:02.959 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:35:03.048 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:35:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:35:03.052 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:35:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:35:03.058 INFO:teuthology.orchestra.run.smithi145.stdout:client5542 2024-09-10T10:35:03.059 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:03.059 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:03.067 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:35:03.067 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:35:03.139 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:35:03.220 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:35:03.220 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:35:03.221 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:03.221 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:03.230 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:03.230 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:03.281 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:35:03.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f913e400640 1 Processor -- start 2024-09-10T10:35:03.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f913e400640 1 -- start start 2024-09-10T10:35:03.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f913e400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f913815b220 0x7f9138071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f913e400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f913815b600 0x7f91380b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f913e400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91380ce880 con 0x7f91380b5520 2024-09-10T10:35:03.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f913e400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f913806d6e0 con 0x7f913815b220 2024-09-10T10:35:03.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f913e400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f91380ceb60 con 0x7f913815b600 2024-09-10T10:35:03.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f9137400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f913815b220 0x7f9138071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f9137400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f913815b220 0x7f9138071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47842/0 (socket says 172.21.15.22:47842) 2024-09-10T10:35:03.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f9137400640 1 -- 172.21.15.22:0/1101277703 learned_addr learned my addr 172.21.15.22:0/1101277703 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:03.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f9136a00640 1 --2- 172.21.15.22:0/1101277703 >> v2:172.21.15.145:3300/0 conn(0x7f913815b600 0x7f91380b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f9137400640 1 -- 172.21.15.22:0/1101277703 >> v2:172.21.15.145:3300/0 conn(0x7f913815b600 msgr2=0x7f91380b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:03.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f9137400640 1 --2- 172.21.15.22:0/1101277703 >> v2:172.21.15.145:3300/0 conn(0x7f913815b600 0x7f91380b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f9137400640 1 -- 172.21.15.22:0/1101277703 >> v1:172.21.15.145:6789/0 conn(0x7f91380b5520 legacy=0x7f91380b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.473+0000 7f9137400640 1 -- 172.21.15.22:0/1101277703 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91380cee40 con 0x7f913815b220 2024-09-10T10:35:03.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f9137400640 1 --2- 172.21.15.22:0/1101277703 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 0x7f9138071140 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f91380ce030 tx=0x7f912801c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66bd005469cf078e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:03.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f9136000640 1 -- 172.21.15.22:0/1101277703 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91280b0070 con 0x7f913815b220 2024-09-10T10:35:03.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f9136000640 1 -- 172.21.15.22:0/1101277703 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91280ab600 con 0x7f913815b220 2024-09-10T10:35:03.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f9136000640 1 -- 172.21.15.22:0/1101277703 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91280ab9d0 con 0x7f913815b220 2024-09-10T10:35:03.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f913e400640 1 -- 172.21.15.22:0/1101277703 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 msgr2=0x7f9138071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f913e400640 1 --2- 172.21.15.22:0/1101277703 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 0x7f9138071140 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f91380ce030 tx=0x7f912801c400 comp rx=0 tx=0).stop 2024-09-10T10:35:03.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f913e400640 1 -- 172.21.15.22:0/1101277703 shutdown_connections 2024-09-10T10:35:03.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f913e400640 1 --2- 172.21.15.22:0/1101277703 >> v2:172.21.15.145:3300/0 conn(0x7f913815b600 0x7f91380b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f913e400640 1 --2- 172.21.15.22:0/1101277703 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 0x7f9138071140 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f913e400640 1 -- 172.21.15.22:0/1101277703 >> 172.21.15.22:0/1101277703 conn(0x7f9138062dd0 msgr2=0x7f913806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:03.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f913e400640 1 -- 172.21.15.22:0/1101277703 shutdown_connections 2024-09-10T10:35:03.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.477+0000 7f913e400640 1 -- 172.21.15.22:0/1101277703 wait complete. 2024-09-10T10:35:03.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f913e400640 1 Processor -- start 2024-09-10T10:35:03.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f913e400640 1 -- start start 2024-09-10T10:35:03.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f913e400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91380b5520 0x7f9138071a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f913e400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 0x7f91381f52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f913e400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913815b600 0x7f91381f5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f913e400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f91380d01e0 con 0x7f913815b220 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f913e400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91380d0060 con 0x7f913815b600 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f913e400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f91381680f0 con 0x7f91380b5520 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9136a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 0x7f91381f52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9136a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 0x7f91381f52c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47850/0 (socket says 172.21.15.22:47850) 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9136a00640 1 -- 172.21.15.22:0/1720291622 learned_addr learned my addr 172.21.15.22:0/1720291622 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9137400640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91380b5520 0x7f9138071a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9137e00640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913815b600 0x7f91381f5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9136a00640 1 -- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91380b5520 msgr2=0x7f9138071a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9136a00640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91380b5520 0x7f9138071a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9136a00640 1 -- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913815b600 msgr2=0x7f91381f5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9136a00640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913815b600 0x7f91381f5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9136a00640 1 -- 172.21.15.22:0/1720291622 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91380b1a70 con 0x7f913815b220 2024-09-10T10:35:03.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9137e00640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913815b600 0x7f91381f5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:03.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f9136a00640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 0x7f91381f52c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f912400e8a0 tx=0x7f912400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:03.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f912f400640 1 -- 172.21.15.22:0/1720291622 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9124017070 con 0x7f913815b220 2024-09-10T10:35:03.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f912f400640 1 -- 172.21.15.22:0/1720291622 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f912400c940 con 0x7f913815b220 2024-09-10T10:35:03.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f912f400640 1 -- 172.21.15.22:0/1720291622 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f912400cd10 con 0x7f913815b220 2024-09-10T10:35:03.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f913e400640 1 -- 172.21.15.22:0/1720291622 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f913814ca40 con 0x7f913815b220 2024-09-10T10:35:03.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.481+0000 7f913e400640 1 -- 172.21.15.22:0/1720291622 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f913814d000 con 0x7f913815b220 2024-09-10T10:35:03.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.485+0000 7f913e400640 1 -- 172.21.15.22:0/1720291622 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f913814d200 con 0x7f913815b220 2024-09-10T10:35:03.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.485+0000 7f912f400640 1 -- 172.21.15.22:0/1720291622 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f912401a070 con 0x7f913815b220 2024-09-10T10:35:03.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.485+0000 7f912f400640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91180678c0 0x7f9118069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.485+0000 7f912f400640 1 -- 172.21.15.22:0/1720291622 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f9124085f80 con 0x7f913815b220 2024-09-10T10:35:03.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.485+0000 7f9137400640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91180678c0 0x7f9118069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.485+0000 7f9137400640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91180678c0 0x7f9118069d80 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f91280ad000 tx=0x7f9128008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:03.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.489+0000 7f912f400640 1 -- 172.21.15.22:0/1720291622 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f913814d200 con 0x7f913815b220 2024-09-10T10:35:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 -- 172.21.15.22:0/1720291622 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f913806d4c0 con 0x7f913815b220 2024-09-10T10:35:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f912f400640 1 -- 172.21.15.22:0/1720291622 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f91240563d0 con 0x7f913815b220 2024-09-10T10:35:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:35:03.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 -- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91180678c0 msgr2=0x7f9118069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91180678c0 0x7f9118069d80 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f91280ad000 tx=0x7f9128008040 comp rx=0 tx=0).stop 2024-09-10T10:35:03.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 -- 172.21.15.22:0/1720291622 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 msgr2=0x7f91381f52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 0x7f91381f52c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f912400e8a0 tx=0x7f912400ed60 comp rx=0 tx=0).stop 2024-09-10T10:35:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 -- 172.21.15.22:0/1720291622 shutdown_connections 2024-09-10T10:35:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91180678c0 0x7f9118069d80 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913815b600 0x7f91381f5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913815b220 0x7f91381f52c0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 --2- 172.21.15.22:0/1720291622 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91380b5520 0x7f9138071a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 -- 172.21.15.22:0/1720291622 >> 172.21.15.22:0/1720291622 conn(0x7f9138062dd0 msgr2=0x7f91381556a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 -- 172.21.15.22:0/1720291622 shutdown_connections 2024-09-10T10:35:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.665+0000 7f913e400640 1 -- 172.21.15.22:0/1720291622 wait complete. 2024-09-10T10:35:03.693 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:35:03.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:03.693 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T10:35:03.719 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:35:03.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:03.719 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:35:03.769 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:35:03.769 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:03.769 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:03.778 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:03.778 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:03.829 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:35:03.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.965+0000 7f718e400640 1 Processor -- start 2024-09-10T10:35:03.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f718e400640 1 -- start start 2024-09-10T10:35:03.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f718e400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880d1980 0x7f71880d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f718e400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7188071570 con 0x7f71880b6ae0 2024-09-10T10:35:03.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f718e400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7188071850 con 0x7f718815c440 2024-09-10T10:35:03.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f718e400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f71880b1fb0 con 0x7f71880d1980 2024-09-10T10:35:03.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f718da00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f71880b6ae0 0x7f71880d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:48650/0 (socket says 172.21.15.22:48650) 2024-09-10T10:35:03.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f718da00640 1 -- 172.21.15.22:0/1568449255 learned_addr learned my addr 172.21.15.22:0/1568449255 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:03.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f717fe00640 1 --2- 172.21.15.22:0/1568449255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880d1980 0x7f71880d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f7187e00640 1 -- 172.21.15.22:0/1568449255 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1358212616 0 0) 0x7f7188071570 con 0x7f71880b6ae0 2024-09-10T10:35:03.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f7187e00640 1 -- 172.21.15.22:0/1568449255 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f716c003530 con 0x7f71880b6ae0 2024-09-10T10:35:03.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f7187e00640 1 -- 172.21.15.22:0/1568449255 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4080195648 0 0) 0x7f7188071850 con 0x7f718815c440 2024-09-10T10:35:03.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f7187e00640 1 -- 172.21.15.22:0/1568449255 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7188071570 con 0x7f718815c440 2024-09-10T10:35:03.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f717fe00640 1 -- 172.21.15.22:0/1568449255 >> v1:172.21.15.145:6789/0 conn(0x7f718815c440 legacy=0x7f71880b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f717fe00640 1 -- 172.21.15.22:0/1568449255 >> v1:172.21.15.22:6789/0 conn(0x7f71880b6ae0 legacy=0x7f71880d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.969+0000 7f717fe00640 1 -- 172.21.15.22:0/1568449255 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71880b5680 con 0x7f71880d1980 2024-09-10T10:35:03.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f717fe00640 1 --2- 172.21.15.22:0/1568449255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880d1980 0x7f71880d1ed0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f71700097f0 tx=0x7f717001c4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76785c26d5f45a0a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:03.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f7187e00640 1 -- 172.21.15.22:0/1568449255 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71700ab5f0 con 0x7f71880d1980 2024-09-10T10:35:03.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f7187e00640 1 -- 172.21.15.22:0/1568449255 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71700b0070 con 0x7f71880d1980 2024-09-10T10:35:03.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f7187e00640 1 -- 172.21.15.22:0/1568449255 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71700ab990 con 0x7f71880d1980 2024-09-10T10:35:03.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f718e400640 1 -- 172.21.15.22:0/1568449255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880d1980 msgr2=0x7f71880d1ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f718e400640 1 --2- 172.21.15.22:0/1568449255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880d1980 0x7f71880d1ed0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f71700097f0 tx=0x7f717001c4e0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f718e400640 1 -- 172.21.15.22:0/1568449255 shutdown_connections 2024-09-10T10:35:03.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f718e400640 1 --2- 172.21.15.22:0/1568449255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880d1980 0x7f71880d1ed0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f718e400640 1 -- 172.21.15.22:0/1568449255 >> 172.21.15.22:0/1568449255 conn(0x7f71880b41e0 msgr2=0x7f71880b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:03.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f718e400640 1 -- 172.21.15.22:0/1568449255 shutdown_connections 2024-09-10T10:35:03.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f718e400640 1 -- 172.21.15.22:0/1568449255 wait complete. 2024-09-10T10:35:03.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f718e400640 1 Processor -- start 2024-09-10T10:35:03.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.973+0000 7f718e400640 1 -- start start 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718e400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880b6ae0 0x7f7188158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718e400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71880d1980 0x7f71881579f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718e400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f718815c440 0x7f718814ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718e400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f718815c9a0 con 0x7f71880d1980 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718e400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f718815c820 con 0x7f718815c440 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718e400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f718816a8f0 con 0x7f71880b6ae0 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f717fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71880d1980 0x7f71881579f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f717fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71880d1980 0x7f71881579f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47862/0 (socket says 172.21.15.22:47862) 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f717fe00640 1 -- 172.21.15.22:0/2393975279 learned_addr learned my addr 172.21.15.22:0/2393975279 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718d000640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880b6ae0 0x7f7188158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718da00640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f718815c440 0x7f718814ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f717fe00640 1 -- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880b6ae0 msgr2=0x7f7188158bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f717fe00640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880b6ae0 0x7f7188158bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f717fe00640 1 -- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f718815c440 msgr2=0x7f718814ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:03.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f717fe00640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f718815c440 0x7f718814ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:03.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f717fe00640 1 -- 172.21.15.22:0/2393975279 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7188159910 con 0x7f71880d1980 2024-09-10T10:35:03.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718d000640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880b6ae0 0x7f7188158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:03.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718da00640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f718815c440 0x7f718814ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f717fe00640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71880d1980 0x7f71881579f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f7170009740 tx=0x7f717001ad20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f7185600640 1 -- 172.21.15.22:0/2393975279 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71700bf410 con 0x7f71880d1980 2024-09-10T10:35:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f7185600640 1 -- 172.21.15.22:0/2393975279 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71700bf5b0 con 0x7f71880d1980 2024-09-10T10:35:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718e400640 1 -- 172.21.15.22:0/2393975279 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7188156f50 con 0x7f71880d1980 2024-09-10T10:35:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f7185600640 1 -- 172.21.15.22:0/2393975279 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71700bf960 con 0x7f71880d1980 2024-09-10T10:35:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718e400640 1 -- 172.21.15.22:0/2393975279 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71881571f0 con 0x7f71880d1980 2024-09-10T10:35:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f718e400640 1 -- 172.21.15.22:0/2393975279 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71880d1ed0 con 0x7f71880d1980 2024-09-10T10:35:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.977+0000 7f7185600640 1 -- 172.21.15.22:0/2393975279 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f71700bd020 con 0x7f71880d1980 2024-09-10T10:35:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.981+0000 7f7185600640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71640678c0 0x7f7164069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.981+0000 7f7185600640 1 -- 172.21.15.22:0/2393975279 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f717011ff80 con 0x7f71880d1980 2024-09-10T10:35:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.981+0000 7f718d000640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71640678c0 0x7f7164069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:03.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.981+0000 7f718d000640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71640678c0 0x7f7164069d80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f71780016a0 tx=0x7f7178009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:03.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:03.985+0000 7f7185600640 1 -- 172.21.15.22:0/2393975279 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f71700160d0 con 0x7f71880d1980 2024-09-10T10:35:04.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.161+0000 7f718e400640 1 -- 172.21.15.22:0/2393975279 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f71880b18c0 con 0x7f71880d1980 2024-09-10T10:35:04.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.161+0000 7f7185600640 1 -- 172.21.15.22:0/2393975279 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f71700f0460 con 0x7f71880d1980 2024-09-10T10:35:04.166 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 -- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71640678c0 msgr2=0x7f7164069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71640678c0 0x7f7164069d80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f71780016a0 tx=0x7f7178009040 comp rx=0 tx=0).stop 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 -- 172.21.15.22:0/2393975279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71880d1980 msgr2=0x7f71881579f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71880d1980 0x7f71881579f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f7170009740 tx=0x7f717001ad20 comp rx=0 tx=0).stop 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 -- 172.21.15.22:0/2393975279 shutdown_connections 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71640678c0 0x7f7164069d80 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f718815c440 0x7f718814ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71880d1980 0x7f71881579f0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 --2- 172.21.15.22:0/2393975279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71880b6ae0 0x7f7188158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 -- 172.21.15.22:0/2393975279 >> 172.21.15.22:0/2393975279 conn(0x7f71880b41e0 msgr2=0x7f7188070720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:04.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 -- 172.21.15.22:0/2393975279 shutdown_connections 2024-09-10T10:35:04.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.165+0000 7f718e400640 1 -- 172.21.15.22:0/2393975279 wait complete. 2024-09-10T10:35:04.188 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:35:04.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:04.189 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-10T10:35:04.218 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:35:04.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:04.218 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:35:04.275 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:35:04.276 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:04.276 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:04.284 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:35:04.285 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:35:04.285 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:04.285 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:04.326 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:35:04.326 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:04.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.461+0000 7fd7a9000640 1 Processor -- start 2024-09-10T10:35:04.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.461+0000 7fd7a9000640 1 -- start start 2024-09-10T10:35:04.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a9000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a40b4990 0x7fd7a415eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a9000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd7a40b6f40 0x7fd7a40b73d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a9000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7a40b7910 con 0x7fd7a415e720 2024-09-10T10:35:04.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a9000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd7a406be60 con 0x7fd7a40b6f40 2024-09-10T10:35:04.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a9000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd7a406c140 con 0x7fd7a40b4990 2024-09-10T10:35:04.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a2800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd7a40b6f40 0x7fd7a40b73d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a2800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd7a40b6f40 0x7fd7a40b73d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47870/0 (socket says 172.21.15.22:47870) 2024-09-10T10:35:04.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a2800640 1 -- 172.21.15.22:0/1976496927 learned_addr learned my addr 172.21.15.22:0/1976496927 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:04.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd79be00640 1 --2- 172.21.15.22:0/1976496927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a40b4990 0x7fd7a415eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a2800640 1 -- 172.21.15.22:0/1976496927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a40b4990 msgr2=0x7fd7a415eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:04.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a2800640 1 --2- 172.21.15.22:0/1976496927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a40b4990 0x7fd7a415eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a2800640 1 -- 172.21.15.22:0/1976496927 >> v1:172.21.15.145:6789/0 conn(0x7fd7a415e720 legacy=0x7fd7a40b4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.465+0000 7fd7a2800640 1 -- 172.21.15.22:0/1976496927 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7a406c420 con 0x7fd7a40b6f40 2024-09-10T10:35:04.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a2800640 1 --2- 172.21.15.22:0/1976496927 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a40b6f40 0x7fd7a40b73d0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fd79c009e50 tx=0x7fd79c01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17d06d548a323201 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:04.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a1400640 1 -- 172.21.15.22:0/1976496927 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79c0a57f0 con 0x7fd7a40b6f40 2024-09-10T10:35:04.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a1400640 1 -- 172.21.15.22:0/1976496927 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd79c0a5990 con 0x7fd7a40b6f40 2024-09-10T10:35:04.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a1400640 1 -- 172.21.15.22:0/1976496927 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79c0a5d60 con 0x7fd7a40b6f40 2024-09-10T10:35:04.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 -- 172.21.15.22:0/1976496927 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a40b6f40 msgr2=0x7fd7a40b73d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 --2- 172.21.15.22:0/1976496927 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a40b6f40 0x7fd7a40b73d0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fd79c009e50 tx=0x7fd79c01ca30 comp rx=0 tx=0).stop 2024-09-10T10:35:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 -- 172.21.15.22:0/1976496927 shutdown_connections 2024-09-10T10:35:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 --2- 172.21.15.22:0/1976496927 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a40b6f40 0x7fd7a40b73d0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 --2- 172.21.15.22:0/1976496927 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a40b4990 0x7fd7a415eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 -- 172.21.15.22:0/1976496927 >> 172.21.15.22:0/1976496927 conn(0x7fd7a406f320 msgr2=0x7fd7a406f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 -- 172.21.15.22:0/1976496927 shutdown_connections 2024-09-10T10:35:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 -- 172.21.15.22:0/1976496927 wait complete. 2024-09-10T10:35:04.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 Processor -- start 2024-09-10T10:35:04.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 -- start start 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7a40b4990 0x7fd7a414d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a40b6f40 0x7fd7a40b4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a415e720 0x7fd7a40b2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a406daa0 con 0x7fd7a415e720 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a406d920 con 0x7fd7a40b4990 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a9000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd7a406dc20 con 0x7fd7a40b6f40 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a2800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a415e720 0x7fd7a40b2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a2800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a415e720 0x7fd7a40b2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47880/0 (socket says 172.21.15.22:47880) 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd7a2800640 1 -- 172.21.15.22:0/68009787 learned_addr learned my addr 172.21.15.22:0/68009787 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.469+0000 7fd79be00640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a40b6f40 0x7fd7a40b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd7a1e00640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7a40b4990 0x7fd7a414d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd7a2800640 1 -- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a40b6f40 msgr2=0x7fd7a40b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd7a2800640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a40b6f40 0x7fd7a40b4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd7a2800640 1 -- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7a40b4990 msgr2=0x7fd7a414d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd7a2800640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7a40b4990 0x7fd7a414d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd7a2800640 1 -- 172.21.15.22:0/68009787 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7a40b4640 con 0x7fd7a415e720 2024-09-10T10:35:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd7a2800640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a415e720 0x7fd7a40b2260 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fd79c0af040 tx=0x7fd79c0197d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd79a000640 1 -- 172.21.15.22:0/68009787 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79c0bc020 con 0x7fd7a415e720 2024-09-10T10:35:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd79a000640 1 -- 172.21.15.22:0/68009787 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd79c0b8670 con 0x7fd7a415e720 2024-09-10T10:35:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd79a000640 1 -- 172.21.15.22:0/68009787 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79c0b8a60 con 0x7fd7a415e720 2024-09-10T10:35:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd7a9000640 1 -- 172.21.15.22:0/68009787 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7a40b2e30 con 0x7fd7a415e720 2024-09-10T10:35:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd7a9000640 1 -- 172.21.15.22:0/68009787 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7a40b33f0 con 0x7fd7a415e720 2024-09-10T10:35:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd7a9000640 1 -- 172.21.15.22:0/68009787 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7a415eb00 con 0x7fd7a415e720 2024-09-10T10:35:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd79a000640 1 -- 172.21.15.22:0/68009787 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd79c0bf020 con 0x7fd7a415e720 2024-09-10T10:35:04.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.473+0000 7fd79a000640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7800678c0 0x7fd780069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.477+0000 7fd79a000640 1 -- 172.21.15.22:0/68009787 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fd79c120b90 con 0x7fd7a415e720 2024-09-10T10:35:04.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.477+0000 7fd7a1e00640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7800678c0 0x7fd780069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.477+0000 7fd7a1e00640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7800678c0 0x7fd780069d80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd794007fd0 tx=0x7fd794009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:04.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.481+0000 7fd79a000640 1 -- 172.21.15.22:0/68009787 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd79c0c6030 con 0x7fd7a415e720 2024-09-10T10:35:04.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.677+0000 7fd7a9000640 1 -- 172.21.15.22:0/68009787 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd7a40b1500 con 0x7fd7a415e720 2024-09-10T10:35:04.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd79a000640 1 -- 172.21.15.22:0/68009787 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5229 (secure 0 0 0) 0x7fd79c016620 con 0x7fd7a415e720 2024-09-10T10:35:04.685 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:04.685 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":33,"btime":"2024-09-10T10:34:53:333074+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5048,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3545824548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3545824548},{"type":"v1","addr":"172.21.15.145:6836","nonce":3545824548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5398,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2711184563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2711184563},{"type":"v1","addr":"172.21.15.145:6837","nonce":2711184563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5529,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/3630064863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3630064863},{"type":"v1","addr":"172.21.15.22:6833","nonce":3630064863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:49.707397+0000","modified":"2024-09-10T10:34:52.728312+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5532":{"gid":5532,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2356192972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":2356192972},{"type":"v1","addr":"172.21.15.22:6835","nonce":2356192972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5532,"qdb_cluster":[5532]},"id":4}]} 2024-09-10T10:35:04.686 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 33 2024-09-10T10:35:04.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 -- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7800678c0 msgr2=0x7fd780069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7800678c0 0x7fd780069d80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd794007fd0 tx=0x7fd794009040 comp rx=0 tx=0).stop 2024-09-10T10:35:04.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 -- 172.21.15.22:0/68009787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a415e720 msgr2=0x7fd7a40b2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a415e720 0x7fd7a40b2260 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fd79c0af040 tx=0x7fd79c0197d0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 -- 172.21.15.22:0/68009787 shutdown_connections 2024-09-10T10:35:04.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7800678c0 0x7fd780069d80 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7a415e720 0x7fd7a40b2260 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a40b6f40 0x7fd7a40b4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 --2- 172.21.15.22:0/68009787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7a40b4990 0x7fd7a414d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 -- 172.21.15.22:0/68009787 >> 172.21.15.22:0/68009787 conn(0x7fd7a406f320 msgr2=0x7fd7a41585e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:04.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 -- 172.21.15.22:0/68009787 shutdown_connections 2024-09-10T10:35:04.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.681+0000 7fd7a9000640 1 -- 172.21.15.22:0/68009787 wait complete. 2024-09-10T10:35:04.706 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.841+0000 7fe445800640 1 Processor -- start 2024-09-10T10:35:04.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.841+0000 7fe445800640 1 -- start start 2024-09-10T10:35:04.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.841+0000 7fe445800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe440145fb0 0x7fe4400b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.841+0000 7fe445800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe4400cd670 0x7fe4400cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.841+0000 7fe445800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe44006d3f0 con 0x7fe44006e1b0 2024-09-10T10:35:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.841+0000 7fe445800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe4400ce010 con 0x7fe440145fb0 2024-09-10T10:35:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.841+0000 7fe445800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fe44006d1a0 con 0x7fe4400cd670 2024-09-10T10:35:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe440145fb0 0x7fe4400b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43f400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fe44006e1b0 0x7fe44006e620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:48654/0 (socket says 172.21.15.22:48654) 2024-09-10T10:35:04.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43f400640 1 -- 172.21.15.22:0/1595375250 learned_addr learned my addr 172.21.15.22:0/1595375250 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43e000640 1 --2- 172.21.15.22:0/1595375250 >> v2:172.21.15.145:3300/0 conn(0x7fe4400cd670 0x7fe4400cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43ea00640 1 -- 172.21.15.22:0/1595375250 >> v2:172.21.15.145:3300/0 conn(0x7fe4400cd670 msgr2=0x7fe4400cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43ea00640 1 --2- 172.21.15.22:0/1595375250 >> v2:172.21.15.145:3300/0 conn(0x7fe4400cd670 0x7fe4400cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43ea00640 1 -- 172.21.15.22:0/1595375250 >> v1:172.21.15.22:6789/0 conn(0x7fe44006e1b0 legacy=0x7fe44006e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43ea00640 1 -- 172.21.15.22:0/1595375250 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe44006d6d0 con 0x7fe440145fb0 2024-09-10T10:35:04.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43d600640 1 -- 172.21.15.22:0/1595375250 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 76610249 0 0) 0x7fe44006d3f0 con 0x7fe44006e1b0 2024-09-10T10:35:04.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43ea00640 1 --2- 172.21.15.22:0/1595375250 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe440145fb0 0x7fe4400b3e00 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe4400b5c20 tx=0x7fe43001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40b3f0bc4835134f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:04.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43d600640 1 -- 172.21.15.22:0/1595375250 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4300b0070 con 0x7fe440145fb0 2024-09-10T10:35:04.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43d600640 1 -- 172.21.15.22:0/1595375250 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4300ab600 con 0x7fe440145fb0 2024-09-10T10:35:04.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.845+0000 7fe43d600640 1 -- 172.21.15.22:0/1595375250 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4300ab9d0 con 0x7fe440145fb0 2024-09-10T10:35:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 -- 172.21.15.22:0/1595375250 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe440145fb0 msgr2=0x7fe4400b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 --2- 172.21.15.22:0/1595375250 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe440145fb0 0x7fe4400b3e00 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe4400b5c20 tx=0x7fe43001c480 comp rx=0 tx=0).stop 2024-09-10T10:35:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 -- 172.21.15.22:0/1595375250 shutdown_connections 2024-09-10T10:35:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 --2- 172.21.15.22:0/1595375250 >> v2:172.21.15.145:3300/0 conn(0x7fe4400cd670 0x7fe4400cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 --2- 172.21.15.22:0/1595375250 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe440145fb0 0x7fe4400b3e00 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 -- 172.21.15.22:0/1595375250 >> 172.21.15.22:0/1595375250 conn(0x7fe440062dd0 msgr2=0x7fe44006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 -- 172.21.15.22:0/1595375250 shutdown_connections 2024-09-10T10:35:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 -- 172.21.15.22:0/1595375250 wait complete. 2024-09-10T10:35:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 Processor -- start 2024-09-10T10:35:04.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 -- start start 2024-09-10T10:35:04.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44006e1b0 0x7fe4400cc840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4400cd670 0x7fe440144f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe440145fb0 0x7fe440166510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe4400d0130 con 0x7fe4400cd670 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe4400cffb0 con 0x7fe440145fb0 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe445800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe44006dd20 con 0x7fe44006e1b0 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4400cd670 0x7fe440144f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4400cd670 0x7fe440144f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47894/0 (socket says 172.21.15.22:47894) 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43e000640 1 -- 172.21.15.22:0/3192391510 learned_addr learned my addr 172.21.15.22:0/3192391510 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43ea00640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44006e1b0 0x7fe4400cc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43f400640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe440145fb0 0x7fe440166510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43e000640 1 -- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44006e1b0 msgr2=0x7fe4400cc840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43e000640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44006e1b0 0x7fe4400cc840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43e000640 1 -- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe440145fb0 msgr2=0x7fe440166510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43e000640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe440145fb0 0x7fe440166510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43e000640 1 -- 172.21.15.22:0/3192391510 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe440158190 con 0x7fe4400cd670 2024-09-10T10:35:04.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43ea00640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44006e1b0 0x7fe4400cc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:04.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.849+0000 7fe43f400640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe440145fb0 0x7fe440166510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:04.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.853+0000 7fe43e000640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4400cd670 0x7fe440144f30 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe42c00d830 tx=0x7fe42c00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:04.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.853+0000 7fe436a00640 1 -- 172.21.15.22:0/3192391510 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42c00b6c0 con 0x7fe4400cd670 2024-09-10T10:35:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.853+0000 7fe436a00640 1 -- 172.21.15.22:0/3192391510 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe42c019070 con 0x7fe4400cd670 2024-09-10T10:35:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.853+0000 7fe436a00640 1 -- 172.21.15.22:0/3192391510 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42c00ba60 con 0x7fe4400cd670 2024-09-10T10:35:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.853+0000 7fe445800640 1 -- 172.21.15.22:0/3192391510 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4400b49a0 con 0x7fe4400cd670 2024-09-10T10:35:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.853+0000 7fe445800640 1 -- 172.21.15.22:0/3192391510 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4401f84b0 con 0x7fe4400cd670 2024-09-10T10:35:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.853+0000 7fe445800640 1 -- 172.21.15.22:0/3192391510 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4400cdad0 con 0x7fe4400cd670 2024-09-10T10:35:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.853+0000 7fe436a00640 1 -- 172.21.15.22:0/3192391510 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe42c01e460 con 0x7fe4400cd670 2024-09-10T10:35:04.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.853+0000 7fe436a00640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4200678c0 0x7fe420069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:04.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.857+0000 7fe436a00640 1 -- 172.21.15.22:0/3192391510 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fe42c086430 con 0x7fe4400cd670 2024-09-10T10:35:04.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.857+0000 7fe43ea00640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4200678c0 0x7fe420069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:04.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.857+0000 7fe43ea00640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4200678c0 0x7fe420069d80 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe4300ad000 tx=0x7fe430008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:04.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:04.861+0000 7fe436a00640 1 -- 172.21.15.22:0/3192391510 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe42c056ed0 con 0x7fe4400cd670 2024-09-10T10:35:05.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 -- 172.21.15.22:0/3192391510 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4400b2f50 con 0x7fe4400cd670 2024-09-10T10:35:05.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe436a00640 1 -- 172.21.15.22:0/3192391510 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5229 (secure 0 0 0) 0x7fe42c0567d0 con 0x7fe4400cd670 2024-09-10T10:35:05.070 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:05.070 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":33,"btime":"2024-09-10T10:34:53:333074+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5048,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3545824548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3545824548},{"type":"v1","addr":"172.21.15.145:6836","nonce":3545824548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5398,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2711184563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2711184563},{"type":"v1","addr":"172.21.15.145:6837","nonce":2711184563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5529,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/3630064863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3630064863},{"type":"v1","addr":"172.21.15.22:6833","nonce":3630064863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:49.707397+0000","modified":"2024-09-10T10:34:52.728312+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5532":{"gid":5532,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2356192972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":2356192972},{"type":"v1","addr":"172.21.15.22:6835","nonce":2356192972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5532,"qdb_cluster":[5532]},"id":4}]} 2024-09-10T10:35:05.071 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 33 2024-09-10T10:35:05.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 -- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4200678c0 msgr2=0x7fe420069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4200678c0 0x7fe420069d80 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe4300ad000 tx=0x7fe430008040 comp rx=0 tx=0).stop 2024-09-10T10:35:05.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 -- 172.21.15.22:0/3192391510 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4400cd670 msgr2=0x7fe440144f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4400cd670 0x7fe440144f30 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe42c00d830 tx=0x7fe42c00dcf0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 -- 172.21.15.22:0/3192391510 shutdown_connections 2024-09-10T10:35:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe4200678c0 0x7fe420069d80 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe440145fb0 0x7fe440166510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe4400cd670 0x7fe440144f30 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 --2- 172.21.15.22:0/3192391510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe44006e1b0 0x7fe4400cc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 -- 172.21.15.22:0/3192391510 >> 172.21.15.22:0/3192391510 conn(0x7fe440062dd0 msgr2=0x7fe44006e620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 -- 172.21.15.22:0/3192391510 shutdown_connections 2024-09-10T10:35:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.065+0000 7fe445800640 1 -- 172.21.15.22:0/3192391510 wait complete. 2024-09-10T10:35:05.091 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:35:05.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6def600640 1 Processor -- start 2024-09-10T10:35:05.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6def600640 1 -- start start 2024-09-10T10:35:05.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6def600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6de815fa50 0x7f6de80b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6def600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6de80b4e20 0x7f6de80cf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6def600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6de806d410 con 0x7f6de80626e0 2024-09-10T10:35:05.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6def600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6de815ed20 con 0x7f6de815fa50 2024-09-10T10:35:05.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6def600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6de80b5430 con 0x7f6de80b4e20 2024-09-10T10:35:05.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6de7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6de815fa50 0x7f6de80b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6decc00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f6de80626e0 0x7f6de8062ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:47660/0 (socket says 172.21.15.22:47660) 2024-09-10T10:35:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6decc00640 1 -- 172.21.15.22:0/2715452662 learned_addr learned my addr 172.21.15.22:0/2715452662 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6ded600640 1 --2- 172.21.15.22:0/2715452662 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6de80b4e20 0x7f6de80cf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6de7e00640 1 -- 172.21.15.22:0/2715452662 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6de80b4e20 msgr2=0x7f6de80cf8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6de7e00640 1 --2- 172.21.15.22:0/2715452662 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6de80b4e20 0x7f6de80cf8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6de7e00640 1 -- 172.21.15.22:0/2715452662 >> v1:172.21.15.145:6789/0 conn(0x7f6de80626e0 legacy=0x7f6de8062ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.229+0000 7f6de7e00640 1 -- 172.21.15.22:0/2715452662 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6de815ef70 con 0x7f6de815fa50 2024-09-10T10:35:05.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6de7e00640 1 --2- 172.21.15.22:0/2715452662 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 0x7f6de80b48e0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f6dd40097c0 tx=0x7f6dd401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2d0f1515be5decb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:05.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6de7400640 1 -- 172.21.15.22:0/2715452662 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd40b1070 con 0x7f6de815fa50 2024-09-10T10:35:05.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6de7400640 1 -- 172.21.15.22:0/2715452662 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dd40ac440 con 0x7f6de815fa50 2024-09-10T10:35:05.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6de7400640 1 -- 172.21.15.22:0/2715452662 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd40ac810 con 0x7f6de815fa50 2024-09-10T10:35:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6def600640 1 -- 172.21.15.22:0/2715452662 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 msgr2=0x7f6de80b48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6def600640 1 --2- 172.21.15.22:0/2715452662 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 0x7f6de80b48e0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f6dd40097c0 tx=0x7f6dd401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6def600640 1 -- 172.21.15.22:0/2715452662 shutdown_connections 2024-09-10T10:35:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6def600640 1 --2- 172.21.15.22:0/2715452662 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6de80b4e20 0x7f6de80cf8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6def600640 1 --2- 172.21.15.22:0/2715452662 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 0x7f6de80b48e0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6def600640 1 -- 172.21.15.22:0/2715452662 >> 172.21.15.22:0/2715452662 conn(0x7f6de80ce1f0 msgr2=0x7f6de80ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6def600640 1 -- 172.21.15.22:0/2715452662 shutdown_connections 2024-09-10T10:35:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6def600640 1 -- 172.21.15.22:0/2715452662 wait complete. 2024-09-10T10:35:05.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.233+0000 7f6def600640 1 Processor -- start 2024-09-10T10:35:05.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6def600640 1 -- start start 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6def600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6de80626e0 0x7f6de8156020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6def600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6de80b4e20 0x7f6de80afed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6def600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 0x7f6de806bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6def600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6de816b470 con 0x7f6de815fa50 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6def600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6de816b2f0 con 0x7f6de80b4e20 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6def600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6de816b5f0 con 0x7f6de80626e0 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6ded600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 0x7f6de806bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6decc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6de80626e0 0x7f6de8156020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6ded600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 0x7f6de806bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57584/0 (socket says 172.21.15.22:57584) 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6ded600640 1 -- 172.21.15.22:0/567391203 learned_addr learned my addr 172.21.15.22:0/567391203 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:05.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6de7e00640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6de80b4e20 0x7f6de80afed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6ded600640 1 -- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6de80626e0 msgr2=0x7f6de8156020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6ded600640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6de80626e0 0x7f6de8156020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6ded600640 1 -- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6de80b4e20 msgr2=0x7f6de80afed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6ded600640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6de80b4e20 0x7f6de80afed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6ded600640 1 -- 172.21.15.22:0/567391203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6de815b9c0 con 0x7f6de815fa50 2024-09-10T10:35:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6ded600640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 0x7f6de806bf20 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f6de000efc0 tx=0x7f6de000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6de4c00640 1 -- 172.21.15.22:0/567391203 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de0018020 con 0x7f6de815fa50 2024-09-10T10:35:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6de4c00640 1 -- 172.21.15.22:0/567391203 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6de0014480 con 0x7f6de815fa50 2024-09-10T10:35:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6def600640 1 -- 172.21.15.22:0/567391203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6de815bca0 con 0x7f6de815fa50 2024-09-10T10:35:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6de4c00640 1 -- 172.21.15.22:0/567391203 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de0014870 con 0x7f6de815fa50 2024-09-10T10:35:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6def600640 1 -- 172.21.15.22:0/567391203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6de806e3e0 con 0x7f6de815fa50 2024-09-10T10:35:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.237+0000 7f6def600640 1 -- 172.21.15.22:0/567391203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6de815de50 con 0x7f6de815fa50 2024-09-10T10:35:05.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.241+0000 7f6de4c00640 1 -- 172.21.15.22:0/567391203 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6de001b020 con 0x7f6de815fa50 2024-09-10T10:35:05.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.241+0000 7f6de4c00640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6dc80678f0 0x7f6dc8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.241+0000 7f6de4c00640 1 -- 172.21.15.22:0/567391203 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f6de0086600 con 0x7f6de815fa50 2024-09-10T10:35:05.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.241+0000 7f6decc00640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6dc80678f0 0x7f6dc8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.241+0000 7f6decc00640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6dc80678f0 0x7f6dc8069db0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc005890 tx=0x7f6ddc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:05.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.245+0000 7f6de4c00640 1 -- 172.21.15.22:0/567391203 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6de0022070 con 0x7f6de815fa50 2024-09-10T10:35:05.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.413+0000 7f6def600640 1 -- 172.21.15.22:0/567391203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6de806deb0 con 0x7f6de815fa50 2024-09-10T10:35:05.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6de4c00640 1 -- 172.21.15.22:0/567391203 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16737 (secure 0 0 0) 0x7f6de0010040 con 0x7f6de815fa50 2024-09-10T10:35:05.425 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:05.425 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":58,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:51.306039+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:34:47.454902+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-10T10:34:48.719473+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:35:05.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 -- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6dc80678f0 msgr2=0x7f6dc8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6dc80678f0 0x7f6dc8069db0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc005890 tx=0x7f6ddc009040 comp rx=0 tx=0).stop 2024-09-10T10:35:05.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 -- 172.21.15.22:0/567391203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 msgr2=0x7f6de806bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 0x7f6de806bf20 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f6de000efc0 tx=0x7f6de000c490 comp rx=0 tx=0).stop 2024-09-10T10:35:05.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 -- 172.21.15.22:0/567391203 shutdown_connections 2024-09-10T10:35:05.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6dc80678f0 0x7f6dc8069db0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6de815fa50 0x7f6de806bf20 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6de80b4e20 0x7f6de80afed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 --2- 172.21.15.22:0/567391203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6de80626e0 0x7f6de8156020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 -- 172.21.15.22:0/567391203 >> 172.21.15.22:0/567391203 conn(0x7f6de80ce1f0 msgr2=0x7f6de815c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:05.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 -- 172.21.15.22:0/567391203 shutdown_connections 2024-09-10T10:35:05.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.417+0000 7f6def600640 1 -- 172.21.15.22:0/567391203 wait complete. 2024-09-10T10:35:05.444 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:35:05.444 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:05.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f7459e00640 1 Processor -- start 2024-09-10T10:35:05.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f7459e00640 1 -- start start 2024-09-10T10:35:05.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f7459e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f74540b5680 0x7f7454071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f7459e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7454071990 con 0x7f745415ed30 2024-09-10T10:35:05.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f7459e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7454071c70 con 0x7f74540ae8a0 2024-09-10T10:35:05.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f7459e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f7454071f50 con 0x7f74540b5680 2024-09-10T10:35:05.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f744a000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f74540b5680 0x7f7454071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f7453400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f745415ed30 0x7f7454072a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45738/0 (socket says 172.21.15.22:45738) 2024-09-10T10:35:05.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f7453400640 1 -- 172.21.15.22:0/3622409952 learned_addr learned my addr 172.21.15.22:0/3622409952 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:05.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f744a000640 1 -- 172.21.15.22:0/3622409952 >> v1:172.21.15.145:6789/0 conn(0x7f74540ae8a0 legacy=0x7f74540aec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f744a000640 1 -- 172.21.15.22:0/3622409952 >> v1:172.21.15.22:6789/0 conn(0x7f745415ed30 legacy=0x7f7454072a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.581+0000 7f744a000640 1 -- 172.21.15.22:0/3622409952 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7454072230 con 0x7f74540b5680 2024-09-10T10:35:05.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f744a000640 1 --2- 172.21.15.22:0/3622409952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b5680 0x7f7454071140 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f743c0097c0 tx=0x7f743c01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae8e77415c37bdad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:05.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f7452000640 1 -- 172.21.15.22:0/3622409952 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f743c0b0070 con 0x7f74540b5680 2024-09-10T10:35:05.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f7452000640 1 -- 172.21.15.22:0/3622409952 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f743c004230 con 0x7f74540b5680 2024-09-10T10:35:05.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f7452000640 1 -- 172.21.15.22:0/3622409952 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f743c003620 con 0x7f74540b5680 2024-09-10T10:35:05.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f7459e00640 1 -- 172.21.15.22:0/3622409952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b5680 msgr2=0x7f7454071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f7459e00640 1 --2- 172.21.15.22:0/3622409952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b5680 0x7f7454071140 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f743c0097c0 tx=0x7f743c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f7459e00640 1 -- 172.21.15.22:0/3622409952 shutdown_connections 2024-09-10T10:35:05.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f7459e00640 1 --2- 172.21.15.22:0/3622409952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74540b5680 0x7f7454071140 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f7459e00640 1 -- 172.21.15.22:0/3622409952 >> 172.21.15.22:0/3622409952 conn(0x7f7454062ae0 msgr2=0x7f745406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:05.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f7459e00640 1 -- 172.21.15.22:0/3622409952 shutdown_connections 2024-09-10T10:35:05.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.585+0000 7f7459e00640 1 -- 172.21.15.22:0/3622409952 wait complete. 2024-09-10T10:35:05.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7459e00640 1 Processor -- start 2024-09-10T10:35:05.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7459e00640 1 -- start start 2024-09-10T10:35:05.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7459e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74540ae8a0 0x7f745413fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7459e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540b5680 0x7f745412c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7459e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415ed30 0x7f745412cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7459e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f74541482e0 con 0x7f745415ed30 2024-09-10T10:35:05.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7459e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7454148160 con 0x7f74540ae8a0 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7459e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7454073140 con 0x7f74540b5680 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7453400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415ed30 0x7f745412cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7453400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415ed30 0x7f745412cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57596/0 (socket says 172.21.15.22:57596) 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7453400640 1 -- 172.21.15.22:0/1222723535 learned_addr learned my addr 172.21.15.22:0/1222723535 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7452a00640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74540ae8a0 0x7f745413fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f744a000640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540b5680 0x7f745412c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7453400640 1 -- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540b5680 msgr2=0x7f745412c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7453400640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540b5680 0x7f745412c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7453400640 1 -- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74540ae8a0 msgr2=0x7f745413fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7453400640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74540ae8a0 0x7f745413fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7453400640 1 -- 172.21.15.22:0/1222723535 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7454147940 con 0x7f745415ed30 2024-09-10T10:35:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7453400640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415ed30 0x7f745412cd10 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f744c00ca80 tx=0x7f744c00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:05.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f744be00640 1 -- 172.21.15.22:0/1222723535 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f744c017070 con 0x7f745415ed30 2024-09-10T10:35:05.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f744be00640 1 -- 172.21.15.22:0/1222723535 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f744c00ac30 con 0x7f745415ed30 2024-09-10T10:35:05.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f744be00640 1 -- 172.21.15.22:0/1222723535 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f744c012600 con 0x7f745415ed30 2024-09-10T10:35:05.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7459e00640 1 -- 172.21.15.22:0/1222723535 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7454141760 con 0x7f745415ed30 2024-09-10T10:35:05.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.589+0000 7f7459e00640 1 -- 172.21.15.22:0/1222723535 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7454140c80 con 0x7f745415ed30 2024-09-10T10:35:05.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.593+0000 7f7459e00640 1 -- 172.21.15.22:0/1222723535 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7454071140 con 0x7f745415ed30 2024-09-10T10:35:05.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.593+0000 7f744be00640 1 -- 172.21.15.22:0/1222723535 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f744c01a070 con 0x7f745415ed30 2024-09-10T10:35:05.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.593+0000 7f744be00640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 0x7f7430069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.593+0000 7f744be00640 1 -- 172.21.15.22:0/1222723535 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f744c085920 con 0x7f745415ed30 2024-09-10T10:35:05.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.593+0000 7f7452a00640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 0x7f7430069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.593+0000 7f7452a00640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 0x7f7430069d80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f7444007fd0 tx=0x7f7444009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:05.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.597+0000 7f744be00640 1 -- 172.21.15.22:0/1222723535 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f744c00ae20 con 0x7f745415ed30 2024-09-10T10:35:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.797+0000 7f7459e00640 1 -- 172.21.15.22:0/1222723535 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f74540b1ac0 con 0x7f745415ed30 2024-09-10T10:35:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.797+0000 7f744be00640 1 -- 172.21.15.22:0/1222723535 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5229 (secure 0 0 0) 0x7f744c055d70 con 0x7f745415ed30 2024-09-10T10:35:05.804 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:05.804 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":33,"btime":"2024-09-10T10:34:53:333074+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5048,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3545824548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3545824548},{"type":"v1","addr":"172.21.15.145:6836","nonce":3545824548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5398,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2711184563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2711184563},{"type":"v1","addr":"172.21.15.145:6837","nonce":2711184563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5529,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/3630064863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3630064863},{"type":"v1","addr":"172.21.15.22:6833","nonce":3630064863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:49.707397+0000","modified":"2024-09-10T10:34:52.728312+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5532":{"gid":5532,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2356192972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":2356192972},{"type":"v1","addr":"172.21.15.22:6835","nonce":2356192972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5532,"qdb_cluster":[5532]},"id":4}]} 2024-09-10T10:35:05.804 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 33 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 -- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 msgr2=0x7f7430069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 0x7f7430069d80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f7444007fd0 tx=0x7f7444009040 comp rx=0 tx=0).stop 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 -- 172.21.15.22:0/1222723535 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415ed30 msgr2=0x7f745412cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415ed30 0x7f745412cd10 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f744c00ca80 tx=0x7f744c00cf40 comp rx=0 tx=0).stop 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 -- 172.21.15.22:0/1222723535 shutdown_connections 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74300678c0 0x7f7430069d80 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f745415ed30 0x7f745412cd10 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74540b5680 0x7f745412c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 --2- 172.21.15.22:0/1222723535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74540ae8a0 0x7f745413fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 -- 172.21.15.22:0/1222723535 >> 172.21.15.22:0/1222723535 conn(0x7f7454062ae0 msgr2=0x7f745406e5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:05.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 -- 172.21.15.22:0/1222723535 shutdown_connections 2024-09-10T10:35:05.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.801+0000 7f7459e00640 1 -- 172.21.15.22:0/1222723535 wait complete. 2024-09-10T10:35:05.824 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:05.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c67000640 1 Processor -- start 2024-09-10T10:35:05.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c67000640 1 -- start start 2024-09-10T10:35:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c67000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3c600626e0 0x7f3c60062ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c67000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c6015fa50 0x7f3c600b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c67000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c600b4e20 0x7f3c6006bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c67000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3c6015ed20 con 0x7f3c6015fa50 2024-09-10T10:35:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c67000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3c6006d410 con 0x7f3c600626e0 2024-09-10T10:35:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c67000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3c60063000 con 0x7f3c600b4e20 2024-09-10T10:35:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c57400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c6015fa50 0x7f3c600b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c57400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c6015fa50 0x7f3c600b48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57604/0 (socket says 172.21.15.22:57604) 2024-09-10T10:35:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c57400640 1 -- 172.21.15.22:0/493328590 learned_addr learned my addr 172.21.15.22:0/493328590 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c65000640 1 --2- 172.21.15.22:0/493328590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c600b4e20 0x7f3c6006bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c5fe00640 1 --2- 172.21.15.22:0/493328590 >> v2:172.21.15.145:3300/0 conn(0x7f3c600626e0 0x7f3c60062ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c57400640 1 -- 172.21.15.22:0/493328590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c600b4e20 msgr2=0x7f3c6006bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c57400640 1 --2- 172.21.15.22:0/493328590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c600b4e20 0x7f3c6006bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c57400640 1 -- 172.21.15.22:0/493328590 >> v2:172.21.15.145:3300/0 conn(0x7f3c600626e0 msgr2=0x7f3c60062ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c57400640 1 --2- 172.21.15.22:0/493328590 >> v2:172.21.15.145:3300/0 conn(0x7f3c600626e0 0x7f3c60062ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.961+0000 7f3c57400640 1 -- 172.21.15.22:0/493328590 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c600b5430 con 0x7f3c6015fa50 2024-09-10T10:35:05.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c57400640 1 --2- 172.21.15.22:0/493328590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6015fa50 0x7f3c600b48e0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f3c600632d0 tx=0x7f3c4801c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf892351aaba4f6d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:05.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c5f400640 1 -- 172.21.15.22:0/493328590 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c480b0070 con 0x7f3c6015fa50 2024-09-10T10:35:05.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c5f400640 1 -- 172.21.15.22:0/493328590 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c480ab600 con 0x7f3c6015fa50 2024-09-10T10:35:05.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c5f400640 1 -- 172.21.15.22:0/493328590 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c480ab9d0 con 0x7f3c6015fa50 2024-09-10T10:35:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c67000640 1 -- 172.21.15.22:0/493328590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6015fa50 msgr2=0x7f3c600b48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c67000640 1 --2- 172.21.15.22:0/493328590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6015fa50 0x7f3c600b48e0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f3c600632d0 tx=0x7f3c4801c260 comp rx=0 tx=0).stop 2024-09-10T10:35:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c67000640 1 -- 172.21.15.22:0/493328590 shutdown_connections 2024-09-10T10:35:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c67000640 1 --2- 172.21.15.22:0/493328590 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c600b4e20 0x7f3c6006bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c67000640 1 --2- 172.21.15.22:0/493328590 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6015fa50 0x7f3c600b48e0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c67000640 1 --2- 172.21.15.22:0/493328590 >> v2:172.21.15.145:3300/0 conn(0x7f3c600626e0 0x7f3c60062ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c67000640 1 -- 172.21.15.22:0/493328590 >> 172.21.15.22:0/493328590 conn(0x7f3c600ce1f0 msgr2=0x7f3c600ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c67000640 1 -- 172.21.15.22:0/493328590 shutdown_connections 2024-09-10T10:35:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.965+0000 7f3c67000640 1 -- 172.21.15.22:0/493328590 wait complete. 2024-09-10T10:35:05.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c67000640 1 Processor -- start 2024-09-10T10:35:05.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c67000640 1 -- start start 2024-09-10T10:35:05.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c67000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c600626e0 0x7f3c60157f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c67000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c600b4e20 0x7f3c60158500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c67000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6015fa50 0x7f3c600af030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c67000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3c600cf8f0 con 0x7f3c600b4e20 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c67000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3c6015c5f0 con 0x7f3c600626e0 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c67000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3c600cfa70 con 0x7f3c6015fa50 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c57400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c600b4e20 0x7f3c60158500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c57400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c600b4e20 0x7f3c60158500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57614/0 (socket says 172.21.15.22:57614) 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c57400640 1 -- 172.21.15.22:0/1323917095 learned_addr learned my addr 172.21.15.22:0/1323917095 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c5fe00640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c600626e0 0x7f3c60157f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c65000640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6015fa50 0x7f3c600af030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c57400640 1 -- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6015fa50 msgr2=0x7f3c600af030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c57400640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6015fa50 0x7f3c600af030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c57400640 1 -- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c600626e0 msgr2=0x7f3c60157f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c57400640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c600626e0 0x7f3c60157f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c57400640 1 -- 172.21.15.22:0/1323917095 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c60158a40 con 0x7f3c600b4e20 2024-09-10T10:35:05.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c5fe00640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c600626e0 0x7f3c60157f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:05.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c57400640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c600b4e20 0x7f3c60158500 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f3c480ae040 tx=0x7f3c48019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:05.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c5cc00640 1 -- 172.21.15.22:0/1323917095 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c480b0040 con 0x7f3c600b4e20 2024-09-10T10:35:05.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c5cc00640 1 -- 172.21.15.22:0/1323917095 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c480b6420 con 0x7f3c600b4e20 2024-09-10T10:35:05.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c67000640 1 -- 172.21.15.22:0/1323917095 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c60158ce0 con 0x7f3c600b4e20 2024-09-10T10:35:05.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c5cc00640 1 -- 172.21.15.22:0/1323917095 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c480b6810 con 0x7f3c600b4e20 2024-09-10T10:35:05.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.969+0000 7f3c67000640 1 -- 172.21.15.22:0/1323917095 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c601592a0 con 0x7f3c600b4e20 2024-09-10T10:35:05.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.973+0000 7f3c67000640 1 -- 172.21.15.22:0/1323917095 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c6006bcc0 con 0x7f3c600b4e20 2024-09-10T10:35:05.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.973+0000 7f3c5cc00640 1 -- 172.21.15.22:0/1323917095 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3c480be020 con 0x7f3c600b4e20 2024-09-10T10:35:05.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.973+0000 7f3c5cc00640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 0x7f3c3c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:05.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.973+0000 7f3c5cc00640 1 -- 172.21.15.22:0/1323917095 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f3c4811fa20 con 0x7f3c600b4e20 2024-09-10T10:35:05.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.973+0000 7f3c5fe00640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 0x7f3c3c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:05.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.973+0000 7f3c5fe00640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 0x7f3c3c069d80 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f3c50004660 tx=0x7f3c50008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:05.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:05.977+0000 7f3c5cc00640 1 -- 172.21.15.22:0/1323917095 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3c48016110 con 0x7f3c600b4e20 2024-09-10T10:35:06.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.177+0000 7f3c67000640 1 -- 172.21.15.22:0/1323917095 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c600cdd30 con 0x7f3c600b4e20 2024-09-10T10:35:06.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.177+0000 7f3c5cc00640 1 -- 172.21.15.22:0/1323917095 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5229 (secure 0 0 0) 0x7f3c480f0500 con 0x7f3c600b4e20 2024-09-10T10:35:06.182 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:06.183 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":33,"btime":"2024-09-10T10:34:53:333074+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5048,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3545824548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3545824548},{"type":"v1","addr":"172.21.15.145:6836","nonce":3545824548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5398,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2711184563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2711184563},{"type":"v1","addr":"172.21.15.145:6837","nonce":2711184563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5529,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/3630064863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3630064863},{"type":"v1","addr":"172.21.15.22:6833","nonce":3630064863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:34:49.707397+0000","modified":"2024-09-10T10:34:52.728312+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5532":{"gid":5532,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2356192972","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":2356192972},{"type":"v1","addr":"172.21.15.22:6835","nonce":2356192972}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5532,"qdb_cluster":[5532]},"id":4}]} 2024-09-10T10:35:06.183 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 33 2024-09-10T10:35:06.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 -- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 msgr2=0x7f3c3c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 0x7f3c3c069d80 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f3c50004660 tx=0x7f3c50008040 comp rx=0 tx=0).stop 2024-09-10T10:35:06.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 -- 172.21.15.22:0/1323917095 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c600b4e20 msgr2=0x7f3c60158500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c600b4e20 0x7f3c60158500 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f3c480ae040 tx=0x7f3c48019000 comp rx=0 tx=0).stop 2024-09-10T10:35:06.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 -- 172.21.15.22:0/1323917095 shutdown_connections 2024-09-10T10:35:06.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 0x7f3c3c069d80 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6015fa50 0x7f3c600af030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c600b4e20 0x7f3c60158500 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 --2- 172.21.15.22:0/1323917095 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c600626e0 0x7f3c60157f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 -- 172.21.15.22:0/1323917095 >> 172.21.15.22:0/1323917095 conn(0x7f3c600ce1f0 msgr2=0x7f3c600cfe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:06.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 -- 172.21.15.22:0/1323917095 shutdown_connections 2024-09-10T10:35:06.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.181+0000 7f3c67000640 1 -- 172.21.15.22:0/1323917095 wait complete. 2024-09-10T10:35:06.205 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:35:06.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.345+0000 7fcfcae00640 1 Processor -- start 2024-09-10T10:35:06.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.345+0000 7fcfcae00640 1 -- start start 2024-09-10T10:35:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfcae00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcfc40b0190 0x7fcfc406fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfcae00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfc415c790 con 0x7fcfc415c3b0 2024-09-10T10:35:06.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfcae00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfc40738d0 con 0x7fcfc406e1d0 2024-09-10T10:35:06.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfcae00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fcfc40adf40 con 0x7fcfc40b0190 2024-09-10T10:35:06.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fcfc415c3b0 0x7fcfc406dac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45742/0 (socket says 172.21.15.22:45742) 2024-09-10T10:35:06.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3e00640 1 -- 172.21.15.22:0/2161126183 learned_addr learned my addr 172.21.15.22:0/2161126183 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:06.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfbbe00640 1 --2- 172.21.15.22:0/2161126183 >> v2:172.21.15.145:3300/0 conn(0x7fcfc40b0190 0x7fcfc406fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 854126848 0 0) 0x7fcfc415c790 con 0x7fcfc415c3b0 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcfa8003530 con 0x7fcfc415c3b0 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3732324041 0 0) 0x7fcfc40738d0 con 0x7fcfc406e1d0 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcfc415c790 con 0x7fcfc406e1d0 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4124100252 0 0) 0x7fcfa8003530 con 0x7fcfc415c3b0 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 >> v2:172.21.15.145:3300/0 conn(0x7fcfc40b0190 msgr2=0x7fcfc406fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 --2- 172.21.15.22:0/2161126183 >> v2:172.21.15.145:3300/0 conn(0x7fcfc40b0190 0x7fcfc406fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 >> v1:172.21.15.145:6789/0 conn(0x7fcfc406e1d0 legacy=0x7fcfc40aea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfc40ae220 con 0x7fcfc415c3b0 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fcfb4001680 con 0x7fcfc415c3b0 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfbbe00640 1 --2- 172.21.15.22:0/2161126183 >> v2:172.21.15.145:3300/0 conn(0x7fcfc40b0190 0x7fcfc406fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 >> v1:172.21.15.22:6789/0 conn(0x7fcfc415c3b0 legacy=0x7fcfc406dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfa8003b50 0x7fcfa8003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfa8004810 0x7fcfa8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfa80051d0 0x7fcfa800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fcfc40adf40 con 0x7fcfa8004810 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcfa800c100 con 0x7fcfa8003b50 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcfa800c300 con 0x7fcfa80051d0 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfbbe00640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfa8004810 0x7fcfa8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3e00640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfa8003b50 0x7fcfa8003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc8e00640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfa80051d0 0x7fcfa800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfbbe00640 1 -- 172.21.15.22:0/2161126183 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfa80051d0 msgr2=0x7fcfa800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfbbe00640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfa80051d0 0x7fcfa800b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfbbe00640 1 -- 172.21.15.22:0/2161126183 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfa8003b50 msgr2=0x7fcfa8003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfbbe00640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfa8003b50 0x7fcfa8003f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfbbe00640 1 -- 172.21.15.22:0/2161126183 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfa8003530 con 0x7fcfa8004810 2024-09-10T10:35:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc3e00640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfa8003b50 0x7fcfa8003f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:06.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.349+0000 7fcfc8e00640 1 -- 172.21.15.22:0/2161126183 reap_dead start 2024-09-10T10:35:06.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfbbe00640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfa8004810 0x7fcfa8004c90 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fcfac009cb0 tx=0x7fcfac01cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=566e07e349d91184 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:06.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfac0b2070 con 0x7fcfa8004810 2024-09-10T10:35:06.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfac0a57c0 con 0x7fcfa8004810 2024-09-10T10:35:06.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfc3400640 1 -- 172.21.15.22:0/2161126183 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfac009880 con 0x7fcfa8004810 2024-09-10T10:35:06.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfcae00640 1 -- 172.21.15.22:0/2161126183 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfa8004810 msgr2=0x7fcfa8004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfcae00640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfa8004810 0x7fcfa8004c90 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fcfac009cb0 tx=0x7fcfac01cc10 comp rx=0 tx=0).stop 2024-09-10T10:35:06.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfcae00640 1 -- 172.21.15.22:0/2161126183 shutdown_connections 2024-09-10T10:35:06.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfcae00640 1 --2- 172.21.15.22:0/2161126183 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfa8004810 0x7fcfa8004c90 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfcae00640 1 -- 172.21.15.22:0/2161126183 >> 172.21.15.22:0/2161126183 conn(0x7fcfc406bcc0 msgr2=0x7fcfc406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:06.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfcae00640 1 -- 172.21.15.22:0/2161126183 shutdown_connections 2024-09-10T10:35:06.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.353+0000 7fcfcae00640 1 -- 172.21.15.22:0/2161126183 wait complete. 2024-09-10T10:35:06.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfcae00640 1 Processor -- start 2024-09-10T10:35:06.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfcae00640 1 -- start start 2024-09-10T10:35:06.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfcae00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfa8004810 0x7fcfc4155280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfcae00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfc40ccfd0 0x7fcfc414c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfcae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfc40cf570 0x7fcfc40cfa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfcae00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fcfc4073620 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfcae00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcfc40734a0 con 0x7fcfa8004810 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfcae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcfc4160750 con 0x7fcfc40cf570 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfbbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfc40ccfd0 0x7fcfc414c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfbbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfc40ccfd0 0x7fcfc414c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57634/0 (socket says 172.21.15.22:57634) 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfbbe00640 1 -- 172.21.15.22:0/3265463822 learned_addr learned my addr 172.21.15.22:0/3265463822 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfc3e00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfa8004810 0x7fcfc4155280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfc8e00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfc40cf570 0x7fcfc40cfa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfbbe00640 1 -- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfc40cf570 msgr2=0x7fcfc40cfa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfbbe00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfc40cf570 0x7fcfc40cfa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfbbe00640 1 -- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfa8004810 msgr2=0x7fcfc4155280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfbbe00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfa8004810 0x7fcfc4155280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfbbe00640 1 -- 172.21.15.22:0/3265463822 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfc40cd7e0 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfbbe00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfc40ccfd0 0x7fcfc414c700 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fcfac009cb0 tx=0x7fcfac0199b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfc0c00640 1 -- 172.21.15.22:0/3265463822 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfac0b2040 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfc0c00640 1 -- 172.21.15.22:0/3265463822 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfac0bd070 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfc0c00640 1 -- 172.21.15.22:0/3265463822 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfac0b86b0 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfcae00640 1 -- 172.21.15.22:0/3265463822 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfc40cdac0 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.357+0000 7fcfcae00640 1 -- 172.21.15.22:0/3265463822 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfc40ce080 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.361+0000 7fcfcae00640 1 -- 172.21.15.22:0/3265463822 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfc4160a50 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.361+0000 7fcfc0c00640 1 -- 172.21.15.22:0/3265463822 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcfac0b8850 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.361+0000 7fcfc0c00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcfa00678c0 0x7fcfa0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.361+0000 7fcfc0c00640 1 -- 172.21.15.22:0/3265463822 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fcfac11fd40 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.361+0000 7fcfc3e00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcfa00678c0 0x7fcfa0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.361+0000 7fcfc3e00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcfa00678c0 0x7fcfa0069d80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fcfb4001410 tx=0x7fcfb4007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:06.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.365+0000 7fcfc0c00640 1 -- 172.21.15.22:0/3265463822 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcfac0c6020 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.533+0000 7fcfcae00640 1 -- 172.21.15.22:0/3265463822 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcfc4072ec0 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfc0c00640 1 -- 172.21.15.22:0/3265463822 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16737 (secure 0 0 0) 0x7fcfac016920 con 0x7fcfc40ccfd0 2024-09-10T10:35:06.552 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:06.552 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":58,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:34:51.306039+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:34:47.454902+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-10T10:34:48.719473+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:35:06.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 -- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcfa00678c0 msgr2=0x7fcfa0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcfa00678c0 0x7fcfa0069d80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fcfb4001410 tx=0x7fcfb4007040 comp rx=0 tx=0).stop 2024-09-10T10:35:06.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 -- 172.21.15.22:0/3265463822 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfc40ccfd0 msgr2=0x7fcfc414c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfc40ccfd0 0x7fcfc414c700 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fcfac009cb0 tx=0x7fcfac0199b0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 -- 172.21.15.22:0/3265463822 shutdown_connections 2024-09-10T10:35:06.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcfa00678c0 0x7fcfa0069d80 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfc40cf570 0x7fcfc40cfa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfc40ccfd0 0x7fcfc414c700 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 --2- 172.21.15.22:0/3265463822 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfa8004810 0x7fcfc4155280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 -- 172.21.15.22:0/3265463822 >> 172.21.15.22:0/3265463822 conn(0x7fcfc406bcc0 msgr2=0x7fcfc406e810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:06.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 -- 172.21.15.22:0/3265463822 shutdown_connections 2024-09-10T10:35:06.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.537+0000 7fcfcae00640 1 -- 172.21.15.22:0/3265463822 wait complete. 2024-09-10T10:35:06.563 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:35:06.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc387800640 1 Processor -- start 2024-09-10T10:35:06.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc387800640 1 -- start start 2024-09-10T10:35:06.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc387800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc38015b220 0x7fc380071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc387800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 0x7fc3800b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc387800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc3800b5520 0x7fc3800b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc387800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc38006d6e0 con 0x7fc38015b220 2024-09-10T10:35:06.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc387800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fc3800ce880 con 0x7fc3800b5520 2024-09-10T10:35:06.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc387800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc3800ceb60 con 0x7fc38015b600 2024-09-10T10:35:06.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc384e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc38015b220 0x7fc380071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc384e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc38015b220 0x7fc380071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57642/0 (socket says 172.21.15.22:57642) 2024-09-10T10:35:06.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc384e00640 1 -- 172.21.15.22:0/1062582842 learned_addr learned my addr 172.21.15.22:0/1062582842 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:06.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc385800640 1 --2- 172.21.15.22:0/1062582842 >> v2:172.21.15.145:3300/0 conn(0x7fc3800b5520 0x7fc3800b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc377e00640 1 --2- 172.21.15.22:0/1062582842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 0x7fc3800b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc384e00640 1 -- 172.21.15.22:0/1062582842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 msgr2=0x7fc3800b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:06.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc384e00640 1 --2- 172.21.15.22:0/1062582842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 0x7fc3800b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc384e00640 1 -- 172.21.15.22:0/1062582842 >> v2:172.21.15.145:3300/0 conn(0x7fc3800b5520 msgr2=0x7fc3800b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:06.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc384e00640 1 --2- 172.21.15.22:0/1062582842 >> v2:172.21.15.145:3300/0 conn(0x7fc3800b5520 0x7fc3800b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc384e00640 1 -- 172.21.15.22:0/1062582842 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3800cee40 con 0x7fc38015b220 2024-09-10T10:35:06.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.721+0000 7fc377e00640 1 --2- 172.21.15.22:0/1062582842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 0x7fc3800b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:06.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc384e00640 1 --2- 172.21.15.22:0/1062582842 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 0x7fc380071140 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fc3800b0170 tx=0x7fc37001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad20175bf73d935e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:06.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc37fe00640 1 -- 172.21.15.22:0/1062582842 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3700b2070 con 0x7fc38015b220 2024-09-10T10:35:06.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc37fe00640 1 -- 172.21.15.22:0/1062582842 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3700a9070 con 0x7fc38015b220 2024-09-10T10:35:06.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc37fe00640 1 -- 172.21.15.22:0/1062582842 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3700ad880 con 0x7fc38015b220 2024-09-10T10:35:06.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc387800640 1 -- 172.21.15.22:0/1062582842 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 msgr2=0x7fc380071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc387800640 1 --2- 172.21.15.22:0/1062582842 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 0x7fc380071140 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fc3800b0170 tx=0x7fc37001c490 comp rx=0 tx=0).stop 2024-09-10T10:35:06.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc387800640 1 -- 172.21.15.22:0/1062582842 shutdown_connections 2024-09-10T10:35:06.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc387800640 1 --2- 172.21.15.22:0/1062582842 >> v2:172.21.15.145:3300/0 conn(0x7fc3800b5520 0x7fc3800b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc387800640 1 --2- 172.21.15.22:0/1062582842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 0x7fc3800b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc387800640 1 --2- 172.21.15.22:0/1062582842 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 0x7fc380071140 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc387800640 1 -- 172.21.15.22:0/1062582842 >> 172.21.15.22:0/1062582842 conn(0x7fc380062dd0 msgr2=0x7fc38006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:06.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc387800640 1 -- 172.21.15.22:0/1062582842 shutdown_connections 2024-09-10T10:35:06.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.725+0000 7fc387800640 1 -- 172.21.15.22:0/1062582842 wait complete. 2024-09-10T10:35:06.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 Processor -- start 2024-09-10T10:35:06.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 -- start start 2024-09-10T10:35:06.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3800b5520 0x7fc3801f79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 0x7fc3801fa920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 0x7fc3801644a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc3800cffd0 con 0x7fc38015b220 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc3800cfe50 con 0x7fc3800b5520 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc3800d0150 con 0x7fc38015b600 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc377e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 0x7fc3801fa920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc377e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 0x7fc3801fa920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57654/0 (socket says 172.21.15.22:57654) 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc377e00640 1 -- 172.21.15.22:0/844974450 learned_addr learned my addr 172.21.15.22:0/844974450 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc385800640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 0x7fc3801644a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc384e00640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3800b5520 0x7fc3801f79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc377e00640 1 -- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 msgr2=0x7fc3801644a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc377e00640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 0x7fc3801644a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc377e00640 1 -- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3800b5520 msgr2=0x7fc3801f79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc377e00640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3800b5520 0x7fc3801f79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc377e00640 1 -- 172.21.15.22:0/844974450 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc380157a80 con 0x7fc38015b220 2024-09-10T10:35:06.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc377e00640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 0x7fc3801fa920 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fc36800e810 tx=0x7fc36800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:06.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc37d600640 1 -- 172.21.15.22:0/844974450 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368017070 con 0x7fc38015b220 2024-09-10T10:35:06.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc37d600640 1 -- 172.21.15.22:0/844974450 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc36800c8d0 con 0x7fc38015b220 2024-09-10T10:35:06.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc37d600640 1 -- 172.21.15.22:0/844974450 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc36800f040 con 0x7fc38015b220 2024-09-10T10:35:06.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 -- 172.21.15.22:0/844974450 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc38015bf50 con 0x7fc38015b220 2024-09-10T10:35:06.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 -- 172.21.15.22:0/844974450 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc38015c510 con 0x7fc38015b220 2024-09-10T10:35:06.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.729+0000 7fc387800640 1 -- 172.21.15.22:0/844974450 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc38015c8b0 con 0x7fc38015b220 2024-09-10T10:35:06.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.733+0000 7fc37d600640 1 -- 172.21.15.22:0/844974450 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc36801a070 con 0x7fc38015b220 2024-09-10T10:35:06.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.733+0000 7fc37d600640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc35c0678c0 0x7fc35c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:06.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.733+0000 7fc37d600640 1 -- 172.21.15.22:0/844974450 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fc3680858d0 con 0x7fc38015b220 2024-09-10T10:35:06.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.733+0000 7fc384e00640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc35c0678c0 0x7fc35c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:06.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.733+0000 7fc384e00640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc35c0678c0 0x7fc35c069d80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fc3700af000 tx=0x7fc370008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:06.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.737+0000 7fc37d600640 1 -- 172.21.15.22:0/844974450 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc368056370 con 0x7fc38015b220 2024-09-10T10:35:06.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.937+0000 7fc387800640 1 -- 172.21.15.22:0/844974450 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fc3800b0820 con 0x7fc38015b220 2024-09-10T10:35:06.941 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:35:06.937+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:35:06.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.937+0000 7fc37d600640 1 -- 172.21.15.22:0/844974450 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v34) ==== 161+0+0 (secure 0 0 0) 0x7fc36805c030 con 0x7fc38015b220 2024-09-10T10:35:06.944 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:35:06.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 -- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc35c0678c0 msgr2=0x7fc35c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc35c0678c0 0x7fc35c069d80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fc3700af000 tx=0x7fc370008040 comp rx=0 tx=0).stop 2024-09-10T10:35:06.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 -- 172.21.15.22:0/844974450 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 msgr2=0x7fc3801fa920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:06.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 0x7fc3801fa920 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fc36800e810 tx=0x7fc36800ecd0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 -- 172.21.15.22:0/844974450 shutdown_connections 2024-09-10T10:35:06.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc35c0678c0 0x7fc35c069d80 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc38015b600 0x7fc3801644a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc38015b220 0x7fc3801fa920 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 --2- 172.21.15.22:0/844974450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3800b5520 0x7fc3801f79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:06.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 -- 172.21.15.22:0/844974450 >> 172.21.15.22:0/844974450 conn(0x7fc380062dd0 msgr2=0x7fc380071140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:06.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 -- 172.21.15.22:0/844974450 shutdown_connections 2024-09-10T10:35:06.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:06.941+0000 7fc387800640 1 -- 172.21.15.22:0/844974450 wait complete. 2024-09-10T10:35:06.952 INFO:tasks.ceph.mds.a.smithi022.stderr: -2233> 2024-09-10T10:34:52.293+0000 7f5418e00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:35:06.968 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:35:06.999 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:35:07.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f73600640 1 Processor -- start 2024-09-10T10:35:07.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f73600640 1 -- start start 2024-09-10T10:35:07.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f73600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9f6c1568c0 0x7f9f6c0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:07.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f73600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f6c0b4470 0x7f9f6c0cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:07.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f73600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f6c0b4f90 con 0x7f9f6c0cf900 2024-09-10T10:35:07.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f73600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9f6c0b49d0 con 0x7f9f6c1568c0 2024-09-10T10:35:07.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f73600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9f6c0b4cb0 con 0x7f9f6c0b4470 2024-09-10T10:35:07.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f70c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9f6c1568c0 0x7f9f6c0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:07.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f63e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f6c0b4470 0x7f9f6c0cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:07.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f71600640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f9f6c0cf900 0x7f9f6c160020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:47698/0 (socket says 172.21.15.22:47698) 2024-09-10T10:35:07.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f71600640 1 -- 172.21.15.22:0/1306971844 learned_addr learned my addr 172.21.15.22:0/1306971844 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:07.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f70c00640 1 -- 172.21.15.22:0/1306971844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f6c0b4470 msgr2=0x7f9f6c0cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:07.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f70c00640 1 --2- 172.21.15.22:0/1306971844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f6c0b4470 0x7f9f6c0cf3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:07.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f70c00640 1 -- 172.21.15.22:0/1306971844 >> v1:172.21.15.145:6789/0 conn(0x7f9f6c0cf900 legacy=0x7f9f6c160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:07.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.109+0000 7f9f70c00640 1 -- 172.21.15.22:0/1306971844 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f6c06d1b0 con 0x7f9f6c1568c0 2024-09-10T10:35:07.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f70c00640 1 --2- 172.21.15.22:0/1306971844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f6c1568c0 0x7f9f6c0b3f30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c0097c0 tx=0x7f9f5c01c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa5ad660d9f96dfa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:07.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f6be00640 1 -- 172.21.15.22:0/1306971844 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f5c0b1070 con 0x7f9f6c1568c0 2024-09-10T10:35:07.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f6be00640 1 -- 172.21.15.22:0/1306971844 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f5c0ac410 con 0x7f9f6c1568c0 2024-09-10T10:35:07.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f6be00640 1 -- 172.21.15.22:0/1306971844 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f5c0ac5e0 con 0x7f9f6c1568c0 2024-09-10T10:35:07.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f73600640 1 -- 172.21.15.22:0/1306971844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f6c1568c0 msgr2=0x7f9f6c0b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:07.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f73600640 1 --2- 172.21.15.22:0/1306971844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f6c1568c0 0x7f9f6c0b3f30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c0097c0 tx=0x7f9f5c01c470 comp rx=0 tx=0).stop 2024-09-10T10:35:07.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f73600640 1 -- 172.21.15.22:0/1306971844 shutdown_connections 2024-09-10T10:35:07.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f73600640 1 --2- 172.21.15.22:0/1306971844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f6c0b4470 0x7f9f6c0cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:07.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f73600640 1 --2- 172.21.15.22:0/1306971844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f6c1568c0 0x7f9f6c0b3f30 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:07.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f73600640 1 -- 172.21.15.22:0/1306971844 >> 172.21.15.22:0/1306971844 conn(0x7f9f6c062eb0 msgr2=0x7f9f6c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:07.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f73600640 1 -- 172.21.15.22:0/1306971844 shutdown_connections 2024-09-10T10:35:07.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.113+0000 7f9f73600640 1 -- 172.21.15.22:0/1306971844 wait complete. 2024-09-10T10:35:07.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f73600640 1 Processor -- start 2024-09-10T10:35:07.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f73600640 1 -- start start 2024-09-10T10:35:07.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f73600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f6c0b4470 0x7f9f6c0ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:07.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f73600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f6c0cf900 0x7f9f6c14c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:07.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f73600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f6c1568c0 0x7f9f6c0aaea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:07.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f73600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6c156e20 con 0x7f9f6c0cf900 2024-09-10T10:35:07.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f73600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6c156ca0 con 0x7f9f6c0b4470 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f73600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9f6c06e9c0 con 0x7f9f6c1568c0 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f63e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f6c0cf900 0x7f9f6c14c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f63e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f6c0cf900 0x7f9f6c14c0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57664/0 (socket says 172.21.15.22:57664) 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f63e00640 1 -- 172.21.15.22:0/3713865706 learned_addr learned my addr 172.21.15.22:0/3713865706 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f70c00640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f6c0b4470 0x7f9f6c0ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f63e00640 1 -- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f6c1568c0 msgr2=0x7f9f6c0aaea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f63e00640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f6c1568c0 0x7f9f6c0aaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f63e00640 1 -- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f6c0b4470 msgr2=0x7f9f6c0ae930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f63e00640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f6c0b4470 0x7f9f6c0ae930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f63e00640 1 -- 172.21.15.22:0/3713865706 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f6c0ad890 con 0x7f9f6c0cf900 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f70c00640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f6c0b4470 0x7f9f6c0ae930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:07.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f63e00640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f6c0cf900 0x7f9f6c14c0c0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f9f54012fc0 tx=0x7f9f54010490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:07.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f69600640 1 -- 172.21.15.22:0/3713865706 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f54010da0 con 0x7f9f6c0cf900 2024-09-10T10:35:07.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f69600640 1 -- 172.21.15.22:0/3713865706 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f5401d070 con 0x7f9f6c0cf900 2024-09-10T10:35:07.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f69600640 1 -- 172.21.15.22:0/3713865706 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f54018680 con 0x7f9f6c0cf900 2024-09-10T10:35:07.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f73600640 1 -- 172.21.15.22:0/3713865706 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f6c0adb70 con 0x7f9f6c0cf900 2024-09-10T10:35:07.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.117+0000 7f9f73600640 1 -- 172.21.15.22:0/3713865706 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f6c0ae130 con 0x7f9f6c0cf900 2024-09-10T10:35:07.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.121+0000 7f9f73600640 1 -- 172.21.15.22:0/3713865706 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f6c0cf3c0 con 0x7f9f6c0cf900 2024-09-10T10:35:07.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.121+0000 7f9f69600640 1 -- 172.21.15.22:0/3713865706 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9f54016050 con 0x7f9f6c0cf900 2024-09-10T10:35:07.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.121+0000 7f9f69600640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f480678c0 0x7f9f48069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:07.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.121+0000 7f9f69600640 1 -- 172.21.15.22:0/3713865706 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f9f5408a070 con 0x7f9f6c0cf900 2024-09-10T10:35:07.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.121+0000 7f9f70c00640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f480678c0 0x7f9f48069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:07.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.121+0000 7f9f70c00640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f480678c0 0x7f9f48069d80 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c0ae000 tx=0x7f9f5c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:07.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.125+0000 7f9f69600640 1 -- 172.21.15.22:0/3713865706 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9f54027020 con 0x7f9f6c0cf900 2024-09-10T10:35:07.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.325+0000 7f9f73600640 1 -- 172.21.15.22:0/3713865706 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f9f6c15c4e0 con 0x7f9f6c0cf900 2024-09-10T10:35:07.950 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.945+0000 7f9f69600640 1 -- 172.21.15.22:0/3713865706 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v35) ==== 104+0+0 (secure 0 0 0) 0x7f9f54014040 con 0x7f9f6c0cf900 2024-09-10T10:35:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 -- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f480678c0 msgr2=0x7f9f48069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f480678c0 0x7f9f48069d80 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c0ae000 tx=0x7f9f5c008040 comp rx=0 tx=0).stop 2024-09-10T10:35:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 -- 172.21.15.22:0/3713865706 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f6c0cf900 msgr2=0x7f9f6c14c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f6c0cf900 0x7f9f6c14c0c0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f9f54012fc0 tx=0x7f9f54010490 comp rx=0 tx=0).stop 2024-09-10T10:35:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 -- 172.21.15.22:0/3713865706 shutdown_connections 2024-09-10T10:35:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f480678c0 0x7f9f48069d80 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9f6c1568c0 0x7f9f6c0aaea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9f6c0cf900 0x7f9f6c14c0c0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 --2- 172.21.15.22:0/3713865706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9f6c0b4470 0x7f9f6c0ae930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:07.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 -- 172.21.15.22:0/3713865706 >> 172.21.15.22:0/3713865706 conn(0x7f9f6c062eb0 msgr2=0x7f9f6c154990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:07.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 -- 172.21.15.22:0/3713865706 shutdown_connections 2024-09-10T10:35:07.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:07.949+0000 7f9f73600640 1 -- 172.21.15.22:0/3713865706 wait complete. 2024-09-10T10:35:07.977 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:35:08.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa418a00640 1 Processor -- start 2024-09-10T10:35:08.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa418a00640 1 -- start start 2024-09-10T10:35:08.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa418a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4140cd300 0x7fa4140cd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:08.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa418a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa41415c960 0x7fa41415cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:08.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa418a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4140b3fd0 con 0x7fa4141460d0 2024-09-10T10:35:08.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa418a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa4140cdc80 con 0x7fa41415c960 2024-09-10T10:35:08.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa418a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa4140b42b0 con 0x7fa4140cd300 2024-09-10T10:35:08.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa412800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa41415c960 0x7fa41415cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:08.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa412800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa41415c960 0x7fa41415cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:39168/0 (socket says 172.21.15.22:39168) 2024-09-10T10:35:08.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa412800640 1 -- 172.21.15.22:0/891052015 learned_addr learned my addr 172.21.15.22:0/891052015 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:08.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa409400640 1 --2- 172.21.15.22:0/891052015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4140cd300 0x7fa4140cd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:08.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa412800640 1 -- 172.21.15.22:0/891052015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4140cd300 msgr2=0x7fa4140cd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:08.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa412800640 1 --2- 172.21.15.22:0/891052015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4140cd300 0x7fa4140cd740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:08.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa412800640 1 -- 172.21.15.22:0/891052015 >> v1:172.21.15.145:6789/0 conn(0x7fa4141460d0 legacy=0x7fa4140b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:08.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.169+0000 7fa412800640 1 -- 172.21.15.22:0/891052015 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4140b4590 con 0x7fa41415c960 2024-09-10T10:35:08.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa412800640 1 --2- 172.21.15.22:0/891052015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa41415c960 0x7fa41415cdf0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa40c009e50 tx=0x7fa40c01ca00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84d3d4d34b25d1c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa411400640 1 -- 172.21.15.22:0/891052015 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa40c0a58d0 con 0x7fa41415c960 2024-09-10T10:35:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa411400640 1 -- 172.21.15.22:0/891052015 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa40c0a5a70 con 0x7fa41415c960 2024-09-10T10:35:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa411400640 1 -- 172.21.15.22:0/891052015 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa40c0a5e40 con 0x7fa41415c960 2024-09-10T10:35:08.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa418a00640 1 -- 172.21.15.22:0/891052015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa41415c960 msgr2=0x7fa41415cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:08.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa418a00640 1 --2- 172.21.15.22:0/891052015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa41415c960 0x7fa41415cdf0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa40c009e50 tx=0x7fa40c01ca00 comp rx=0 tx=0).stop 2024-09-10T10:35:08.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa418a00640 1 -- 172.21.15.22:0/891052015 shutdown_connections 2024-09-10T10:35:08.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa418a00640 1 --2- 172.21.15.22:0/891052015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa41415c960 0x7fa41415cdf0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:08.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa418a00640 1 --2- 172.21.15.22:0/891052015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4140cd300 0x7fa4140cd740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:08.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa418a00640 1 -- 172.21.15.22:0/891052015 >> 172.21.15.22:0/891052015 conn(0x7fa414063000 msgr2=0x7fa41406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:08.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa418a00640 1 -- 172.21.15.22:0/891052015 shutdown_connections 2024-09-10T10:35:08.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa418a00640 1 -- 172.21.15.22:0/891052015 wait complete. 2024-09-10T10:35:08.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa418a00640 1 Processor -- start 2024-09-10T10:35:08.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.173+0000 7fa418a00640 1 -- start start 2024-09-10T10:35:08.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa418a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4140cd300 0x7fa4141384d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:08.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa418a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4141460d0 0x7fa41413e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa418a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa41415c960 0x7fa414140440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa418a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa41406e990 con 0x7fa41415c960 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa418a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa41406e810 con 0x7fa4141460d0 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa418a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa4140b5070 con 0x7fa4140cd300 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa409400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4141460d0 0x7fa41413e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa412800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa41415c960 0x7fa414140440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa409400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4141460d0 0x7fa41413e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:39180/0 (socket says 172.21.15.22:39180) 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa409400640 1 -- 172.21.15.22:0/2913195347 learned_addr learned my addr 172.21.15.22:0/2913195347 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa411e00640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4140cd300 0x7fa4141384d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa409400640 1 -- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4140cd300 msgr2=0x7fa4141384d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa409400640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4140cd300 0x7fa4141384d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa409400640 1 -- 172.21.15.22:0/2913195347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa41415c960 msgr2=0x7fa414140440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:08.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa409400640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa41415c960 0x7fa414140440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:08.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa409400640 1 -- 172.21.15.22:0/2913195347 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa41413d760 con 0x7fa4141460d0 2024-09-10T10:35:08.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa409400640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4141460d0 0x7fa41413e800 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc00e870 tx=0x7fa3fc00ec70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:08.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa40aa00640 1 -- 172.21.15.22:0/2913195347 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc017070 con 0x7fa4141460d0 2024-09-10T10:35:08.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa40aa00640 1 -- 172.21.15.22:0/2913195347 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3fc00c940 con 0x7fa4141460d0 2024-09-10T10:35:08.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa418a00640 1 -- 172.21.15.22:0/2913195347 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa41413da40 con 0x7fa4141460d0 2024-09-10T10:35:08.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa40aa00640 1 -- 172.21.15.22:0/2913195347 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc00ccf0 con 0x7fa4141460d0 2024-09-10T10:35:08.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa418a00640 1 -- 172.21.15.22:0/2913195347 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa41413e000 con 0x7fa4141460d0 2024-09-10T10:35:08.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.177+0000 7fa418a00640 1 -- 172.21.15.22:0/2913195347 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4140cd740 con 0x7fa4141460d0 2024-09-10T10:35:08.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.185+0000 7fa40aa00640 1 -- 172.21.15.22:0/2913195347 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa3fc01a070 con 0x7fa4141460d0 2024-09-10T10:35:08.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.185+0000 7fa40aa00640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3f00678c0 0x7fa3f0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:08.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.185+0000 7fa40aa00640 1 -- 172.21.15.22:0/2913195347 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7fa3fc085f80 con 0x7fa4141460d0 2024-09-10T10:35:08.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.185+0000 7fa411e00640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3f00678c0 0x7fa3f0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:08.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.185+0000 7fa411e00640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3f00678c0 0x7fa3f0069d80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa4141403d0 tx=0x7fa404009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:08.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.189+0000 7fa40aa00640 1 -- 172.21.15.22:0/2913195347 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa3fc0563f0 con 0x7fa4141460d0 2024-09-10T10:35:08.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.349+0000 7fa418a00640 1 -- 172.21.15.22:0/2913195347 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa4140af160 con 0x7fa4141460d0 2024-09-10T10:35:08.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.953+0000 7fa40aa00640 1 -- 172.21.15.22:0/2913195347 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v60) ==== 181+0+0 (secure 0 0 0) 0x7fa3fc05a6f0 con 0x7fa4141460d0 2024-09-10T10:35:08.957 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:35:08.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.953+0000 7fa418a00640 1 -- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3f00678c0 msgr2=0x7fa3f0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.953+0000 7fa418a00640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3f00678c0 0x7fa3f0069d80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa4141403d0 tx=0x7fa404009040 comp rx=0 tx=0).stop 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.953+0000 7fa418a00640 1 -- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4141460d0 msgr2=0x7fa41413e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.953+0000 7fa418a00640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4141460d0 0x7fa41413e800 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc00e870 tx=0x7fa3fc00ec70 comp rx=0 tx=0).stop 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.957+0000 7fa418a00640 1 -- 172.21.15.22:0/2913195347 shutdown_connections 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.957+0000 7fa418a00640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3f00678c0 0x7fa3f0069d80 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.957+0000 7fa418a00640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa41415c960 0x7fa414140440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.957+0000 7fa418a00640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa4141460d0 0x7fa41413e800 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.957+0000 7fa418a00640 1 --2- 172.21.15.22:0/2913195347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa4140cd300 0x7fa4141384d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.957+0000 7fa418a00640 1 -- 172.21.15.22:0/2913195347 >> 172.21.15.22:0/2913195347 conn(0x7fa414063000 msgr2=0x7fa4140b35c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.957+0000 7fa418a00640 1 -- 172.21.15.22:0/2913195347 shutdown_connections 2024-09-10T10:35:08.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:08.957+0000 7fa418a00640 1 -- 172.21.15.22:0/2913195347 wait complete. 2024-09-10T10:35:08.985 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:35:09.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a14200640 1 Processor -- start 2024-09-10T10:35:09.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a14200640 1 -- start start 2024-09-10T10:35:09.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a14200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6a0c0cee80 0x7f6a0c06e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:09.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a14200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6a0c06edc0 0x7f6a0c0b41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:09.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a14200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a0c0cf790 con 0x7f6a0c15b390 2024-09-10T10:35:09.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a14200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6a0c15b770 con 0x7f6a0c0cee80 2024-09-10T10:35:09.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a14200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f6a0c06f1a0 con 0x7f6a0c06edc0 2024-09-10T10:35:09.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a10e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6a0c0cee80 0x7f6a0c06e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:09.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a10e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6a0c0cee80 0x7f6a0c06e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57682/0 (socket says 172.21.15.22:57682) 2024-09-10T10:35:09.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a10e00640 1 -- 172.21.15.22:0/2141647225 learned_addr learned my addr 172.21.15.22:0/2141647225 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:09.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a12200640 1 --2- 172.21.15.22:0/2141647225 >> v2:172.21.15.145:3300/0 conn(0x7f6a0c06edc0 0x7f6a0c0b41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:09.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a10e00640 1 -- 172.21.15.22:0/2141647225 >> v2:172.21.15.145:3300/0 conn(0x7f6a0c06edc0 msgr2=0x7f6a0c0b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:09.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a10e00640 1 --2- 172.21.15.22:0/2141647225 >> v2:172.21.15.145:3300/0 conn(0x7f6a0c06edc0 0x7f6a0c0b41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:09.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a10e00640 1 -- 172.21.15.22:0/2141647225 >> v1:172.21.15.145:6789/0 conn(0x7f6a0c15b390 legacy=0x7f6a0c072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:09.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a10e00640 1 -- 172.21.15.22:0/2141647225 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a0c0cf4b0 con 0x7f6a0c0cee80 2024-09-10T10:35:09.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a12200640 1 --2- 172.21.15.22:0/2141647225 >> v2:172.21.15.145:3300/0 conn(0x7f6a0c06edc0 0x7f6a0c0b41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:09.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a10e00640 1 --2- 172.21.15.22:0/2141647225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c0cee80 0x7f6a0c06e880 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c06d710 tx=0x7f69f801eb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1e20739950b46c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:09.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a0be00640 1 -- 172.21.15.22:0/2141647225 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f80b4070 con 0x7f6a0c0cee80 2024-09-10T10:35:09.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a0be00640 1 -- 172.21.15.22:0/2141647225 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69f80a7c30 con 0x7f6a0c0cee80 2024-09-10T10:35:09.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.133+0000 7f6a0be00640 1 -- 172.21.15.22:0/2141647225 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f80af440 con 0x7f6a0c0cee80 2024-09-10T10:35:09.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 -- 172.21.15.22:0/2141647225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c0cee80 msgr2=0x7f6a0c06e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:09.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 --2- 172.21.15.22:0/2141647225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c0cee80 0x7f6a0c06e880 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c06d710 tx=0x7f69f801eb60 comp rx=0 tx=0).stop 2024-09-10T10:35:09.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 -- 172.21.15.22:0/2141647225 shutdown_connections 2024-09-10T10:35:09.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 --2- 172.21.15.22:0/2141647225 >> v2:172.21.15.145:3300/0 conn(0x7f6a0c06edc0 0x7f6a0c0b41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:09.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 --2- 172.21.15.22:0/2141647225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c0cee80 0x7f6a0c06e880 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:09.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 -- 172.21.15.22:0/2141647225 >> 172.21.15.22:0/2141647225 conn(0x7f6a0c063000 msgr2=0x7f6a0c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:09.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 -- 172.21.15.22:0/2141647225 shutdown_connections 2024-09-10T10:35:09.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 -- 172.21.15.22:0/2141647225 wait complete. 2024-09-10T10:35:09.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 Processor -- start 2024-09-10T10:35:09.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 -- start start 2024-09-10T10:35:09.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a0c06edc0 0x7f6a0c150b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:09.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a0c0cee80 0x7f6a0c159df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:09.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c15b390 0x7f6a0c15a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:09.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6a0c0b50a0 con 0x7f6a0c15b390 2024-09-10T10:35:09.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6a0c0b4f20 con 0x7f6a0c06edc0 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a14200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6a0c0b5220 con 0x7f6a0c0cee80 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a12200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c15b390 0x7f6a0c15a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a12200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c15b390 0x7f6a0c15a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57692/0 (socket says 172.21.15.22:57692) 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a12200640 1 -- 172.21.15.22:0/2068055052 learned_addr learned my addr 172.21.15.22:0/2068055052 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a10e00640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a0c0cee80 0x7f6a0c159df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a11800640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a0c06edc0 0x7f6a0c150b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a12200640 1 -- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a0c0cee80 msgr2=0x7f6a0c159df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a12200640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a0c0cee80 0x7f6a0c159df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a12200640 1 -- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a0c06edc0 msgr2=0x7f6a0c150b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a12200640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a0c06edc0 0x7f6a0c150b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a12200640 1 -- 172.21.15.22:0/2068055052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a0c1f7570 con 0x7f6a0c15b390 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.137+0000 7f6a11800640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a0c06edc0 0x7f6a0c150b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:09.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a12200640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c15b390 0x7f6a0c15a330 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f6a04009fa0 tx=0x7f6a0400d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:09.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a09600640 1 -- 172.21.15.22:0/2068055052 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0401a070 con 0x7f6a0c15b390 2024-09-10T10:35:09.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a09600640 1 -- 172.21.15.22:0/2068055052 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a04003bc0 con 0x7f6a0c15b390 2024-09-10T10:35:09.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a09600640 1 -- 172.21.15.22:0/2068055052 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a04004030 con 0x7f6a0c15b390 2024-09-10T10:35:09.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a14200640 1 -- 172.21.15.22:0/2068055052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a0c1f7850 con 0x7f6a0c15b390 2024-09-10T10:35:09.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a14200640 1 -- 172.21.15.22:0/2068055052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a0c1f7e10 con 0x7f6a0c15b390 2024-09-10T10:35:09.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a14200640 1 -- 172.21.15.22:0/2068055052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a0c0b41d0 con 0x7f6a0c15b390 2024-09-10T10:35:09.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a09600640 1 -- 172.21.15.22:0/2068055052 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6a0401d070 con 0x7f6a0c15b390 2024-09-10T10:35:09.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a09600640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f69ec0678f0 0x7f69ec069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:09.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a09600640 1 -- 172.21.15.22:0/2068055052 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5357+0+0 (secure 0 0 0) 0x7f6a04085e60 con 0x7f6a0c15b390 2024-09-10T10:35:09.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.141+0000 7f6a11800640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f69ec0678f0 0x7f69ec069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:09.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.145+0000 7f6a11800640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f69ec0678f0 0x7f69ec069db0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c15ac40 tx=0x7f6a00009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:09.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.149+0000 7f6a09600640 1 -- 172.21.15.22:0/2068055052 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6a04010070 con 0x7f6a0c15b390 2024-09-10T10:35:09.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.321+0000 7f6a14200640 1 -- 172.21.15.22:0/2068055052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6a0c0b1d20 con 0x7f6a0c15b390 2024-09-10T10:35:09.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.957+0000 7f6a09600640 1 -- 172.21.15.22:0/2068055052 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v61) ==== 169+0+0 (secure 0 0 0) 0x7f6a04056410 con 0x7f6a0c15b390 2024-09-10T10:35:09.958 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:35:09.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 -- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f69ec0678f0 msgr2=0x7f69ec069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:09.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f69ec0678f0 0x7f69ec069db0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c15ac40 tx=0x7f6a00009040 comp rx=0 tx=0).stop 2024-09-10T10:35:09.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 -- 172.21.15.22:0/2068055052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c15b390 msgr2=0x7f6a0c15a330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:09.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c15b390 0x7f6a0c15a330 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f6a04009fa0 tx=0x7f6a0400d560 comp rx=0 tx=0).stop 2024-09-10T10:35:09.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 -- 172.21.15.22:0/2068055052 shutdown_connections 2024-09-10T10:35:09.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f69ec0678f0 0x7f69ec069db0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:09.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a0c15b390 0x7f6a0c15a330 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:09.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a0c0cee80 0x7f6a0c159df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:09.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 --2- 172.21.15.22:0/2068055052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a0c06edc0 0x7f6a0c150b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:09.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 -- 172.21.15.22:0/2068055052 >> 172.21.15.22:0/2068055052 conn(0x7f6a0c063000 msgr2=0x7f6a0c0ce380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:09.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 -- 172.21.15.22:0/2068055052 shutdown_connections 2024-09-10T10:35:09.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:09.961+0000 7f6a14200640 1 -- 172.21.15.22:0/2068055052 wait complete. 2024-09-10T10:35:09.987 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:35:10.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.129+0000 7f9167400640 1 Processor -- start 2024-09-10T10:35:10.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.129+0000 7f9167400640 1 -- start start 2024-09-10T10:35:10.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9167400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f91601568c0 0x7f91600b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9167400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f91600b4470 0x7f91600cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9167400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91600b4f90 con 0x7f91600cf900 2024-09-10T10:35:10.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9167400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f91600b49d0 con 0x7f91601568c0 2024-09-10T10:35:10.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9167400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f91600b4cb0 con 0x7f91600b4470 2024-09-10T10:35:10.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9164a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f91601568c0 0x7f91600b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9164a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f91601568c0 0x7f91600b3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57694/0 (socket says 172.21.15.22:57694) 2024-09-10T10:35:10.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9164a00640 1 -- 172.21.15.22:0/3359714366 learned_addr learned my addr 172.21.15.22:0/3359714366 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:10.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9164a00640 1 -- 172.21.15.22:0/3359714366 >> v2:172.21.15.145:3300/0 conn(0x7f91600b4470 msgr2=0x7f91600cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9164a00640 1 --2- 172.21.15.22:0/3359714366 >> v2:172.21.15.145:3300/0 conn(0x7f91600b4470 0x7f91600cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9164a00640 1 -- 172.21.15.22:0/3359714366 >> v1:172.21.15.145:6789/0 conn(0x7f91600cf900 legacy=0x7f9160160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.133+0000 7f9164a00640 1 -- 172.21.15.22:0/3359714366 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f916006d1b0 con 0x7f91601568c0 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9164a00640 1 --2- 172.21.15.22:0/3359714366 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91601568c0 0x7f91600b3f30 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f9154009870 tx=0x7f915401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6bab8a61e79bebb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f915f400640 1 -- 172.21.15.22:0/3359714366 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91540b1070 con 0x7f91601568c0 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f915f400640 1 -- 172.21.15.22:0/3359714366 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91540ac630 con 0x7f91601568c0 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f915f400640 1 -- 172.21.15.22:0/3359714366 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91540a8050 con 0x7f91601568c0 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9167400640 1 -- 172.21.15.22:0/3359714366 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91601568c0 msgr2=0x7f91600b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9167400640 1 --2- 172.21.15.22:0/3359714366 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91601568c0 0x7f91600b3f30 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f9154009870 tx=0x7f915401c4b0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9167400640 1 -- 172.21.15.22:0/3359714366 shutdown_connections 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9167400640 1 --2- 172.21.15.22:0/3359714366 >> v2:172.21.15.145:3300/0 conn(0x7f91600b4470 0x7f91600cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9167400640 1 --2- 172.21.15.22:0/3359714366 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91601568c0 0x7f91600b3f30 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9167400640 1 -- 172.21.15.22:0/3359714366 >> 172.21.15.22:0/3359714366 conn(0x7f9160062eb0 msgr2=0x7f916006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:10.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9167400640 1 -- 172.21.15.22:0/3359714366 shutdown_connections 2024-09-10T10:35:10.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9167400640 1 -- 172.21.15.22:0/3359714366 wait complete. 2024-09-10T10:35:10.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9167400640 1 Processor -- start 2024-09-10T10:35:10.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.137+0000 7f9167400640 1 -- start start 2024-09-10T10:35:10.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9167400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91600b4470 0x7f9160161250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9167400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91600cf900 0x7f91601f7e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9167400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91601568c0 0x7f91601f8350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9167400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9160156e20 con 0x7f91600cf900 2024-09-10T10:35:10.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9167400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9160156ca0 con 0x7f91600b4470 2024-09-10T10:35:10.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9167400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f916006e9c0 con 0x7f91601568c0 2024-09-10T10:35:10.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91600cf900 0x7f91601f7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91600cf900 0x7f91601f7e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57706/0 (socket says 172.21.15.22:57706) 2024-09-10T10:35:10.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915fe00640 1 -- 172.21.15.22:0/1536469862 learned_addr learned my addr 172.21.15.22:0/1536469862 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:10.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9164a00640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91600b4470 0x7f9160161250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9165400640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91601568c0 0x7f91601f8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915fe00640 1 -- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91601568c0 msgr2=0x7f91601f8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:10.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915fe00640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91601568c0 0x7f91601f8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915fe00640 1 -- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91600b4470 msgr2=0x7f9160161250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:10.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915fe00640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91600b4470 0x7f9160161250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915fe00640 1 -- 172.21.15.22:0/1536469862 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9160166010 con 0x7f91600cf900 2024-09-10T10:35:10.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915fe00640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91600cf900 0x7f91601f7e10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f914c00b4b0 tx=0x7f914c00b970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:10.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915cc00640 1 -- 172.21.15.22:0/1536469862 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c014070 con 0x7f91600cf900 2024-09-10T10:35:10.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915cc00640 1 -- 172.21.15.22:0/1536469862 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f914c010610 con 0x7f91600cf900 2024-09-10T10:35:10.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9167400640 1 -- 172.21.15.22:0/1536469862 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91601f89f0 con 0x7f91600cf900 2024-09-10T10:35:10.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915cc00640 1 -- 172.21.15.22:0/1536469862 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c0109e0 con 0x7f91600cf900 2024-09-10T10:35:10.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9167400640 1 -- 172.21.15.22:0/1536469862 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91601f8fb0 con 0x7f91600cf900 2024-09-10T10:35:10.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f9167400640 1 -- 172.21.15.22:0/1536469862 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91600cf3c0 con 0x7f91600cf900 2024-09-10T10:35:10.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.141+0000 7f915cc00640 1 -- 172.21.15.22:0/1536469862 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f914c017070 con 0x7f91600cf900 2024-09-10T10:35:10.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.145+0000 7f915cc00640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91400678c0 0x7f9140069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.145+0000 7f915cc00640 1 -- 172.21.15.22:0/1536469862 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f914c085470 con 0x7f91600cf900 2024-09-10T10:35:10.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.145+0000 7f9164a00640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91400678c0 0x7f9140069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.145+0000 7f9164a00640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91400678c0 0x7f9140069d80 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f91540ae000 tx=0x7f9154008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:10.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.149+0000 7f915cc00640 1 -- 172.21.15.22:0/1536469862 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f914c055b30 con 0x7f91600cf900 2024-09-10T10:35:10.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.313+0000 7f9167400640 1 -- 172.21.15.22:0/1536469862 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f916006bd50 con 0x7f91600cf900 2024-09-10T10:35:10.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.317+0000 7f915cc00640 1 -- 172.21.15.22:0/1536469862 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7f914c059e30 con 0x7f91600cf900 2024-09-10T10:35:10.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 -- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91400678c0 msgr2=0x7f9140069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:10.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91400678c0 0x7f9140069d80 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f91540ae000 tx=0x7f9154008040 comp rx=0 tx=0).stop 2024-09-10T10:35:10.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 -- 172.21.15.22:0/1536469862 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91600cf900 msgr2=0x7f91601f7e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:10.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91600cf900 0x7f91601f7e10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f914c00b4b0 tx=0x7f914c00b970 comp rx=0 tx=0).stop 2024-09-10T10:35:10.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 -- 172.21.15.22:0/1536469862 shutdown_connections 2024-09-10T10:35:10.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91400678c0 0x7f9140069d80 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91601568c0 0x7f91601f8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91600cf900 0x7f91601f7e10 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 --2- 172.21.15.22:0/1536469862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91600b4470 0x7f9160161250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 -- 172.21.15.22:0/1536469862 >> 172.21.15.22:0/1536469862 conn(0x7f9160062eb0 msgr2=0x7f91600b21a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:10.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 -- 172.21.15.22:0/1536469862 shutdown_connections 2024-09-10T10:35:10.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.321+0000 7f9167400640 1 -- 172.21.15.22:0/1536469862 wait complete. 2024-09-10T10:35:10.341 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size' 2024-09-10T10:35:10.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f329c200640 1 Processor -- start 2024-09-10T10:35:10.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f329c200640 1 -- start start 2024-09-10T10:35:10.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f329c200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f329415c230 0x7f329415c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f329c200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f32940d2820 0x7f32940b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f329c200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f32940d2c40 0x7f32940b7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f329c200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f329415cc20 con 0x7f32940d2820 2024-09-10T10:35:10.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f329c200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f329415cf00 con 0x7f32940d2c40 2024-09-10T10:35:10.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f329c200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f329415d1e0 con 0x7f329415c230 2024-09-10T10:35:10.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f3298e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f32940d2820 0x7f32940b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f3298e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f32940d2820 0x7f32940b6c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57716/0 (socket says 172.21.15.22:57716) 2024-09-10T10:35:10.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f3298e00640 1 -- 172.21.15.22:0/437564736 learned_addr learned my addr 172.21.15.22:0/437564736 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:10.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f3299800640 1 --2- 172.21.15.22:0/437564736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f329415c230 0x7f329415c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f329a200640 1 --2- 172.21.15.22:0/437564736 >> v2:172.21.15.145:3300/0 conn(0x7f32940d2c40 0x7f32940b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f3298e00640 1 -- 172.21.15.22:0/437564736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f329415c230 msgr2=0x7f329415c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:10.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f3298e00640 1 --2- 172.21.15.22:0/437564736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f329415c230 0x7f329415c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f3298e00640 1 -- 172.21.15.22:0/437564736 >> v2:172.21.15.145:3300/0 conn(0x7f32940d2c40 msgr2=0x7f32940b7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:10.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f3298e00640 1 --2- 172.21.15.22:0/437564736 >> v2:172.21.15.145:3300/0 conn(0x7f32940d2c40 0x7f32940b7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f3298e00640 1 -- 172.21.15.22:0/437564736 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f329415d4c0 con 0x7f32940d2820 2024-09-10T10:35:10.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.481+0000 7f3299800640 1 --2- 172.21.15.22:0/437564736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f329415c230 0x7f329415c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:10.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f3298e00640 1 --2- 172.21.15.22:0/437564736 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32940d2820 0x7f32940b6c50 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f3280009870 tx=0x7f328001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2ea57f1e2c1aaca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:10.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f3293e00640 1 -- 172.21.15.22:0/437564736 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32800b1070 con 0x7f32940d2820 2024-09-10T10:35:10.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f3293e00640 1 -- 172.21.15.22:0/437564736 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32800ac410 con 0x7f32940d2820 2024-09-10T10:35:10.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f3293e00640 1 -- 172.21.15.22:0/437564736 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32800ac7e0 con 0x7f32940d2820 2024-09-10T10:35:10.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f329c200640 1 -- 172.21.15.22:0/437564736 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32940d2820 msgr2=0x7f32940b6c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:10.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f329c200640 1 --2- 172.21.15.22:0/437564736 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32940d2820 0x7f32940b6c50 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f3280009870 tx=0x7f328001c520 comp rx=0 tx=0).stop 2024-09-10T10:35:10.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f329c200640 1 -- 172.21.15.22:0/437564736 shutdown_connections 2024-09-10T10:35:10.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f329c200640 1 --2- 172.21.15.22:0/437564736 >> v2:172.21.15.145:3300/0 conn(0x7f32940d2c40 0x7f32940b7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f329c200640 1 --2- 172.21.15.22:0/437564736 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32940d2820 0x7f32940b6c50 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f329c200640 1 --2- 172.21.15.22:0/437564736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f329415c230 0x7f329415c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f329c200640 1 -- 172.21.15.22:0/437564736 >> 172.21.15.22:0/437564736 conn(0x7f329406f3b0 msgr2=0x7f329406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:10.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f329c200640 1 -- 172.21.15.22:0/437564736 shutdown_connections 2024-09-10T10:35:10.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.485+0000 7f329c200640 1 -- 172.21.15.22:0/437564736 wait complete. 2024-09-10T10:35:10.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 Processor -- start 2024-09-10T10:35:10.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 -- start start 2024-09-10T10:35:10.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32940d2820 0x7f32941549b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32940d2c40 0x7f329415a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f329415c230 0x7f329415a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3294073da0 con 0x7f329415c230 2024-09-10T10:35:10.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3294073c20 con 0x7f32940d2820 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3294073f20 con 0x7f32940d2c40 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329a200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f329415c230 0x7f329415a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329a200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f329415c230 0x7f329415a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57722/0 (socket says 172.21.15.22:57722) 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329a200640 1 -- 172.21.15.22:0/3801929615 learned_addr learned my addr 172.21.15.22:0/3801929615 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f3298e00640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32940d2c40 0x7f329415a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329a200640 1 -- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32940d2c40 msgr2=0x7f329415a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329a200640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32940d2c40 0x7f329415a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329a200640 1 -- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32940d2820 msgr2=0x7f32941549b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329a200640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32940d2820 0x7f32941549b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329a200640 1 -- 172.21.15.22:0/3801929615 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3294154ef0 con 0x7f329415c230 2024-09-10T10:35:10.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329a200640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f329415c230 0x7f329415a780 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f328c007d60 tx=0x7f328c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:10.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f3291600640 1 -- 172.21.15.22:0/3801929615 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f328c014420 con 0x7f329415c230 2024-09-10T10:35:10.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f3291600640 1 -- 172.21.15.22:0/3801929615 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f328c019070 con 0x7f329415c230 2024-09-10T10:35:10.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f3291600640 1 -- 172.21.15.22:0/3801929615 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f328c014820 con 0x7f329415c230 2024-09-10T10:35:10.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 -- 172.21.15.22:0/3801929615 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f329415ae00 con 0x7f329415c230 2024-09-10T10:35:10.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 -- 172.21.15.22:0/3801929615 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3294155190 con 0x7f329415c230 2024-09-10T10:35:10.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.489+0000 7f329c200640 1 -- 172.21.15.22:0/3801929615 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32940b5b50 con 0x7f329415c230 2024-09-10T10:35:10.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.493+0000 7f3291600640 1 -- 172.21.15.22:0/3801929615 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f328c0149c0 con 0x7f329415c230 2024-09-10T10:35:10.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.493+0000 7f3291600640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32740678c0 0x7f3274069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:10.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.493+0000 7f3291600640 1 -- 172.21.15.22:0/3801929615 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f328c086130 con 0x7f329415c230 2024-09-10T10:35:10.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.493+0000 7f3299800640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32740678c0 0x7f3274069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:10.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.493+0000 7f3299800640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32740678c0 0x7f3274069d80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f3288006e90 tx=0x7f3288008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:10.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.497+0000 7f3291600640 1 -- 172.21.15.22:0/3801929615 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f328c056f60 con 0x7f329415c230 2024-09-10T10:35:10.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.721+0000 7f329c200640 1 -- 172.21.15.22:0/3801929615 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size"]} v 0) -- 0x7f32940b5870 con 0x7f329415c230 2024-09-10T10:35:10.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.957+0000 7f3291600640 1 -- 172.21.15.22:0/3801929615 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size"]}]=0 v153) ==== 150+0+0 (secure 0 0 0) 0x7f328c056860 con 0x7f329415c230 2024-09-10T10:35:10.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 -- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32740678c0 msgr2=0x7f3274069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:10.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32740678c0 0x7f3274069d80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f3288006e90 tx=0x7f3288008040 comp rx=0 tx=0).stop 2024-09-10T10:35:10.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 -- 172.21.15.22:0/3801929615 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f329415c230 msgr2=0x7f329415a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:10.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f329415c230 0x7f329415a780 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f328c007d60 tx=0x7f328c00e4b0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 -- 172.21.15.22:0/3801929615 shutdown_connections 2024-09-10T10:35:10.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32740678c0 0x7f3274069d80 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f329415c230 0x7f329415a780 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32940d2c40 0x7f329415a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 --2- 172.21.15.22:0/3801929615 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32940d2820 0x7f32941549b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:10.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 -- 172.21.15.22:0/3801929615 >> 172.21.15.22:0/3801929615 conn(0x7f329406f3b0 msgr2=0x7f32940b6c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:10.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 -- 172.21.15.22:0/3801929615 shutdown_connections 2024-09-10T10:35:10.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:10.961+0000 7f329c200640 1 -- 172.21.15.22:0/3801929615 wait complete. 2024-09-10T10:35:10.983 INFO:tasks.cephfs_test_runner:test_client_cache_size (tasks.cephfs.test_client_limits.TestClientLimits) ... skipped 'Require FUSE client to inject client release failure' 2024-09-10T10:35:10.984 INFO:tasks.cephfs_test_runner:Starting test: test_client_max_caps (tasks.cephfs.test_client_limits.TestClientLimits) That the MDS will not let a client sit above mds_max_caps_per_client caps. 2024-09-10T10:35:10.984 INFO:tasks.cephfs_test_runner:test_client_max_caps (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-10T10:35:10.984 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:35:11.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb052000640 1 Processor -- start 2024-09-10T10:35:11.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb052000640 1 -- start start 2024-09-10T10:35:11.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb052000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b220 0x7fb04c071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb052000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb04c0b56f0 0x7fb04c0b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb052000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb04c0ce880 con 0x7fb04c15b600 2024-09-10T10:35:11.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb052000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb04c06d6e0 con 0x7fb04c0b56f0 2024-09-10T10:35:11.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb052000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb04c0ceb60 con 0x7fb04c15b220 2024-09-10T10:35:11.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb042a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb04c15b600 0x7fb04c0b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45764/0 (socket says 172.21.15.22:45764) 2024-09-10T10:35:11.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb042a00640 1 -- 172.21.15.22:0/2569673085 learned_addr learned my addr 172.21.15.22:0/2569673085 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:11.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb04be00640 1 --2- 172.21.15.22:0/2569673085 >> v2:172.21.15.22:3300/0 conn(0x7fb04c0b56f0 0x7fb04c0b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb04b400640 1 --2- 172.21.15.22:0/2569673085 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b220 0x7fb04c071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb04aa00640 1 -- 172.21.15.22:0/2569673085 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 941180311 0 0) 0x7fb04c0ce880 con 0x7fb04c15b600 2024-09-10T10:35:11.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb04aa00640 1 -- 172.21.15.22:0/2569673085 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb030003530 con 0x7fb04c15b600 2024-09-10T10:35:11.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb04be00640 1 -- 172.21.15.22:0/2569673085 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b220 msgr2=0x7fb04c071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:11.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb04be00640 1 --2- 172.21.15.22:0/2569673085 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b220 0x7fb04c071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb04be00640 1 -- 172.21.15.22:0/2569673085 >> v1:172.21.15.22:6789/0 conn(0x7fb04c15b600 legacy=0x7fb04c0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.125+0000 7fb04be00640 1 -- 172.21.15.22:0/2569673085 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb04c0cee40 con 0x7fb04c0b56f0 2024-09-10T10:35:11.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb04be00640 1 --2- 172.21.15.22:0/2569673085 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c0b56f0 0x7fb04c0b3f10 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb044009d90 tx=0x7fb04401c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce701fe38cbe0681 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:11.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb04aa00640 1 -- 172.21.15.22:0/2569673085 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0440b2070 con 0x7fb04c0b56f0 2024-09-10T10:35:11.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb04aa00640 1 -- 172.21.15.22:0/2569673085 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0440a5900 con 0x7fb04c0b56f0 2024-09-10T10:35:11.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb04aa00640 1 -- 172.21.15.22:0/2569673085 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0440a5cb0 con 0x7fb04c0b56f0 2024-09-10T10:35:11.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb052000640 1 -- 172.21.15.22:0/2569673085 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c0b56f0 msgr2=0x7fb04c0b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb052000640 1 --2- 172.21.15.22:0/2569673085 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c0b56f0 0x7fb04c0b3f10 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb044009d90 tx=0x7fb04401c820 comp rx=0 tx=0).stop 2024-09-10T10:35:11.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb052000640 1 -- 172.21.15.22:0/2569673085 shutdown_connections 2024-09-10T10:35:11.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb052000640 1 --2- 172.21.15.22:0/2569673085 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c0b56f0 0x7fb04c0b3f10 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb052000640 1 --2- 172.21.15.22:0/2569673085 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b220 0x7fb04c071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb052000640 1 -- 172.21.15.22:0/2569673085 >> 172.21.15.22:0/2569673085 conn(0x7fb04c062dd0 msgr2=0x7fb04c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:11.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb052000640 1 -- 172.21.15.22:0/2569673085 shutdown_connections 2024-09-10T10:35:11.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.129+0000 7fb052000640 1 -- 172.21.15.22:0/2569673085 wait complete. 2024-09-10T10:35:11.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb052000640 1 Processor -- start 2024-09-10T10:35:11.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb052000640 1 -- start start 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb052000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb04c0b56f0 0x7fb04c156950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb052000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c15b220 0x7fb04c0aed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb052000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b600 0x7fb04c072190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb052000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb04c0cffd0 con 0x7fb04c15b220 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb052000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb04c0cfe50 con 0x7fb04c0b56f0 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb052000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb04c0d0150 con 0x7fb04c15b600 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb042a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c15b220 0x7fb04c0aed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb042a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c15b220 0x7fb04c0aed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57736/0 (socket says 172.21.15.22:57736) 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb042a00640 1 -- 172.21.15.22:0/2277436564 learned_addr learned my addr 172.21.15.22:0/2277436564 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb04b400640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb04c0b56f0 0x7fb04c156950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb04be00640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b600 0x7fb04c072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb042a00640 1 -- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b600 msgr2=0x7fb04c072190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb042a00640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b600 0x7fb04c072190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb042a00640 1 -- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb04c0b56f0 msgr2=0x7fb04c156950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb042a00640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb04c0b56f0 0x7fb04c156950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb042a00640 1 -- 172.21.15.22:0/2277436564 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb04c0ad000 con 0x7fb04c15b220 2024-09-10T10:35:11.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb04be00640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b600 0x7fb04c072190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:11.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb04b400640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb04c0b56f0 0x7fb04c156950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:11.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb042a00640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c15b220 0x7fb04c0aed00 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb03400c3c0 tx=0x7fb03400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:11.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb043e00640 1 -- 172.21.15.22:0/2277436564 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb034017070 con 0x7fb04c15b220 2024-09-10T10:35:11.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb043e00640 1 -- 172.21.15.22:0/2277436564 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb034005cf0 con 0x7fb04c15b220 2024-09-10T10:35:11.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb052000640 1 -- 172.21.15.22:0/2277436564 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb04c0ad2e0 con 0x7fb04c15b220 2024-09-10T10:35:11.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb043e00640 1 -- 172.21.15.22:0/2277436564 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0340072f0 con 0x7fb04c15b220 2024-09-10T10:35:11.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.133+0000 7fb052000640 1 -- 172.21.15.22:0/2277436564 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb04c0ad8a0 con 0x7fb04c15b220 2024-09-10T10:35:11.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.137+0000 7fb052000640 1 -- 172.21.15.22:0/2277436564 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb04c0b3f10 con 0x7fb04c15b220 2024-09-10T10:35:11.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.137+0000 7fb043e00640 1 -- 172.21.15.22:0/2277436564 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb03401a070 con 0x7fb04c15b220 2024-09-10T10:35:11.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.137+0000 7fb043e00640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0280678c0 0x7fb028069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.137+0000 7fb043e00640 1 -- 172.21.15.22:0/2277436564 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7fb034084e10 con 0x7fb04c15b220 2024-09-10T10:35:11.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.137+0000 7fb04b400640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0280678c0 0x7fb028069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.137+0000 7fb04b400640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0280678c0 0x7fb028069d80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fb04c0cc940 tx=0x7fb03c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:11.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.141+0000 7fb043e00640 1 -- 172.21.15.22:0/2277436564 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb034088030 con 0x7fb04c15b220 2024-09-10T10:35:11.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 -- 172.21.15.22:0/2277436564 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb04c072e90 con 0x7fb04c15b220 2024-09-10T10:35:11.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb043e00640 1 -- 172.21.15.22:0/2277436564 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) ==== 74+0+13044 (secure 0 0 0) 0x7fb034055bb0 con 0x7fb04c15b220 2024-09-10T10:35:11.562 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:11.562 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":61,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:35:09.952513+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6835/2356192972":"2024-09-11T10:35:06.941931+0000","172.21.15.22:6834/2356192972":"2024-09-11T10:35:06.941931+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:35:11.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 -- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0280678c0 msgr2=0x7fb028069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0280678c0 0x7fb028069d80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fb04c0cc940 tx=0x7fb03c008040 comp rx=0 tx=0).stop 2024-09-10T10:35:11.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 -- 172.21.15.22:0/2277436564 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c15b220 msgr2=0x7fb04c0aed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c15b220 0x7fb04c0aed00 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb03400c3c0 tx=0x7fb03400c880 comp rx=0 tx=0).stop 2024-09-10T10:35:11.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 -- 172.21.15.22:0/2277436564 shutdown_connections 2024-09-10T10:35:11.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0280678c0 0x7fb028069d80 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb04c15b600 0x7fb04c072190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb04c15b220 0x7fb04c0aed00 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 --2- 172.21.15.22:0/2277436564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb04c0b56f0 0x7fb04c156950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 -- 172.21.15.22:0/2277436564 >> 172.21.15.22:0/2277436564 conn(0x7fb04c062dd0 msgr2=0x7fb04c0b0230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:11.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 -- 172.21.15.22:0/2277436564 shutdown_connections 2024-09-10T10:35:11.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.309+0000 7fb052000640 1 -- 172.21.15.22:0/2277436564 wait complete. 2024-09-10T10:35:11.565 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:32:19.395418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:35:11.566 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:35:11.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb709e00640 1 Processor -- start 2024-09-10T10:35:11.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb709e00640 1 -- start start 2024-09-10T10:35:11.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb709e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb70415e970 0x7fb70406c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb709e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb70406cc10 0x7fb70406d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb709e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb70406d790 0x7fb7040cb890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb709e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb7040708a0 con 0x7fb70415e970 2024-09-10T10:35:11.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb709e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb7040af4f0 con 0x7fb70406d790 2024-09-10T10:35:11.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb709e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb704070ad0 con 0x7fb70406cc10 2024-09-10T10:35:11.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb702a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb70415e970 0x7fb70406c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb702a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb70415e970 0x7fb70406c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57738/0 (socket says 172.21.15.22:57738) 2024-09-10T10:35:11.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb702a00640 1 -- 172.21.15.22:0/1397842532 learned_addr learned my addr 172.21.15.22:0/1397842532 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:11.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb703400640 1 --2- 172.21.15.22:0/1397842532 >> v2:172.21.15.145:3300/0 conn(0x7fb70406d790 0x7fb7040cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb702a00640 1 -- 172.21.15.22:0/1397842532 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb70406cc10 msgr2=0x7fb70406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:11.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb702a00640 1 --2- 172.21.15.22:0/1397842532 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb70406cc10 0x7fb70406d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb702a00640 1 -- 172.21.15.22:0/1397842532 >> v2:172.21.15.145:3300/0 conn(0x7fb70406d790 msgr2=0x7fb7040cb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:11.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb702a00640 1 --2- 172.21.15.22:0/1397842532 >> v2:172.21.15.145:3300/0 conn(0x7fb70406d790 0x7fb7040cb890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb702a00640 1 -- 172.21.15.22:0/1397842532 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb704070db0 con 0x7fb70415e970 2024-09-10T10:35:11.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.709+0000 7fb703400640 1 --2- 172.21.15.22:0/1397842532 >> v2:172.21.15.145:3300/0 conn(0x7fb70406d790 0x7fb7040cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:11.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb702a00640 1 --2- 172.21.15.22:0/1397842532 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70415e970 0x7fb70406c6d0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fb7040b5290 tx=0x7fb6f401c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f7bcdb75410bc44 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:11.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb702000640 1 -- 172.21.15.22:0/1397842532 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f40b0070 con 0x7fb70415e970 2024-09-10T10:35:11.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb702000640 1 -- 172.21.15.22:0/1397842532 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6f40ab600 con 0x7fb70415e970 2024-09-10T10:35:11.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb702000640 1 -- 172.21.15.22:0/1397842532 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f40ab9d0 con 0x7fb70415e970 2024-09-10T10:35:11.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb709e00640 1 -- 172.21.15.22:0/1397842532 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70415e970 msgr2=0x7fb70406c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb709e00640 1 --2- 172.21.15.22:0/1397842532 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70415e970 0x7fb70406c6d0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fb7040b5290 tx=0x7fb6f401c260 comp rx=0 tx=0).stop 2024-09-10T10:35:11.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb709e00640 1 -- 172.21.15.22:0/1397842532 shutdown_connections 2024-09-10T10:35:11.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb709e00640 1 --2- 172.21.15.22:0/1397842532 >> v2:172.21.15.145:3300/0 conn(0x7fb70406d790 0x7fb7040cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb709e00640 1 --2- 172.21.15.22:0/1397842532 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb70406cc10 0x7fb70406d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb709e00640 1 --2- 172.21.15.22:0/1397842532 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70415e970 0x7fb70406c6d0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb709e00640 1 -- 172.21.15.22:0/1397842532 >> 172.21.15.22:0/1397842532 conn(0x7fb7040b4210 msgr2=0x7fb7040b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:11.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb709e00640 1 -- 172.21.15.22:0/1397842532 shutdown_connections 2024-09-10T10:35:11.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.713+0000 7fb709e00640 1 -- 172.21.15.22:0/1397842532 wait complete. 2024-09-10T10:35:11.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 Processor -- start 2024-09-10T10:35:11.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 -- start start 2024-09-10T10:35:11.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70406cc10 0x7fb70415d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb70406d790 0x7fb7040cde60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb70415e970 0x7fb7040b7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb7040afb00 con 0x7fb70406cc10 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb7040af980 con 0x7fb70415e970 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb7040afc80 con 0x7fb70406d790 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb702a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70406cc10 0x7fb70415d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb702a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70406cc10 0x7fb70415d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57746/0 (socket says 172.21.15.22:57746) 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb702a00640 1 -- 172.21.15.22:0/2544548360 learned_addr learned my addr 172.21.15.22:0/2544548360 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb703400640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb70415e970 0x7fb7040b7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb6fa000640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb70406d790 0x7fb7040cde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb702a00640 1 -- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb70406d790 msgr2=0x7fb7040cde60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb702a00640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb70406d790 0x7fb7040cde60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb702a00640 1 -- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb70415e970 msgr2=0x7fb7040b7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb702a00640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb70415e970 0x7fb7040b7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb702a00640 1 -- 172.21.15.22:0/2544548360 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7040ce900 con 0x7fb70406cc10 2024-09-10T10:35:11.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb702a00640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70406cc10 0x7fb70415d810 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fb6f401cb00 tx=0x7fb6f401aaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:11.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb6fbe00640 1 -- 172.21.15.22:0/2544548360 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f40ba020 con 0x7fb70406cc10 2024-09-10T10:35:11.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb6fbe00640 1 -- 172.21.15.22:0/2544548360 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6f40b6640 con 0x7fb70406cc10 2024-09-10T10:35:11.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 -- 172.21.15.22:0/2544548360 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7040cebe0 con 0x7fb70406cc10 2024-09-10T10:35:11.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb6fbe00640 1 -- 172.21.15.22:0/2544548360 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f40b0040 con 0x7fb70406cc10 2024-09-10T10:35:11.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 -- 172.21.15.22:0/2544548360 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7040cf1a0 con 0x7fb70406cc10 2024-09-10T10:35:11.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.717+0000 7fb709e00640 1 -- 172.21.15.22:0/2544548360 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7040cb890 con 0x7fb70406cc10 2024-09-10T10:35:11.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.721+0000 7fb6fbe00640 1 -- 172.21.15.22:0/2544548360 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb6f40bd020 con 0x7fb70406cc10 2024-09-10T10:35:11.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.721+0000 7fb6fbe00640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6e00678c0 0x7fb6e0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:11.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.721+0000 7fb6fbe00640 1 -- 172.21.15.22:0/2544548360 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7fb6f411fd60 con 0x7fb70406cc10 2024-09-10T10:35:11.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.721+0000 7fb6fa000640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6e00678c0 0x7fb6e0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:11.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.721+0000 7fb6fa000640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6e00678c0 0x7fb6e0069d80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec006fd0 tx=0x7fb6ec008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:11.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.725+0000 7fb6fbe00640 1 -- 172.21.15.22:0/2544548360 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb6f40c4030 con 0x7fb70406cc10 2024-09-10T10:35:11.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.889+0000 7fb709e00640 1 -- 172.21.15.22:0/2544548360 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb704156c90 con 0x7fb70406cc10 2024-09-10T10:35:11.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.889+0000 7fb6fbe00640 1 -- 172.21.15.22:0/2544548360 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v61) ==== 93+0+10 (secure 0 0 0) 0x7fb6f4016110 con 0x7fb70406cc10 2024-09-10T10:35:11.891 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-10T10:35:11.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 -- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6e00678c0 msgr2=0x7fb6e0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6e00678c0 0x7fb6e0069d80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec006fd0 tx=0x7fb6ec008040 comp rx=0 tx=0).stop 2024-09-10T10:35:11.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 -- 172.21.15.22:0/2544548360 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70406cc10 msgr2=0x7fb70415d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:11.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70406cc10 0x7fb70415d810 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fb6f401cb00 tx=0x7fb6f401aaa0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 -- 172.21.15.22:0/2544548360 shutdown_connections 2024-09-10T10:35:11.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6e00678c0 0x7fb6e0069d80 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb70415e970 0x7fb7040b7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb70406d790 0x7fb7040cde60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 --2- 172.21.15.22:0/2544548360 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb70406cc10 0x7fb70415d810 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:11.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 -- 172.21.15.22:0/2544548360 >> 172.21.15.22:0/2544548360 conn(0x7fb7040b4210 msgr2=0x7fb70414bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:11.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 -- 172.21.15.22:0/2544548360 shutdown_connections 2024-09-10T10:35:11.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:11.893+0000 7fb709e00640 1 -- 172.21.15.22:0/2544548360 wait complete. 2024-09-10T10:35:11.914 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps' 2024-09-10T10:35:12.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf8c00640 1 Processor -- start 2024-09-10T10:35:12.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf8c00640 1 -- start start 2024-09-10T10:35:12.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf8c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf406fa30 0x7f9bf4165ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:12.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf8c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bf40b3680 con 0x7f9bf40d0110 2024-09-10T10:35:12.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf8c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bf40b4ed0 con 0x7f9bf40cfd30 2024-09-10T10:35:12.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf8c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9bf406e2d0 con 0x7f9bf406fa30 2024-09-10T10:35:12.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9bf40d0110 0x7f9bf4155340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45774/0 (socket says 172.21.15.22:45774) 2024-09-10T10:35:12.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2a00640 1 -- 172.21.15.22:0/72548468 learned_addr learned my addr 172.21.15.22:0/72548468 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:12.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf3e00640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf406fa30 0x7f9bf4165ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:12.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 625261605 0 0) 0x7f9bf40b3680 con 0x7f9bf40d0110 2024-09-10T10:35:12.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9bd8003530 con 0x7f9bf40d0110 2024-09-10T10:35:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1174738941 0 0) 0x7f9bd8003530 con 0x7f9bf40d0110 2024-09-10T10:35:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf406fa30 msgr2=0x7f9bf4165ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf406fa30 0x7f9bf4165ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 >> v1:172.21.15.145:6789/0 conn(0x7f9bf40cfd30 legacy=0x7f9bf40b4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bf40b51b0 con 0x7f9bf40d0110 2024-09-10T10:35:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f9be0001680 con 0x7f9bf40d0110 2024-09-10T10:35:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 >> v1:172.21.15.22:6789/0 conn(0x7f9bf40d0110 legacy=0x7f9bf4155340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bd80039f0 0x7f9bd8003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bd8004810 0x7f9bd8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:12.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf406fa30 0x7f9bd80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:12.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9bd800ba80 con 0x7f9bd8004810 2024-09-10T10:35:12.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9bd800bc00 con 0x7f9bd80039f0 2024-09-10T10:35:12.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9bd800be00 con 0x7f9bf406fa30 2024-09-10T10:35:12.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2a00640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bd8004810 0x7f9bd8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:12.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf3e00640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf406fa30 0x7f9bd80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:12.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2a00640 1 -- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf406fa30 msgr2=0x7f9bd80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:12.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2a00640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf406fa30 0x7f9bd80051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:12.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2a00640 1 -- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bd80039f0 msgr2=0x7f9bd8003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:12.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2a00640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bd80039f0 0x7f9bd8003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:12.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf2a00640 1 -- 172.21.15.22:0/72548468 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bd8003530 con 0x7f9bd8004810 2024-09-10T10:35:12.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.057+0000 7f9bf3e00640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf406fa30 0x7f9bd80051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf2a00640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bd8004810 0x7f9bd8004c90 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f9be000c190 tx=0x7f9be001f370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ebcd3c7c2f65a0f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be0007d00 con 0x7f9bd8004810 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9be0005b00 con 0x7f9bd8004810 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf2000640 1 -- 172.21.15.22:0/72548468 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be0007070 con 0x7f9bd8004810 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf8c00640 1 -- 172.21.15.22:0/72548468 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bd8004810 msgr2=0x7f9bd8004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf8c00640 1 --2- 172.21.15.22:0/72548468 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bd8004810 0x7f9bd8004c90 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f9be000c190 tx=0x7f9be001f370 comp rx=0 tx=0).stop 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf3e00640 1 -- 172.21.15.22:0/72548468 reap_dead start 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf8c00640 1 -- 172.21.15.22:0/72548468 shutdown_connections 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf8c00640 1 -- 172.21.15.22:0/72548468 >> 172.21.15.22:0/72548468 conn(0x7f9bf406c480 msgr2=0x7f9bf40b2870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf8c00640 1 -- 172.21.15.22:0/72548468 shutdown_connections 2024-09-10T10:35:12.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.061+0000 7f9bf8c00640 1 -- 172.21.15.22:0/72548468 wait complete. 2024-09-10T10:35:12.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf8c00640 1 Processor -- start 2024-09-10T10:35:12.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf8c00640 1 -- start start 2024-09-10T10:35:12.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf8c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bd8004810 0x7f9bf41f2830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:12.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bf413fbc0 0x7f9bf4150860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:12.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf8c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf4150da0 0x7f9bf41f5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:12.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf8c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf406e500 con 0x7f9bf413fbc0 2024-09-10T10:35:12.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf8c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf40b5770 con 0x7f9bd8004810 2024-09-10T10:35:12.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf8c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9bf40b4a70 con 0x7f9bf4150da0 2024-09-10T10:35:12.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf2a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bf413fbc0 0x7f9bf4150860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:12.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf2a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bf413fbc0 0x7f9bf4150860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57768/0 (socket says 172.21.15.22:57768) 2024-09-10T10:35:12.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf2a00640 1 -- 172.21.15.22:0/3682992167 learned_addr learned my addr 172.21.15.22:0/3682992167 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:12.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf3400640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bd8004810 0x7f9bf41f2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:12.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf3e00640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf4150da0 0x7f9bf41f5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:12.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf2a00640 1 -- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf4150da0 msgr2=0x7f9bf41f5240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:12.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf2a00640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf4150da0 0x7f9bf41f5240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:12.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf2a00640 1 -- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bd8004810 msgr2=0x7f9bf41f2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:12.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf2a00640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bd8004810 0x7f9bf41f2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:12.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf2a00640 1 -- 172.21.15.22:0/3682992167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bf41f5f00 con 0x7f9bf413fbc0 2024-09-10T10:35:12.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf3400640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bd8004810 0x7f9bf41f2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:12.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf2a00640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bf413fbc0 0x7f9bf4150860 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f9be000c190 tx=0x7f9bd8005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:12.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9beb400640 1 -- 172.21.15.22:0/3682992167 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be0005cb0 con 0x7f9bf413fbc0 2024-09-10T10:35:12.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9beb400640 1 -- 172.21.15.22:0/3682992167 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9be0005e50 con 0x7f9bf413fbc0 2024-09-10T10:35:12.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9beb400640 1 -- 172.21.15.22:0/3682992167 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be00049f0 con 0x7f9bf413fbc0 2024-09-10T10:35:12.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf8c00640 1 -- 172.21.15.22:0/3682992167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bf413f0e0 con 0x7f9bf413fbc0 2024-09-10T10:35:12.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.065+0000 7f9bf8c00640 1 -- 172.21.15.22:0/3682992167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bf413f6a0 con 0x7f9bf413fbc0 2024-09-10T10:35:12.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.069+0000 7f9bf8c00640 1 -- 172.21.15.22:0/3682992167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bf413cbf0 con 0x7f9bf413fbc0 2024-09-10T10:35:12.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.069+0000 7f9beb400640 1 -- 172.21.15.22:0/3682992167 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9be0004b90 con 0x7f9bf413fbc0 2024-09-10T10:35:12.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.069+0000 7f9beb400640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9bd40678f0 0x7f9bd4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:12.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.069+0000 7f9beb400640 1 -- 172.21.15.22:0/3682992167 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f9be0122a30 con 0x7f9bf413fbc0 2024-09-10T10:35:12.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.069+0000 7f9bf3400640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9bd40678f0 0x7f9bd4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:12.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.069+0000 7f9bf3400640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9bd40678f0 0x7f9bd4069db0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9bf415c290 tx=0x7f9be4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:12.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.073+0000 7f9beb400640 1 -- 172.21.15.22:0/3682992167 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9bf413cbf0 con 0x7f9bf413fbc0 2024-09-10T10:35:12.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.293+0000 7f9bf8c00640 1 -- 172.21.15.22:0/3682992167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps"]} v 0) -- 0x7f9bf40b4360 con 0x7f9bf413fbc0 2024-09-10T10:35:12.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.964+0000 7f9beb400640 1 -- 172.21.15.22:0/3682992167 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps"]}]=0 v155) ==== 151+0+0 (secure 0 0 0) 0x7f9be0019080 con 0x7f9bf413fbc0 2024-09-10T10:35:12.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 -- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9bd40678f0 msgr2=0x7f9bd4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:12.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9bd40678f0 0x7f9bd4069db0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9bf415c290 tx=0x7f9be4009040 comp rx=0 tx=0).stop 2024-09-10T10:35:12.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 -- 172.21.15.22:0/3682992167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bf413fbc0 msgr2=0x7f9bf4150860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:12.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bf413fbc0 0x7f9bf4150860 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f9be000c190 tx=0x7f9bd8005840 comp rx=0 tx=0).stop 2024-09-10T10:35:12.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 -- 172.21.15.22:0/3682992167 shutdown_connections 2024-09-10T10:35:12.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9bd40678f0 0x7f9bd4069db0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:12.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9bf4150da0 0x7f9bf41f5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:12.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9bf413fbc0 0x7f9bf4150860 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:12.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 --2- 172.21.15.22:0/3682992167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9bd8004810 0x7f9bf41f2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:12.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 -- 172.21.15.22:0/3682992167 >> 172.21.15.22:0/3682992167 conn(0x7f9bf406c480 msgr2=0x7f9bf415b8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:12.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 -- 172.21.15.22:0/3682992167 shutdown_connections 2024-09-10T10:35:12.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:12.968+0000 7f9bf8c00640 1 -- 172.21.15.22:0/3682992167 wait complete. 2024-09-10T10:35:12.994 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:35:13.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81b1600640 1 Processor -- start 2024-09-10T10:35:13.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81b1600640 1 -- start start 2024-09-10T10:35:13.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81b1600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f81ac15e970 0x7f81ac06c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81b1600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac06d960 0x7f81ac0af980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81b1600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81ac070ad0 con 0x7f81ac06cc10 2024-09-10T10:35:13.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81b1600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f81ac0708a0 con 0x7f81ac15e970 2024-09-10T10:35:13.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81b1600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f81ac0af4f0 con 0x7f81ac06d960 2024-09-10T10:35:13.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81ab400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac06d960 0x7f81ac0af980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81aaa00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f81ac15e970 0x7f81ac06c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81ab400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac06d960 0x7f81ac0af980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:38496/0 (socket says 172.21.15.22:38496) 2024-09-10T10:35:13.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.140+0000 7f81ab400640 1 -- 172.21.15.22:0/812203659 learned_addr learned my addr 172.21.15.22:0/812203659 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:13.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.144+0000 7f81ab400640 1 -- 172.21.15.22:0/812203659 >> v2:172.21.15.145:3300/0 conn(0x7f81ac15e970 msgr2=0x7f81ac06c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:13.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.144+0000 7f81ab400640 1 --2- 172.21.15.22:0/812203659 >> v2:172.21.15.145:3300/0 conn(0x7f81ac15e970 0x7f81ac06c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.144+0000 7f81ab400640 1 -- 172.21.15.22:0/812203659 >> v1:172.21.15.145:6789/0 conn(0x7f81ac06cc10 legacy=0x7f81ac06d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.144+0000 7f81ab400640 1 -- 172.21.15.22:0/812203659 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81ac070db0 con 0x7f81ac06d960 2024-09-10T10:35:13.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.144+0000 7f81ab400640 1 --2- 172.21.15.22:0/812203659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac06d960 0x7f81ac0af980 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f81a4009e50 tx=0x7f81a401ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73e46674e0753bf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:13.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.144+0000 7f81aa000640 1 -- 172.21.15.22:0/812203659 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a40a58f0 con 0x7f81ac06d960 2024-09-10T10:35:13.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.144+0000 7f81aa000640 1 -- 172.21.15.22:0/812203659 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81a40a5a90 con 0x7f81ac06d960 2024-09-10T10:35:13.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.144+0000 7f81aa000640 1 -- 172.21.15.22:0/812203659 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a40a5e60 con 0x7f81ac06d960 2024-09-10T10:35:13.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 -- 172.21.15.22:0/812203659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac06d960 msgr2=0x7f81ac0af980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 --2- 172.21.15.22:0/812203659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac06d960 0x7f81ac0af980 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f81a4009e50 tx=0x7f81a401ca00 comp rx=0 tx=0).stop 2024-09-10T10:35:13.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 -- 172.21.15.22:0/812203659 shutdown_connections 2024-09-10T10:35:13.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 --2- 172.21.15.22:0/812203659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac06d960 0x7f81ac0af980 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 --2- 172.21.15.22:0/812203659 >> v2:172.21.15.145:3300/0 conn(0x7f81ac15e970 0x7f81ac06c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 -- 172.21.15.22:0/812203659 >> 172.21.15.22:0/812203659 conn(0x7f81ac0b4210 msgr2=0x7f81ac0b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:13.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 -- 172.21.15.22:0/812203659 shutdown_connections 2024-09-10T10:35:13.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 -- 172.21.15.22:0/812203659 wait complete. 2024-09-10T10:35:13.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 Processor -- start 2024-09-10T10:35:13.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 -- start start 2024-09-10T10:35:13.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81ac06cc10 0x7f81ac161190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f81ac06d960 0x7f81ac14f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac15e970 0x7f81ac0b3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f81ac0b0850 con 0x7f81ac06d960 2024-09-10T10:35:13.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f81ac0b06d0 con 0x7f81ac06cc10 2024-09-10T10:35:13.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81b1600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f81ac0b09d0 con 0x7f81ac15e970 2024-09-10T10:35:13.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81a3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f81ac06d960 0x7f81ac14f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81aaa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81ac06cc10 0x7f81ac161190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81a3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f81ac06d960 0x7f81ac14f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57774/0 (socket says 172.21.15.22:57774) 2024-09-10T10:35:13.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81a3e00640 1 -- 172.21.15.22:0/3487106962 learned_addr learned my addr 172.21.15.22:0/3487106962 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:13.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81ab400640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac15e970 0x7f81ac0b3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81a3e00640 1 -- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac15e970 msgr2=0x7f81ac0b3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81a3e00640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac15e970 0x7f81ac0b3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81a3e00640 1 -- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81ac06cc10 msgr2=0x7f81ac161190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81a3e00640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81ac06cc10 0x7f81ac161190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81a3e00640 1 -- 172.21.15.22:0/3487106962 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81ac0d0430 con 0x7f81ac06d960 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.148+0000 7f81aaa00640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81ac06cc10 0x7f81ac161190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81a3e00640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f81ac06d960 0x7f81ac14f110 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f819400c420 tx=0x7f819400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81a2a00640 1 -- 172.21.15.22:0/3487106962 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81940052d0 con 0x7f81ac06d960 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81a2a00640 1 -- 172.21.15.22:0/3487106962 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8194005470 con 0x7f81ac06d960 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81a2a00640 1 -- 172.21.15.22:0/3487106962 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8194007260 con 0x7f81ac06d960 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81b1600640 1 -- 172.21.15.22:0/3487106962 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81ac0d0710 con 0x7f81ac06d960 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81b1600640 1 -- 172.21.15.22:0/3487106962 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81ac0d0cd0 con 0x7f81ac06d960 2024-09-10T10:35:13.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81b1600640 1 -- 172.21.15.22:0/3487106962 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81ac0af980 con 0x7f81ac06d960 2024-09-10T10:35:13.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81a2a00640 1 -- 172.21.15.22:0/3487106962 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8194007400 con 0x7f81ac06d960 2024-09-10T10:35:13.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81a2a00640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f81880678c0 0x7f8188069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81a2a00640 1 -- 172.21.15.22:0/3487106962 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f8194084e50 con 0x7f81ac06d960 2024-09-10T10:35:13.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.152+0000 7f81aaa00640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f81880678c0 0x7f8188069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.156+0000 7f81aaa00640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f81880678c0 0x7f8188069d80 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f819c009eb0 tx=0x7f819c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:13.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.156+0000 7f81a2a00640 1 -- 172.21.15.22:0/3487106962 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8194055630 con 0x7f81ac06d960 2024-09-10T10:35:13.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.320+0000 7f81b1600640 1 -- 172.21.15.22:0/3487106962 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f81ac0b2d90 con 0x7f81ac06d960 2024-09-10T10:35:13.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.324+0000 7f81a2a00640 1 -- 172.21.15.22:0/3487106962 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v20)=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7f8194059930 con 0x7f81ac06d960 2024-09-10T10:35:13.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 -- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f81880678c0 msgr2=0x7f8188069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f81880678c0 0x7f8188069d80 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f819c009eb0 tx=0x7f819c009190 comp rx=0 tx=0).stop 2024-09-10T10:35:13.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 -- 172.21.15.22:0/3487106962 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f81ac06d960 msgr2=0x7f81ac14f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f81ac06d960 0x7f81ac14f110 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f819400c420 tx=0x7f819400c8e0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 -- 172.21.15.22:0/3487106962 shutdown_connections 2024-09-10T10:35:13.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f81880678c0 0x7f8188069d80 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81ac15e970 0x7f81ac0b3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f81ac06d960 0x7f81ac14f110 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 --2- 172.21.15.22:0/3487106962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f81ac06cc10 0x7f81ac161190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 -- 172.21.15.22:0/3487106962 >> 172.21.15.22:0/3487106962 conn(0x7f81ac0b4210 msgr2=0x7f81ac0b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:13.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 -- 172.21.15.22:0/3487106962 shutdown_connections 2024-09-10T10:35:13.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.328+0000 7f81b1600640 1 -- 172.21.15.22:0/3487106962 wait complete. 2024-09-10T10:35:13.350 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:35:13.350 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:35:13.455 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:35:13.545 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:35:13.545 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:13.545 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:13.554 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:35:13.554 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:13.554 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:13.563 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:35:13.564 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:13.564 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:13.604 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:35:13.604 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:13.605 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:13.617 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:35:13.617 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:35:13.618 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:13.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099fe00640 1 Processor -- start 2024-09-10T10:35:13.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099fe00640 1 -- start start 2024-09-10T10:35:13.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099fe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c200 0x7f09a00b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099fe00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09a00b6a70 con 0x7f09a00b4810 2024-09-10T10:35:13.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099fe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09a00b5fe0 con 0x7f09a015c5e0 2024-09-10T10:35:13.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099fe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f09a00b62c0 con 0x7f09a015c200 2024-09-10T10:35:13.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099f400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f09a00b4810 0x7f09a00d0bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45784/0 (socket says 172.21.15.22:45784) 2024-09-10T10:35:13.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099f400640 1 -- 172.21.15.22:0/3367753299 learned_addr learned my addr 172.21.15.22:0/3367753299 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:13.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099ea00640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c200 0x7f09a00b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3265930648 0 0) 0x7f09a00b6a70 con 0x7f09a00b4810 2024-09-10T10:35:13.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0984003530 con 0x7f09a00b4810 2024-09-10T10:35:13.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3732336898 0 0) 0x7f0984003530 con 0x7f09a00b4810 2024-09-10T10:35:13.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c200 msgr2=0x7f09a00b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:13.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c200 0x7f09a00b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 >> v1:172.21.15.145:6789/0 conn(0x7f09a015c5e0 legacy=0x7f09a00b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a00d0130 con 0x7f09a00b4810 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f0998001a20 con 0x7f09a00b4810 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 >> v1:172.21.15.22:6789/0 conn(0x7f09a00b4810 legacy=0x7f09a00d0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c200 0x7f09840039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0984003f30 0x7f0984004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0984004d50 0x7f09840051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f09a00b62c0 con 0x7f0984003f30 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f098400ba30 con 0x7f0984004d50 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f098400bc30 con 0x7f09a015c200 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f0997e00640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0984003f30 0x7f0984004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099ea00640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c200 0x7f09840039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099f400640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0984004d50 0x7f09840051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f0997e00640 1 -- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c200 msgr2=0x7f09840039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:13.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f0997e00640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c200 0x7f09840039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f0997e00640 1 -- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0984004d50 msgr2=0x7f09840051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:13.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f0997e00640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0984004d50 0x7f09840051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f0997e00640 1 -- 172.21.15.22:0/3367753299 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0984003530 con 0x7f0984003f30 2024-09-10T10:35:13.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.788+0000 7f099f400640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0984004d50 0x7f09840051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:13.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f0997e00640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0984003f30 0x7f0984004810 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f0988001910 tx=0x7f098801c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28fe6c698b060058 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:13.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09880b0070 con 0x7f0984003f30 2024-09-10T10:35:13.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09880ab620 con 0x7f0984003f30 2024-09-10T10:35:13.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f099e000640 1 -- 172.21.15.22:0/3367753299 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0988001510 con 0x7f0984003f30 2024-09-10T10:35:13.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f099fe00640 1 -- 172.21.15.22:0/3367753299 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0984003f30 msgr2=0x7f0984004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f099fe00640 1 --2- 172.21.15.22:0/3367753299 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0984003f30 0x7f0984004810 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f0988001910 tx=0x7f098801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f099f400640 1 -- 172.21.15.22:0/3367753299 reap_dead start 2024-09-10T10:35:13.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f099fe00640 1 -- 172.21.15.22:0/3367753299 shutdown_connections 2024-09-10T10:35:13.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f099fe00640 1 -- 172.21.15.22:0/3367753299 >> 172.21.15.22:0/3367753299 conn(0x7f09a006f3b0 msgr2=0x7f09a006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:13.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f099fe00640 1 -- 172.21.15.22:0/3367753299 shutdown_connections 2024-09-10T10:35:13.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.792+0000 7f099fe00640 1 -- 172.21.15.22:0/3367753299 wait complete. 2024-09-10T10:35:13.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099fe00640 1 Processor -- start 2024-09-10T10:35:13.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099fe00640 1 -- start start 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099fe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0984003f30 0x7f09a0155870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099fe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a0155db0 0x7f09a014cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a014d510 0x7f09a014d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099fe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f09a00b5470 con 0x7f09a014d510 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099fe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09a00d06f0 con 0x7f09a0155db0 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099fe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f09a00b55f0 con 0x7f0984003f30 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a014d510 0x7f09a014d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a014d510 0x7f09a014d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57788/0 (socket says 172.21.15.22:57788) 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099f400640 1 -- 172.21.15.22:0/1594006 learned_addr learned my addr 172.21.15.22:0/1594006 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099ea00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0984003f30 0x7f09a0155870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f0997e00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a0155db0 0x7f09a014cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099f400640 1 -- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0984003f30 msgr2=0x7f09a0155870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099f400640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0984003f30 0x7f09a0155870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099f400640 1 -- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a0155db0 msgr2=0x7f09a014cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:13.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099f400640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a0155db0 0x7f09a014cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:13.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099f400640 1 -- 172.21.15.22:0/1594006 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a006bd60 con 0x7f09a014d510 2024-09-10T10:35:13.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099f400640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a014d510 0x7f09a014d9c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f0998001570 tx=0x7f0998011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:13.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f0996a00640 1 -- 172.21.15.22:0/1594006 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0998010040 con 0x7f09a014d510 2024-09-10T10:35:13.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f0996a00640 1 -- 172.21.15.22:0/1594006 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f099801a070 con 0x7f09a014d510 2024-09-10T10:35:13.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f0996a00640 1 -- 172.21.15.22:0/1594006 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0998011ea0 con 0x7f09a014d510 2024-09-10T10:35:13.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099fe00640 1 -- 172.21.15.22:0/1594006 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09a0147ac0 con 0x7f09a014d510 2024-09-10T10:35:13.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.796+0000 7f099fe00640 1 -- 172.21.15.22:0/1594006 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09a0158650 con 0x7f09a014d510 2024-09-10T10:35:13.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.800+0000 7f099fe00640 1 -- 172.21.15.22:0/1594006 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09a00b5a20 con 0x7f09a014d510 2024-09-10T10:35:13.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.800+0000 7f0996a00640 1 -- 172.21.15.22:0/1594006 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f099800fb20 con 0x7f09a014d510 2024-09-10T10:35:13.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.800+0000 7f0996a00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f097c0678c0 0x7f097c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:13.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.800+0000 7f0996a00640 1 -- 172.21.15.22:0/1594006 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f0998088660 con 0x7f09a014d510 2024-09-10T10:35:13.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.800+0000 7f099ea00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f097c0678c0 0x7f097c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:13.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.800+0000 7f099ea00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f097c0678c0 0x7f097c069d80 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0990009be0 tx=0x7f0990009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:13.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:13.804+0000 7f0996a00640 1 -- 172.21.15.22:0/1594006 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0998059490 con 0x7f09a014d510 2024-09-10T10:35:14.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 -- 172.21.15.22:0/1594006 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f09a015ab90 con 0x7f09a014d510 2024-09-10T10:35:14.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f0996a00640 1 -- 172.21.15.22:0/1594006 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+3917 (secure 0 0 0) 0x7f0998058d90 con 0x7f09a014d510 2024-09-10T10:35:14.006 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:14.006 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":35,"btime":"2024-09-10T10:35:07:944538+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5048,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3545824548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3545824548},{"type":"v1","addr":"172.21.15.145:6836","nonce":3545824548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5398,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2711184563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2711184563},{"type":"v1","addr":"172.21.15.145:6837","nonce":2711184563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5529,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/3630064863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":3630064863},{"type":"v1","addr":"172.21.15.22:6833","nonce":3630064863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5769,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3438340962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":3438340962},{"type":"v1","addr":"172.21.15.22:6835","nonce":3438340962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35}],"filesystems":[]} 2024-09-10T10:35:14.007 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 35 2024-09-10T10:35:14.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 -- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f097c0678c0 msgr2=0x7f097c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:14.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f097c0678c0 0x7f097c069d80 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0990009be0 tx=0x7f0990009190 comp rx=0 tx=0).stop 2024-09-10T10:35:14.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 -- 172.21.15.22:0/1594006 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a014d510 msgr2=0x7f09a014d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:14.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a014d510 0x7f09a014d9c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f0998001570 tx=0x7f0998011b60 comp rx=0 tx=0).stop 2024-09-10T10:35:14.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 -- 172.21.15.22:0/1594006 shutdown_connections 2024-09-10T10:35:14.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f097c0678c0 0x7f097c069d80 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:14.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a014d510 0x7f09a014d9c0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:14.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a0155db0 0x7f09a014cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:14.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 --2- 172.21.15.22:0/1594006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0984003f30 0x7f09a0155870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:14.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.004+0000 7f099fe00640 1 -- 172.21.15.22:0/1594006 >> 172.21.15.22:0/1594006 conn(0x7f09a006f3b0 msgr2=0x7f09a00b18c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:14.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.008+0000 7f099fe00640 1 -- 172.21.15.22:0/1594006 shutdown_connections 2024-09-10T10:35:14.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.008+0000 7f099fe00640 1 -- 172.21.15.22:0/1594006 wait complete. 2024-09-10T10:35:14.028 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:35:14.028 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:35:14.029 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:35:14.029 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:35:14.029 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:35:14.029 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:35:14.029 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:35:14.030 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:35:14.030 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:35:14.030 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:35:14.030 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:35:14.030 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:35:14.030 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:35:14.030 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:35:14.031 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:35:14.031 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:35:14.042 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:35:14.042 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:35:14.043 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:35:14.043 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:35:14.044 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:35:14.044 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:35:14.045 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:35:14.046 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:35:14.087 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:35:14.087 DEBUG:teuthology.parallel:result is None 2024-09-10T10:35:14.088 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:35:14.089 DEBUG:teuthology.parallel:result is None 2024-09-10T10:35:14.092 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:35:14.093 DEBUG:teuthology.parallel:result is None 2024-09-10T10:35:14.094 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:35:14.094 DEBUG:teuthology.parallel:result is None 2024-09-10T10:35:14.095 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:35:14.174 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:35:14.175 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:35:14.184 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:35:14.185 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:35:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c9600640 1 Processor -- start 2024-09-10T10:35:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c9600640 1 -- start start 2024-09-10T10:35:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c9600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe9c4147e40 0x7fe9c4071a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c9600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe9c4071fb0 0x7fe9c406d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c9600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9c40afe90 con 0x7fe9c406d6e0 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c9600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe9c40b5aa0 con 0x7fe9c4071fb0 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c9600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fe9c40b54e0 con 0x7fe9c4147e40 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c3400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fe9c406d6e0 0x7fe9c40ae8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45800/0 (socket says 172.21.15.22:45800) 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c3400640 1 -- 172.21.15.22:0/439198770 learned_addr learned my addr 172.21.15.22:0/439198770 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9ba000640 1 --2- 172.21.15.22:0/439198770 >> v2:172.21.15.22:3300/0 conn(0x7fe9c4071fb0 0x7fe9c406d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c2a00640 1 --2- 172.21.15.22:0/439198770 >> v2:172.21.15.145:3300/0 conn(0x7fe9c4147e40 0x7fe9c4071a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9c2000640 1 -- 172.21.15.22:0/439198770 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4050260257 0 0) 0x7fe9c40afe90 con 0x7fe9c406d6e0 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9ba000640 1 -- 172.21.15.22:0/439198770 >> v2:172.21.15.145:3300/0 conn(0x7fe9c4147e40 msgr2=0x7fe9c4071a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9ba000640 1 --2- 172.21.15.22:0/439198770 >> v2:172.21.15.145:3300/0 conn(0x7fe9c4147e40 0x7fe9c4071a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9ba000640 1 -- 172.21.15.22:0/439198770 >> v1:172.21.15.22:6789/0 conn(0x7fe9c406d6e0 legacy=0x7fe9c40ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:14.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.240+0000 7fe9ba000640 1 -- 172.21.15.22:0/439198770 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c40b57c0 con 0x7fe9c4071fb0 2024-09-10T10:35:14.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9ba000640 1 --2- 172.21.15.22:0/439198770 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4071fb0 0x7fe9c406d1a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fe9c40b5c20 tx=0x7fe9ac01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcf4b3b1d6b3dd0f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c2000640 1 -- 172.21.15.22:0/439198770 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9ac0b0070 con 0x7fe9c4071fb0 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c2000640 1 -- 172.21.15.22:0/439198770 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9ac0ab600 con 0x7fe9c4071fb0 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c2000640 1 -- 172.21.15.22:0/439198770 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9ac0ab9d0 con 0x7fe9c4071fb0 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c9600640 1 -- 172.21.15.22:0/439198770 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4071fb0 msgr2=0x7fe9c406d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c9600640 1 --2- 172.21.15.22:0/439198770 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4071fb0 0x7fe9c406d1a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fe9c40b5c20 tx=0x7fe9ac01c3d0 comp rx=0 tx=0).stop 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c9600640 1 -- 172.21.15.22:0/439198770 shutdown_connections 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c9600640 1 --2- 172.21.15.22:0/439198770 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4071fb0 0x7fe9c406d1a0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c9600640 1 --2- 172.21.15.22:0/439198770 >> v2:172.21.15.145:3300/0 conn(0x7fe9c4147e40 0x7fe9c4071a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c9600640 1 -- 172.21.15.22:0/439198770 >> 172.21.15.22:0/439198770 conn(0x7fe9c4062dd0 msgr2=0x7fe9c406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c9600640 1 -- 172.21.15.22:0/439198770 shutdown_connections 2024-09-10T10:35:14.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.244+0000 7fe9c9600640 1 -- 172.21.15.22:0/439198770 wait complete. 2024-09-10T10:35:14.249 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-09-10T10:35:14.249 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-10T10:35:14.249 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-10T10:35:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 Processor -- start 2024-09-10T10:35:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 -- start start 2024-09-10T10:35:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c406d6e0 0x7fe9c415c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9c4071fb0 0x7fe9c415bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4147e40 0x7fe9c40b0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c40b5080 con 0x7fe9c4147e40 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c4148430 con 0x7fe9c406d6e0 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe9c40b5200 con 0x7fe9c4071fb0 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4147e40 0x7fe9c40b0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4147e40 0x7fe9c40b0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57840/0 (socket says 172.21.15.22:57840) 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c3400640 1 -- 172.21.15.22:0/2819784327 learned_addr learned my addr 172.21.15.22:0/2819784327 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c2a00640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c406d6e0 0x7fe9c415c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9ba000640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9c4071fb0 0x7fe9c415bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c3400640 1 -- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9c4071fb0 msgr2=0x7fe9c415bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c3400640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9c4071fb0 0x7fe9c415bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c3400640 1 -- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c406d6e0 msgr2=0x7fe9c415c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c3400640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c406d6e0 0x7fe9c415c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c3400640 1 -- 172.21.15.22:0/2819784327 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c415e150 con 0x7fe9c4147e40 2024-09-10T10:35:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c2a00640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c406d6e0 0x7fe9c415c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:14.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c3400640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4147e40 0x7fe9c40b0090 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc00c700 tx=0x7fe9bc00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:14.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9bb400640 1 -- 172.21.15.22:0/2819784327 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc018070 con 0x7fe9c4147e40 2024-09-10T10:35:14.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9bb400640 1 -- 172.21.15.22:0/2819784327 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9bc00ce10 con 0x7fe9c4147e40 2024-09-10T10:35:14.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9bb400640 1 -- 172.21.15.22:0/2819784327 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc00a860 con 0x7fe9c4147e40 2024-09-10T10:35:14.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 -- 172.21.15.22:0/2819784327 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9c415cf40 con 0x7fe9c4147e40 2024-09-10T10:35:14.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 -- 172.21.15.22:0/2819784327 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9c415d500 con 0x7fe9c4147e40 2024-09-10T10:35:14.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.248+0000 7fe9c9600640 1 -- 172.21.15.22:0/2819784327 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9c40af040 con 0x7fe9c4147e40 2024-09-10T10:35:14.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.252+0000 7fe9bb400640 1 -- 172.21.15.22:0/2819784327 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe9bc00aa00 con 0x7fe9c4147e40 2024-09-10T10:35:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.252+0000 7fe9bb400640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9a00678c0 0x7fe9a0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.252+0000 7fe9bb400640 1 -- 172.21.15.22:0/2819784327 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7fe9bc084f00 con 0x7fe9c4147e40 2024-09-10T10:35:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.252+0000 7fe9c2a00640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9a00678c0 0x7fe9a0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:14.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.252+0000 7fe9c2a00640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9a00678c0 0x7fe9a0069d80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4009f50 tx=0x7fe9b4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:14.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.256+0000 7fe9bb400640 1 -- 172.21.15.22:0/2819784327 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe9bc0556e0 con 0x7fe9c4147e40 2024-09-10T10:35:14.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:14.440+0000 7fe9c9600640 1 -- 172.21.15.22:0/2819784327 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fe9c4160240 con 0x7fe9c4147e40 2024-09-10T10:35:15.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9bb400640 1 -- 172.21.15.22:0/2819784327 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v66) ==== 97+0+0 (secure 0 0 0) 0x7fe9bc0599e0 con 0x7fe9c4147e40 2024-09-10T10:35:15.341 INFO:teuthology.orchestra.run.smithi022.stderr: removed all blocklist entries 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 -- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9a00678c0 msgr2=0x7fe9a0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9a00678c0 0x7fe9a0069d80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4009f50 tx=0x7fe9b4009190 comp rx=0 tx=0).stop 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 -- 172.21.15.22:0/2819784327 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4147e40 msgr2=0x7fe9c40b0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4147e40 0x7fe9c40b0090 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc00c700 tx=0x7fe9bc00cbc0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 -- 172.21.15.22:0/2819784327 shutdown_connections 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9a00678c0 0x7fe9a0069d80 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9c4147e40 0x7fe9c40b0090 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9c4071fb0 0x7fe9c415bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 --2- 172.21.15.22:0/2819784327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9c406d6e0 0x7fe9c415c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 -- 172.21.15.22:0/2819784327 >> 172.21.15.22:0/2819784327 conn(0x7fe9c4062dd0 msgr2=0x7fe9c40ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 -- 172.21.15.22:0/2819784327 shutdown_connections 2024-09-10T10:35:15.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.340+0000 7fe9c9600640 1 -- 172.21.15.22:0/2819784327 wait complete. 2024-09-10T10:35:15.366 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:35:15.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9cd7600640 1 Processor -- start 2024-09-10T10:35:15.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9cd7600640 1 -- start start 2024-09-10T10:35:15.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9cd7600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9cd015b600 0x7f9cd0071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9cd7600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cd00b56f0 0x7f9cd00b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9cd7600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9cd00ce880 con 0x7f9cd015b220 2024-09-10T10:35:15.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9cd7600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9cd006d6e0 con 0x7f9cd015b600 2024-09-10T10:35:15.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9cd7600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9cd00ceb60 con 0x7f9cd00b56f0 2024-09-10T10:35:15.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9cd4c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9cd015b220 0x7f9cd00b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43878/0 (socket says 172.21.15.22:43878) 2024-09-10T10:35:15.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9cd4c00640 1 -- 172.21.15.22:0/375091847 learned_addr learned my addr 172.21.15.22:0/375091847 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:15.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9ccfe00640 1 --2- 172.21.15.22:0/375091847 >> v2:172.21.15.22:3300/0 conn(0x7f9cd015b600 0x7f9cd0071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:15.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9cd5600640 1 --2- 172.21.15.22:0/375091847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cd00b56f0 0x7f9cd00b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:15.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9ccfe00640 1 -- 172.21.15.22:0/375091847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cd00b56f0 msgr2=0x7f9cd00b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:15.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9ccfe00640 1 --2- 172.21.15.22:0/375091847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cd00b56f0 0x7f9cd00b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9ccfe00640 1 -- 172.21.15.22:0/375091847 >> v1:172.21.15.22:6789/0 conn(0x7f9cd015b220 legacy=0x7f9cd00b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.508+0000 7f9ccfe00640 1 -- 172.21.15.22:0/375091847 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd00cee40 con 0x7f9cd015b600 2024-09-10T10:35:15.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9ccfe00640 1 --2- 172.21.15.22:0/375091847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd015b600 0x7f9cd0071140 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc0097c0 tx=0x7f9cbc01c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aba6ea980871357 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:15.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9ccf400640 1 -- 172.21.15.22:0/375091847 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cbc0b0070 con 0x7f9cd015b600 2024-09-10T10:35:15.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9ccf400640 1 -- 172.21.15.22:0/375091847 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cbc0ab600 con 0x7f9cd015b600 2024-09-10T10:35:15.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9ccf400640 1 -- 172.21.15.22:0/375091847 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cbc0ab9d0 con 0x7f9cd015b600 2024-09-10T10:35:15.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9cd7600640 1 -- 172.21.15.22:0/375091847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd015b600 msgr2=0x7f9cd0071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9cd7600640 1 --2- 172.21.15.22:0/375091847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd015b600 0x7f9cd0071140 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc0097c0 tx=0x7f9cbc01c350 comp rx=0 tx=0).stop 2024-09-10T10:35:15.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9cd7600640 1 -- 172.21.15.22:0/375091847 shutdown_connections 2024-09-10T10:35:15.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9cd7600640 1 --2- 172.21.15.22:0/375091847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cd00b56f0 0x7f9cd00b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9cd7600640 1 --2- 172.21.15.22:0/375091847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd015b600 0x7f9cd0071140 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9cd7600640 1 -- 172.21.15.22:0/375091847 >> 172.21.15.22:0/375091847 conn(0x7f9cd0062dd0 msgr2=0x7f9cd006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:15.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9cd7600640 1 -- 172.21.15.22:0/375091847 shutdown_connections 2024-09-10T10:35:15.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9cd7600640 1 -- 172.21.15.22:0/375091847 wait complete. 2024-09-10T10:35:15.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9cd7600640 1 Processor -- start 2024-09-10T10:35:15.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.512+0000 7f9cd7600640 1 -- start start 2024-09-10T10:35:15.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd7600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd00b56f0 0x7f9cd0148e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd7600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cd015b220 0x7f9cd015a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd7600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd015b600 0x7f9cd015a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd7600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd00cffd0 con 0x7f9cd00b56f0 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd7600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd00cfe50 con 0x7f9cd015b600 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd7600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9cd00d0150 con 0x7f9cd015b220 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd4c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd00b56f0 0x7f9cd0148e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd4c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd00b56f0 0x7f9cd0148e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46340/0 (socket says 172.21.15.22:46340) 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd4c00640 1 -- 172.21.15.22:0/749712068 learned_addr learned my addr 172.21.15.22:0/749712068 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd5600640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd015b600 0x7f9cd015a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd4c00640 1 -- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cd015b220 msgr2=0x7f9cd015a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd4c00640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cd015b220 0x7f9cd015a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd4c00640 1 -- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd015b600 msgr2=0x7f9cd015a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd4c00640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd015b600 0x7f9cd015a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd4c00640 1 -- 172.21.15.22:0/749712068 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd01493a0 con 0x7f9cd00b56f0 2024-09-10T10:35:15.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd5600640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd015b600 0x7f9cd015a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd4c00640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd00b56f0 0x7f9cd0148e60 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f9cc400c420 tx=0x7f9cc400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cccc00640 1 -- 172.21.15.22:0/749712068 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc4017070 con 0x7f9cd00b56f0 2024-09-10T10:35:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cccc00640 1 -- 172.21.15.22:0/749712068 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cc4005cf0 con 0x7f9cd00b56f0 2024-09-10T10:35:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cccc00640 1 -- 172.21.15.22:0/749712068 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc40072d0 con 0x7f9cd00b56f0 2024-09-10T10:35:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd7600640 1 -- 172.21.15.22:0/749712068 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cd00b1ca0 con 0x7f9cd00b56f0 2024-09-10T10:35:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd7600640 1 -- 172.21.15.22:0/749712068 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cd00b2260 con 0x7f9cd00b56f0 2024-09-10T10:35:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.516+0000 7f9cd7600640 1 -- 172.21.15.22:0/749712068 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cd00b3f10 con 0x7f9cd00b56f0 2024-09-10T10:35:15.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.520+0000 7f9cccc00640 1 -- 172.21.15.22:0/749712068 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9cc401a070 con 0x7f9cd00b56f0 2024-09-10T10:35:15.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.520+0000 7f9cccc00640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9cb00678c0 0x7f9cb0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.520+0000 7f9cccc00640 1 -- 172.21.15.22:0/749712068 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 4857+0+0 (secure 0 0 0) 0x7f9cc4084c80 con 0x7f9cd00b56f0 2024-09-10T10:35:15.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.520+0000 7f9ccfe00640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9cb00678c0 0x7f9cb0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:15.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.520+0000 7f9ccfe00640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9cb00678c0 0x7f9cb0069d80 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc0ad000 tx=0x7f9cbc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:15.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.524+0000 7f9cccc00640 1 -- 172.21.15.22:0/749712068 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9cd01493a0 con 0x7f9cd00b56f0 2024-09-10T10:35:15.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.744+0000 7f9cd7600640 1 -- 172.21.15.22:0/749712068 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f9cd0072e90 con 0x7f9cd00b56f0 2024-09-10T10:35:15.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.744+0000 7f9cccc00640 1 -- 172.21.15.22:0/749712068 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) ==== 80+0+5304 (secure 0 0 0) 0x7f9cc4055420 con 0x7f9cd00b56f0 2024-09-10T10:35:15.747 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:15.747 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:35:15.747 INFO:teuthology.orchestra.run.smithi022.stdout: "auth_dump": [ 2024-09-10T10:35:15.747 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.747 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.a", 2024-09-10T10:35:15.747 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA==", 2024-09-10T10:35:15.747 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.747 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:15.747 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:35:15.748 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:35:15.748 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.748 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.748 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.748 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.748 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.b", 2024-09-10T10:35:15.748 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw==", 2024-09-10T10:35:15.748 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.748 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:15.748 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.c", 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg==", 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:35:15.749 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.d", 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg==", 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.750 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.0", 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg==", 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.751 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.1", 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q==", 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.2", 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA==", 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.752 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.3", 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA==", 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:15.753 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.4", 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA==", 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.754 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.5", 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ==", 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.6", 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA==", 2024-09-10T10:35:15.755 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.7", 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA==", 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:15.756 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.0", 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA==", 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow r", 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.757 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.1", 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q==", 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.758 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.2", 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA==", 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.3", 2024-09-10T10:35:15.759 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg==", 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.admin", 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm1kZCJhAAGLXWU85Vtod0CRG/bo4sSQ==", 2024-09-10T10:35:15.760 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.x", 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ==", 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.761 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.y", 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q==", 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:15.762 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.763 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:15.763 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:35:15.763 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:35:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.744+0000 7f9cd7600640 1 -- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9cb00678c0 msgr2=0x7f9cb0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.744+0000 7f9cd7600640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9cb00678c0 0x7f9cb0069d80 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc0ad000 tx=0x7f9cbc008040 comp rx=0 tx=0).stop 2024-09-10T10:35:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.748+0000 7f9cd7600640 1 -- 172.21.15.22:0/749712068 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd00b56f0 msgr2=0x7f9cd0148e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.748+0000 7f9cd7600640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd00b56f0 0x7f9cd0148e60 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f9cc400c420 tx=0x7f9cc400c8e0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.748+0000 7f9cd7600640 1 -- 172.21.15.22:0/749712068 shutdown_connections 2024-09-10T10:35:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.748+0000 7f9cd7600640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9cb00678c0 0x7f9cb0069d80 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.748+0000 7f9cd7600640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cd015b600 0x7f9cd015a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.748+0000 7f9cd7600640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cd015b220 0x7f9cd015a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.748+0000 7f9cd7600640 1 --2- 172.21.15.22:0/749712068 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cd00b56f0 0x7f9cd0148e60 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.748+0000 7f9cd7600640 1 -- 172.21.15.22:0/749712068 >> 172.21.15.22:0/749712068 conn(0x7f9cd0062dd0 msgr2=0x7f9cd00aec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:15.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.748+0000 7f9cd7600640 1 -- 172.21.15.22:0/749712068 shutdown_connections 2024-09-10T10:35:15.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.748+0000 7f9cd7600640 1 -- 172.21.15.22:0/749712068 wait complete. 2024-09-10T10:35:15.768 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:35:15.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.904+0000 7f96bae00640 1 Processor -- start 2024-09-10T10:35:15.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.904+0000 7f96bae00640 1 -- start start 2024-09-10T10:35:15.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96bae00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f96b40cd670 0x7f96b40cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96bae00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96b406d3f0 con 0x7f96b406e1b0 2024-09-10T10:35:15.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96bae00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96b406d6d0 con 0x7f96b4145fb0 2024-09-10T10:35:15.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96bae00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f96b40ce010 con 0x7f96b40cd670 2024-09-10T10:35:15.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96b8e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f96b406e1b0 0x7f96b406e620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43888/0 (socket says 172.21.15.22:43888) 2024-09-10T10:35:15.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96ab400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f96b40cd670 0x7f96b40cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:15.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96b8e00640 1 -- 172.21.15.22:0/2248704566 learned_addr learned my addr 172.21.15.22:0/2248704566 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96b3400640 1 -- 172.21.15.22:0/2248704566 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3765387113 0 0) 0x7f96b406d3f0 con 0x7f96b406e1b0 2024-09-10T10:35:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96ab400640 1 -- 172.21.15.22:0/2248704566 >> v1:172.21.15.145:6789/0 conn(0x7f96b4145fb0 legacy=0x7f96b40b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96ab400640 1 -- 172.21.15.22:0/2248704566 >> v1:172.21.15.22:6789/0 conn(0x7f96b406e1b0 legacy=0x7f96b406e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.908+0000 7f96ab400640 1 -- 172.21.15.22:0/2248704566 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96b406d9b0 con 0x7f96b40cd670 2024-09-10T10:35:15.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96ab400640 1 --2- 172.21.15.22:0/2248704566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f96b40cd670 0x7f96b40cdad0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f969c0097c0 tx=0x7f969c01c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55a3ffd3ad52cdba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:15.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96b3400640 1 -- 172.21.15.22:0/2248704566 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f969c0b0070 con 0x7f96b40cd670 2024-09-10T10:35:15.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96b3400640 1 -- 172.21.15.22:0/2248704566 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f969c0ab600 con 0x7f96b40cd670 2024-09-10T10:35:15.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96b3400640 1 -- 172.21.15.22:0/2248704566 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f969c0ab9d0 con 0x7f96b40cd670 2024-09-10T10:35:15.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96bae00640 1 -- 172.21.15.22:0/2248704566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f96b40cd670 msgr2=0x7f96b40cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96bae00640 1 --2- 172.21.15.22:0/2248704566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f96b40cd670 0x7f96b40cdad0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f969c0097c0 tx=0x7f969c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96bae00640 1 -- 172.21.15.22:0/2248704566 shutdown_connections 2024-09-10T10:35:15.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96bae00640 1 --2- 172.21.15.22:0/2248704566 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f96b40cd670 0x7f96b40cdad0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96bae00640 1 -- 172.21.15.22:0/2248704566 >> 172.21.15.22:0/2248704566 conn(0x7f96b4062dd0 msgr2=0x7f96b406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:15.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96bae00640 1 -- 172.21.15.22:0/2248704566 shutdown_connections 2024-09-10T10:35:15.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96bae00640 1 -- 172.21.15.22:0/2248704566 wait complete. 2024-09-10T10:35:15.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96bae00640 1 Processor -- start 2024-09-10T10:35:15.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.912+0000 7f96bae00640 1 -- start start 2024-09-10T10:35:15.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96bae00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96b406e1b0 0x7f96b41672f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96bae00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f96b40cd670 0x7f96b4157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96bae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96b4145fb0 0x7f96b415ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96bae00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f96b40d0130 con 0x7f96b406e1b0 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96bae00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f96b40cffb0 con 0x7f96b40cd670 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96bae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f96b406d1a0 con 0x7f96b4145fb0 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96b406e1b0 0x7f96b41672f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96b406e1b0 0x7f96b41672f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46342/0 (socket says 172.21.15.22:46342) 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b3e00640 1 -- 172.21.15.22:0/1819039764 learned_addr learned my addr 172.21.15.22:0/1819039764 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b8e00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96b4145fb0 0x7f96b415ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96ab400640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f96b40cd670 0x7f96b4157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b3e00640 1 -- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96b4145fb0 msgr2=0x7f96b415ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b3e00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96b4145fb0 0x7f96b415ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b3e00640 1 -- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f96b40cd670 msgr2=0x7f96b4157140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b3e00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f96b40cd670 0x7f96b4157140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:15.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b3e00640 1 -- 172.21.15.22:0/1819039764 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96b4157be0 con 0x7f96b406e1b0 2024-09-10T10:35:15.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96ab400640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f96b40cd670 0x7f96b4157140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:15.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b3e00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96b406e1b0 0x7f96b41672f0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f96a400c3f0 tx=0x7f96a400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:15.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b0c00640 1 -- 172.21.15.22:0/1819039764 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a4017070 con 0x7f96b406e1b0 2024-09-10T10:35:15.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b0c00640 1 -- 172.21.15.22:0/1819039764 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96a40052d0 con 0x7f96b406e1b0 2024-09-10T10:35:15.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96b0c00640 1 -- 172.21.15.22:0/1819039764 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a4003840 con 0x7f96b406e1b0 2024-09-10T10:35:15.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96bae00640 1 -- 172.21.15.22:0/1819039764 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96b4157ec0 con 0x7f96b406e1b0 2024-09-10T10:35:15.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96bae00640 1 -- 172.21.15.22:0/1819039764 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96b4145080 con 0x7f96b406e1b0 2024-09-10T10:35:15.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.916+0000 7f96bae00640 1 -- 172.21.15.22:0/1819039764 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96b40cdad0 con 0x7f96b406e1b0 2024-09-10T10:35:15.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.920+0000 7f96b0c00640 1 -- 172.21.15.22:0/1819039764 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f96a401a070 con 0x7f96b406e1b0 2024-09-10T10:35:15.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.920+0000 7f96b0c00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96900678c0 0x7f9690069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:15.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.920+0000 7f96b0c00640 1 -- 172.21.15.22:0/1819039764 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 4857+0+0 (secure 0 0 0) 0x7f96a4084c50 con 0x7f96b406e1b0 2024-09-10T10:35:15.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.920+0000 7f96ab400640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96900678c0 0x7f9690069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:15.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.920+0000 7f96ab400640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96900678c0 0x7f9690069d80 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f969c0ad000 tx=0x7f969c0a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:15.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:15.924+0000 7f96b0c00640 1 -- 172.21.15.22:0/1819039764 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f96a4005480 con 0x7f96b406e1b0 2024-09-10T10:35:16.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.092+0000 7f96bae00640 1 -- 172.21.15.22:0/1819039764 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f96b4160c60 con 0x7f96b406e1b0 2024-09-10T10:35:16.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96b0c00640 1 -- 172.21.15.22:0/1819039764 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v66) ==== 84+0+65 (secure 0 0 0) 0x7f96a4055480 con 0x7f96b406e1b0 2024-09-10T10:35:16.097 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:16.097 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:35:16.097 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:16.097 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:35:16.097 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:35:16.097 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:16.097 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:35:16.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 -- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96900678c0 msgr2=0x7f9690069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:16.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96900678c0 0x7f9690069d80 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f969c0ad000 tx=0x7f969c0a6000 comp rx=0 tx=0).stop 2024-09-10T10:35:16.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 -- 172.21.15.22:0/1819039764 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96b406e1b0 msgr2=0x7f96b41672f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:16.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96b406e1b0 0x7f96b41672f0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f96a400c3f0 tx=0x7f96a400c8b0 comp rx=0 tx=0).stop 2024-09-10T10:35:16.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 -- 172.21.15.22:0/1819039764 shutdown_connections 2024-09-10T10:35:16.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96900678c0 0x7f9690069d80 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:16.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96b4145fb0 0x7f96b415ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:16.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f96b40cd670 0x7f96b4157140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:16.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 --2- 172.21.15.22:0/1819039764 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96b406e1b0 0x7f96b41672f0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:16.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 -- 172.21.15.22:0/1819039764 >> 172.21.15.22:0/1819039764 conn(0x7f96b4062dd0 msgr2=0x7f96b40af700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:16.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 -- 172.21.15.22:0/1819039764 shutdown_connections 2024-09-10T10:35:16.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.096+0000 7f96bae00640 1 -- 172.21.15.22:0/1819039764 wait complete. 2024-09-10T10:35:16.118 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:35:16.118 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:35:16.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f744c800640 1 Processor -- start 2024-09-10T10:35:16.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f744c800640 1 -- start start 2024-09-10T10:35:16.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f744c800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 0x7f744415d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:16.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f744c800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74440cdc00 con 0x7f74441460d0 2024-09-10T10:35:16.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f744c800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74440b3fd0 con 0x7f74440cd300 2024-09-10T10:35:16.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f744c800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f74440b42b0 con 0x7f74440cd770 2024-09-10T10:35:16.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f7449e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f74441460d0 0x7f74440b35c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43898/0 (socket says 172.21.15.22:43898) 2024-09-10T10:35:16.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f7449e00640 1 -- 172.21.15.22:0/2964319922 learned_addr learned my addr 172.21.15.22:0/2964319922 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:16.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f744a800640 1 --2- 172.21.15.22:0/2964319922 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 0x7f744415d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:16.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f7448a00640 1 -- 172.21.15.22:0/2964319922 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 50731211 0 0) 0x7f74440cdc00 con 0x7f74441460d0 2024-09-10T10:35:16.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.260+0000 7f7448a00640 1 -- 172.21.15.22:0/2964319922 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f742c003530 con 0x7f74441460d0 2024-09-10T10:35:16.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f744a800640 1 -- 172.21.15.22:0/2964319922 >> v1:172.21.15.145:6789/0 conn(0x7f74440cd300 legacy=0x7f744415c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:16.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f7448a00640 1 -- 172.21.15.22:0/2964319922 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 15102418 0 0) 0x7f74440b3fd0 con 0x7f74440cd300 2024-09-10T10:35:16.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f744a800640 1 -- 172.21.15.22:0/2964319922 >> v1:172.21.15.22:6789/0 conn(0x7f74441460d0 legacy=0x7f74440b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:16.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f744a800640 1 -- 172.21.15.22:0/2964319922 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74440b4590 con 0x7f74440cd770 2024-09-10T10:35:16.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f744a800640 1 --2- 172.21.15.22:0/2964319922 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 0x7f744415d070 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f7440009dc0 tx=0x7f744001c960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3b81ff42b96e4a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:16.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f7448a00640 1 -- 172.21.15.22:0/2964319922 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74400b2070 con 0x7f74440cd770 2024-09-10T10:35:16.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f7448a00640 1 -- 172.21.15.22:0/2964319922 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74400a5930 con 0x7f74440cd770 2024-09-10T10:35:16.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f7448a00640 1 -- 172.21.15.22:0/2964319922 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74400a5d00 con 0x7f74440cd770 2024-09-10T10:35:16.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f744c800640 1 -- 172.21.15.22:0/2964319922 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 msgr2=0x7f744415d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:16.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f744c800640 1 --2- 172.21.15.22:0/2964319922 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 0x7f744415d070 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f7440009dc0 tx=0x7f744001c960 comp rx=0 tx=0).stop 2024-09-10T10:35:16.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f744c800640 1 -- 172.21.15.22:0/2964319922 shutdown_connections 2024-09-10T10:35:16.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f744c800640 1 --2- 172.21.15.22:0/2964319922 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 0x7f744415d070 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:16.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.264+0000 7f744c800640 1 -- 172.21.15.22:0/2964319922 >> 172.21.15.22:0/2964319922 conn(0x7f7444063000 msgr2=0x7f744406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:16.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744c800640 1 -- 172.21.15.22:0/2964319922 shutdown_connections 2024-09-10T10:35:16.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744c800640 1 -- 172.21.15.22:0/2964319922 wait complete. 2024-09-10T10:35:16.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744c800640 1 Processor -- start 2024-09-10T10:35:16.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744c800640 1 -- start start 2024-09-10T10:35:16.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744c800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74440cd300 0x7f744415b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744c800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 0x7f744413df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744c800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74441460d0 0x7f744413f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744c800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f744406e990 con 0x7f74440cd300 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744c800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f744406e810 con 0x7f74441460d0 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744c800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f74440b5070 con 0x7f74440cd770 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f7449e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74440cd300 0x7f744415b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f7449e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74440cd300 0x7f744415b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46356/0 (socket says 172.21.15.22:46356) 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f7449e00640 1 -- 172.21.15.22:0/3402177753 learned_addr learned my addr 172.21.15.22:0/3402177753 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f744a800640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74441460d0 0x7f744413f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f7449400640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 0x7f744413df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f7449e00640 1 -- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 msgr2=0x7f744413df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f7449e00640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 0x7f744413df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:16.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f7449e00640 1 -- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74441460d0 msgr2=0x7f744413f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:16.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f7449e00640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74441460d0 0x7f744413f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:16.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f7449e00640 1 -- 172.21.15.22:0/3402177753 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f744413d600 con 0x7f74440cd300 2024-09-10T10:35:16.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f7449e00640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74440cd300 0x7f744415b8e0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f743800c3f0 tx=0x7f743800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:16.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f743e000640 1 -- 172.21.15.22:0/3402177753 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7438017070 con 0x7f74440cd300 2024-09-10T10:35:16.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f743e000640 1 -- 172.21.15.22:0/3402177753 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7438005cf0 con 0x7f74440cd300 2024-09-10T10:35:16.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.268+0000 7f743e000640 1 -- 172.21.15.22:0/3402177753 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74380072f0 con 0x7f74440cd300 2024-09-10T10:35:16.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.272+0000 7f744c800640 1 -- 172.21.15.22:0/3402177753 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f744415c6a0 con 0x7f74440cd300 2024-09-10T10:35:16.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.272+0000 7f744c800640 1 -- 172.21.15.22:0/3402177753 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74441416c0 con 0x7f74440cd300 2024-09-10T10:35:16.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.272+0000 7f744c800640 1 -- 172.21.15.22:0/3402177753 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74440b35c0 con 0x7f74440cd300 2024-09-10T10:35:16.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.272+0000 7f743e000640 1 -- 172.21.15.22:0/3402177753 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f743801a070 con 0x7f74440cd300 2024-09-10T10:35:16.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.272+0000 7f743e000640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74280678c0 0x7f7428069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:16.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.272+0000 7f743e000640 1 -- 172.21.15.22:0/3402177753 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 4857+0+0 (secure 0 0 0) 0x7f7438084f00 con 0x7f74440cd300 2024-09-10T10:35:16.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.272+0000 7f7449400640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74280678c0 0x7f7428069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:16.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.276+0000 7f7449400640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74280678c0 0x7f7428069d80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7444072dc0 tx=0x7f7434009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:16.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.276+0000 7f743e000640 1 -- 172.21.15.22:0/3402177753 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7438055c60 con 0x7f74440cd300 2024-09-10T10:35:16.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:16.444+0000 7f744c800640 1 -- 172.21.15.22:0/3402177753 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f744415d0b0 con 0x7f74440cd300 2024-09-10T10:35:17.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.344+0000 7f743e000640 1 -- 172.21.15.22:0/3402177753 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v67) ==== 138+0+0 (secure 0 0 0) 0x7f7438055560 con 0x7f74440cd300 2024-09-10T10:35:17.345 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:35:17.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.344+0000 7f744c800640 1 -- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74280678c0 msgr2=0x7f7428069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:17.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.344+0000 7f744c800640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74280678c0 0x7f7428069d80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7444072dc0 tx=0x7f7434009040 comp rx=0 tx=0).stop 2024-09-10T10:35:17.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.344+0000 7f744c800640 1 -- 172.21.15.22:0/3402177753 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74440cd300 msgr2=0x7f744415b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:17.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.344+0000 7f744c800640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74440cd300 0x7f744415b8e0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f743800c3f0 tx=0x7f743800c8b0 comp rx=0 tx=0).stop 2024-09-10T10:35:17.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.348+0000 7f744c800640 1 -- 172.21.15.22:0/3402177753 shutdown_connections 2024-09-10T10:35:17.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.348+0000 7f744c800640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74280678c0 0x7f7428069d80 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:17.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.348+0000 7f744c800640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74441460d0 0x7f744413f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:17.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.348+0000 7f744c800640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74440cd770 0x7f744413df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:17.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.348+0000 7f744c800640 1 --2- 172.21.15.22:0/3402177753 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f74440cd300 0x7f744415b8e0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:17.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.348+0000 7f744c800640 1 -- 172.21.15.22:0/3402177753 >> 172.21.15.22:0/3402177753 conn(0x7f7444063000 msgr2=0x7f74441451c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:17.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.348+0000 7f744c800640 1 -- 172.21.15.22:0/3402177753 shutdown_connections 2024-09-10T10:35:17.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.348+0000 7f744c800640 1 -- 172.21.15.22:0/3402177753 wait complete. 2024-09-10T10:35:17.377 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:35:17.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.528+0000 7efd5f200640 1 Processor -- start 2024-09-10T10:35:17.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.528+0000 7efd5f200640 1 -- start start 2024-09-10T10:35:17.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.528+0000 7efd5f200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7efd581568c0 0x7efd580b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:17.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.528+0000 7efd5f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 0x7efd5806d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:17.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.528+0000 7efd5f200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd580b4f90 con 0x7efd580b4470 2024-09-10T10:35:17.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.528+0000 7efd5f200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7efd580b49d0 con 0x7efd581568c0 2024-09-10T10:35:17.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.528+0000 7efd5f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efd580b4cb0 con 0x7efd580cfad0 2024-09-10T10:35:17.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.528+0000 7efd4f400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7efd580b4470 0x7efd580cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43914/0 (socket says 172.21.15.22:43914) 2024-09-10T10:35:17.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.528+0000 7efd4f400640 1 -- 172.21.15.22:0/4053182005 learned_addr learned my addr 172.21.15.22:0/4053182005 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:17.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd5d200640 1 --2- 172.21.15.22:0/4053182005 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 0x7efd5806d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:17.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd57e00640 1 --2- 172.21.15.22:0/4053182005 >> v2:172.21.15.145:3300/0 conn(0x7efd581568c0 0x7efd580b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:17.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd57400640 1 -- 172.21.15.22:0/4053182005 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2559010749 0 0) 0x7efd580b4f90 con 0x7efd580b4470 2024-09-10T10:35:17.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd57400640 1 -- 172.21.15.22:0/4053182005 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efd3c003530 con 0x7efd580b4470 2024-09-10T10:35:17.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd57400640 1 -- 172.21.15.22:0/4053182005 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1517090017 0 0) 0x7efd3c003530 con 0x7efd580b4470 2024-09-10T10:35:17.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd5d200640 1 -- 172.21.15.22:0/4053182005 >> v2:172.21.15.145:3300/0 conn(0x7efd581568c0 msgr2=0x7efd580b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:17.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd5d200640 1 --2- 172.21.15.22:0/4053182005 >> v2:172.21.15.145:3300/0 conn(0x7efd581568c0 0x7efd580b3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:17.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd5d200640 1 -- 172.21.15.22:0/4053182005 >> v1:172.21.15.22:6789/0 conn(0x7efd580b4470 legacy=0x7efd580cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:17.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd5d200640 1 -- 172.21.15.22:0/4053182005 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd5806d1b0 con 0x7efd580cfad0 2024-09-10T10:35:17.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd57e00640 1 --2- 172.21.15.22:0/4053182005 >> v2:172.21.15.145:3300/0 conn(0x7efd581568c0 0x7efd580b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:17.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.532+0000 7efd5d200640 1 --2- 172.21.15.22:0/4053182005 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 0x7efd5806d9b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7efd50009d90 tx=0x7efd5001c860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8059175f30b8ada8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:17.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd57400640 1 -- 172.21.15.22:0/4053182005 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd500b2070 con 0x7efd580cfad0 2024-09-10T10:35:17.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd57400640 1 -- 172.21.15.22:0/4053182005 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd500a5680 con 0x7efd580cfad0 2024-09-10T10:35:17.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd57400640 1 -- 172.21.15.22:0/4053182005 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd40001680 con 0x7efd580cfad0 2024-09-10T10:35:17.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 -- 172.21.15.22:0/4053182005 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 msgr2=0x7efd5806d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:17.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 --2- 172.21.15.22:0/4053182005 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 0x7efd5806d9b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7efd50009d90 tx=0x7efd5001c860 comp rx=0 tx=0).stop 2024-09-10T10:35:17.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 -- 172.21.15.22:0/4053182005 shutdown_connections 2024-09-10T10:35:17.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 --2- 172.21.15.22:0/4053182005 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 0x7efd5806d9b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:17.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 --2- 172.21.15.22:0/4053182005 >> v2:172.21.15.145:3300/0 conn(0x7efd581568c0 0x7efd580b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:17.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 -- 172.21.15.22:0/4053182005 >> 172.21.15.22:0/4053182005 conn(0x7efd58062eb0 msgr2=0x7efd5806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:17.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 -- 172.21.15.22:0/4053182005 shutdown_connections 2024-09-10T10:35:17.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 -- 172.21.15.22:0/4053182005 wait complete. 2024-09-10T10:35:17.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 Processor -- start 2024-09-10T10:35:17.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 -- start start 2024-09-10T10:35:17.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd580b4470 0x7efd5814f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:17.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 0x7efd58154fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:17.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd581568c0 0x7efd581554e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:17.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efd5806e700 con 0x7efd580b4470 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efd58156eb0 con 0x7efd581568c0 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efd5806e880 con 0x7efd580cfad0 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd57e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd580b4470 0x7efd5814f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd57e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd580b4470 0x7efd5814f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46358/0 (socket says 172.21.15.22:46358) 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd57e00640 1 -- 172.21.15.22:0/3202922978 learned_addr learned my addr 172.21.15.22:0/3202922978 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd4f400640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 0x7efd58154fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.536+0000 7efd5d200640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd581568c0 0x7efd581554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd57e00640 1 -- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 msgr2=0x7efd58154fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd57e00640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 0x7efd58154fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd57e00640 1 -- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd581568c0 msgr2=0x7efd581554e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd57e00640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd581568c0 0x7efd581554e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:17.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd57e00640 1 -- 172.21.15.22:0/3202922978 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd5813e140 con 0x7efd580b4470 2024-09-10T10:35:17.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd57e00640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd580b4470 0x7efd5814f6c0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7efd4800e980 tx=0x7efd4800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:17.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd54c00640 1 -- 172.21.15.22:0/3202922978 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd48017070 con 0x7efd580b4470 2024-09-10T10:35:17.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd5f200640 1 -- 172.21.15.22:0/3202922978 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd5813e420 con 0x7efd580b4470 2024-09-10T10:35:17.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd54c00640 1 -- 172.21.15.22:0/3202922978 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd4800ca00 con 0x7efd580b4470 2024-09-10T10:35:17.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd54c00640 1 -- 172.21.15.22:0/3202922978 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd4800cdd0 con 0x7efd580b4470 2024-09-10T10:35:17.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd5f200640 1 -- 172.21.15.22:0/3202922978 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd58140190 con 0x7efd580b4470 2024-09-10T10:35:17.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd5f200640 1 -- 172.21.15.22:0/3202922978 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd5806d9b0 con 0x7efd580b4470 2024-09-10T10:35:17.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.540+0000 7efd54c00640 1 -- 172.21.15.22:0/3202922978 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efd4801a070 con 0x7efd580b4470 2024-09-10T10:35:17.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.544+0000 7efd54c00640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd340678c0 0x7efd34069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:17.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.544+0000 7efd54c00640 1 -- 172.21.15.22:0/3202922978 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5227+0+0 (secure 0 0 0) 0x7efd48085ea0 con 0x7efd580b4470 2024-09-10T10:35:17.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.544+0000 7efd4f400640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd340678c0 0x7efd34069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:17.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.544+0000 7efd4f400640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd340678c0 0x7efd34069d80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7efd58155dd0 tx=0x7efd40009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:17.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.548+0000 7efd54c00640 1 -- 172.21.15.22:0/3202922978 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efd48056a10 con 0x7efd580b4470 2024-09-10T10:35:17.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:17.712+0000 7efd5f200640 1 -- 172.21.15.22:0/3202922978 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7efd58073190 con 0x7efd580b4470 2024-09-10T10:35:18.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.348+0000 7efd54c00640 1 -- 172.21.15.22:0/3202922978 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v68) ==== 170+0+0 (secure 0 0 0) 0x7efd48056310 con 0x7efd580b4470 2024-09-10T10:35:18.352 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:35:18.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 -- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd340678c0 msgr2=0x7efd34069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:18.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd340678c0 0x7efd34069d80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7efd58155dd0 tx=0x7efd40009040 comp rx=0 tx=0).stop 2024-09-10T10:35:18.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 -- 172.21.15.22:0/3202922978 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd580b4470 msgr2=0x7efd5814f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:18.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd580b4470 0x7efd5814f6c0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7efd4800e980 tx=0x7efd4800ee40 comp rx=0 tx=0).stop 2024-09-10T10:35:18.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 -- 172.21.15.22:0/3202922978 shutdown_connections 2024-09-10T10:35:18.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd340678c0 0x7efd34069d80 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:18.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd581568c0 0x7efd581554e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:18.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd580cfad0 0x7efd58154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:18.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 --2- 172.21.15.22:0/3202922978 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd580b4470 0x7efd5814f6c0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:18.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 -- 172.21.15.22:0/3202922978 >> 172.21.15.22:0/3202922978 conn(0x7efd58062eb0 msgr2=0x7efd580b0010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:18.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 -- 172.21.15.22:0/3202922978 shutdown_connections 2024-09-10T10:35:18.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.352+0000 7efd5f200640 1 -- 172.21.15.22:0/3202922978 wait complete. 2024-09-10T10:35:18.391 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:35:18.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.532+0000 7fdd29800640 1 Processor -- start 2024-09-10T10:35:18.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.532+0000 7fdd29800640 1 -- start start 2024-09-10T10:35:18.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd29800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdd240cf3c0 0x7fdd240cf850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd29800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdd2406d9b0 0x7fdd2406de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd29800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd240b4f90 con 0x7fdd241568c0 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd29800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fdd240b49d0 con 0x7fdd2406d9b0 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd29800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fdd240b4cb0 con 0x7fdd240cf3c0 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd23400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdd2406d9b0 0x7fdd2406de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd23400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdd2406d9b0 0x7fdd2406de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46372/0 (socket says 172.21.15.22:46372) 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd23400640 1 -- 172.21.15.22:0/3289225561 learned_addr learned my addr 172.21.15.22:0/3289225561 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd22000640 1 --2- 172.21.15.22:0/3289225561 >> v2:172.21.15.145:3300/0 conn(0x7fdd240cf3c0 0x7fdd240cf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd23400640 1 -- 172.21.15.22:0/3289225561 >> v2:172.21.15.145:3300/0 conn(0x7fdd240cf3c0 msgr2=0x7fdd240cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd23400640 1 --2- 172.21.15.22:0/3289225561 >> v2:172.21.15.145:3300/0 conn(0x7fdd240cf3c0 0x7fdd240cf850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd23400640 1 -- 172.21.15.22:0/3289225561 >> v1:172.21.15.145:6789/0 conn(0x7fdd241568c0 legacy=0x7fdd240b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:18.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.536+0000 7fdd23400640 1 -- 172.21.15.22:0/3289225561 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd2406d1b0 con 0x7fdd2406d9b0 2024-09-10T10:35:18.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd23400640 1 --2- 172.21.15.22:0/3289225561 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd2406d9b0 0x7fdd2406de20 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fdd2406f4c0 tx=0x7fdd1c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4287497af5b637bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:18.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd21600640 1 -- 172.21.15.22:0/3289225561 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c0a5880 con 0x7fdd2406d9b0 2024-09-10T10:35:18.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd21600640 1 -- 172.21.15.22:0/3289225561 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd1c0a5a20 con 0x7fdd2406d9b0 2024-09-10T10:35:18.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd21600640 1 -- 172.21.15.22:0/3289225561 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c0a5df0 con 0x7fdd2406d9b0 2024-09-10T10:35:18.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 -- 172.21.15.22:0/3289225561 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd2406d9b0 msgr2=0x7fdd2406de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:18.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 --2- 172.21.15.22:0/3289225561 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd2406d9b0 0x7fdd2406de20 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fdd2406f4c0 tx=0x7fdd1c01c9c0 comp rx=0 tx=0).stop 2024-09-10T10:35:18.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 -- 172.21.15.22:0/3289225561 shutdown_connections 2024-09-10T10:35:18.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 --2- 172.21.15.22:0/3289225561 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd2406d9b0 0x7fdd2406de20 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:18.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 --2- 172.21.15.22:0/3289225561 >> v2:172.21.15.145:3300/0 conn(0x7fdd240cf3c0 0x7fdd240cf850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:18.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 -- 172.21.15.22:0/3289225561 >> 172.21.15.22:0/3289225561 conn(0x7fdd24062eb0 msgr2=0x7fdd2406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:18.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 -- 172.21.15.22:0/3289225561 shutdown_connections 2024-09-10T10:35:18.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 -- 172.21.15.22:0/3289225561 wait complete. 2024-09-10T10:35:18.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 Processor -- start 2024-09-10T10:35:18.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 -- start start 2024-09-10T10:35:18.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd2406d9b0 0x7fdd2414d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240cf3c0 0x7fdd2414d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd241568c0 0x7fdd24165540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdd24156ca0 con 0x7fdd240cf3c0 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd240b4640 con 0x7fdd2406d9b0 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.540+0000 7fdd29800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdd24156e20 con 0x7fdd241568c0 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd22000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240cf3c0 0x7fdd2414d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd22000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240cf3c0 0x7fdd2414d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46384/0 (socket says 172.21.15.22:46384) 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd22000640 1 -- 172.21.15.22:0/3702863225 learned_addr learned my addr 172.21.15.22:0/3702863225 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd22a00640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd2406d9b0 0x7fdd2414d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd23400640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd241568c0 0x7fdd24165540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd22000640 1 -- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd241568c0 msgr2=0x7fdd24165540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd22000640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd241568c0 0x7fdd24165540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd22000640 1 -- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd2406d9b0 msgr2=0x7fdd2414d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:18.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd22000640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd2406d9b0 0x7fdd2414d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:18.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd22000640 1 -- 172.21.15.22:0/3702863225 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd241503c0 con 0x7fdd240cf3c0 2024-09-10T10:35:18.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd22000640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240cf3c0 0x7fdd2414d9f0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fdd1000e930 tx=0x7fdd1000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:18.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd1aa00640 1 -- 172.21.15.22:0/3702863225 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd10017070 con 0x7fdd240cf3c0 2024-09-10T10:35:18.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd1aa00640 1 -- 172.21.15.22:0/3702863225 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd1000ca00 con 0x7fdd240cf3c0 2024-09-10T10:35:18.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd1aa00640 1 -- 172.21.15.22:0/3702863225 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd1000cdb0 con 0x7fdd240cf3c0 2024-09-10T10:35:18.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd29800640 1 -- 172.21.15.22:0/3702863225 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd241506a0 con 0x7fdd240cf3c0 2024-09-10T10:35:18.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd29800640 1 -- 172.21.15.22:0/3702863225 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd24071520 con 0x7fdd240cf3c0 2024-09-10T10:35:18.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd29800640 1 -- 172.21.15.22:0/3702863225 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd2406de20 con 0x7fdd240cf3c0 2024-09-10T10:35:18.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.544+0000 7fdd1aa00640 1 -- 172.21.15.22:0/3702863225 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdd1001a070 con 0x7fdd240cf3c0 2024-09-10T10:35:18.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.548+0000 7fdd1aa00640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678c0 0x7fdd04069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:18.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.548+0000 7fdd1aa00640 1 -- 172.21.15.22:0/3702863225 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5609+0+0 (secure 0 0 0) 0x7fdd10086400 con 0x7fdd240cf3c0 2024-09-10T10:35:18.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.548+0000 7fdd22a00640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678c0 0x7fdd04069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:18.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.548+0000 7fdd22a00640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678c0 0x7fdd04069d80 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fdd241fa390 tx=0x7fdd14009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:18.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.552+0000 7fdd1aa00640 1 -- 172.21.15.22:0/3702863225 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdd100569f0 con 0x7fdd240cf3c0 2024-09-10T10:35:18.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:18.748+0000 7fdd29800640 1 -- 172.21.15.22:0/3702863225 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fdd24075540 con 0x7fdd240cf3c0 2024-09-10T10:35:19.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.352+0000 7fdd1aa00640 1 -- 172.21.15.22:0/3702863225 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v37) ==== 174+0+0 (secure 0 0 0) 0x7fdd1005acf0 con 0x7fdd240cf3c0 2024-09-10T10:35:19.355 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 10 and data pool 11 2024-09-10T10:35:19.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 -- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678c0 msgr2=0x7fdd04069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678c0 0x7fdd04069d80 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fdd241fa390 tx=0x7fdd14009040 comp rx=0 tx=0).stop 2024-09-10T10:35:19.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 -- 172.21.15.22:0/3702863225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240cf3c0 msgr2=0x7fdd2414d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240cf3c0 0x7fdd2414d9f0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fdd1000e930 tx=0x7fdd1000edf0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 -- 172.21.15.22:0/3702863225 shutdown_connections 2024-09-10T10:35:19.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678c0 0x7fdd04069d80 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd241568c0 0x7fdd24165540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240cf3c0 0x7fdd2414d9f0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 --2- 172.21.15.22:0/3702863225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd2406d9b0 0x7fdd2414d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 -- 172.21.15.22:0/3702863225 >> 172.21.15.22:0/3702863225 conn(0x7fdd24062eb0 msgr2=0x7fdd240b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:19.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 -- 172.21.15.22:0/3702863225 shutdown_connections 2024-09-10T10:35:19.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.356+0000 7fdd29800640 1 -- 172.21.15.22:0/3702863225 wait complete. 2024-09-10T10:35:19.409 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:35:19.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.548+0000 7f3675600640 1 Processor -- start 2024-09-10T10:35:19.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.548+0000 7f3675600640 1 -- start start 2024-09-10T10:35:19.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f3675600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f36700cd670 0x7f36700cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f3675600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f367006e1b0 0x7f367006e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f3675600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f367006d3f0 con 0x7f3670145fb0 2024-09-10T10:35:19.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f3675600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f36700ce010 con 0x7f367006e1b0 2024-09-10T10:35:19.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f3675600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f367006d1a0 con 0x7f36700cd670 2024-09-10T10:35:19.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f366ea00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3670145fb0 0x7f36700b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43918/0 (socket says 172.21.15.22:43918) 2024-09-10T10:35:19.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f366ea00640 1 -- 172.21.15.22:0/1128466114 learned_addr learned my addr 172.21.15.22:0/1128466114 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:19.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f366f400640 1 --2- 172.21.15.22:0/1128466114 >> v2:172.21.15.145:3300/0 conn(0x7f367006e1b0 0x7f367006e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f3666000640 1 --2- 172.21.15.22:0/1128466114 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f36700cd670 0x7f36700cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f366e000640 1 -- 172.21.15.22:0/1128466114 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4251961004 0 0) 0x7f367006d3f0 con 0x7f3670145fb0 2024-09-10T10:35:19.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f366e000640 1 -- 172.21.15.22:0/1128466114 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3654003530 con 0x7f3670145fb0 2024-09-10T10:35:19.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f366f400640 1 -- 172.21.15.22:0/1128466114 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f36700cd670 msgr2=0x7f36700cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:19.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f366f400640 1 --2- 172.21.15.22:0/1128466114 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f36700cd670 0x7f36700cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f366f400640 1 -- 172.21.15.22:0/1128466114 >> v1:172.21.15.22:6789/0 conn(0x7f3670145fb0 legacy=0x7f36700b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.552+0000 7f366f400640 1 -- 172.21.15.22:0/1128466114 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f367006d6d0 con 0x7f367006e1b0 2024-09-10T10:35:19.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f366f400640 1 --2- 172.21.15.22:0/1128466114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f367006e1b0 0x7f367006e660 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3668009d90 tx=0x7f366801c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74b845ff091778ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:19.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f366e000640 1 -- 172.21.15.22:0/1128466114 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36680b2070 con 0x7f367006e1b0 2024-09-10T10:35:19.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f366e000640 1 -- 172.21.15.22:0/1128466114 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36680a5830 con 0x7f367006e1b0 2024-09-10T10:35:19.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f366e000640 1 -- 172.21.15.22:0/1128466114 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36680a5c00 con 0x7f367006e1b0 2024-09-10T10:35:19.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f3675600640 1 -- 172.21.15.22:0/1128466114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f367006e1b0 msgr2=0x7f367006e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f3675600640 1 --2- 172.21.15.22:0/1128466114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f367006e1b0 0x7f367006e660 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3668009d90 tx=0x7f366801c970 comp rx=0 tx=0).stop 2024-09-10T10:35:19.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f3675600640 1 -- 172.21.15.22:0/1128466114 shutdown_connections 2024-09-10T10:35:19.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f3675600640 1 --2- 172.21.15.22:0/1128466114 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f367006e1b0 0x7f367006e660 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f3675600640 1 --2- 172.21.15.22:0/1128466114 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f36700cd670 0x7f36700cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f3675600640 1 -- 172.21.15.22:0/1128466114 >> 172.21.15.22:0/1128466114 conn(0x7f3670062dd0 msgr2=0x7f367006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:19.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f3675600640 1 -- 172.21.15.22:0/1128466114 shutdown_connections 2024-09-10T10:35:19.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f3675600640 1 -- 172.21.15.22:0/1128466114 wait complete. 2024-09-10T10:35:19.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f3675600640 1 Processor -- start 2024-09-10T10:35:19.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.556+0000 7f3675600640 1 -- start start 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3675600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f367006e1b0 0x7f36701f6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3675600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36700cd670 0x7f36701354c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3675600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3670145fb0 0x7f36701f9c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3675600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f36700d0130 con 0x7f3670145fb0 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3675600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f36700cffb0 con 0x7f36700cd670 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3675600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f367006dd20 con 0x7f367006e1b0 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f366f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3670145fb0 0x7f36701f9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f366ea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f367006e1b0 0x7f36701f6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f366f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3670145fb0 0x7f36701f9c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46390/0 (socket says 172.21.15.22:46390) 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f366f400640 1 -- 172.21.15.22:0/2933269057 learned_addr learned my addr 172.21.15.22:0/2933269057 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3666000640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36700cd670 0x7f36701354c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f366f400640 1 -- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f367006e1b0 msgr2=0x7f36701f6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f366f400640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f367006e1b0 0x7f36701f6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f366f400640 1 -- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36700cd670 msgr2=0x7f36701354c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f366f400640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36700cd670 0x7f36701354c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f366f400640 1 -- 172.21.15.22:0/2933269057 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3670135da0 con 0x7f3670145fb0 2024-09-10T10:35:19.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f366f400640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3670145fb0 0x7f36701f9c00 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f36680b0040 tx=0x7f3668019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:19.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3667400640 1 -- 172.21.15.22:0/2933269057 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36680b2040 con 0x7f3670145fb0 2024-09-10T10:35:19.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3667400640 1 -- 172.21.15.22:0/2933269057 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36680bf070 con 0x7f3670145fb0 2024-09-10T10:35:19.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3667400640 1 -- 172.21.15.22:0/2933269057 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36680b8690 con 0x7f3670145fb0 2024-09-10T10:35:19.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3675600640 1 -- 172.21.15.22:0/2933269057 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3670136080 con 0x7f3670145fb0 2024-09-10T10:35:19.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3675600640 1 -- 172.21.15.22:0/2933269057 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3670136640 con 0x7f3670145fb0 2024-09-10T10:35:19.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.560+0000 7f3675600640 1 -- 172.21.15.22:0/2933269057 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f367006e660 con 0x7f3670145fb0 2024-09-10T10:35:19.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.564+0000 7f3667400640 1 -- 172.21.15.22:0/2933269057 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f36680b8830 con 0x7f3670145fb0 2024-09-10T10:35:19.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.564+0000 7f3667400640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f364c0678c0 0x7f364c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.564+0000 7f3667400640 1 -- 172.21.15.22:0/2933269057 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f3668120b40 con 0x7f3670145fb0 2024-09-10T10:35:19.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.564+0000 7f366ea00640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f364c0678c0 0x7f364c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.564+0000 7f366ea00640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f364c0678c0 0x7f364c069d80 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3660007fd0 tx=0x7f3660009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:19.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.568+0000 7f3667400640 1 -- 172.21.15.22:0/2933269057 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3668016560 con 0x7f3670145fb0 2024-09-10T10:35:19.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.736+0000 7f3675600640 1 -- 172.21.15.22:0/2933269057 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f36700af5f0 con 0x7f3670145fb0 2024-09-10T10:35:19.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3667400640 1 -- 172.21.15.22:0/2933269057 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+16693 (secure 0 0 0) 0x7f36680f1170 con 0x7f3670145fb0 2024-09-10T10:35:19.741 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:19.741 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":69,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:35:18.752080+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:35:16.492504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-10T10:35:17.762224+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:35:19.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 -- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f364c0678c0 msgr2=0x7f364c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f364c0678c0 0x7f364c069d80 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3660007fd0 tx=0x7f3660009040 comp rx=0 tx=0).stop 2024-09-10T10:35:19.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 -- 172.21.15.22:0/2933269057 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3670145fb0 msgr2=0x7f36701f9c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3670145fb0 0x7f36701f9c00 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f36680b0040 tx=0x7f3668019710 comp rx=0 tx=0).stop 2024-09-10T10:35:19.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 -- 172.21.15.22:0/2933269057 shutdown_connections 2024-09-10T10:35:19.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f364c0678c0 0x7f364c069d80 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3670145fb0 0x7f36701f9c00 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36700cd670 0x7f36701354c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 --2- 172.21.15.22:0/2933269057 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f367006e1b0 0x7f36701f6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 -- 172.21.15.22:0/2933269057 >> 172.21.15.22:0/2933269057 conn(0x7f3670062dd0 msgr2=0x7f3670160000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:19.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 -- 172.21.15.22:0/2933269057 shutdown_connections 2024-09-10T10:35:19.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.740+0000 7f3675600640 1 -- 172.21.15.22:0/2933269057 wait complete. 2024-09-10T10:35:19.762 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:35:19.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.900+0000 7f160e200640 1 Processor -- start 2024-09-10T10:35:19.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.900+0000 7f160e200640 1 -- start start 2024-09-10T10:35:19.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f160e200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f160815e5f0 0x7f16080b1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f160e200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16080b2260 con 0x7f160815e9d0 2024-09-10T10:35:19.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f160e200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16080b2540 con 0x7f1608062df0 2024-09-10T10:35:19.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f160e200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f160806c220 con 0x7f160815e5f0 2024-09-10T10:35:19.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f160815e9d0 0x7f16080626e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43926/0 (socket says 172.21.15.22:43926) 2024-09-10T10:35:19.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607e00640 1 -- 172.21.15.22:0/1392550873 learned_addr learned my addr 172.21.15.22:0/1392550873 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:19.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f160ce00640 1 --2- 172.21.15.22:0/1392550873 >> v2:172.21.15.145:3300/0 conn(0x7f160815e5f0 0x7f16080b1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4095697372 0 0) 0x7f16080b2260 con 0x7f160815e9d0 2024-09-10T10:35:19.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f15ec003530 con 0x7f160815e9d0 2024-09-10T10:35:19.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1946769399 0 0) 0x7f15ec003530 con 0x7f160815e9d0 2024-09-10T10:35:19.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 >> v2:172.21.15.145:3300/0 conn(0x7f160815e5f0 msgr2=0x7f16080b1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:19.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 --2- 172.21.15.22:0/1392550873 >> v2:172.21.15.145:3300/0 conn(0x7f160815e5f0 0x7f16080b1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 >> v1:172.21.15.145:6789/0 conn(0x7f1608062df0 legacy=0x7f16080ae610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16080b2820 con 0x7f160815e9d0 2024-09-10T10:35:19.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f15f4001680 con 0x7f160815e9d0 2024-09-10T10:35:19.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 >> v1:172.21.15.22:6789/0 conn(0x7f160815e9d0 legacy=0x7f16080626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15ec0039c0 0x7f15ec003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f15ec004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15ec0051d0 0x7f15ec00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f15ec00c140 con 0x7f15ec004810 2024-09-10T10:35:19.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f15ec00c2f0 con 0x7f15ec0051d0 2024-09-10T10:35:19.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f15ec00c4f0 con 0x7f15ec0039c0 2024-09-10T10:35:19.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607e00640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f15ec004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f160d800640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15ec0051d0 0x7f15ec00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f160ce00640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15ec0039c0 0x7f15ec003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607e00640 1 -- 172.21.15.22:0/1392550873 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15ec0039c0 msgr2=0x7f15ec003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:19.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607e00640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f15ec0039c0 0x7f15ec003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607e00640 1 -- 172.21.15.22:0/1392550873 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15ec0051d0 msgr2=0x7f15ec00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:19.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607e00640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15ec0051d0 0x7f15ec00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f1607e00640 1 -- 172.21.15.22:0/1392550873 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15ec003530 con 0x7f15ec004810 2024-09-10T10:35:19.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f160d800640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f15ec0051d0 0x7f15ec00b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:19.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.904+0000 7f160d800640 1 -- 172.21.15.22:0/1392550873 reap_dead start 2024-09-10T10:35:19.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f1607e00640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f15ec004c90 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f15f400c210 tx=0x7f15f401cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70f26b0ab2db0ca2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:19.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f4007d40 con 0x7f15ec004810 2024-09-10T10:35:19.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15f40a9070 con 0x7f15ec004810 2024-09-10T10:35:19.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f1607400640 1 -- 172.21.15.22:0/1392550873 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f4005d80 con 0x7f15ec004810 2024-09-10T10:35:19.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f160e200640 1 -- 172.21.15.22:0/1392550873 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 msgr2=0x7f15ec004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f160e200640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f15ec004c90 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f15f400c210 tx=0x7f15f401cc70 comp rx=0 tx=0).stop 2024-09-10T10:35:19.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f160e200640 1 -- 172.21.15.22:0/1392550873 shutdown_connections 2024-09-10T10:35:19.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f160e200640 1 --2- 172.21.15.22:0/1392550873 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f15ec004c90 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f160e200640 1 -- 172.21.15.22:0/1392550873 >> 172.21.15.22:0/1392550873 conn(0x7f16080b6120 msgr2=0x7f16080b67e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:19.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f160e200640 1 -- 172.21.15.22:0/1392550873 shutdown_connections 2024-09-10T10:35:19.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f160e200640 1 -- 172.21.15.22:0/1392550873 wait complete. 2024-09-10T10:35:19.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f160e200640 1 Processor -- start 2024-09-10T10:35:19.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.908+0000 7f160e200640 1 -- start start 2024-09-10T10:35:19.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160e200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f1608159f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160e200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608154600 0x7f1608153dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16081585c0 0x7f1608160390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160e200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1608062a70 con 0x7f15ec004810 2024-09-10T10:35:19.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160e200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16080628f0 con 0x7f1608154600 2024-09-10T10:35:19.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1608062bf0 con 0x7f16081585c0 2024-09-10T10:35:19.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f1608159f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f1608159f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46404/0 (socket says 172.21.15.22:46404) 2024-09-10T10:35:19.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160ce00640 1 -- 172.21.15.22:0/1572086807 learned_addr learned my addr 172.21.15.22:0/1572086807 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:19.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160d800640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16081585c0 0x7f1608160390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f1607e00640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608154600 0x7f1608153dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160ce00640 1 -- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16081585c0 msgr2=0x7f1608160390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160ce00640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16081585c0 0x7f1608160390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160ce00640 1 -- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608154600 msgr2=0x7f1608153dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:19.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160ce00640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608154600 0x7f1608153dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:19.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160ce00640 1 -- 172.21.15.22:0/1572086807 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1608158ed0 con 0x7f15ec004810 2024-09-10T10:35:19.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f1607e00640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608154600 0x7f1608153dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:19.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160ce00640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f1608159f70 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f15f8011660 tx=0x7f15f8011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:19.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f1604c00640 1 -- 172.21.15.22:0/1572086807 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f800f9c0 con 0x7f15ec004810 2024-09-10T10:35:19.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f1604c00640 1 -- 172.21.15.22:0/1572086807 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15f800fb60 con 0x7f15ec004810 2024-09-10T10:35:19.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f1604c00640 1 -- 172.21.15.22:0/1572086807 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f8015460 con 0x7f15ec004810 2024-09-10T10:35:19.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160e200640 1 -- 172.21.15.22:0/1572086807 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16081591b0 con 0x7f15ec004810 2024-09-10T10:35:19.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160e200640 1 -- 172.21.15.22:0/1572086807 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1608159770 con 0x7f15ec004810 2024-09-10T10:35:19.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.912+0000 7f160e200640 1 -- 172.21.15.22:0/1572086807 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16080b2260 con 0x7f15ec004810 2024-09-10T10:35:19.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.916+0000 7f1604c00640 1 -- 172.21.15.22:0/1572086807 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f15f8015600 con 0x7f15ec004810 2024-09-10T10:35:19.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.916+0000 7f1604c00640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15e80678c0 0x7f15e8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:19.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.916+0000 7f1604c00640 1 -- 172.21.15.22:0/1572086807 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f15f8086790 con 0x7f15ec004810 2024-09-10T10:35:19.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.916+0000 7f1607e00640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15e80678c0 0x7f15e8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:19.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.916+0000 7f1607e00640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15e80678c0 0x7f15e8069d80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f15f40ab000 tx=0x7f15f40b0040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:19.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:19.920+0000 7f1604c00640 1 -- 172.21.15.22:0/1572086807 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f15f8019030 con 0x7f15ec004810 2024-09-10T10:35:20.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.088+0000 7f160e200640 1 -- 172.21.15.22:0/1572086807 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f160815c840 con 0x7f15ec004810 2024-09-10T10:35:20.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.088+0000 7f1604c00640 1 -- 172.21.15.22:0/1572086807 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+16693 (secure 0 0 0) 0x7f15f8057230 con 0x7f15ec004810 2024-09-10T10:35:20.092 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:20.092 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":69,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:35:18.752080+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:35:16.492504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-10T10:35:17.762224+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:35:20.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 -- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15e80678c0 msgr2=0x7f15e8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:20.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15e80678c0 0x7f15e8069d80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f15f40ab000 tx=0x7f15f40b0040 comp rx=0 tx=0).stop 2024-09-10T10:35:20.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 -- 172.21.15.22:0/1572086807 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 msgr2=0x7f1608159f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:20.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f1608159f70 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f15f8011660 tx=0x7f15f8011b20 comp rx=0 tx=0).stop 2024-09-10T10:35:20.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 -- 172.21.15.22:0/1572086807 shutdown_connections 2024-09-10T10:35:20.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15e80678c0 0x7f15e8069d80 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:20.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16081585c0 0x7f1608160390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:20.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1608154600 0x7f1608153dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:20.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 --2- 172.21.15.22:0/1572086807 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f15ec004810 0x7f1608159f70 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:20.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 -- 172.21.15.22:0/1572086807 >> 172.21.15.22:0/1572086807 conn(0x7f16080b6120 msgr2=0x7f16081ec010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:20.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 -- 172.21.15.22:0/1572086807 shutdown_connections 2024-09-10T10:35:20.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.092+0000 7f160e200640 1 -- 172.21.15.22:0/1572086807 wait complete. 2024-09-10T10:35:20.115 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:35:20.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.256+0000 7f240ec00640 1 Processor -- start 2024-09-10T10:35:20.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.256+0000 7f240ec00640 1 -- start start 2024-09-10T10:35:20.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f240ec00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2408158f70 0x7f240815c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:20.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f240ec00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2408159350 con 0x7f240806f1c0 2024-09-10T10:35:20.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f240ec00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2408071340 con 0x7f2408072f30 2024-09-10T10:35:20.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f240ec00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2408071620 con 0x7f2408158f70 2024-09-10T10:35:20.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f240cc00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f240806f1c0 0x7f24080ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43932/0 (socket says 172.21.15.22:43932) 2024-09-10T10:35:20.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f240cc00640 1 -- 172.21.15.22:0/508726212 learned_addr learned my addr 172.21.15.22:0/508726212 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:20.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f2407e00640 1 --2- 172.21.15.22:0/508726212 >> v2:172.21.15.145:3300/0 conn(0x7f2408158f70 0x7f240815c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:20.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f2407400640 1 -- 172.21.15.22:0/508726212 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2593521165 0 0) 0x7f2408159350 con 0x7f240806f1c0 2024-09-10T10:35:20.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f2407400640 1 -- 172.21.15.22:0/508726212 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f23ec003530 con 0x7f240806f1c0 2024-09-10T10:35:20.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f2407e00640 1 -- 172.21.15.22:0/508726212 >> v1:172.21.15.145:6789/0 conn(0x7f2408072f30 legacy=0x7f240806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:20.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f2407e00640 1 -- 172.21.15.22:0/508726212 >> v1:172.21.15.22:6789/0 conn(0x7f240806f1c0 legacy=0x7f24080ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:20.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f2407e00640 1 -- 172.21.15.22:0/508726212 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2408071900 con 0x7f2408158f70 2024-09-10T10:35:20.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.260+0000 7f2407e00640 1 --2- 172.21.15.22:0/508726212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2408158f70 0x7f240815c630 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f23f80097c0 tx=0x7f23f801c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=408e2184643d84f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:20.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f2407400640 1 -- 172.21.15.22:0/508726212 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f80a7070 con 0x7f2408158f70 2024-09-10T10:35:20.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f2407400640 1 -- 172.21.15.22:0/508726212 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23f80b0070 con 0x7f2408158f70 2024-09-10T10:35:20.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f2407400640 1 -- 172.21.15.22:0/508726212 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f80ab890 con 0x7f2408158f70 2024-09-10T10:35:20.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 -- 172.21.15.22:0/508726212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2408158f70 msgr2=0x7f240815c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:20.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 --2- 172.21.15.22:0/508726212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2408158f70 0x7f240815c630 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f23f80097c0 tx=0x7f23f801c470 comp rx=0 tx=0).stop 2024-09-10T10:35:20.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 -- 172.21.15.22:0/508726212 shutdown_connections 2024-09-10T10:35:20.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 --2- 172.21.15.22:0/508726212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2408158f70 0x7f240815c630 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:20.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 -- 172.21.15.22:0/508726212 >> 172.21.15.22:0/508726212 conn(0x7f2408062eb0 msgr2=0x7f240806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:20.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 -- 172.21.15.22:0/508726212 shutdown_connections 2024-09-10T10:35:20.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 -- 172.21.15.22:0/508726212 wait complete. 2024-09-10T10:35:20.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 Processor -- start 2024-09-10T10:35:20.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 -- start start 2024-09-10T10:35:20.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f240806f1c0 0x7f2408160540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:20.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2408072f30 0x7f2408152800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:20.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2408158f70 0x7f2408166b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:20.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f24080cf560 con 0x7f240806f1c0 2024-09-10T10:35:20.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f24080cf3e0 con 0x7f2408072f30 2024-09-10T10:35:20.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f240ec00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f24080cf6e0 con 0x7f2408158f70 2024-09-10T10:35:20.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f2407e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f240806f1c0 0x7f2408160540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:20.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f2407e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f240806f1c0 0x7f2408160540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46408/0 (socket says 172.21.15.22:46408) 2024-09-10T10:35:20.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.264+0000 7f2407e00640 1 -- 172.21.15.22:0/1656280178 learned_addr learned my addr 172.21.15.22:0/1656280178 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:20.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f23ff400640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2408072f30 0x7f2408152800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:20.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f240cc00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2408158f70 0x7f2408166b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:20.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2407e00640 1 -- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2408158f70 msgr2=0x7f2408166b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:20.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2407e00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2408158f70 0x7f2408166b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:20.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2407e00640 1 -- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2408072f30 msgr2=0x7f2408152800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:20.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2407e00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2408072f30 0x7f2408152800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:20.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2407e00640 1 -- 172.21.15.22:0/1656280178 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2408160b20 con 0x7f240806f1c0 2024-09-10T10:35:20.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f23ff400640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2408072f30 0x7f2408152800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:20.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f240cc00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2408158f70 0x7f2408166b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:20.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2407e00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f240806f1c0 0x7f2408160540 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f23f80ad040 tx=0x7f23f801acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:20.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2404c00640 1 -- 172.21.15.22:0/1656280178 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f80bf610 con 0x7f240806f1c0 2024-09-10T10:35:20.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2404c00640 1 -- 172.21.15.22:0/1656280178 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23f80bf7d0 con 0x7f240806f1c0 2024-09-10T10:35:20.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f240ec00640 1 -- 172.21.15.22:0/1656280178 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2408160e00 con 0x7f240806f1c0 2024-09-10T10:35:20.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2404c00640 1 -- 172.21.15.22:0/1656280178 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f80bfbc0 con 0x7f240806f1c0 2024-09-10T10:35:20.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f240ec00640 1 -- 172.21.15.22:0/1656280178 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24081613c0 con 0x7f240806f1c0 2024-09-10T10:35:20.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f240ec00640 1 -- 172.21.15.22:0/1656280178 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f240815c630 con 0x7f240806f1c0 2024-09-10T10:35:20.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2404c00640 1 -- 172.21.15.22:0/1656280178 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f23f80bd020 con 0x7f240806f1c0 2024-09-10T10:35:20.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2404c00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23e40678c0 0x7f23e4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:20.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.268+0000 7f2404c00640 1 -- 172.21.15.22:0/1656280178 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f23f81204c0 con 0x7f240806f1c0 2024-09-10T10:35:20.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.272+0000 7f23ff400640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23e40678c0 0x7f23e4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:20.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.272+0000 7f23ff400640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23e40678c0 0x7f23e4069d80 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2408153080 tx=0x7f23f0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:20.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.272+0000 7f2404c00640 1 -- 172.21.15.22:0/1656280178 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f23f8016090 con 0x7f240806f1c0 2024-09-10T10:35:20.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:20.480+0000 7f240ec00640 1 -- 172.21.15.22:0/1656280178 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f2408160320 con 0x7f240806f1c0 2024-09-10T10:35:20.960 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-09-10T10:35:20.961 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-10T10:35:20.961 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-10T10:35:21.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f2404c00640 1 -- 172.21.15.22:0/1656280178 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v40) ==== 118+0+0 (secure 0 0 0) 0x7f23f80f1080 con 0x7f240806f1c0 2024-09-10T10:35:21.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 -- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23e40678c0 msgr2=0x7f23e4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:21.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23e40678c0 0x7f23e4069d80 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2408153080 tx=0x7f23f0009040 comp rx=0 tx=0).stop 2024-09-10T10:35:21.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 -- 172.21.15.22:0/1656280178 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f240806f1c0 msgr2=0x7f2408160540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:21.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f240806f1c0 0x7f2408160540 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f23f80ad040 tx=0x7f23f801acb0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 -- 172.21.15.22:0/1656280178 shutdown_connections 2024-09-10T10:35:21.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23e40678c0 0x7f23e4069d80 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2408158f70 0x7f2408166b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2408072f30 0x7f2408152800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 --2- 172.21.15.22:0/1656280178 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f240806f1c0 0x7f2408160540 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 -- 172.21.15.22:0/1656280178 >> 172.21.15.22:0/1656280178 conn(0x7f2408062eb0 msgr2=0x7f240815eef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:21.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 -- 172.21.15.22:0/1656280178 shutdown_connections 2024-09-10T10:35:21.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.392+0000 7f240ec00640 1 -- 172.21.15.22:0/1656280178 wait complete. 2024-09-10T10:35:21.422 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:35:21.422 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:35:21.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa708a00640 1 Processor -- start 2024-09-10T10:35:21.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa708a00640 1 -- start start 2024-09-10T10:35:21.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa708a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa704158f70 0x7fa70415c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:21.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa708a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa70406f1c0 0x7fa7040ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:21.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa708a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa704159350 con 0x7fa704072f30 2024-09-10T10:35:21.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa708a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa704071340 con 0x7fa70406f1c0 2024-09-10T10:35:21.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa708a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa704071620 con 0x7fa704158f70 2024-09-10T10:35:21.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa702800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa70406f1c0 0x7fa7040ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:21.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa702800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa70406f1c0 0x7fa7040ce4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46414/0 (socket says 172.21.15.22:46414) 2024-09-10T10:35:21.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa702800640 1 -- 172.21.15.22:0/3335798443 learned_addr learned my addr 172.21.15.22:0/3335798443 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:21.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.568+0000 7fa701e00640 1 --2- 172.21.15.22:0/3335798443 >> v2:172.21.15.145:3300/0 conn(0x7fa704158f70 0x7fa70415c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:21.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.572+0000 7fa702800640 1 -- 172.21.15.22:0/3335798443 >> v2:172.21.15.145:3300/0 conn(0x7fa704158f70 msgr2=0x7fa70415c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:21.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.572+0000 7fa702800640 1 --2- 172.21.15.22:0/3335798443 >> v2:172.21.15.145:3300/0 conn(0x7fa704158f70 0x7fa70415c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.572+0000 7fa702800640 1 -- 172.21.15.22:0/3335798443 >> v1:172.21.15.145:6789/0 conn(0x7fa704072f30 legacy=0x7fa70406eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:21.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.572+0000 7fa702800640 1 -- 172.21.15.22:0/3335798443 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa704071900 con 0x7fa70406f1c0 2024-09-10T10:35:21.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.572+0000 7fa702800640 1 --2- 172.21.15.22:0/3335798443 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa70406f1c0 0x7fa7040ce4c0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fa70406ca10 tx=0x7fa6fc01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ace604a3aee0020 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:21.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.572+0000 7fa700a00640 1 -- 172.21.15.22:0/3335798443 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc0a5880 con 0x7fa70406f1c0 2024-09-10T10:35:21.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.572+0000 7fa700a00640 1 -- 172.21.15.22:0/3335798443 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6fc0a5a20 con 0x7fa70406f1c0 2024-09-10T10:35:21.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.572+0000 7fa700a00640 1 -- 172.21.15.22:0/3335798443 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc0a5df0 con 0x7fa70406f1c0 2024-09-10T10:35:21.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.572+0000 7fa708a00640 1 -- 172.21.15.22:0/3335798443 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa70406f1c0 msgr2=0x7fa7040ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:21.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.572+0000 7fa708a00640 1 --2- 172.21.15.22:0/3335798443 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa70406f1c0 0x7fa7040ce4c0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fa70406ca10 tx=0x7fa6fc01c9c0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 -- 172.21.15.22:0/3335798443 shutdown_connections 2024-09-10T10:35:21.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 --2- 172.21.15.22:0/3335798443 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa70406f1c0 0x7fa7040ce4c0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 --2- 172.21.15.22:0/3335798443 >> v2:172.21.15.145:3300/0 conn(0x7fa704158f70 0x7fa70415c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 -- 172.21.15.22:0/3335798443 >> 172.21.15.22:0/3335798443 conn(0x7fa704062eb0 msgr2=0x7fa70406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:21.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 -- 172.21.15.22:0/3335798443 shutdown_connections 2024-09-10T10:35:21.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 -- 172.21.15.22:0/3335798443 wait complete. 2024-09-10T10:35:21.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 Processor -- start 2024-09-10T10:35:21.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 -- start start 2024-09-10T10:35:21.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa70406f1c0 0x7fa70414ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa704072f30 0x7fa7040afd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa704158f70 0x7fa704153600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa7040cf390 con 0x7fa704072f30 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa7040cf210 con 0x7fa70406f1c0 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa708a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa7040cf510 con 0x7fa704158f70 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa701400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa704072f30 0x7fa7040afd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa701400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa704072f30 0x7fa7040afd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46430/0 (socket says 172.21.15.22:46430) 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa701400640 1 -- 172.21.15.22:0/3746611557 learned_addr learned my addr 172.21.15.22:0/3746611557 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa701e00640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa70406f1c0 0x7fa70414ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa702800640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa704158f70 0x7fa704153600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa701400640 1 -- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa704158f70 msgr2=0x7fa704153600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa701400640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa704158f70 0x7fa704153600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa701400640 1 -- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa70406f1c0 msgr2=0x7fa70414ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:21.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa701400640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa70406f1c0 0x7fa70414ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:21.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa701400640 1 -- 172.21.15.22:0/3746611557 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa70414f000 con 0x7fa704072f30 2024-09-10T10:35:21.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.576+0000 7fa701400640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa704072f30 0x7fa7040afd50 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fa6f000c3c0 tx=0x7fa6f000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:21.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.580+0000 7fa6fa000640 1 -- 172.21.15.22:0/3746611557 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f0017070 con 0x7fa704072f30 2024-09-10T10:35:21.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.580+0000 7fa6fa000640 1 -- 172.21.15.22:0/3746611557 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6f00052d0 con 0x7fa704072f30 2024-09-10T10:35:21.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.580+0000 7fa708a00640 1 -- 172.21.15.22:0/3746611557 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa704150880 con 0x7fa704072f30 2024-09-10T10:35:21.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.580+0000 7fa6fa000640 1 -- 172.21.15.22:0/3746611557 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f0003840 con 0x7fa704072f30 2024-09-10T10:35:21.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.580+0000 7fa708a00640 1 -- 172.21.15.22:0/3746611557 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa704150e40 con 0x7fa704072f30 2024-09-10T10:35:21.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.580+0000 7fa708a00640 1 -- 172.21.15.22:0/3746611557 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7040ce4c0 con 0x7fa704072f30 2024-09-10T10:35:21.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.580+0000 7fa6fa000640 1 -- 172.21.15.22:0/3746611557 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa6f001a070 con 0x7fa704072f30 2024-09-10T10:35:21.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.580+0000 7fa6fa000640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6e40678c0 0x7fa6e4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:21.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.580+0000 7fa6fa000640 1 -- 172.21.15.22:0/3746611557 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fa6f0084f80 con 0x7fa704072f30 2024-09-10T10:35:21.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.580+0000 7fa701e00640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6e40678c0 0x7fa6e4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:21.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.584+0000 7fa701e00640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6e40678c0 0x7fa6e4069d80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4009b60 tx=0x7fa6f4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:21.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.584+0000 7fa6fa000640 1 -- 172.21.15.22:0/3746611557 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa6f0005480 con 0x7fa704072f30 2024-09-10T10:35:21.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:21.784+0000 7fa708a00640 1 -- 172.21.15.22:0/3746611557 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fa7040690b0 con 0x7fa704072f30 2024-09-10T10:35:22.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa6fa000640 1 -- 172.21.15.22:0/3746611557 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v41) ==== 122+0+0 (secure 0 0 0) 0x7fa6f0055460 con 0x7fa704072f30 2024-09-10T10:35:22.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 -- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6e40678c0 msgr2=0x7fa6e4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6e40678c0 0x7fa6e4069d80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4009b60 tx=0x7fa6f4009190 comp rx=0 tx=0).stop 2024-09-10T10:35:22.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 -- 172.21.15.22:0/3746611557 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa704072f30 msgr2=0x7fa7040afd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa704072f30 0x7fa7040afd50 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fa6f000c3c0 tx=0x7fa6f000c880 comp rx=0 tx=0).stop 2024-09-10T10:35:22.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 -- 172.21.15.22:0/3746611557 shutdown_connections 2024-09-10T10:35:22.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6e40678c0 0x7fa6e4069d80 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa704158f70 0x7fa704153600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa704072f30 0x7fa7040afd50 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 --2- 172.21.15.22:0/3746611557 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa70406f1c0 0x7fa70414ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 -- 172.21.15.22:0/3746611557 >> 172.21.15.22:0/3746611557 conn(0x7fa704062eb0 msgr2=0x7fa70406d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:22.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 -- 172.21.15.22:0/3746611557 shutdown_connections 2024-09-10T10:35:22.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.400+0000 7fa708a00640 1 -- 172.21.15.22:0/3746611557 wait complete. 2024-09-10T10:35:22.428 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:35:22.428 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:22.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1cabe00640 1 Processor -- start 2024-09-10T10:35:22.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1cabe00640 1 -- start start 2024-09-10T10:35:22.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1cabe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1cac15c440 0x7f1cac0d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1cabe00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cac071570 con 0x7f1cac0d1980 2024-09-10T10:35:22.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1cabe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cac071850 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1cabe00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f1cac0b1fb0 con 0x7f1cac15c440 2024-09-10T10:35:22.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1caa000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f1cac0d1980 0x7f1cac0b5e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43936/0 (socket says 172.21.15.22:43936) 2024-09-10T10:35:22.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1caa000640 1 -- 172.21.15.22:0/369034218 learned_addr learned my addr 172.21.15.22:0/369034218 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:22.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1caaa00640 1 --2- 172.21.15.22:0/369034218 >> v2:172.21.15.145:3300/0 conn(0x7f1cac15c440 0x7f1cac0d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1ca9600640 1 -- 172.21.15.22:0/369034218 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4034895652 0 0) 0x7f1cac071570 con 0x7f1cac0d1980 2024-09-10T10:35:22.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1ca9600640 1 -- 172.21.15.22:0/369034218 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1c90003530 con 0x7f1cac0d1980 2024-09-10T10:35:22.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1caaa00640 1 -- 172.21.15.22:0/369034218 >> v1:172.21.15.145:6789/0 conn(0x7f1cac0b6ae0 legacy=0x7f1cac0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1caaa00640 1 -- 172.21.15.22:0/369034218 >> v1:172.21.15.22:6789/0 conn(0x7f1cac0d1980 legacy=0x7f1cac0b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1ca9600640 1 -- 172.21.15.22:0/369034218 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2482580431 0 0) 0x7f1c90003530 con 0x7f1cac0d1980 2024-09-10T10:35:22.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.572+0000 7f1caaa00640 1 -- 172.21.15.22:0/369034218 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cac0b5680 con 0x7f1cac15c440 2024-09-10T10:35:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1caaa00640 1 --2- 172.21.15.22:0/369034218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cac15c440 0x7f1cac0d1ed0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c0097c0 tx=0x7f1c9c01c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f83d622b2b1481a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1ca9600640 1 -- 172.21.15.22:0/369034218 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9c0b0070 con 0x7f1cac15c440 2024-09-10T10:35:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1ca9600640 1 -- 172.21.15.22:0/369034218 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c9c0ab400 con 0x7f1cac15c440 2024-09-10T10:35:22.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1ca9600640 1 -- 172.21.15.22:0/369034218 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c98001680 con 0x7f1cac15c440 2024-09-10T10:35:22.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1cabe00640 1 -- 172.21.15.22:0/369034218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cac15c440 msgr2=0x7f1cac0d1ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1cabe00640 1 --2- 172.21.15.22:0/369034218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cac15c440 0x7f1cac0d1ed0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c0097c0 tx=0x7f1c9c01c3c0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1cabe00640 1 -- 172.21.15.22:0/369034218 shutdown_connections 2024-09-10T10:35:22.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1cabe00640 1 --2- 172.21.15.22:0/369034218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cac15c440 0x7f1cac0d1ed0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1cabe00640 1 -- 172.21.15.22:0/369034218 >> 172.21.15.22:0/369034218 conn(0x7f1cac0b41e0 msgr2=0x7f1cac0b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:22.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1cabe00640 1 -- 172.21.15.22:0/369034218 shutdown_connections 2024-09-10T10:35:22.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.576+0000 7f1cabe00640 1 -- 172.21.15.22:0/369034218 wait complete. 2024-09-10T10:35:22.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 Processor -- start 2024-09-10T10:35:22.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 -- start start 2024-09-10T10:35:22.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1cac0b6ae0 0x7f1cac155fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cac0d1980 0x7f1cac143070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cac15c440 0x7f1cac151eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1cac15c9a0 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1cac15c820 con 0x7f1cac15c440 2024-09-10T10:35:22.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1cac16a8f0 con 0x7f1cac0d1980 2024-09-10T10:35:22.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1caaa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1cac0b6ae0 0x7f1cac155fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1caaa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1cac0b6ae0 0x7f1cac155fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46440/0 (socket says 172.21.15.22:46440) 2024-09-10T10:35:22.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1caaa00640 1 -- 172.21.15.22:0/1319430330 learned_addr learned my addr 172.21.15.22:0/1319430330 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1caa000640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cac0d1980 0x7f1cac143070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cab400640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cac15c440 0x7f1cac151eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1caaa00640 1 -- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cac0d1980 msgr2=0x7f1cac143070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1caaa00640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cac0d1980 0x7f1cac143070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1caaa00640 1 -- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cac15c440 msgr2=0x7f1cac151eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1caaa00640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cac15c440 0x7f1cac151eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1caaa00640 1 -- 172.21.15.22:0/1319430330 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cac1566d0 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cab400640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cac15c440 0x7f1cac151eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1caaa00640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1cac0b6ae0 0x7f1cac155fa0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c018fd0 tx=0x7f1c9c019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1ca3400640 1 -- 172.21.15.22:0/1319430330 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9c0b0040 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1ca3400640 1 -- 172.21.15.22:0/1319430330 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c9c0bc070 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1ca3400640 1 -- 172.21.15.22:0/1319430330 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9c0b56c0 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 -- 172.21.15.22:0/1319430330 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cac1569b0 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 -- 172.21.15.22:0/1319430330 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cac0aec60 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.580+0000 7f1cabe00640 1 -- 172.21.15.22:0/1319430330 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cac0d1ed0 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.584+0000 7f1ca3400640 1 -- 172.21.15.22:0/1319430330 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1c9c0b3070 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.584+0000 7f1ca3400640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1c8c0678c0 0x7f1c8c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.584+0000 7f1ca3400640 1 -- 172.21.15.22:0/1319430330 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f1c9c11f690 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.584+0000 7f1caa000640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1c8c0678c0 0x7f1c8c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.584+0000 7f1caa000640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1c8c0678c0 0x7f1c8c069d80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f1cac0b41b0 tx=0x7f1c98009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:22.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.588+0000 7f1ca3400640 1 -- 172.21.15.22:0/1319430330 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1c9c015fb0 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.784+0000 7f1cabe00640 1 -- 172.21.15.22:0/1319430330 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1cac167d00 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.784+0000 7f1ca3400640 1 -- 172.21.15.22:0/1319430330 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5228 (secure 0 0 0) 0x7f1c9c0f0130 con 0x7f1cac0b6ae0 2024-09-10T10:35:22.788 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:22.788 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":41,"btime":"2024-09-10T10:35:22:398575+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5267,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2397639362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2397639362},{"type":"v1","addr":"172.21.15.145:6836","nonce":2397639362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3732295506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3732295506},{"type":"v1","addr":"172.21.15.145:6837","nonce":3732295506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5838,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/459503563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":459503563},{"type":"v1","addr":"172.21.15.22:6834","nonce":459503563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:18.752387+0000","modified":"2024-09-10T10:35:21.786522+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"a","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2879608721","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2879608721},{"type":"v1","addr":"172.21.15.22:6835","nonce":2879608721}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-10T10:35:22.788 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 41 2024-09-10T10:35:22.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 -- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1c8c0678c0 msgr2=0x7f1c8c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1c8c0678c0 0x7f1c8c069d80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f1cac0b41b0 tx=0x7f1c98009040 comp rx=0 tx=0).stop 2024-09-10T10:35:22.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 -- 172.21.15.22:0/1319430330 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1cac0b6ae0 msgr2=0x7f1cac155fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1cac0b6ae0 0x7f1cac155fa0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c018fd0 tx=0x7f1c9c019160 comp rx=0 tx=0).stop 2024-09-10T10:35:22.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 -- 172.21.15.22:0/1319430330 shutdown_connections 2024-09-10T10:35:22.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1c8c0678c0 0x7f1c8c069d80 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cac15c440 0x7f1cac151eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1cac0d1980 0x7f1cac143070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 --2- 172.21.15.22:0/1319430330 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1cac0b6ae0 0x7f1cac155fa0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 -- 172.21.15.22:0/1319430330 >> 172.21.15.22:0/1319430330 conn(0x7f1cac0b41e0 msgr2=0x7f1cac06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:22.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 -- 172.21.15.22:0/1319430330 shutdown_connections 2024-09-10T10:35:22.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.788+0000 7f1cabe00640 1 -- 172.21.15.22:0/1319430330 wait complete. 2024-09-10T10:35:22.809 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:35:22.950 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a63a00640 1 Processor -- start 2024-09-10T10:35:22.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a63a00640 1 -- start start 2024-09-10T10:35:22.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a63a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7a5c145fb0 0x7f7a5c0b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a63a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a5c06e8c0 0x7f7a5c0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a63a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a5c06d3f0 con 0x7f7a5c0cd670 2024-09-10T10:35:22.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a63a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7a5c0ce010 con 0x7f7a5c145fb0 2024-09-10T10:35:22.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a63a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7a5c06d1a0 con 0x7f7a5c06e8c0 2024-09-10T10:35:22.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a5be00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7a5c0cd670 0x7f7a5c06e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43948/0 (socket says 172.21.15.22:43948) 2024-09-10T10:35:22.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a5be00640 1 -- 172.21.15.22:0/1008567094 learned_addr learned my addr 172.21.15.22:0/1008567094 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:22.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a61a00640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a5c06e8c0 0x7f7a5c0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.948+0000 7f7a61000640 1 --2- 172.21.15.22:0/1008567094 >> v2:172.21.15.145:3300/0 conn(0x7f7a5c145fb0 0x7f7a5c0b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4091361727 0 0) 0x7f7a5c06d3f0 con 0x7f7a5c0cd670 2024-09-10T10:35:22.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7a40003530 con 0x7f7a5c0cd670 2024-09-10T10:35:22.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 339587001 0 0) 0x7f7a40003530 con 0x7f7a5c0cd670 2024-09-10T10:35:22.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a5c06e8c0 msgr2=0x7f7a5c0cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:22.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a5c06e8c0 0x7f7a5c0cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 >> v2:172.21.15.145:3300/0 conn(0x7f7a5c145fb0 msgr2=0x7f7a5c0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:22.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 --2- 172.21.15.22:0/1008567094 >> v2:172.21.15.145:3300/0 conn(0x7f7a5c145fb0 0x7f7a5c0b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a5c06d6d0 con 0x7f7a5c0cd670 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f7a48001680 con 0x7f7a5c0cd670 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 >> v1:172.21.15.22:6789/0 conn(0x7f7a5c0cd670 legacy=0x7f7a5c06e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a400039c0 0x7f7a40003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a400043b0 0x7f7a40004890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a40004f00 0x7f7a4000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c06d1a0 con 0x7f7a40004f00 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7a4000bf10 con 0x7f7a400043b0 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7a4000c090 con 0x7f7a400039c0 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a61000640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a400039c0 0x7f7a40003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a5be00640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a400043b0 0x7f7a40004890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a61a00640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a40004f00 0x7f7a4000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a61000640 1 -- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a400043b0 msgr2=0x7f7a40004890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a61000640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a400043b0 0x7f7a40004890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a61000640 1 -- 172.21.15.22:0/1008567094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a40004f00 msgr2=0x7f7a4000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:22.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a61000640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a40004f00 0x7f7a4000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.952+0000 7f7a61000640 1 -- 172.21.15.22:0/1008567094 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a40003530 con 0x7f7a400039c0 2024-09-10T10:35:22.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a61000640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a400039c0 0x7f7a40003de0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c009ae0 tx=0x7f7a4c01cab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d121a578ab8c00a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:22.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c0b2070 con 0x7f7a400039c0 2024-09-10T10:35:22.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a4c0a56a0 con 0x7f7a400039c0 2024-09-10T10:35:22.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a5b400640 1 -- 172.21.15.22:0/1008567094 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c0096b0 con 0x7f7a400039c0 2024-09-10T10:35:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 -- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a400039c0 msgr2=0x7f7a40003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 --2- 172.21.15.22:0/1008567094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a400039c0 0x7f7a40003de0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c009ae0 tx=0x7f7a4c01cab0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a61a00640 1 -- 172.21.15.22:0/1008567094 reap_dead start 2024-09-10T10:35:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 -- 172.21.15.22:0/1008567094 shutdown_connections 2024-09-10T10:35:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 -- 172.21.15.22:0/1008567094 >> 172.21.15.22:0/1008567094 conn(0x7f7a5c062dd0 msgr2=0x7f7a5c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 -- 172.21.15.22:0/1008567094 shutdown_connections 2024-09-10T10:35:22.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 -- 172.21.15.22:0/1008567094 wait complete. 2024-09-10T10:35:22.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 Processor -- start 2024-09-10T10:35:22.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 -- start start 2024-09-10T10:35:22.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a400039c0 0x7f7a5c159650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a5c159b90 0x7f7a5c1f3d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a5c1f42a0 0x7f7a5c1f4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c0b4340 con 0x7f7a5c1f42a0 2024-09-10T10:35:22.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c06dd20 con 0x7f7a5c159b90 2024-09-10T10:35:22.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.956+0000 7f7a63a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7a5c15a010 con 0x7f7a400039c0 2024-09-10T10:35:22.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a61a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a5c1f42a0 0x7f7a5c1f4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a61a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a5c1f42a0 0x7f7a5c1f4730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46454/0 (socket says 172.21.15.22:46454) 2024-09-10T10:35:22.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a61a00640 1 -- 172.21.15.22:0/1515092276 learned_addr learned my addr 172.21.15.22:0/1515092276 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:22.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a5be00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a5c159b90 0x7f7a5c1f3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a61000640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a400039c0 0x7f7a5c159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a61a00640 1 -- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a400039c0 msgr2=0x7f7a5c159650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a61a00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a400039c0 0x7f7a5c159650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a61a00640 1 -- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a5c159b90 msgr2=0x7f7a5c1f3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:22.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a61a00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a5c159b90 0x7f7a5c1f3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:22.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a61a00640 1 -- 172.21.15.22:0/1515092276 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a5c15a230 con 0x7f7a5c1f42a0 2024-09-10T10:35:22.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a5be00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a5c159b90 0x7f7a5c1f3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:22.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a61a00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a5c1f42a0 0x7f7a5c1f4730 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c0b36e0 tx=0x7f7a5400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:22.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a58c00640 1 -- 172.21.15.22:0/1515092276 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a540039a0 con 0x7f7a5c1f42a0 2024-09-10T10:35:22.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a58c00640 1 -- 172.21.15.22:0/1515092276 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a5401c070 con 0x7f7a5c1f42a0 2024-09-10T10:35:22.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a58c00640 1 -- 172.21.15.22:0/1515092276 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a54003d80 con 0x7f7a5c1f42a0 2024-09-10T10:35:22.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a63a00640 1 -- 172.21.15.22:0/1515092276 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a5c15a510 con 0x7f7a5c1f42a0 2024-09-10T10:35:22.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a63a00640 1 -- 172.21.15.22:0/1515092276 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a5c15aad0 con 0x7f7a5c1f42a0 2024-09-10T10:35:22.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a63a00640 1 -- 172.21.15.22:0/1515092276 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a5c0b3e00 con 0x7f7a5c1f42a0 2024-09-10T10:35:22.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.960+0000 7f7a58c00640 1 -- 172.21.15.22:0/1515092276 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7a54004030 con 0x7f7a5c1f42a0 2024-09-10T10:35:22.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.964+0000 7f7a58c00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a3c0678c0 0x7f7a3c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:22.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.964+0000 7f7a58c00640 1 -- 172.21.15.22:0/1515092276 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f7a54086610 con 0x7f7a5c1f42a0 2024-09-10T10:35:22.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.964+0000 7f7a61000640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a3c0678c0 0x7f7a3c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:22.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.964+0000 7f7a61000640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a3c0678c0 0x7f7a3c069d80 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c0af000 tx=0x7f7a4c0046d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:22.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:22.968+0000 7f7a58c00640 1 -- 172.21.15.22:0/1515092276 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7a54010040 con 0x7f7a5c1f42a0 2024-09-10T10:35:23.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.132+0000 7f7a63a00640 1 -- 172.21.15.22:0/1515092276 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7a5c157140 con 0x7f7a5c1f42a0 2024-09-10T10:35:23.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a58c00640 1 -- 172.21.15.22:0/1515092276 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) ==== 74+0+16680 (secure 0 0 0) 0x7f7a54057140 con 0x7f7a5c1f42a0 2024-09-10T10:35:23.137 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:23.138 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":70,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:35:20.355095+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:35:16.492504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-10T10:35:17.762224+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 -- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a3c0678c0 msgr2=0x7f7a3c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a3c0678c0 0x7f7a3c069d80 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c0af000 tx=0x7f7a4c0046d0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 -- 172.21.15.22:0/1515092276 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a5c1f42a0 msgr2=0x7f7a5c1f4730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a5c1f42a0 0x7f7a5c1f4730 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c0b36e0 tx=0x7f7a5400f580 comp rx=0 tx=0).stop 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 -- 172.21.15.22:0/1515092276 shutdown_connections 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a3c0678c0 0x7f7a3c069d80 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a5c1f42a0 0x7f7a5c1f4730 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a5c159b90 0x7f7a5c1f3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 --2- 172.21.15.22:0/1515092276 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a400039c0 0x7f7a5c159650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 -- 172.21.15.22:0/1515092276 >> 172.21.15.22:0/1515092276 conn(0x7f7a5c062dd0 msgr2=0x7f7a5c160000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 -- 172.21.15.22:0/1515092276 shutdown_connections 2024-09-10T10:35:23.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.136+0000 7f7a63a00640 1 -- 172.21.15.22:0/1515092276 wait complete. 2024-09-10T10:35:23.160 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:35:23.160 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:35:23.190 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:35:23.210 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:35:23.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f9153000640 1 Processor -- start 2024-09-10T10:35:23.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f9153000640 1 -- start start 2024-09-10T10:35:23.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f9153000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f914c15c610 0x7f914c0b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f9153000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f914c15cc20 con 0x7f914c15c230 2024-09-10T10:35:23.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f9153000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f914c15cf00 con 0x7f914c0b7190 2024-09-10T10:35:23.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f9153000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f914c0b75e0 con 0x7f914c15c610 2024-09-10T10:35:23.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f914be00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f914c15c230 0x7f914c0d2820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43952/0 (socket says 172.21.15.22:43952) 2024-09-10T10:35:23.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f914be00640 1 -- 172.21.15.22:0/3053410884 learned_addr learned my addr 172.21.15.22:0/3053410884 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:23.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f9143e00640 1 --2- 172.21.15.22:0/3053410884 >> v2:172.21.15.22:3300/0 conn(0x7f914c15c610 0x7f914c0b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f914b400640 1 -- 172.21.15.22:0/3053410884 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 286476978 0 0) 0x7f914c15cc20 con 0x7f914c15c230 2024-09-10T10:35:23.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f914b400640 1 -- 172.21.15.22:0/3053410884 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9130003530 con 0x7f914c15c230 2024-09-10T10:35:23.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f9143e00640 1 -- 172.21.15.22:0/3053410884 >> v1:172.21.15.145:6789/0 conn(0x7f914c0b7190 legacy=0x7f914c0b5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:23.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f9143e00640 1 -- 172.21.15.22:0/3053410884 >> v1:172.21.15.22:6789/0 conn(0x7f914c15c230 legacy=0x7f914c0d2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.300+0000 7f9143e00640 1 -- 172.21.15.22:0/3053410884 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f914c15d1e0 con 0x7f914c15c610 2024-09-10T10:35:23.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f9143e00640 1 --2- 172.21.15.22:0/3053410884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c15c610 0x7f914c0b6c50 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f91340097c0 tx=0x7f913401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7242859e919c78c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:23.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f914b400640 1 -- 172.21.15.22:0/3053410884 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91340b0070 con 0x7f914c15c610 2024-09-10T10:35:23.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f914b400640 1 -- 172.21.15.22:0/3053410884 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91340ab600 con 0x7f914c15c610 2024-09-10T10:35:23.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f914b400640 1 -- 172.21.15.22:0/3053410884 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91340ab9b0 con 0x7f914c15c610 2024-09-10T10:35:23.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f9153000640 1 -- 172.21.15.22:0/3053410884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c15c610 msgr2=0x7f914c0b6c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f9153000640 1 --2- 172.21.15.22:0/3053410884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c15c610 0x7f914c0b6c50 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f91340097c0 tx=0x7f913401c460 comp rx=0 tx=0).stop 2024-09-10T10:35:23.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f9153000640 1 -- 172.21.15.22:0/3053410884 shutdown_connections 2024-09-10T10:35:23.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f9153000640 1 --2- 172.21.15.22:0/3053410884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c15c610 0x7f914c0b6c50 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f9153000640 1 -- 172.21.15.22:0/3053410884 >> 172.21.15.22:0/3053410884 conn(0x7f914c06f3b0 msgr2=0x7f914c06f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:23.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f9153000640 1 -- 172.21.15.22:0/3053410884 shutdown_connections 2024-09-10T10:35:23.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.304+0000 7f9153000640 1 -- 172.21.15.22:0/3053410884 wait complete. 2024-09-10T10:35:23.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9153000640 1 Processor -- start 2024-09-10T10:35:23.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9153000640 1 -- start start 2024-09-10T10:35:23.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9153000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c0b7190 0x7f914c06d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9153000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f914c15c230 0x7f914c06bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9153000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f914c15c610 0x7f914c15ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9153000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f914c16a250 con 0x7f914c0b7190 2024-09-10T10:35:23.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9153000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f914c16a0d0 con 0x7f914c15c610 2024-09-10T10:35:23.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9153000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f914c16a3d0 con 0x7f914c15c230 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f914be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c0b7190 0x7f914c06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f914be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c0b7190 0x7f914c06d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46486/0 (socket says 172.21.15.22:46486) 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f914be00640 1 -- 172.21.15.22:0/1093936704 learned_addr learned my addr 172.21.15.22:0/1093936704 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9151000640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f914c15c610 0x7f914c15ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9143e00640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f914c15c230 0x7f914c06bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f914be00640 1 -- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f914c15c230 msgr2=0x7f914c06bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f914be00640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f914c15c230 0x7f914c06bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f914be00640 1 -- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f914c15c610 msgr2=0x7f914c15ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f914be00640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f914c15c610 0x7f914c15ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f914be00640 1 -- 172.21.15.22:0/1093936704 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f914c15b560 con 0x7f914c0b7190 2024-09-10T10:35:23.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f914be00640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c0b7190 0x7f914c06d940 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f913c00c450 tx=0x7f913c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:23.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9148c00640 1 -- 172.21.15.22:0/1093936704 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c017070 con 0x7f914c0b7190 2024-09-10T10:35:23.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9148c00640 1 -- 172.21.15.22:0/1093936704 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f913c005cf0 con 0x7f914c0b7190 2024-09-10T10:35:23.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9148c00640 1 -- 172.21.15.22:0/1093936704 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c007290 con 0x7f914c0b7190 2024-09-10T10:35:23.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9153000640 1 -- 172.21.15.22:0/1093936704 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f914c15a9e0 con 0x7f914c0b7190 2024-09-10T10:35:23.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.308+0000 7f9153000640 1 -- 172.21.15.22:0/1093936704 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f914c15afa0 con 0x7f914c0b7190 2024-09-10T10:35:23.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.312+0000 7f9153000640 1 -- 172.21.15.22:0/1093936704 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f914c0b6c50 con 0x7f914c0b7190 2024-09-10T10:35:23.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.312+0000 7f9148c00640 1 -- 172.21.15.22:0/1093936704 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f913c01a070 con 0x7f914c0b7190 2024-09-10T10:35:23.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.312+0000 7f9148c00640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91280678c0 0x7f9128069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.312+0000 7f9148c00640 1 -- 172.21.15.22:0/1093936704 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f913c0850a0 con 0x7f914c0b7190 2024-09-10T10:35:23.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.312+0000 7f9143e00640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91280678c0 0x7f9128069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.312+0000 7f9143e00640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91280678c0 0x7f9128069d80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f91340ad000 tx=0x7f91340a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:23.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.316+0000 7f9148c00640 1 -- 172.21.15.22:0/1093936704 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f913c055bd0 con 0x7f914c0b7190 2024-09-10T10:35:23.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.480+0000 7f9153000640 1 -- 172.21.15.22:0/1093936704 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f914c156d70 con 0x7f91280678c0 2024-09-10T10:35:23.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9148c00640 1 -- 172.21.15.22:0/1093936704 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247575 (secure 0 0 0) 0x7f914c156d70 con 0x7f91280678c0 2024-09-10T10:35:23.492 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:23.493 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:35:23.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 -- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91280678c0 msgr2=0x7f9128069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91280678c0 0x7f9128069d80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f91340ad000 tx=0x7f91340a6000 comp rx=0 tx=0).stop 2024-09-10T10:35:23.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 -- 172.21.15.22:0/1093936704 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c0b7190 msgr2=0x7f914c06d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c0b7190 0x7f914c06d940 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f913c00c450 tx=0x7f913c00c910 comp rx=0 tx=0).stop 2024-09-10T10:35:23.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 -- 172.21.15.22:0/1093936704 shutdown_connections 2024-09-10T10:35:23.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91280678c0 0x7f9128069d80 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f914c15c610 0x7f914c15ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f914c15c230 0x7f914c06bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 --2- 172.21.15.22:0/1093936704 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f914c0b7190 0x7f914c06d940 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 -- 172.21.15.22:0/1093936704 >> 172.21.15.22:0/1093936704 conn(0x7f914c06f3b0 msgr2=0x7f914c0b47a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:23.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.488+0000 7f9153000640 1 -- 172.21.15.22:0/1093936704 shutdown_connections 2024-09-10T10:35:23.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.492+0000 7f9153000640 1 -- 172.21.15.22:0/1093936704 wait complete. 2024-09-10T10:35:23.513 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2024-09-10T10:35:23.373555+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":60,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252936,"kb_used_data":7564,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721784,"statfs":{"total":773094113280,"available":772835106816,"internally_reserved":0,"allocated":7745536,"data_stored":3894335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001885"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359780+0000","last_change":"2024-09-10T10:35:18.359780+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359780+0000","last_undegraded":"2024-09-10T10:35:18.359780+0000","last_fullsized":"2024-09-10T10:35:18.359780+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.366184+0000","last_change":"2024-09-10T10:35:18.366184+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.366184+0000","last_undegraded":"2024-09-10T10:35:18.366184+0000","last_fullsized":"2024-09-10T10:35:18.366184+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358473+0000","last_change":"2024-09-10T10:35:18.358473+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358473+0000","last_undegraded":"2024-09-10T10:35:18.358473+0000","last_fullsized":"2024-09-10T10:35:18.358473+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359384+0000","last_change":"2024-09-10T10:35:18.359384+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359384+0000","last_undegraded":"2024-09-10T10:35:18.359384+0000","last_fullsized":"2024-09-10T10:35:18.359384+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414138+0000","last_change":"2024-09-10T10:35:19.394969+0000","last_active":"2024-09-10T10:35:20.414138+0000","last_peered":"2024-09-10T10:35:20.414138+0000","last_clean":"2024-09-10T10:35:20.414138+0000","last_became_active":"2024-09-10T10:35:19.394681+0000","last_became_peered":"2024-09-10T10:35:19.394681+0000","last_unstale":"2024-09-10T10:35:20.414138+0000","last_undegraded":"2024-09-10T10:35:20.414138+0000","last_fullsized":"2024-09-10T10:35:20.414138+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:59.461554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.370711+0000","last_change":"2024-09-10T10:35:18.370711+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.370711+0000","last_undegraded":"2024-09-10T10:35:18.370711+0000","last_fullsized":"2024-09-10T10:35:18.370711+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359741+0000","last_change":"2024-09-10T10:35:18.359741+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359741+0000","last_undegraded":"2024-09-10T10:35:18.359741+0000","last_fullsized":"2024-09-10T10:35:18.359741+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361406+0000","last_change":"2024-09-10T10:35:18.361406+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361406+0000","last_undegraded":"2024-09-10T10:35:18.361406+0000","last_fullsized":"2024-09-10T10:35:18.361406+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360435+0000","last_change":"2024-09-10T10:35:18.360435+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360435+0000","last_undegraded":"2024-09-10T10:35:18.360435+0000","last_fullsized":"2024-09-10T10:35:18.360435+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359672+0000","last_change":"2024-09-10T10:35:18.359672+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359672+0000","last_undegraded":"2024-09-10T10:35:18.359672+0000","last_fullsized":"2024-09-10T10:35:18.359672+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359964+0000","last_change":"2024-09-10T10:35:18.359964+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359964+0000","last_undegraded":"2024-09-10T10:35:18.359964+0000","last_fullsized":"2024-09-10T10:35:18.359964+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358442+0000","last_change":"2024-09-10T10:35:18.358442+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358442+0000","last_undegraded":"2024-09-10T10:35:18.358442+0000","last_fullsized":"2024-09-10T10:35:18.358442+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358543+0000","last_change":"2024-09-10T10:35:18.358543+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358543+0000","last_undegraded":"2024-09-10T10:35:18.358543+0000","last_fullsized":"2024-09-10T10:35:18.358543+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357847+0000","last_change":"2024-09-10T10:35:18.357847+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357847+0000","last_undegraded":"2024-09-10T10:35:18.357847+0000","last_fullsized":"2024-09-10T10:35:18.357847+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359483+0000","last_change":"2024-09-10T10:35:18.359483+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359483+0000","last_undegraded":"2024-09-10T10:35:18.359483+0000","last_fullsized":"2024-09-10T10:35:18.359483+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361003+0000","last_change":"2024-09-10T10:35:18.361003+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361003+0000","last_undegraded":"2024-09-10T10:35:18.361003+0000","last_fullsized":"2024-09-10T10:35:18.361003+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414775+0000","last_change":"2024-09-10T10:35:19.380177+0000","last_active":"2024-09-10T10:35:20.414775+0000","last_peered":"2024-09-10T10:35:20.414775+0000","last_clean":"2024-09-10T10:35:20.414775+0000","last_became_active":"2024-09-10T10:35:19.375818+0000","last_became_peered":"2024-09-10T10:35:19.375818+0000","last_unstale":"2024-09-10T10:35:20.414775+0000","last_undegraded":"2024-09-10T10:35:20.414775+0000","last_fullsized":"2024-09-10T10:35:20.414775+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:16.861748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414848+0000","last_change":"2024-09-10T10:35:19.381221+0000","last_active":"2024-09-10T10:35:20.414848+0000","last_peered":"2024-09-10T10:35:20.414848+0000","last_clean":"2024-09-10T10:35:20.414848+0000","last_became_active":"2024-09-10T10:35:19.380772+0000","last_became_peered":"2024-09-10T10:35:19.380772+0000","last_unstale":"2024-09-10T10:35:20.414848+0000","last_undegraded":"2024-09-10T10:35:20.414848+0000","last_fullsized":"2024-09-10T10:35:20.414848+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:29.632458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359589+0000","last_change":"2024-09-10T10:35:18.359589+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359589+0000","last_undegraded":"2024-09-10T10:35:18.359589+0000","last_fullsized":"2024-09-10T10:35:18.359589+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414343+0000","last_change":"2024-09-10T10:35:19.388219+0000","last_active":"2024-09-10T10:35:20.414343+0000","last_peered":"2024-09-10T10:35:20.414343+0000","last_clean":"2024-09-10T10:35:20.414343+0000","last_became_active":"2024-09-10T10:35:19.387816+0000","last_became_peered":"2024-09-10T10:35:19.387816+0000","last_unstale":"2024-09-10T10:35:20.414343+0000","last_undegraded":"2024-09-10T10:35:20.414343+0000","last_fullsized":"2024-09-10T10:35:20.414343+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:34.093869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364994+0000","last_change":"2024-09-10T10:35:18.364994+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364994+0000","last_undegraded":"2024-09-10T10:35:18.364994+0000","last_fullsized":"2024-09-10T10:35:18.364994+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.370225+0000","last_change":"2024-09-10T10:35:18.370225+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.370225+0000","last_undegraded":"2024-09-10T10:35:18.370225+0000","last_fullsized":"2024-09-10T10:35:18.370225+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359341+0000","last_change":"2024-09-10T10:35:18.359341+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359341+0000","last_undegraded":"2024-09-10T10:35:18.359341+0000","last_fullsized":"2024-09-10T10:35:18.359341+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360574+0000","last_change":"2024-09-10T10:35:18.360574+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360574+0000","last_undegraded":"2024-09-10T10:35:18.360574+0000","last_fullsized":"2024-09-10T10:35:18.360574+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360329+0000","last_change":"2024-09-10T10:35:18.360329+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360329+0000","last_undegraded":"2024-09-10T10:35:18.360329+0000","last_fullsized":"2024-09-10T10:35:18.360329+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.362125+0000","last_change":"2024-09-10T10:35:18.362125+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.362125+0000","last_undegraded":"2024-09-10T10:35:18.362125+0000","last_fullsized":"2024-09-10T10:35:18.362125+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413989+0000","last_change":"2024-09-10T10:35:19.380054+0000","last_active":"2024-09-10T10:35:20.413989+0000","last_peered":"2024-09-10T10:35:20.413989+0000","last_clean":"2024-09-10T10:35:20.413989+0000","last_became_active":"2024-09-10T10:35:19.379780+0000","last_became_peered":"2024-09-10T10:35:19.379780+0000","last_unstale":"2024-09-10T10:35:20.413989+0000","last_undegraded":"2024-09-10T10:35:20.413989+0000","last_fullsized":"2024-09-10T10:35:20.413989+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:32:36.824960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365500+0000","last_change":"2024-09-10T10:35:18.365500+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365500+0000","last_undegraded":"2024-09-10T10:35:18.365500+0000","last_fullsized":"2024-09-10T10:35:18.365500+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358157+0000","last_change":"2024-09-10T10:35:18.358157+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358157+0000","last_undegraded":"2024-09-10T10:35:18.358157+0000","last_fullsized":"2024-09-10T10:35:18.358157+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363284+0000","last_change":"2024-09-10T10:35:18.363284+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363284+0000","last_undegraded":"2024-09-10T10:35:18.363284+0000","last_fullsized":"2024-09-10T10:35:18.363284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364087+0000","last_change":"2024-09-10T10:35:18.364087+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364087+0000","last_undegraded":"2024-09-10T10:35:18.364087+0000","last_fullsized":"2024-09-10T10:35:18.364087+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361183+0000","last_change":"2024-09-10T10:35:18.361183+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361183+0000","last_undegraded":"2024-09-10T10:35:18.361183+0000","last_fullsized":"2024-09-10T10:35:18.361183+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361753+0000","last_change":"2024-09-10T10:35:18.361753+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361753+0000","last_undegraded":"2024-09-10T10:35:18.361753+0000","last_fullsized":"2024-09-10T10:35:18.361753+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382001+0000","last_change":"2024-09-10T10:35:18.377094+0000","last_active":"2024-09-10T10:35:18.382001+0000","last_peered":"2024-09-10T10:35:18.382001+0000","last_clean":"2024-09-10T10:35:18.382001+0000","last_became_active":"2024-09-10T10:35:18.376812+0000","last_became_peered":"2024-09-10T10:35:18.376812+0000","last_unstale":"2024-09-10T10:35:18.382001+0000","last_undegraded":"2024-09-10T10:35:18.382001+0000","last_fullsized":"2024-09-10T10:35:18.382001+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:31.381592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359837+0000","last_change":"2024-09-10T10:35:18.359837+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359837+0000","last_undegraded":"2024-09-10T10:35:18.359837+0000","last_fullsized":"2024-09-10T10:35:18.359837+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414906+0000","last_change":"2024-09-10T10:35:18.374085+0000","last_active":"2024-09-10T10:35:20.414906+0000","last_peered":"2024-09-10T10:35:20.414906+0000","last_clean":"2024-09-10T10:35:20.414906+0000","last_became_active":"2024-09-10T10:35:18.373770+0000","last_became_peered":"2024-09-10T10:35:18.373770+0000","last_unstale":"2024-09-10T10:35:20.414906+0000","last_undegraded":"2024-09-10T10:35:20.414906+0000","last_fullsized":"2024-09-10T10:35:20.414906+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:16.453987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.367638+0000","last_change":"2024-09-10T10:35:18.367638+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.367638+0000","last_undegraded":"2024-09-10T10:35:18.367638+0000","last_fullsized":"2024-09-10T10:35:18.367638+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.378739+0000","last_change":"2024-09-10T10:35:18.376983+0000","last_active":"2024-09-10T10:35:18.378739+0000","last_peered":"2024-09-10T10:35:18.378739+0000","last_clean":"2024-09-10T10:35:18.378739+0000","last_became_active":"2024-09-10T10:35:18.376729+0000","last_became_peered":"2024-09-10T10:35:18.376729+0000","last_unstale":"2024-09-10T10:35:18.378739+0000","last_undegraded":"2024-09-10T10:35:18.378739+0000","last_fullsized":"2024-09-10T10:35:18.378739+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:01:44.244923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359267+0000","last_change":"2024-09-10T10:35:18.359267+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359267+0000","last_undegraded":"2024-09-10T10:35:18.359267+0000","last_fullsized":"2024-09-10T10:35:18.359267+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383768+0000","last_change":"2024-09-10T10:35:18.382301+0000","last_active":"2024-09-10T10:35:18.383768+0000","last_peered":"2024-09-10T10:35:18.383768+0000","last_clean":"2024-09-10T10:35:18.383768+0000","last_became_active":"2024-09-10T10:35:18.377306+0000","last_became_peered":"2024-09-10T10:35:18.377306+0000","last_unstale":"2024-09-10T10:35:18.383768+0000","last_undegraded":"2024-09-10T10:35:18.383768+0000","last_fullsized":"2024-09-10T10:35:18.383768+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:07.218944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358761+0000","last_change":"2024-09-10T10:35:18.358761+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358761+0000","last_undegraded":"2024-09-10T10:35:18.358761+0000","last_fullsized":"2024-09-10T10:35:18.358761+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.379507+0000","last_change":"2024-09-10T10:35:18.377597+0000","last_active":"2024-09-10T10:35:18.379507+0000","last_peered":"2024-09-10T10:35:18.379507+0000","last_clean":"2024-09-10T10:35:18.379507+0000","last_became_active":"2024-09-10T10:35:18.377300+0000","last_became_peered":"2024-09-10T10:35:18.377300+0000","last_unstale":"2024-09-10T10:35:18.379507+0000","last_undegraded":"2024-09-10T10:35:18.379507+0000","last_fullsized":"2024-09-10T10:35:18.379507+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:21.829754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.367730+0000","last_change":"2024-09-10T10:35:18.367730+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.367730+0000","last_undegraded":"2024-09-10T10:35:18.367730+0000","last_fullsized":"2024-09-10T10:35:18.367730+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382165+0000","last_change":"2024-09-10T10:35:18.378850+0000","last_active":"2024-09-10T10:35:18.382165+0000","last_peered":"2024-09-10T10:35:18.382165+0000","last_clean":"2024-09-10T10:35:18.382165+0000","last_became_active":"2024-09-10T10:35:18.378584+0000","last_became_peered":"2024-09-10T10:35:18.378584+0000","last_unstale":"2024-09-10T10:35:18.382165+0000","last_undegraded":"2024-09-10T10:35:18.382165+0000","last_fullsized":"2024-09-10T10:35:18.382165+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:32:12.872987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364366+0000","last_change":"2024-09-10T10:35:18.364366+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364366+0000","last_undegraded":"2024-09-10T10:35:18.364366+0000","last_fullsized":"2024-09-10T10:35:18.364366+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382905+0000","last_change":"2024-09-10T10:35:18.381770+0000","last_active":"2024-09-10T10:35:18.382905+0000","last_peered":"2024-09-10T10:35:18.382905+0000","last_clean":"2024-09-10T10:35:18.382905+0000","last_became_active":"2024-09-10T10:35:18.381403+0000","last_became_peered":"2024-09-10T10:35:18.381403+0000","last_unstale":"2024-09-10T10:35:18.382905+0000","last_undegraded":"2024-09-10T10:35:18.382905+0000","last_fullsized":"2024-09-10T10:35:18.382905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358405+0000","last_change":"2024-09-10T10:35:18.358405+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358405+0000","last_undegraded":"2024-09-10T10:35:18.358405+0000","last_fullsized":"2024-09-10T10:35:18.358405+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.372125+0000","last_change":"2024-09-10T10:35:18.367761+0000","last_active":"2024-09-10T10:35:18.372125+0000","last_peered":"2024-09-10T10:35:18.372125+0000","last_clean":"2024-09-10T10:35:18.372125+0000","last_became_active":"2024-09-10T10:35:18.367425+0000","last_became_peered":"2024-09-10T10:35:18.367425+0000","last_unstale":"2024-09-10T10:35:18.372125+0000","last_undegraded":"2024-09-10T10:35:18.372125+0000","last_fullsized":"2024-09-10T10:35:18.372125+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:07.218944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359040+0000","last_change":"2024-09-10T10:35:18.359040+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359040+0000","last_undegraded":"2024-09-10T10:35:18.359040+0000","last_fullsized":"2024-09-10T10:35:18.359040+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375554+0000","last_change":"2024-09-10T10:35:18.372741+0000","last_active":"2024-09-10T10:35:18.375554+0000","last_peered":"2024-09-10T10:35:18.375554+0000","last_clean":"2024-09-10T10:35:18.375554+0000","last_became_active":"2024-09-10T10:35:18.372294+0000","last_became_peered":"2024-09-10T10:35:18.372294+0000","last_unstale":"2024-09-10T10:35:18.375554+0000","last_undegraded":"2024-09-10T10:35:18.375554+0000","last_fullsized":"2024-09-10T10:35:18.375554+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:11.871442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.366714+0000","last_change":"2024-09-10T10:35:18.366714+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.366714+0000","last_undegraded":"2024-09-10T10:35:18.366714+0000","last_fullsized":"2024-09-10T10:35:18.366714+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381541+0000","last_change":"2024-09-10T10:35:18.380590+0000","last_active":"2024-09-10T10:35:18.381541+0000","last_peered":"2024-09-10T10:35:18.381541+0000","last_clean":"2024-09-10T10:35:18.381541+0000","last_became_active":"2024-09-10T10:35:18.380324+0000","last_became_peered":"2024-09-10T10:35:18.380324+0000","last_unstale":"2024-09-10T10:35:18.381541+0000","last_undegraded":"2024-09-10T10:35:18.381541+0000","last_fullsized":"2024-09-10T10:35:18.381541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358863+0000","last_change":"2024-09-10T10:35:18.358863+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358863+0000","last_undegraded":"2024-09-10T10:35:18.358863+0000","last_fullsized":"2024-09-10T10:35:18.358863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.376653+0000","last_change":"2024-09-10T10:35:18.374464+0000","last_active":"2024-09-10T10:35:18.376653+0000","last_peered":"2024-09-10T10:35:18.376653+0000","last_clean":"2024-09-10T10:35:18.376653+0000","last_became_active":"2024-09-10T10:35:18.374145+0000","last_became_peered":"2024-09-10T10:35:18.374145+0000","last_unstale":"2024-09-10T10:35:18.376653+0000","last_undegraded":"2024-09-10T10:35:18.376653+0000","last_fullsized":"2024-09-10T10:35:18.376653+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:57.686197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414145+0000","last_change":"2024-09-10T10:35:19.381572+0000","last_active":"2024-09-10T10:35:20.414145+0000","last_peered":"2024-09-10T10:35:20.414145+0000","last_clean":"2024-09-10T10:35:20.414145+0000","last_became_active":"2024-09-10T10:35:19.379458+0000","last_became_peered":"2024-09-10T10:35:19.379458+0000","last_unstale":"2024-09-10T10:35:20.414145+0000","last_undegraded":"2024-09-10T10:35:20.414145+0000","last_fullsized":"2024-09-10T10:35:20.414145+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:11.052728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375334+0000","last_change":"2024-09-10T10:35:18.373188+0000","last_active":"2024-09-10T10:35:18.375334+0000","last_peered":"2024-09-10T10:35:18.375334+0000","last_clean":"2024-09-10T10:35:18.375334+0000","last_became_active":"2024-09-10T10:35:18.372841+0000","last_became_peered":"2024-09-10T10:35:18.372841+0000","last_unstale":"2024-09-10T10:35:18.375334+0000","last_undegraded":"2024-09-10T10:35:18.375334+0000","last_fullsized":"2024-09-10T10:35:18.375334+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.369818+0000","last_change":"2024-09-10T10:35:18.369818+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.369818+0000","last_undegraded":"2024-09-10T10:35:18.369818+0000","last_fullsized":"2024-09-10T10:35:18.369818+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.377541+0000","last_change":"2024-09-10T10:35:18.376307+0000","last_active":"2024-09-10T10:35:18.377541+0000","last_peered":"2024-09-10T10:35:18.377541+0000","last_clean":"2024-09-10T10:35:18.377541+0000","last_became_active":"2024-09-10T10:35:18.375972+0000","last_became_peered":"2024-09-10T10:35:18.375972+0000","last_unstale":"2024-09-10T10:35:18.377541+0000","last_undegraded":"2024-09-10T10:35:18.377541+0000","last_fullsized":"2024-09-10T10:35:18.377541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:31.381592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360072+0000","last_change":"2024-09-10T10:35:18.360072+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360072+0000","last_undegraded":"2024-09-10T10:35:18.360072+0000","last_fullsized":"2024-09-10T10:35:18.360072+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382190+0000","last_change":"2024-09-10T10:35:18.379238+0000","last_active":"2024-09-10T10:35:18.382190+0000","last_peered":"2024-09-10T10:35:18.382190+0000","last_clean":"2024-09-10T10:35:18.382190+0000","last_became_active":"2024-09-10T10:35:18.372109+0000","last_became_peered":"2024-09-10T10:35:18.372109+0000","last_unstale":"2024-09-10T10:35:18.382190+0000","last_undegraded":"2024-09-10T10:35:18.382190+0000","last_fullsized":"2024-09-10T10:35:18.382190+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:54.368676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413907+0000","last_change":"2024-09-10T10:35:19.375345+0000","last_active":"2024-09-10T10:35:20.413907+0000","last_peered":"2024-09-10T10:35:20.413907+0000","last_clean":"2024-09-10T10:35:20.413907+0000","last_became_active":"2024-09-10T10:35:19.375072+0000","last_became_peered":"2024-09-10T10:35:19.375072+0000","last_unstale":"2024-09-10T10:35:20.413907+0000","last_undegraded":"2024-09-10T10:35:20.413907+0000","last_fullsized":"2024-09-10T10:35:20.413907+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:46.683762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.367905+0000","last_change":"2024-09-10T10:35:18.363752+0000","last_active":"2024-09-10T10:35:18.367905+0000","last_peered":"2024-09-10T10:35:18.367905+0000","last_clean":"2024-09-10T10:35:18.367905+0000","last_became_active":"2024-09-10T10:35:18.363503+0000","last_became_peered":"2024-09-10T10:35:18.363503+0000","last_unstale":"2024-09-10T10:35:18.367905+0000","last_undegraded":"2024-09-10T10:35:18.367905+0000","last_fullsized":"2024-09-10T10:35:18.367905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:57.072880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357198+0000","last_change":"2024-09-10T10:35:18.357198+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357198+0000","last_undegraded":"2024-09-10T10:35:18.357198+0000","last_fullsized":"2024-09-10T10:35:18.357198+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.372162+0000","last_change":"2024-09-10T10:35:18.370119+0000","last_active":"2024-09-10T10:35:18.372162+0000","last_peered":"2024-09-10T10:35:18.372162+0000","last_clean":"2024-09-10T10:35:18.372162+0000","last_became_active":"2024-09-10T10:35:18.369861+0000","last_became_peered":"2024-09-10T10:35:18.369861+0000","last_unstale":"2024-09-10T10:35:18.372162+0000","last_undegraded":"2024-09-10T10:35:18.372162+0000","last_fullsized":"2024-09-10T10:35:18.372162+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:51.980353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365786+0000","last_change":"2024-09-10T10:35:18.365786+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365786+0000","last_undegraded":"2024-09-10T10:35:18.365786+0000","last_fullsized":"2024-09-10T10:35:18.365786+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375536+0000","last_change":"2024-09-10T10:35:18.372536+0000","last_active":"2024-09-10T10:35:18.375536+0000","last_peered":"2024-09-10T10:35:18.375536+0000","last_clean":"2024-09-10T10:35:18.375536+0000","last_became_active":"2024-09-10T10:35:18.371663+0000","last_became_peered":"2024-09-10T10:35:18.371663+0000","last_unstale":"2024-09-10T10:35:18.375536+0000","last_undegraded":"2024-09-10T10:35:18.375536+0000","last_fullsized":"2024-09-10T10:35:18.375536+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:46:03.901478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365861+0000","last_change":"2024-09-10T10:35:18.365861+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365861+0000","last_undegraded":"2024-09-10T10:35:18.365861+0000","last_fullsized":"2024-09-10T10:35:18.365861+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.380115+0000","last_change":"2024-09-10T10:35:18.372500+0000","last_active":"2024-09-10T10:35:18.380115+0000","last_peered":"2024-09-10T10:35:18.380115+0000","last_clean":"2024-09-10T10:35:18.380115+0000","last_became_active":"2024-09-10T10:35:18.372228+0000","last_became_peered":"2024-09-10T10:35:18.372228+0000","last_unstale":"2024-09-10T10:35:18.380115+0000","last_undegraded":"2024-09-10T10:35:18.380115+0000","last_fullsized":"2024-09-10T10:35:18.380115+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:50:35.459955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358938+0000","last_change":"2024-09-10T10:35:18.358938+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358938+0000","last_undegraded":"2024-09-10T10:35:18.358938+0000","last_fullsized":"2024-09-10T10:35:18.358938+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381061+0000","last_change":"2024-09-10T10:35:18.377222+0000","last_active":"2024-09-10T10:35:18.381061+0000","last_peered":"2024-09-10T10:35:18.381061+0000","last_clean":"2024-09-10T10:35:18.381061+0000","last_became_active":"2024-09-10T10:35:18.376695+0000","last_became_peered":"2024-09-10T10:35:18.376695+0000","last_unstale":"2024-09-10T10:35:18.381061+0000","last_undegraded":"2024-09-10T10:35:18.381061+0000","last_fullsized":"2024-09-10T10:35:18.381061+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:31.565302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357979+0000","last_change":"2024-09-10T10:35:18.357979+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357979+0000","last_undegraded":"2024-09-10T10:35:18.357979+0000","last_fullsized":"2024-09-10T10:35:18.357979+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383813+0000","last_change":"2024-09-10T10:35:18.382574+0000","last_active":"2024-09-10T10:35:18.383813+0000","last_peered":"2024-09-10T10:35:18.383813+0000","last_clean":"2024-09-10T10:35:18.383813+0000","last_became_active":"2024-09-10T10:35:18.382327+0000","last_became_peered":"2024-09-10T10:35:18.382327+0000","last_unstale":"2024-09-10T10:35:18.383813+0000","last_undegraded":"2024-09-10T10:35:18.383813+0000","last_fullsized":"2024-09-10T10:35:18.383813+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:57.686197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363644+0000","last_change":"2024-09-10T10:35:18.363644+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363644+0000","last_undegraded":"2024-09-10T10:35:18.363644+0000","last_fullsized":"2024-09-10T10:35:18.363644+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383132+0000","last_change":"2024-09-10T10:35:18.382161+0000","last_active":"2024-09-10T10:35:18.383132+0000","last_peered":"2024-09-10T10:35:18.383132+0000","last_clean":"2024-09-10T10:35:18.383132+0000","last_became_active":"2024-09-10T10:35:18.376806+0000","last_became_peered":"2024-09-10T10:35:18.376806+0000","last_unstale":"2024-09-10T10:35:18.383132+0000","last_undegraded":"2024-09-10T10:35:18.383132+0000","last_fullsized":"2024-09-10T10:35:18.383132+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363729+0000","last_change":"2024-09-10T10:35:18.363729+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363729+0000","last_undegraded":"2024-09-10T10:35:18.363729+0000","last_fullsized":"2024-09-10T10:35:18.363729+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.371363+0000","last_change":"2024-09-10T10:35:18.368996+0000","last_active":"2024-09-10T10:35:18.371363+0000","last_peered":"2024-09-10T10:35:18.371363+0000","last_clean":"2024-09-10T10:35:18.371363+0000","last_became_active":"2024-09-10T10:35:18.368724+0000","last_became_peered":"2024-09-10T10:35:18.368724+0000","last_unstale":"2024-09-10T10:35:18.371363+0000","last_undegraded":"2024-09-10T10:35:18.371363+0000","last_fullsized":"2024-09-10T10:35:18.371363+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:21.003146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357913+0000","last_change":"2024-09-10T10:35:18.357913+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357913+0000","last_undegraded":"2024-09-10T10:35:18.357913+0000","last_fullsized":"2024-09-10T10:35:18.357913+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413736+0000","last_change":"2024-09-10T10:35:18.381602+0000","last_active":"2024-09-10T10:35:20.413736+0000","last_peered":"2024-09-10T10:35:20.413736+0000","last_clean":"2024-09-10T10:35:20.413736+0000","last_became_active":"2024-09-10T10:35:18.381307+0000","last_became_peered":"2024-09-10T10:35:18.381307+0000","last_unstale":"2024-09-10T10:35:20.413736+0000","last_undegraded":"2024-09-10T10:35:20.413736+0000","last_fullsized":"2024-09-10T10:35:20.413736+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:29:06.919438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414848+0000","last_change":"2024-09-10T10:35:19.381037+0000","last_active":"2024-09-10T10:35:20.414848+0000","last_peered":"2024-09-10T10:35:20.414848+0000","last_clean":"2024-09-10T10:35:20.414848+0000","last_became_active":"2024-09-10T10:35:19.380410+0000","last_became_peered":"2024-09-10T10:35:19.380410+0000","last_unstale":"2024-09-10T10:35:20.414848+0000","last_undegraded":"2024-09-10T10:35:20.414848+0000","last_fullsized":"2024-09-10T10:35:20.414848+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:42.777854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375513+0000","last_change":"2024-09-10T10:35:18.371964+0000","last_active":"2024-09-10T10:35:18.375513+0000","last_peered":"2024-09-10T10:35:18.375513+0000","last_clean":"2024-09-10T10:35:18.375513+0000","last_became_active":"2024-09-10T10:35:18.371301+0000","last_became_peered":"2024-09-10T10:35:18.371301+0000","last_unstale":"2024-09-10T10:35:18.375513+0000","last_undegraded":"2024-09-10T10:35:18.375513+0000","last_fullsized":"2024-09-10T10:35:18.375513+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:47:57.066140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357853+0000","last_change":"2024-09-10T10:35:18.357853+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357853+0000","last_undegraded":"2024-09-10T10:35:18.357853+0000","last_fullsized":"2024-09-10T10:35:18.357853+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.377668+0000","last_change":"2024-09-10T10:35:18.375637+0000","last_active":"2024-09-10T10:35:18.377668+0000","last_peered":"2024-09-10T10:35:18.377668+0000","last_clean":"2024-09-10T10:35:18.377668+0000","last_became_active":"2024-09-10T10:35:18.374473+0000","last_became_peered":"2024-09-10T10:35:18.374473+0000","last_unstale":"2024-09-10T10:35:18.377668+0000","last_undegraded":"2024-09-10T10:35:18.377668+0000","last_fullsized":"2024-09-10T10:35:18.377668+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:46.942351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365085+0000","last_change":"2024-09-10T10:35:18.365085+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365085+0000","last_undegraded":"2024-09-10T10:35:18.365085+0000","last_fullsized":"2024-09-10T10:35:18.365085+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.370725+0000","last_change":"2024-09-10T10:35:18.367408+0000","last_active":"2024-09-10T10:35:18.370725+0000","last_peered":"2024-09-10T10:35:18.370725+0000","last_clean":"2024-09-10T10:35:18.370725+0000","last_became_active":"2024-09-10T10:35:18.366649+0000","last_became_peered":"2024-09-10T10:35:18.366649+0000","last_unstale":"2024-09-10T10:35:18.370725+0000","last_undegraded":"2024-09-10T10:35:18.370725+0000","last_fullsized":"2024-09-10T10:35:18.370725+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357864+0000","last_change":"2024-09-10T10:35:18.357864+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357864+0000","last_undegraded":"2024-09-10T10:35:18.357864+0000","last_fullsized":"2024-09-10T10:35:18.357864+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.376659+0000","last_change":"2024-09-10T10:35:18.374529+0000","last_active":"2024-09-10T10:35:18.376659+0000","last_peered":"2024-09-10T10:35:18.376659+0000","last_clean":"2024-09-10T10:35:18.376659+0000","last_became_active":"2024-09-10T10:35:18.374176+0000","last_became_peered":"2024-09-10T10:35:18.374176+0000","last_unstale":"2024-09-10T10:35:18.376659+0000","last_undegraded":"2024-09-10T10:35:18.376659+0000","last_fullsized":"2024-09-10T10:35:18.376659+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:15.752679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414461+0000","last_change":"2024-09-10T10:35:19.381404+0000","last_active":"2024-09-10T10:35:20.414461+0000","last_peered":"2024-09-10T10:35:20.414461+0000","last_clean":"2024-09-10T10:35:20.414461+0000","last_became_active":"2024-09-10T10:35:19.376153+0000","last_became_peered":"2024-09-10T10:35:19.376153+0000","last_unstale":"2024-09-10T10:35:20.414461+0000","last_undegraded":"2024-09-10T10:35:20.414461+0000","last_fullsized":"2024-09-10T10:35:20.414461+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:28.919278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.379493+0000","last_change":"2024-09-10T10:35:18.377415+0000","last_active":"2024-09-10T10:35:18.379493+0000","last_peered":"2024-09-10T10:35:18.379493+0000","last_clean":"2024-09-10T10:35:18.379493+0000","last_became_active":"2024-09-10T10:35:18.377127+0000","last_became_peered":"2024-09-10T10:35:18.377127+0000","last_unstale":"2024-09-10T10:35:18.379493+0000","last_undegraded":"2024-09-10T10:35:18.379493+0000","last_fullsized":"2024-09-10T10:35:18.379493+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:12.693498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358723+0000","last_change":"2024-09-10T10:35:18.358723+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358723+0000","last_undegraded":"2024-09-10T10:35:18.358723+0000","last_fullsized":"2024-09-10T10:35:18.358723+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414530+0000","last_change":"2024-09-10T10:35:18.384059+0000","last_active":"2024-09-10T10:35:20.414530+0000","last_peered":"2024-09-10T10:35:20.414530+0000","last_clean":"2024-09-10T10:35:20.414530+0000","last_became_active":"2024-09-10T10:35:18.383759+0000","last_became_peered":"2024-09-10T10:35:18.383759+0000","last_unstale":"2024-09-10T10:35:20.414530+0000","last_undegraded":"2024-09-10T10:35:20.414530+0000","last_fullsized":"2024-09-10T10:35:20.414530+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:16.292078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363178+0000","last_change":"2024-09-10T10:35:18.363178+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363178+0000","last_undegraded":"2024-09-10T10:35:18.363178+0000","last_fullsized":"2024-09-10T10:35:18.363178+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381103+0000","last_change":"2024-09-10T10:35:18.379710+0000","last_active":"2024-09-10T10:35:18.381103+0000","last_peered":"2024-09-10T10:35:18.381103+0000","last_clean":"2024-09-10T10:35:18.381103+0000","last_became_active":"2024-09-10T10:35:18.379446+0000","last_became_peered":"2024-09-10T10:35:18.379446+0000","last_unstale":"2024-09-10T10:35:18.381103+0000","last_undegraded":"2024-09-10T10:35:18.381103+0000","last_fullsized":"2024-09-10T10:35:18.381103+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:33:54.604939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364474+0000","last_change":"2024-09-10T10:35:18.364474+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364474+0000","last_undegraded":"2024-09-10T10:35:18.364474+0000","last_fullsized":"2024-09-10T10:35:18.364474+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381718+0000","last_change":"2024-09-10T10:35:18.374189+0000","last_active":"2024-09-10T10:35:18.381718+0000","last_peered":"2024-09-10T10:35:18.381718+0000","last_clean":"2024-09-10T10:35:18.381718+0000","last_became_active":"2024-09-10T10:35:18.373941+0000","last_became_peered":"2024-09-10T10:35:18.373941+0000","last_unstale":"2024-09-10T10:35:18.381718+0000","last_undegraded":"2024-09-10T10:35:18.381718+0000","last_fullsized":"2024-09-10T10:35:18.381718+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414326+0000","last_change":"2024-09-10T10:35:19.390272+0000","last_active":"2024-09-10T10:35:20.414326+0000","last_peered":"2024-09-10T10:35:20.414326+0000","last_clean":"2024-09-10T10:35:20.414326+0000","last_became_active":"2024-09-10T10:35:19.389741+0000","last_became_peered":"2024-09-10T10:35:19.389741+0000","last_unstale":"2024-09-10T10:35:20.414326+0000","last_undegraded":"2024-09-10T10:35:20.414326+0000","last_fullsized":"2024-09-10T10:35:20.414326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:52:08.246099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.366694+0000","last_change":"2024-09-10T10:35:18.364022+0000","last_active":"2024-09-10T10:35:18.366694+0000","last_peered":"2024-09-10T10:35:18.366694+0000","last_clean":"2024-09-10T10:35:18.366694+0000","last_became_active":"2024-09-10T10:35:18.363699+0000","last_became_peered":"2024-09-10T10:35:18.363699+0000","last_unstale":"2024-09-10T10:35:18.366694+0000","last_undegraded":"2024-09-10T10:35:18.366694+0000","last_fullsized":"2024-09-10T10:35:18.366694+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:37.734199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":253,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.354237+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:35:18.354237+0000","last_peered":"2024-09-10T10:35:18.354237+0000","last_clean":"2024-09-10T10:35:18.354237+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:35:18.354237+0000","last_undegraded":"2024-09-10T10:35:18.354237+0000","last_fullsized":"2024-09-10T10:35:18.354237+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":806912,"data_stored":332854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509478,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":332854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509480,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509479,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32568,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339272,"statfs":{"total":96636764160,"available":96603414528,"internally_reserved":0,"allocated":1413120,"data_stored":929489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509478,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542185,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1441792,"data_stored":942654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:35:23.517 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:35:23.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.692+0000 7f1e99a00640 1 Processor -- start 2024-09-10T10:35:23.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.692+0000 7f1e99a00640 1 -- start start 2024-09-10T10:35:23.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.692+0000 7f1e99a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1e9415b600 0x7f1e94071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.692+0000 7f1e99a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e940b56f0 0x7f1e940b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.692+0000 7f1e99a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e940ce880 con 0x7f1e9415b220 2024-09-10T10:35:23.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.692+0000 7f1e99a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f1e9406d6e0 con 0x7f1e9415b600 2024-09-10T10:35:23.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.692+0000 7f1e99a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1e940ceb60 con 0x7f1e940b56f0 2024-09-10T10:35:23.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f1e9415b220 0x7f1e940b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43958/0 (socket says 172.21.15.22:43958) 2024-09-10T10:35:23.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92a00640 1 -- 172.21.15.22:0/194100225 learned_addr learned my addr 172.21.15.22:0/194100225 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:23.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2798666352 0 0) 0x7f1e940ce880 con 0x7f1e9415b220 2024-09-10T10:35:23.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1e78003530 con 0x7f1e9415b220 2024-09-10T10:35:23.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e8a000640 1 --2- 172.21.15.22:0/194100225 >> v2:172.21.15.145:3300/0 conn(0x7f1e9415b600 0x7f1e94071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e93400640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e940b56f0 0x7f1e940b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3133832309 0 0) 0x7f1e78003530 con 0x7f1e9415b220 2024-09-10T10:35:23.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e940b56f0 msgr2=0x7f1e940b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:23.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e940b56f0 0x7f1e940b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 >> v2:172.21.15.145:3300/0 conn(0x7f1e9415b600 msgr2=0x7f1e94071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:23.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 --2- 172.21.15.22:0/194100225 >> v2:172.21.15.145:3300/0 conn(0x7f1e9415b600 0x7f1e94071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e940cee40 con 0x7f1e9415b220 2024-09-10T10:35:23.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f1e84001680 con 0x7f1e9415b220 2024-09-10T10:35:23.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 >> v1:172.21.15.22:6789/0 conn(0x7f1e9415b220 legacy=0x7f1e940b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 0x7f1e78003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e78004810 0x7f1e78004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e940b56f0 0x7f1e780051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1e940ceb60 con 0x7f1e780039c0 2024-09-10T10:35:23.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1e7800bab0 con 0x7f1e78004810 2024-09-10T10:35:23.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1e7800bcb0 con 0x7f1e940b56f0 2024-09-10T10:35:23.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92a00640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 0x7f1e78003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e8a000640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e78004810 0x7f1e78004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e93400640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e940b56f0 0x7f1e780051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92a00640 1 -- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e940b56f0 msgr2=0x7f1e780051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:23.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92a00640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e940b56f0 0x7f1e780051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92a00640 1 -- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e78004810 msgr2=0x7f1e78004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:23.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92a00640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e78004810 0x7f1e78004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.696+0000 7f1e92a00640 1 -- 172.21.15.22:0/194100225 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e78003530 con 0x7f1e780039c0 2024-09-10T10:35:23.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e92a00640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 0x7f1e78003de0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f1e8400c160 tx=0x7f1e8401cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7420f2726dd159f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:23.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e84007c70 con 0x7f1e780039c0 2024-09-10T10:35:23.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e840a9020 con 0x7f1e780039c0 2024-09-10T10:35:23.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e92000640 1 -- 172.21.15.22:0/194100225 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e84005b00 con 0x7f1e780039c0 2024-09-10T10:35:23.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e99a00640 1 -- 172.21.15.22:0/194100225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 msgr2=0x7f1e78003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e99a00640 1 --2- 172.21.15.22:0/194100225 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 0x7f1e78003de0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f1e8400c160 tx=0x7f1e8401cb50 comp rx=0 tx=0).stop 2024-09-10T10:35:23.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e93400640 1 -- 172.21.15.22:0/194100225 reap_dead start 2024-09-10T10:35:23.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e99a00640 1 -- 172.21.15.22:0/194100225 shutdown_connections 2024-09-10T10:35:23.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e99a00640 1 -- 172.21.15.22:0/194100225 >> 172.21.15.22:0/194100225 conn(0x7f1e94062dd0 msgr2=0x7f1e9406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:23.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e99a00640 1 -- 172.21.15.22:0/194100225 shutdown_connections 2024-09-10T10:35:23.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e99a00640 1 -- 172.21.15.22:0/194100225 wait complete. 2024-09-10T10:35:23.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e99a00640 1 Processor -- start 2024-09-10T10:35:23.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.700+0000 7f1e99a00640 1 -- start start 2024-09-10T10:35:23.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e99a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 0x7f1e940aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e99a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e94159670 0x7f1e94155e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e99a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e941f8080 0x7f1e9415cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e99a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1e940cf9d0 con 0x7f1e780039c0 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e99a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1e940cf850 con 0x7f1e94159670 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e99a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1e940cfb50 con 0x7f1e941f8080 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e92a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 0x7f1e940aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e92a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 0x7f1e940aa490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46506/0 (socket says 172.21.15.22:46506) 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e92a00640 1 -- 172.21.15.22:0/1535823635 learned_addr learned my addr 172.21.15.22:0/1535823635 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e8a000640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e94159670 0x7f1e94155e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e93400640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e941f8080 0x7f1e9415cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e92a00640 1 -- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e941f8080 msgr2=0x7f1e9415cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e92a00640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e941f8080 0x7f1e9415cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e92a00640 1 -- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e94159670 msgr2=0x7f1e94155e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e92a00640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e94159670 0x7f1e94155e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e92a00640 1 -- 172.21.15.22:0/1535823635 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e94159b70 con 0x7f1e780039c0 2024-09-10T10:35:23.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e92a00640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 0x7f1e940aa490 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f1e8401c980 tx=0x7f1e78005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:23.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e8b400640 1 -- 172.21.15.22:0/1535823635 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e840049f0 con 0x7f1e780039c0 2024-09-10T10:35:23.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e8b400640 1 -- 172.21.15.22:0/1535823635 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e84004b90 con 0x7f1e780039c0 2024-09-10T10:35:23.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e8b400640 1 -- 172.21.15.22:0/1535823635 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e840070d0 con 0x7f1e780039c0 2024-09-10T10:35:23.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e99a00640 1 -- 172.21.15.22:0/1535823635 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e940adbd0 con 0x7f1e780039c0 2024-09-10T10:35:23.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e99a00640 1 -- 172.21.15.22:0/1535823635 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e940ae190 con 0x7f1e780039c0 2024-09-10T10:35:23.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e99a00640 1 -- 172.21.15.22:0/1535823635 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e940cffc0 con 0x7f1e780039c0 2024-09-10T10:35:23.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.704+0000 7f1e8b400640 1 -- 172.21.15.22:0/1535823635 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1e84007270 con 0x7f1e780039c0 2024-09-10T10:35:23.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.708+0000 7f1e8b400640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1e700678c0 0x7f1e70069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:23.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.708+0000 7f1e8b400640 1 -- 172.21.15.22:0/1535823635 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f1e8411e740 con 0x7f1e780039c0 2024-09-10T10:35:23.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.708+0000 7f1e8a000640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1e700678c0 0x7f1e70069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:23.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.708+0000 7f1e8a000640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1e700678c0 0x7f1e70069d80 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c009b00 tx=0x7f1e7c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:23.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.712+0000 7f1e8b400640 1 -- 172.21.15.22:0/1535823635 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1e84016890 con 0x7f1e780039c0 2024-09-10T10:35:23.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.872+0000 7f1e99a00640 1 -- 172.21.15.22:0/1535823635 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1e94156360 con 0x7f1e700678c0 2024-09-10T10:35:23.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e8b400640 1 -- 172.21.15.22:0/1535823635 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247575 (secure 0 0 0) 0x7f1e94156360 con 0x7f1e700678c0 2024-09-10T10:35:23.883 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:23.884 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:35:23.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 -- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1e700678c0 msgr2=0x7f1e70069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1e700678c0 0x7f1e70069d80 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c009b00 tx=0x7f1e7c009190 comp rx=0 tx=0).stop 2024-09-10T10:35:23.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 -- 172.21.15.22:0/1535823635 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 msgr2=0x7f1e940aa490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:23.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 0x7f1e940aa490 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f1e8401c980 tx=0x7f1e78005840 comp rx=0 tx=0).stop 2024-09-10T10:35:23.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 -- 172.21.15.22:0/1535823635 shutdown_connections 2024-09-10T10:35:23.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1e700678c0 0x7f1e70069d80 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1e941f8080 0x7f1e9415cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1e94159670 0x7f1e94155e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 --2- 172.21.15.22:0/1535823635 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1e780039c0 0x7f1e940aa490 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:23.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 -- 172.21.15.22:0/1535823635 >> 172.21.15.22:0/1535823635 conn(0x7f1e94062dd0 msgr2=0x7f1e94071fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:23.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 -- 172.21.15.22:0/1535823635 shutdown_connections 2024-09-10T10:35:23.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:23.880+0000 7f1e99a00640 1 -- 172.21.15.22:0/1535823635 wait complete. 2024-09-10T10:35:23.903 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2024-09-10T10:35:23.373555+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":60,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252936,"kb_used_data":7564,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721784,"statfs":{"total":773094113280,"available":772835106816,"internally_reserved":0,"allocated":7745536,"data_stored":3894335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001885"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359780+0000","last_change":"2024-09-10T10:35:18.359780+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359780+0000","last_undegraded":"2024-09-10T10:35:18.359780+0000","last_fullsized":"2024-09-10T10:35:18.359780+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.366184+0000","last_change":"2024-09-10T10:35:18.366184+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.366184+0000","last_undegraded":"2024-09-10T10:35:18.366184+0000","last_fullsized":"2024-09-10T10:35:18.366184+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358473+0000","last_change":"2024-09-10T10:35:18.358473+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358473+0000","last_undegraded":"2024-09-10T10:35:18.358473+0000","last_fullsized":"2024-09-10T10:35:18.358473+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359384+0000","last_change":"2024-09-10T10:35:18.359384+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359384+0000","last_undegraded":"2024-09-10T10:35:18.359384+0000","last_fullsized":"2024-09-10T10:35:18.359384+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414138+0000","last_change":"2024-09-10T10:35:19.394969+0000","last_active":"2024-09-10T10:35:20.414138+0000","last_peered":"2024-09-10T10:35:20.414138+0000","last_clean":"2024-09-10T10:35:20.414138+0000","last_became_active":"2024-09-10T10:35:19.394681+0000","last_became_peered":"2024-09-10T10:35:19.394681+0000","last_unstale":"2024-09-10T10:35:20.414138+0000","last_undegraded":"2024-09-10T10:35:20.414138+0000","last_fullsized":"2024-09-10T10:35:20.414138+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:59.461554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.370711+0000","last_change":"2024-09-10T10:35:18.370711+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.370711+0000","last_undegraded":"2024-09-10T10:35:18.370711+0000","last_fullsized":"2024-09-10T10:35:18.370711+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359741+0000","last_change":"2024-09-10T10:35:18.359741+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359741+0000","last_undegraded":"2024-09-10T10:35:18.359741+0000","last_fullsized":"2024-09-10T10:35:18.359741+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361406+0000","last_change":"2024-09-10T10:35:18.361406+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361406+0000","last_undegraded":"2024-09-10T10:35:18.361406+0000","last_fullsized":"2024-09-10T10:35:18.361406+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360435+0000","last_change":"2024-09-10T10:35:18.360435+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360435+0000","last_undegraded":"2024-09-10T10:35:18.360435+0000","last_fullsized":"2024-09-10T10:35:18.360435+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359672+0000","last_change":"2024-09-10T10:35:18.359672+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359672+0000","last_undegraded":"2024-09-10T10:35:18.359672+0000","last_fullsized":"2024-09-10T10:35:18.359672+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359964+0000","last_change":"2024-09-10T10:35:18.359964+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359964+0000","last_undegraded":"2024-09-10T10:35:18.359964+0000","last_fullsized":"2024-09-10T10:35:18.359964+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358442+0000","last_change":"2024-09-10T10:35:18.358442+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358442+0000","last_undegraded":"2024-09-10T10:35:18.358442+0000","last_fullsized":"2024-09-10T10:35:18.358442+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358543+0000","last_change":"2024-09-10T10:35:18.358543+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358543+0000","last_undegraded":"2024-09-10T10:35:18.358543+0000","last_fullsized":"2024-09-10T10:35:18.358543+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357847+0000","last_change":"2024-09-10T10:35:18.357847+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357847+0000","last_undegraded":"2024-09-10T10:35:18.357847+0000","last_fullsized":"2024-09-10T10:35:18.357847+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359483+0000","last_change":"2024-09-10T10:35:18.359483+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359483+0000","last_undegraded":"2024-09-10T10:35:18.359483+0000","last_fullsized":"2024-09-10T10:35:18.359483+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361003+0000","last_change":"2024-09-10T10:35:18.361003+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361003+0000","last_undegraded":"2024-09-10T10:35:18.361003+0000","last_fullsized":"2024-09-10T10:35:18.361003+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414775+0000","last_change":"2024-09-10T10:35:19.380177+0000","last_active":"2024-09-10T10:35:20.414775+0000","last_peered":"2024-09-10T10:35:20.414775+0000","last_clean":"2024-09-10T10:35:20.414775+0000","last_became_active":"2024-09-10T10:35:19.375818+0000","last_became_peered":"2024-09-10T10:35:19.375818+0000","last_unstale":"2024-09-10T10:35:20.414775+0000","last_undegraded":"2024-09-10T10:35:20.414775+0000","last_fullsized":"2024-09-10T10:35:20.414775+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:16.861748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414848+0000","last_change":"2024-09-10T10:35:19.381221+0000","last_active":"2024-09-10T10:35:20.414848+0000","last_peered":"2024-09-10T10:35:20.414848+0000","last_clean":"2024-09-10T10:35:20.414848+0000","last_became_active":"2024-09-10T10:35:19.380772+0000","last_became_peered":"2024-09-10T10:35:19.380772+0000","last_unstale":"2024-09-10T10:35:20.414848+0000","last_undegraded":"2024-09-10T10:35:20.414848+0000","last_fullsized":"2024-09-10T10:35:20.414848+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:29.632458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359589+0000","last_change":"2024-09-10T10:35:18.359589+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359589+0000","last_undegraded":"2024-09-10T10:35:18.359589+0000","last_fullsized":"2024-09-10T10:35:18.359589+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414343+0000","last_change":"2024-09-10T10:35:19.388219+0000","last_active":"2024-09-10T10:35:20.414343+0000","last_peered":"2024-09-10T10:35:20.414343+0000","last_clean":"2024-09-10T10:35:20.414343+0000","last_became_active":"2024-09-10T10:35:19.387816+0000","last_became_peered":"2024-09-10T10:35:19.387816+0000","last_unstale":"2024-09-10T10:35:20.414343+0000","last_undegraded":"2024-09-10T10:35:20.414343+0000","last_fullsized":"2024-09-10T10:35:20.414343+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:34.093869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364994+0000","last_change":"2024-09-10T10:35:18.364994+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364994+0000","last_undegraded":"2024-09-10T10:35:18.364994+0000","last_fullsized":"2024-09-10T10:35:18.364994+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.370225+0000","last_change":"2024-09-10T10:35:18.370225+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.370225+0000","last_undegraded":"2024-09-10T10:35:18.370225+0000","last_fullsized":"2024-09-10T10:35:18.370225+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359341+0000","last_change":"2024-09-10T10:35:18.359341+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359341+0000","last_undegraded":"2024-09-10T10:35:18.359341+0000","last_fullsized":"2024-09-10T10:35:18.359341+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360574+0000","last_change":"2024-09-10T10:35:18.360574+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360574+0000","last_undegraded":"2024-09-10T10:35:18.360574+0000","last_fullsized":"2024-09-10T10:35:18.360574+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360329+0000","last_change":"2024-09-10T10:35:18.360329+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360329+0000","last_undegraded":"2024-09-10T10:35:18.360329+0000","last_fullsized":"2024-09-10T10:35:18.360329+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.362125+0000","last_change":"2024-09-10T10:35:18.362125+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.362125+0000","last_undegraded":"2024-09-10T10:35:18.362125+0000","last_fullsized":"2024-09-10T10:35:18.362125+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413989+0000","last_change":"2024-09-10T10:35:19.380054+0000","last_active":"2024-09-10T10:35:20.413989+0000","last_peered":"2024-09-10T10:35:20.413989+0000","last_clean":"2024-09-10T10:35:20.413989+0000","last_became_active":"2024-09-10T10:35:19.379780+0000","last_became_peered":"2024-09-10T10:35:19.379780+0000","last_unstale":"2024-09-10T10:35:20.413989+0000","last_undegraded":"2024-09-10T10:35:20.413989+0000","last_fullsized":"2024-09-10T10:35:20.413989+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:32:36.824960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365500+0000","last_change":"2024-09-10T10:35:18.365500+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365500+0000","last_undegraded":"2024-09-10T10:35:18.365500+0000","last_fullsized":"2024-09-10T10:35:18.365500+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358157+0000","last_change":"2024-09-10T10:35:18.358157+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358157+0000","last_undegraded":"2024-09-10T10:35:18.358157+0000","last_fullsized":"2024-09-10T10:35:18.358157+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363284+0000","last_change":"2024-09-10T10:35:18.363284+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363284+0000","last_undegraded":"2024-09-10T10:35:18.363284+0000","last_fullsized":"2024-09-10T10:35:18.363284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364087+0000","last_change":"2024-09-10T10:35:18.364087+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364087+0000","last_undegraded":"2024-09-10T10:35:18.364087+0000","last_fullsized":"2024-09-10T10:35:18.364087+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361183+0000","last_change":"2024-09-10T10:35:18.361183+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361183+0000","last_undegraded":"2024-09-10T10:35:18.361183+0000","last_fullsized":"2024-09-10T10:35:18.361183+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361753+0000","last_change":"2024-09-10T10:35:18.361753+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361753+0000","last_undegraded":"2024-09-10T10:35:18.361753+0000","last_fullsized":"2024-09-10T10:35:18.361753+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382001+0000","last_change":"2024-09-10T10:35:18.377094+0000","last_active":"2024-09-10T10:35:18.382001+0000","last_peered":"2024-09-10T10:35:18.382001+0000","last_clean":"2024-09-10T10:35:18.382001+0000","last_became_active":"2024-09-10T10:35:18.376812+0000","last_became_peered":"2024-09-10T10:35:18.376812+0000","last_unstale":"2024-09-10T10:35:18.382001+0000","last_undegraded":"2024-09-10T10:35:18.382001+0000","last_fullsized":"2024-09-10T10:35:18.382001+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:31.381592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359837+0000","last_change":"2024-09-10T10:35:18.359837+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359837+0000","last_undegraded":"2024-09-10T10:35:18.359837+0000","last_fullsized":"2024-09-10T10:35:18.359837+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414906+0000","last_change":"2024-09-10T10:35:18.374085+0000","last_active":"2024-09-10T10:35:20.414906+0000","last_peered":"2024-09-10T10:35:20.414906+0000","last_clean":"2024-09-10T10:35:20.414906+0000","last_became_active":"2024-09-10T10:35:18.373770+0000","last_became_peered":"2024-09-10T10:35:18.373770+0000","last_unstale":"2024-09-10T10:35:20.414906+0000","last_undegraded":"2024-09-10T10:35:20.414906+0000","last_fullsized":"2024-09-10T10:35:20.414906+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:16.453987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.367638+0000","last_change":"2024-09-10T10:35:18.367638+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.367638+0000","last_undegraded":"2024-09-10T10:35:18.367638+0000","last_fullsized":"2024-09-10T10:35:18.367638+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.378739+0000","last_change":"2024-09-10T10:35:18.376983+0000","last_active":"2024-09-10T10:35:18.378739+0000","last_peered":"2024-09-10T10:35:18.378739+0000","last_clean":"2024-09-10T10:35:18.378739+0000","last_became_active":"2024-09-10T10:35:18.376729+0000","last_became_peered":"2024-09-10T10:35:18.376729+0000","last_unstale":"2024-09-10T10:35:18.378739+0000","last_undegraded":"2024-09-10T10:35:18.378739+0000","last_fullsized":"2024-09-10T10:35:18.378739+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:01:44.244923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359267+0000","last_change":"2024-09-10T10:35:18.359267+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359267+0000","last_undegraded":"2024-09-10T10:35:18.359267+0000","last_fullsized":"2024-09-10T10:35:18.359267+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383768+0000","last_change":"2024-09-10T10:35:18.382301+0000","last_active":"2024-09-10T10:35:18.383768+0000","last_peered":"2024-09-10T10:35:18.383768+0000","last_clean":"2024-09-10T10:35:18.383768+0000","last_became_active":"2024-09-10T10:35:18.377306+0000","last_became_peered":"2024-09-10T10:35:18.377306+0000","last_unstale":"2024-09-10T10:35:18.383768+0000","last_undegraded":"2024-09-10T10:35:18.383768+0000","last_fullsized":"2024-09-10T10:35:18.383768+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:07.218944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358761+0000","last_change":"2024-09-10T10:35:18.358761+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358761+0000","last_undegraded":"2024-09-10T10:35:18.358761+0000","last_fullsized":"2024-09-10T10:35:18.358761+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.379507+0000","last_change":"2024-09-10T10:35:18.377597+0000","last_active":"2024-09-10T10:35:18.379507+0000","last_peered":"2024-09-10T10:35:18.379507+0000","last_clean":"2024-09-10T10:35:18.379507+0000","last_became_active":"2024-09-10T10:35:18.377300+0000","last_became_peered":"2024-09-10T10:35:18.377300+0000","last_unstale":"2024-09-10T10:35:18.379507+0000","last_undegraded":"2024-09-10T10:35:18.379507+0000","last_fullsized":"2024-09-10T10:35:18.379507+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:21.829754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.367730+0000","last_change":"2024-09-10T10:35:18.367730+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.367730+0000","last_undegraded":"2024-09-10T10:35:18.367730+0000","last_fullsized":"2024-09-10T10:35:18.367730+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382165+0000","last_change":"2024-09-10T10:35:18.378850+0000","last_active":"2024-09-10T10:35:18.382165+0000","last_peered":"2024-09-10T10:35:18.382165+0000","last_clean":"2024-09-10T10:35:18.382165+0000","last_became_active":"2024-09-10T10:35:18.378584+0000","last_became_peered":"2024-09-10T10:35:18.378584+0000","last_unstale":"2024-09-10T10:35:18.382165+0000","last_undegraded":"2024-09-10T10:35:18.382165+0000","last_fullsized":"2024-09-10T10:35:18.382165+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:32:12.872987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364366+0000","last_change":"2024-09-10T10:35:18.364366+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364366+0000","last_undegraded":"2024-09-10T10:35:18.364366+0000","last_fullsized":"2024-09-10T10:35:18.364366+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382905+0000","last_change":"2024-09-10T10:35:18.381770+0000","last_active":"2024-09-10T10:35:18.382905+0000","last_peered":"2024-09-10T10:35:18.382905+0000","last_clean":"2024-09-10T10:35:18.382905+0000","last_became_active":"2024-09-10T10:35:18.381403+0000","last_became_peered":"2024-09-10T10:35:18.381403+0000","last_unstale":"2024-09-10T10:35:18.382905+0000","last_undegraded":"2024-09-10T10:35:18.382905+0000","last_fullsized":"2024-09-10T10:35:18.382905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358405+0000","last_change":"2024-09-10T10:35:18.358405+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358405+0000","last_undegraded":"2024-09-10T10:35:18.358405+0000","last_fullsized":"2024-09-10T10:35:18.358405+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.372125+0000","last_change":"2024-09-10T10:35:18.367761+0000","last_active":"2024-09-10T10:35:18.372125+0000","last_peered":"2024-09-10T10:35:18.372125+0000","last_clean":"2024-09-10T10:35:18.372125+0000","last_became_active":"2024-09-10T10:35:18.367425+0000","last_became_peered":"2024-09-10T10:35:18.367425+0000","last_unstale":"2024-09-10T10:35:18.372125+0000","last_undegraded":"2024-09-10T10:35:18.372125+0000","last_fullsized":"2024-09-10T10:35:18.372125+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:07.218944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359040+0000","last_change":"2024-09-10T10:35:18.359040+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359040+0000","last_undegraded":"2024-09-10T10:35:18.359040+0000","last_fullsized":"2024-09-10T10:35:18.359040+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375554+0000","last_change":"2024-09-10T10:35:18.372741+0000","last_active":"2024-09-10T10:35:18.375554+0000","last_peered":"2024-09-10T10:35:18.375554+0000","last_clean":"2024-09-10T10:35:18.375554+0000","last_became_active":"2024-09-10T10:35:18.372294+0000","last_became_peered":"2024-09-10T10:35:18.372294+0000","last_unstale":"2024-09-10T10:35:18.375554+0000","last_undegraded":"2024-09-10T10:35:18.375554+0000","last_fullsized":"2024-09-10T10:35:18.375554+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:11.871442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.366714+0000","last_change":"2024-09-10T10:35:18.366714+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.366714+0000","last_undegraded":"2024-09-10T10:35:18.366714+0000","last_fullsized":"2024-09-10T10:35:18.366714+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381541+0000","last_change":"2024-09-10T10:35:18.380590+0000","last_active":"2024-09-10T10:35:18.381541+0000","last_peered":"2024-09-10T10:35:18.381541+0000","last_clean":"2024-09-10T10:35:18.381541+0000","last_became_active":"2024-09-10T10:35:18.380324+0000","last_became_peered":"2024-09-10T10:35:18.380324+0000","last_unstale":"2024-09-10T10:35:18.381541+0000","last_undegraded":"2024-09-10T10:35:18.381541+0000","last_fullsized":"2024-09-10T10:35:18.381541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358863+0000","last_change":"2024-09-10T10:35:18.358863+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358863+0000","last_undegraded":"2024-09-10T10:35:18.358863+0000","last_fullsized":"2024-09-10T10:35:18.358863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.376653+0000","last_change":"2024-09-10T10:35:18.374464+0000","last_active":"2024-09-10T10:35:18.376653+0000","last_peered":"2024-09-10T10:35:18.376653+0000","last_clean":"2024-09-10T10:35:18.376653+0000","last_became_active":"2024-09-10T10:35:18.374145+0000","last_became_peered":"2024-09-10T10:35:18.374145+0000","last_unstale":"2024-09-10T10:35:18.376653+0000","last_undegraded":"2024-09-10T10:35:18.376653+0000","last_fullsized":"2024-09-10T10:35:18.376653+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:57.686197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414145+0000","last_change":"2024-09-10T10:35:19.381572+0000","last_active":"2024-09-10T10:35:20.414145+0000","last_peered":"2024-09-10T10:35:20.414145+0000","last_clean":"2024-09-10T10:35:20.414145+0000","last_became_active":"2024-09-10T10:35:19.379458+0000","last_became_peered":"2024-09-10T10:35:19.379458+0000","last_unstale":"2024-09-10T10:35:20.414145+0000","last_undegraded":"2024-09-10T10:35:20.414145+0000","last_fullsized":"2024-09-10T10:35:20.414145+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:11.052728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375334+0000","last_change":"2024-09-10T10:35:18.373188+0000","last_active":"2024-09-10T10:35:18.375334+0000","last_peered":"2024-09-10T10:35:18.375334+0000","last_clean":"2024-09-10T10:35:18.375334+0000","last_became_active":"2024-09-10T10:35:18.372841+0000","last_became_peered":"2024-09-10T10:35:18.372841+0000","last_unstale":"2024-09-10T10:35:18.375334+0000","last_undegraded":"2024-09-10T10:35:18.375334+0000","last_fullsized":"2024-09-10T10:35:18.375334+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.369818+0000","last_change":"2024-09-10T10:35:18.369818+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.369818+0000","last_undegraded":"2024-09-10T10:35:18.369818+0000","last_fullsized":"2024-09-10T10:35:18.369818+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.377541+0000","last_change":"2024-09-10T10:35:18.376307+0000","last_active":"2024-09-10T10:35:18.377541+0000","last_peered":"2024-09-10T10:35:18.377541+0000","last_clean":"2024-09-10T10:35:18.377541+0000","last_became_active":"2024-09-10T10:35:18.375972+0000","last_became_peered":"2024-09-10T10:35:18.375972+0000","last_unstale":"2024-09-10T10:35:18.377541+0000","last_undegraded":"2024-09-10T10:35:18.377541+0000","last_fullsized":"2024-09-10T10:35:18.377541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:31.381592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360072+0000","last_change":"2024-09-10T10:35:18.360072+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360072+0000","last_undegraded":"2024-09-10T10:35:18.360072+0000","last_fullsized":"2024-09-10T10:35:18.360072+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382190+0000","last_change":"2024-09-10T10:35:18.379238+0000","last_active":"2024-09-10T10:35:18.382190+0000","last_peered":"2024-09-10T10:35:18.382190+0000","last_clean":"2024-09-10T10:35:18.382190+0000","last_became_active":"2024-09-10T10:35:18.372109+0000","last_became_peered":"2024-09-10T10:35:18.372109+0000","last_unstale":"2024-09-10T10:35:18.382190+0000","last_undegraded":"2024-09-10T10:35:18.382190+0000","last_fullsized":"2024-09-10T10:35:18.382190+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:54.368676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413907+0000","last_change":"2024-09-10T10:35:19.375345+0000","last_active":"2024-09-10T10:35:20.413907+0000","last_peered":"2024-09-10T10:35:20.413907+0000","last_clean":"2024-09-10T10:35:20.413907+0000","last_became_active":"2024-09-10T10:35:19.375072+0000","last_became_peered":"2024-09-10T10:35:19.375072+0000","last_unstale":"2024-09-10T10:35:20.413907+0000","last_undegraded":"2024-09-10T10:35:20.413907+0000","last_fullsized":"2024-09-10T10:35:20.413907+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:46.683762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.367905+0000","last_change":"2024-09-10T10:35:18.363752+0000","last_active":"2024-09-10T10:35:18.367905+0000","last_peered":"2024-09-10T10:35:18.367905+0000","last_clean":"2024-09-10T10:35:18.367905+0000","last_became_active":"2024-09-10T10:35:18.363503+0000","last_became_peered":"2024-09-10T10:35:18.363503+0000","last_unstale":"2024-09-10T10:35:18.367905+0000","last_undegraded":"2024-09-10T10:35:18.367905+0000","last_fullsized":"2024-09-10T10:35:18.367905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:57.072880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357198+0000","last_change":"2024-09-10T10:35:18.357198+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357198+0000","last_undegraded":"2024-09-10T10:35:18.357198+0000","last_fullsized":"2024-09-10T10:35:18.357198+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.372162+0000","last_change":"2024-09-10T10:35:18.370119+0000","last_active":"2024-09-10T10:35:18.372162+0000","last_peered":"2024-09-10T10:35:18.372162+0000","last_clean":"2024-09-10T10:35:18.372162+0000","last_became_active":"2024-09-10T10:35:18.369861+0000","last_became_peered":"2024-09-10T10:35:18.369861+0000","last_unstale":"2024-09-10T10:35:18.372162+0000","last_undegraded":"2024-09-10T10:35:18.372162+0000","last_fullsized":"2024-09-10T10:35:18.372162+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:51.980353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365786+0000","last_change":"2024-09-10T10:35:18.365786+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365786+0000","last_undegraded":"2024-09-10T10:35:18.365786+0000","last_fullsized":"2024-09-10T10:35:18.365786+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375536+0000","last_change":"2024-09-10T10:35:18.372536+0000","last_active":"2024-09-10T10:35:18.375536+0000","last_peered":"2024-09-10T10:35:18.375536+0000","last_clean":"2024-09-10T10:35:18.375536+0000","last_became_active":"2024-09-10T10:35:18.371663+0000","last_became_peered":"2024-09-10T10:35:18.371663+0000","last_unstale":"2024-09-10T10:35:18.375536+0000","last_undegraded":"2024-09-10T10:35:18.375536+0000","last_fullsized":"2024-09-10T10:35:18.375536+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:46:03.901478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365861+0000","last_change":"2024-09-10T10:35:18.365861+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365861+0000","last_undegraded":"2024-09-10T10:35:18.365861+0000","last_fullsized":"2024-09-10T10:35:18.365861+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.380115+0000","last_change":"2024-09-10T10:35:18.372500+0000","last_active":"2024-09-10T10:35:18.380115+0000","last_peered":"2024-09-10T10:35:18.380115+0000","last_clean":"2024-09-10T10:35:18.380115+0000","last_became_active":"2024-09-10T10:35:18.372228+0000","last_became_peered":"2024-09-10T10:35:18.372228+0000","last_unstale":"2024-09-10T10:35:18.380115+0000","last_undegraded":"2024-09-10T10:35:18.380115+0000","last_fullsized":"2024-09-10T10:35:18.380115+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:50:35.459955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358938+0000","last_change":"2024-09-10T10:35:18.358938+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358938+0000","last_undegraded":"2024-09-10T10:35:18.358938+0000","last_fullsized":"2024-09-10T10:35:18.358938+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381061+0000","last_change":"2024-09-10T10:35:18.377222+0000","last_active":"2024-09-10T10:35:18.381061+0000","last_peered":"2024-09-10T10:35:18.381061+0000","last_clean":"2024-09-10T10:35:18.381061+0000","last_became_active":"2024-09-10T10:35:18.376695+0000","last_became_peered":"2024-09-10T10:35:18.376695+0000","last_unstale":"2024-09-10T10:35:18.381061+0000","last_undegraded":"2024-09-10T10:35:18.381061+0000","last_fullsized":"2024-09-10T10:35:18.381061+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:31.565302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357979+0000","last_change":"2024-09-10T10:35:18.357979+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357979+0000","last_undegraded":"2024-09-10T10:35:18.357979+0000","last_fullsized":"2024-09-10T10:35:18.357979+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383813+0000","last_change":"2024-09-10T10:35:18.382574+0000","last_active":"2024-09-10T10:35:18.383813+0000","last_peered":"2024-09-10T10:35:18.383813+0000","last_clean":"2024-09-10T10:35:18.383813+0000","last_became_active":"2024-09-10T10:35:18.382327+0000","last_became_peered":"2024-09-10T10:35:18.382327+0000","last_unstale":"2024-09-10T10:35:18.383813+0000","last_undegraded":"2024-09-10T10:35:18.383813+0000","last_fullsized":"2024-09-10T10:35:18.383813+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:57.686197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363644+0000","last_change":"2024-09-10T10:35:18.363644+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363644+0000","last_undegraded":"2024-09-10T10:35:18.363644+0000","last_fullsized":"2024-09-10T10:35:18.363644+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383132+0000","last_change":"2024-09-10T10:35:18.382161+0000","last_active":"2024-09-10T10:35:18.383132+0000","last_peered":"2024-09-10T10:35:18.383132+0000","last_clean":"2024-09-10T10:35:18.383132+0000","last_became_active":"2024-09-10T10:35:18.376806+0000","last_became_peered":"2024-09-10T10:35:18.376806+0000","last_unstale":"2024-09-10T10:35:18.383132+0000","last_undegraded":"2024-09-10T10:35:18.383132+0000","last_fullsized":"2024-09-10T10:35:18.383132+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363729+0000","last_change":"2024-09-10T10:35:18.363729+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363729+0000","last_undegraded":"2024-09-10T10:35:18.363729+0000","last_fullsized":"2024-09-10T10:35:18.363729+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.371363+0000","last_change":"2024-09-10T10:35:18.368996+0000","last_active":"2024-09-10T10:35:18.371363+0000","last_peered":"2024-09-10T10:35:18.371363+0000","last_clean":"2024-09-10T10:35:18.371363+0000","last_became_active":"2024-09-10T10:35:18.368724+0000","last_became_peered":"2024-09-10T10:35:18.368724+0000","last_unstale":"2024-09-10T10:35:18.371363+0000","last_undegraded":"2024-09-10T10:35:18.371363+0000","last_fullsized":"2024-09-10T10:35:18.371363+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:21.003146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357913+0000","last_change":"2024-09-10T10:35:18.357913+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357913+0000","last_undegraded":"2024-09-10T10:35:18.357913+0000","last_fullsized":"2024-09-10T10:35:18.357913+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413736+0000","last_change":"2024-09-10T10:35:18.381602+0000","last_active":"2024-09-10T10:35:20.413736+0000","last_peered":"2024-09-10T10:35:20.413736+0000","last_clean":"2024-09-10T10:35:20.413736+0000","last_became_active":"2024-09-10T10:35:18.381307+0000","last_became_peered":"2024-09-10T10:35:18.381307+0000","last_unstale":"2024-09-10T10:35:20.413736+0000","last_undegraded":"2024-09-10T10:35:20.413736+0000","last_fullsized":"2024-09-10T10:35:20.413736+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:29:06.919438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414848+0000","last_change":"2024-09-10T10:35:19.381037+0000","last_active":"2024-09-10T10:35:20.414848+0000","last_peered":"2024-09-10T10:35:20.414848+0000","last_clean":"2024-09-10T10:35:20.414848+0000","last_became_active":"2024-09-10T10:35:19.380410+0000","last_became_peered":"2024-09-10T10:35:19.380410+0000","last_unstale":"2024-09-10T10:35:20.414848+0000","last_undegraded":"2024-09-10T10:35:20.414848+0000","last_fullsized":"2024-09-10T10:35:20.414848+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:42.777854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375513+0000","last_change":"2024-09-10T10:35:18.371964+0000","last_active":"2024-09-10T10:35:18.375513+0000","last_peered":"2024-09-10T10:35:18.375513+0000","last_clean":"2024-09-10T10:35:18.375513+0000","last_became_active":"2024-09-10T10:35:18.371301+0000","last_became_peered":"2024-09-10T10:35:18.371301+0000","last_unstale":"2024-09-10T10:35:18.375513+0000","last_undegraded":"2024-09-10T10:35:18.375513+0000","last_fullsized":"2024-09-10T10:35:18.375513+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:47:57.066140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357853+0000","last_change":"2024-09-10T10:35:18.357853+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357853+0000","last_undegraded":"2024-09-10T10:35:18.357853+0000","last_fullsized":"2024-09-10T10:35:18.357853+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.377668+0000","last_change":"2024-09-10T10:35:18.375637+0000","last_active":"2024-09-10T10:35:18.377668+0000","last_peered":"2024-09-10T10:35:18.377668+0000","last_clean":"2024-09-10T10:35:18.377668+0000","last_became_active":"2024-09-10T10:35:18.374473+0000","last_became_peered":"2024-09-10T10:35:18.374473+0000","last_unstale":"2024-09-10T10:35:18.377668+0000","last_undegraded":"2024-09-10T10:35:18.377668+0000","last_fullsized":"2024-09-10T10:35:18.377668+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:46.942351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365085+0000","last_change":"2024-09-10T10:35:18.365085+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365085+0000","last_undegraded":"2024-09-10T10:35:18.365085+0000","last_fullsized":"2024-09-10T10:35:18.365085+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.370725+0000","last_change":"2024-09-10T10:35:18.367408+0000","last_active":"2024-09-10T10:35:18.370725+0000","last_peered":"2024-09-10T10:35:18.370725+0000","last_clean":"2024-09-10T10:35:18.370725+0000","last_became_active":"2024-09-10T10:35:18.366649+0000","last_became_peered":"2024-09-10T10:35:18.366649+0000","last_unstale":"2024-09-10T10:35:18.370725+0000","last_undegraded":"2024-09-10T10:35:18.370725+0000","last_fullsized":"2024-09-10T10:35:18.370725+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357864+0000","last_change":"2024-09-10T10:35:18.357864+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357864+0000","last_undegraded":"2024-09-10T10:35:18.357864+0000","last_fullsized":"2024-09-10T10:35:18.357864+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.376659+0000","last_change":"2024-09-10T10:35:18.374529+0000","last_active":"2024-09-10T10:35:18.376659+0000","last_peered":"2024-09-10T10:35:18.376659+0000","last_clean":"2024-09-10T10:35:18.376659+0000","last_became_active":"2024-09-10T10:35:18.374176+0000","last_became_peered":"2024-09-10T10:35:18.374176+0000","last_unstale":"2024-09-10T10:35:18.376659+0000","last_undegraded":"2024-09-10T10:35:18.376659+0000","last_fullsized":"2024-09-10T10:35:18.376659+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:15.752679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414461+0000","last_change":"2024-09-10T10:35:19.381404+0000","last_active":"2024-09-10T10:35:20.414461+0000","last_peered":"2024-09-10T10:35:20.414461+0000","last_clean":"2024-09-10T10:35:20.414461+0000","last_became_active":"2024-09-10T10:35:19.376153+0000","last_became_peered":"2024-09-10T10:35:19.376153+0000","last_unstale":"2024-09-10T10:35:20.414461+0000","last_undegraded":"2024-09-10T10:35:20.414461+0000","last_fullsized":"2024-09-10T10:35:20.414461+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:28.919278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.379493+0000","last_change":"2024-09-10T10:35:18.377415+0000","last_active":"2024-09-10T10:35:18.379493+0000","last_peered":"2024-09-10T10:35:18.379493+0000","last_clean":"2024-09-10T10:35:18.379493+0000","last_became_active":"2024-09-10T10:35:18.377127+0000","last_became_peered":"2024-09-10T10:35:18.377127+0000","last_unstale":"2024-09-10T10:35:18.379493+0000","last_undegraded":"2024-09-10T10:35:18.379493+0000","last_fullsized":"2024-09-10T10:35:18.379493+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:12.693498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358723+0000","last_change":"2024-09-10T10:35:18.358723+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358723+0000","last_undegraded":"2024-09-10T10:35:18.358723+0000","last_fullsized":"2024-09-10T10:35:18.358723+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414530+0000","last_change":"2024-09-10T10:35:18.384059+0000","last_active":"2024-09-10T10:35:20.414530+0000","last_peered":"2024-09-10T10:35:20.414530+0000","last_clean":"2024-09-10T10:35:20.414530+0000","last_became_active":"2024-09-10T10:35:18.383759+0000","last_became_peered":"2024-09-10T10:35:18.383759+0000","last_unstale":"2024-09-10T10:35:20.414530+0000","last_undegraded":"2024-09-10T10:35:20.414530+0000","last_fullsized":"2024-09-10T10:35:20.414530+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:16.292078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363178+0000","last_change":"2024-09-10T10:35:18.363178+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363178+0000","last_undegraded":"2024-09-10T10:35:18.363178+0000","last_fullsized":"2024-09-10T10:35:18.363178+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381103+0000","last_change":"2024-09-10T10:35:18.379710+0000","last_active":"2024-09-10T10:35:18.381103+0000","last_peered":"2024-09-10T10:35:18.381103+0000","last_clean":"2024-09-10T10:35:18.381103+0000","last_became_active":"2024-09-10T10:35:18.379446+0000","last_became_peered":"2024-09-10T10:35:18.379446+0000","last_unstale":"2024-09-10T10:35:18.381103+0000","last_undegraded":"2024-09-10T10:35:18.381103+0000","last_fullsized":"2024-09-10T10:35:18.381103+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:33:54.604939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364474+0000","last_change":"2024-09-10T10:35:18.364474+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364474+0000","last_undegraded":"2024-09-10T10:35:18.364474+0000","last_fullsized":"2024-09-10T10:35:18.364474+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381718+0000","last_change":"2024-09-10T10:35:18.374189+0000","last_active":"2024-09-10T10:35:18.381718+0000","last_peered":"2024-09-10T10:35:18.381718+0000","last_clean":"2024-09-10T10:35:18.381718+0000","last_became_active":"2024-09-10T10:35:18.373941+0000","last_became_peered":"2024-09-10T10:35:18.373941+0000","last_unstale":"2024-09-10T10:35:18.381718+0000","last_undegraded":"2024-09-10T10:35:18.381718+0000","last_fullsized":"2024-09-10T10:35:18.381718+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414326+0000","last_change":"2024-09-10T10:35:19.390272+0000","last_active":"2024-09-10T10:35:20.414326+0000","last_peered":"2024-09-10T10:35:20.414326+0000","last_clean":"2024-09-10T10:35:20.414326+0000","last_became_active":"2024-09-10T10:35:19.389741+0000","last_became_peered":"2024-09-10T10:35:19.389741+0000","last_unstale":"2024-09-10T10:35:20.414326+0000","last_undegraded":"2024-09-10T10:35:20.414326+0000","last_fullsized":"2024-09-10T10:35:20.414326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:52:08.246099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.366694+0000","last_change":"2024-09-10T10:35:18.364022+0000","last_active":"2024-09-10T10:35:18.366694+0000","last_peered":"2024-09-10T10:35:18.366694+0000","last_clean":"2024-09-10T10:35:18.366694+0000","last_became_active":"2024-09-10T10:35:18.363699+0000","last_became_peered":"2024-09-10T10:35:18.363699+0000","last_unstale":"2024-09-10T10:35:18.366694+0000","last_undegraded":"2024-09-10T10:35:18.366694+0000","last_fullsized":"2024-09-10T10:35:18.366694+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:37.734199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":253,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.354237+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:35:18.354237+0000","last_peered":"2024-09-10T10:35:18.354237+0000","last_clean":"2024-09-10T10:35:18.354237+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:35:18.354237+0000","last_undegraded":"2024-09-10T10:35:18.354237+0000","last_fullsized":"2024-09-10T10:35:18.354237+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":806912,"data_stored":332854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509478,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":332854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509480,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509479,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32568,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339272,"statfs":{"total":96636764160,"available":96603414528,"internally_reserved":0,"allocated":1413120,"data_stored":929489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509478,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542185,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1441792,"data_stored":942654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:35:23.959 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:35:24.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.096+0000 7f6836a00640 1 Processor -- start 2024-09-10T10:35:24.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.096+0000 7f6836a00640 1 -- start start 2024-09-10T10:35:24.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6836a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6830162090 0x7f6830162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6836a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6830073730 0x7f68300ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6836a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6830158ef0 con 0x7f683015eaa0 2024-09-10T10:35:24.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6836a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f683015fd00 con 0x7f6830073730 2024-09-10T10:35:24.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6836a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f68301629b0 con 0x7f6830162090 2024-09-10T10:35:24.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6827400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6830073730 0x7f68300ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6834a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f683015eaa0 0x7f683015eeb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43960/0 (socket says 172.21.15.22:43960) 2024-09-10T10:35:24.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6834a00640 1 -- 172.21.15.22:0/1229423705 learned_addr learned my addr 172.21.15.22:0/1229423705 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:24.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f682fe00640 1 --2- 172.21.15.22:0/1229423705 >> v2:172.21.15.145:3300/0 conn(0x7f6830162090 0x7f6830162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6827400640 1 -- 172.21.15.22:0/1229423705 >> v2:172.21.15.145:3300/0 conn(0x7f6830162090 msgr2=0x7f6830162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6827400640 1 --2- 172.21.15.22:0/1229423705 >> v2:172.21.15.145:3300/0 conn(0x7f6830162090 0x7f6830162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6827400640 1 -- 172.21.15.22:0/1229423705 >> v1:172.21.15.22:6789/0 conn(0x7f683015eaa0 legacy=0x7f683015eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f6827400640 1 -- 172.21.15.22:0/1229423705 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68300aea70 con 0x7f6830073730 2024-09-10T10:35:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.100+0000 7f682f400640 1 -- 172.21.15.22:0/1229423705 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2170302753 0 0) 0x7f6828001120 con 0x7f683015eaa0 2024-09-10T10:35:24.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6827400640 1 --2- 172.21.15.22:0/1229423705 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 0x7f68300ae100 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f683006cd30 tx=0x7f681801f110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acc53156d942868f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:24.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f682f400640 1 -- 172.21.15.22:0/1229423705 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68180b4070 con 0x7f6830073730 2024-09-10T10:35:24.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f682f400640 1 -- 172.21.15.22:0/1229423705 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68180af600 con 0x7f6830073730 2024-09-10T10:35:24.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f682f400640 1 -- 172.21.15.22:0/1229423705 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68180af9d0 con 0x7f6830073730 2024-09-10T10:35:24.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 -- 172.21.15.22:0/1229423705 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 msgr2=0x7f68300ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 --2- 172.21.15.22:0/1229423705 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 0x7f68300ae100 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f683006cd30 tx=0x7f681801f110 comp rx=0 tx=0).stop 2024-09-10T10:35:24.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 -- 172.21.15.22:0/1229423705 shutdown_connections 2024-09-10T10:35:24.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 --2- 172.21.15.22:0/1229423705 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 0x7f68300ae100 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 --2- 172.21.15.22:0/1229423705 >> v2:172.21.15.145:3300/0 conn(0x7f6830162090 0x7f6830162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 -- 172.21.15.22:0/1229423705 >> 172.21.15.22:0/1229423705 conn(0x7f683006bcc0 msgr2=0x7f683006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:24.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 -- 172.21.15.22:0/1229423705 shutdown_connections 2024-09-10T10:35:24.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 -- 172.21.15.22:0/1229423705 wait complete. 2024-09-10T10:35:24.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 Processor -- start 2024-09-10T10:35:24.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 -- start start 2024-09-10T10:35:24.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 0x7f683009ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f683015eaa0 0x7f683009d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.104+0000 7f6836a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6830162090 0x7f68301586a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f6836a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f68300af310 con 0x7f6830073730 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f6836a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f68300af030 con 0x7f683015eaa0 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f6836a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f68300af490 con 0x7f6830162090 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 0x7f683009ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 0x7f683009ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46536/0 (socket says 172.21.15.22:46536) 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682fe00640 1 -- 172.21.15.22:0/423278811 learned_addr learned my addr 172.21.15.22:0/423278811 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f6827400640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f683015eaa0 0x7f683009d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f6834a00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6830162090 0x7f68301586a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682fe00640 1 -- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6830162090 msgr2=0x7f68301586a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682fe00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6830162090 0x7f68301586a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682fe00640 1 -- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f683015eaa0 msgr2=0x7f683009d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682fe00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f683015eaa0 0x7f683009d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682fe00640 1 -- 172.21.15.22:0/423278811 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f683009d6f0 con 0x7f6830073730 2024-09-10T10:35:24.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f6834a00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6830162090 0x7f68301586a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:24.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682fe00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 0x7f683009ba30 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f682000d5f0 tx=0x7f682000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:24.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682cc00640 1 -- 172.21.15.22:0/423278811 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68200125f0 con 0x7f6830073730 2024-09-10T10:35:24.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682cc00640 1 -- 172.21.15.22:0/423278811 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6820019070 con 0x7f6830073730 2024-09-10T10:35:24.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682cc00640 1 -- 172.21.15.22:0/423278811 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68200129b0 con 0x7f6830073730 2024-09-10T10:35:24.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f6836a00640 1 -- 172.21.15.22:0/423278811 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6830158be0 con 0x7f6830073730 2024-09-10T10:35:24.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f6836a00640 1 -- 172.21.15.22:0/423278811 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f683009c3f0 con 0x7f6830073730 2024-09-10T10:35:24.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f6836a00640 1 -- 172.21.15.22:0/423278811 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6830073c10 con 0x7f6830073730 2024-09-10T10:35:24.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.108+0000 7f682cc00640 1 -- 172.21.15.22:0/423278811 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6820012b50 con 0x7f6830073730 2024-09-10T10:35:24.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.112+0000 7f682cc00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f680c0678f0 0x7f680c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.112+0000 7f682cc00640 1 -- 172.21.15.22:0/423278811 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f6820086070 con 0x7f6830073730 2024-09-10T10:35:24.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.112+0000 7f6827400640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f680c0678f0 0x7f680c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.112+0000 7f6827400640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f680c0678f0 0x7f680c069db0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f68180b1000 tx=0x7f68180aa000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:24.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.116+0000 7f682cc00640 1 -- 172.21.15.22:0/423278811 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6820056ba0 con 0x7f6830073730 2024-09-10T10:35:24.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.276+0000 7f6836a00640 1 -- 172.21.15.22:0/423278811 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f683006ff30 con 0x7f680c0678f0 2024-09-10T10:35:24.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.284+0000 7f682cc00640 1 -- 172.21.15.22:0/423278811 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247575 (secure 0 0 0) 0x7f683006ff30 con 0x7f680c0678f0 2024-09-10T10:35:24.288 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:24.289 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:35:24.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 -- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f680c0678f0 msgr2=0x7f680c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f680c0678f0 0x7f680c069db0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f68180b1000 tx=0x7f68180aa000 comp rx=0 tx=0).stop 2024-09-10T10:35:24.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 -- 172.21.15.22:0/423278811 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 msgr2=0x7f683009ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 0x7f683009ba30 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f682000d5f0 tx=0x7f682000dab0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 -- 172.21.15.22:0/423278811 shutdown_connections 2024-09-10T10:35:24.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f680c0678f0 0x7f680c069db0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6830162090 0x7f68301586a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f683015eaa0 0x7f683009d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 --2- 172.21.15.22:0/423278811 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6830073730 0x7f683009ba30 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 -- 172.21.15.22:0/423278811 >> 172.21.15.22:0/423278811 conn(0x7f683006bcc0 msgr2=0x7f68300b5cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:24.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 -- 172.21.15.22:0/423278811 shutdown_connections 2024-09-10T10:35:24.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.288+0000 7f6836a00640 1 -- 172.21.15.22:0/423278811 wait complete. 2024-09-10T10:35:24.308 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2024-09-10T10:35:23.373555+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":60,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252936,"kb_used_data":7564,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721784,"statfs":{"total":773094113280,"available":772835106816,"internally_reserved":0,"allocated":7745536,"data_stored":3894335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001885"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359780+0000","last_change":"2024-09-10T10:35:18.359780+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359780+0000","last_undegraded":"2024-09-10T10:35:18.359780+0000","last_fullsized":"2024-09-10T10:35:18.359780+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.366184+0000","last_change":"2024-09-10T10:35:18.366184+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.366184+0000","last_undegraded":"2024-09-10T10:35:18.366184+0000","last_fullsized":"2024-09-10T10:35:18.366184+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358473+0000","last_change":"2024-09-10T10:35:18.358473+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358473+0000","last_undegraded":"2024-09-10T10:35:18.358473+0000","last_fullsized":"2024-09-10T10:35:18.358473+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359384+0000","last_change":"2024-09-10T10:35:18.359384+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359384+0000","last_undegraded":"2024-09-10T10:35:18.359384+0000","last_fullsized":"2024-09-10T10:35:18.359384+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414138+0000","last_change":"2024-09-10T10:35:19.394969+0000","last_active":"2024-09-10T10:35:20.414138+0000","last_peered":"2024-09-10T10:35:20.414138+0000","last_clean":"2024-09-10T10:35:20.414138+0000","last_became_active":"2024-09-10T10:35:19.394681+0000","last_became_peered":"2024-09-10T10:35:19.394681+0000","last_unstale":"2024-09-10T10:35:20.414138+0000","last_undegraded":"2024-09-10T10:35:20.414138+0000","last_fullsized":"2024-09-10T10:35:20.414138+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:59.461554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.370711+0000","last_change":"2024-09-10T10:35:18.370711+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.370711+0000","last_undegraded":"2024-09-10T10:35:18.370711+0000","last_fullsized":"2024-09-10T10:35:18.370711+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359741+0000","last_change":"2024-09-10T10:35:18.359741+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359741+0000","last_undegraded":"2024-09-10T10:35:18.359741+0000","last_fullsized":"2024-09-10T10:35:18.359741+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361406+0000","last_change":"2024-09-10T10:35:18.361406+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361406+0000","last_undegraded":"2024-09-10T10:35:18.361406+0000","last_fullsized":"2024-09-10T10:35:18.361406+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360435+0000","last_change":"2024-09-10T10:35:18.360435+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360435+0000","last_undegraded":"2024-09-10T10:35:18.360435+0000","last_fullsized":"2024-09-10T10:35:18.360435+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359672+0000","last_change":"2024-09-10T10:35:18.359672+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359672+0000","last_undegraded":"2024-09-10T10:35:18.359672+0000","last_fullsized":"2024-09-10T10:35:18.359672+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359964+0000","last_change":"2024-09-10T10:35:18.359964+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359964+0000","last_undegraded":"2024-09-10T10:35:18.359964+0000","last_fullsized":"2024-09-10T10:35:18.359964+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358442+0000","last_change":"2024-09-10T10:35:18.358442+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358442+0000","last_undegraded":"2024-09-10T10:35:18.358442+0000","last_fullsized":"2024-09-10T10:35:18.358442+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358543+0000","last_change":"2024-09-10T10:35:18.358543+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358543+0000","last_undegraded":"2024-09-10T10:35:18.358543+0000","last_fullsized":"2024-09-10T10:35:18.358543+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357847+0000","last_change":"2024-09-10T10:35:18.357847+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357847+0000","last_undegraded":"2024-09-10T10:35:18.357847+0000","last_fullsized":"2024-09-10T10:35:18.357847+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359483+0000","last_change":"2024-09-10T10:35:18.359483+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359483+0000","last_undegraded":"2024-09-10T10:35:18.359483+0000","last_fullsized":"2024-09-10T10:35:18.359483+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361003+0000","last_change":"2024-09-10T10:35:18.361003+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361003+0000","last_undegraded":"2024-09-10T10:35:18.361003+0000","last_fullsized":"2024-09-10T10:35:18.361003+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414775+0000","last_change":"2024-09-10T10:35:19.380177+0000","last_active":"2024-09-10T10:35:20.414775+0000","last_peered":"2024-09-10T10:35:20.414775+0000","last_clean":"2024-09-10T10:35:20.414775+0000","last_became_active":"2024-09-10T10:35:19.375818+0000","last_became_peered":"2024-09-10T10:35:19.375818+0000","last_unstale":"2024-09-10T10:35:20.414775+0000","last_undegraded":"2024-09-10T10:35:20.414775+0000","last_fullsized":"2024-09-10T10:35:20.414775+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:16.861748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414848+0000","last_change":"2024-09-10T10:35:19.381221+0000","last_active":"2024-09-10T10:35:20.414848+0000","last_peered":"2024-09-10T10:35:20.414848+0000","last_clean":"2024-09-10T10:35:20.414848+0000","last_became_active":"2024-09-10T10:35:19.380772+0000","last_became_peered":"2024-09-10T10:35:19.380772+0000","last_unstale":"2024-09-10T10:35:20.414848+0000","last_undegraded":"2024-09-10T10:35:20.414848+0000","last_fullsized":"2024-09-10T10:35:20.414848+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:29.632458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359589+0000","last_change":"2024-09-10T10:35:18.359589+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359589+0000","last_undegraded":"2024-09-10T10:35:18.359589+0000","last_fullsized":"2024-09-10T10:35:18.359589+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414343+0000","last_change":"2024-09-10T10:35:19.388219+0000","last_active":"2024-09-10T10:35:20.414343+0000","last_peered":"2024-09-10T10:35:20.414343+0000","last_clean":"2024-09-10T10:35:20.414343+0000","last_became_active":"2024-09-10T10:35:19.387816+0000","last_became_peered":"2024-09-10T10:35:19.387816+0000","last_unstale":"2024-09-10T10:35:20.414343+0000","last_undegraded":"2024-09-10T10:35:20.414343+0000","last_fullsized":"2024-09-10T10:35:20.414343+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:34.093869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364994+0000","last_change":"2024-09-10T10:35:18.364994+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364994+0000","last_undegraded":"2024-09-10T10:35:18.364994+0000","last_fullsized":"2024-09-10T10:35:18.364994+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.370225+0000","last_change":"2024-09-10T10:35:18.370225+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.370225+0000","last_undegraded":"2024-09-10T10:35:18.370225+0000","last_fullsized":"2024-09-10T10:35:18.370225+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359341+0000","last_change":"2024-09-10T10:35:18.359341+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359341+0000","last_undegraded":"2024-09-10T10:35:18.359341+0000","last_fullsized":"2024-09-10T10:35:18.359341+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360574+0000","last_change":"2024-09-10T10:35:18.360574+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360574+0000","last_undegraded":"2024-09-10T10:35:18.360574+0000","last_fullsized":"2024-09-10T10:35:18.360574+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360329+0000","last_change":"2024-09-10T10:35:18.360329+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360329+0000","last_undegraded":"2024-09-10T10:35:18.360329+0000","last_fullsized":"2024-09-10T10:35:18.360329+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.362125+0000","last_change":"2024-09-10T10:35:18.362125+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.362125+0000","last_undegraded":"2024-09-10T10:35:18.362125+0000","last_fullsized":"2024-09-10T10:35:18.362125+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413989+0000","last_change":"2024-09-10T10:35:19.380054+0000","last_active":"2024-09-10T10:35:20.413989+0000","last_peered":"2024-09-10T10:35:20.413989+0000","last_clean":"2024-09-10T10:35:20.413989+0000","last_became_active":"2024-09-10T10:35:19.379780+0000","last_became_peered":"2024-09-10T10:35:19.379780+0000","last_unstale":"2024-09-10T10:35:20.413989+0000","last_undegraded":"2024-09-10T10:35:20.413989+0000","last_fullsized":"2024-09-10T10:35:20.413989+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:32:36.824960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365500+0000","last_change":"2024-09-10T10:35:18.365500+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365500+0000","last_undegraded":"2024-09-10T10:35:18.365500+0000","last_fullsized":"2024-09-10T10:35:18.365500+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358157+0000","last_change":"2024-09-10T10:35:18.358157+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358157+0000","last_undegraded":"2024-09-10T10:35:18.358157+0000","last_fullsized":"2024-09-10T10:35:18.358157+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363284+0000","last_change":"2024-09-10T10:35:18.363284+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363284+0000","last_undegraded":"2024-09-10T10:35:18.363284+0000","last_fullsized":"2024-09-10T10:35:18.363284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364087+0000","last_change":"2024-09-10T10:35:18.364087+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364087+0000","last_undegraded":"2024-09-10T10:35:18.364087+0000","last_fullsized":"2024-09-10T10:35:18.364087+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361183+0000","last_change":"2024-09-10T10:35:18.361183+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361183+0000","last_undegraded":"2024-09-10T10:35:18.361183+0000","last_fullsized":"2024-09-10T10:35:18.361183+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361753+0000","last_change":"2024-09-10T10:35:18.361753+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361753+0000","last_undegraded":"2024-09-10T10:35:18.361753+0000","last_fullsized":"2024-09-10T10:35:18.361753+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382001+0000","last_change":"2024-09-10T10:35:18.377094+0000","last_active":"2024-09-10T10:35:18.382001+0000","last_peered":"2024-09-10T10:35:18.382001+0000","last_clean":"2024-09-10T10:35:18.382001+0000","last_became_active":"2024-09-10T10:35:18.376812+0000","last_became_peered":"2024-09-10T10:35:18.376812+0000","last_unstale":"2024-09-10T10:35:18.382001+0000","last_undegraded":"2024-09-10T10:35:18.382001+0000","last_fullsized":"2024-09-10T10:35:18.382001+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:31.381592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359837+0000","last_change":"2024-09-10T10:35:18.359837+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359837+0000","last_undegraded":"2024-09-10T10:35:18.359837+0000","last_fullsized":"2024-09-10T10:35:18.359837+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414906+0000","last_change":"2024-09-10T10:35:18.374085+0000","last_active":"2024-09-10T10:35:20.414906+0000","last_peered":"2024-09-10T10:35:20.414906+0000","last_clean":"2024-09-10T10:35:20.414906+0000","last_became_active":"2024-09-10T10:35:18.373770+0000","last_became_peered":"2024-09-10T10:35:18.373770+0000","last_unstale":"2024-09-10T10:35:20.414906+0000","last_undegraded":"2024-09-10T10:35:20.414906+0000","last_fullsized":"2024-09-10T10:35:20.414906+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:16.453987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.367638+0000","last_change":"2024-09-10T10:35:18.367638+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.367638+0000","last_undegraded":"2024-09-10T10:35:18.367638+0000","last_fullsized":"2024-09-10T10:35:18.367638+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.378739+0000","last_change":"2024-09-10T10:35:18.376983+0000","last_active":"2024-09-10T10:35:18.378739+0000","last_peered":"2024-09-10T10:35:18.378739+0000","last_clean":"2024-09-10T10:35:18.378739+0000","last_became_active":"2024-09-10T10:35:18.376729+0000","last_became_peered":"2024-09-10T10:35:18.376729+0000","last_unstale":"2024-09-10T10:35:18.378739+0000","last_undegraded":"2024-09-10T10:35:18.378739+0000","last_fullsized":"2024-09-10T10:35:18.378739+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:01:44.244923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359267+0000","last_change":"2024-09-10T10:35:18.359267+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359267+0000","last_undegraded":"2024-09-10T10:35:18.359267+0000","last_fullsized":"2024-09-10T10:35:18.359267+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383768+0000","last_change":"2024-09-10T10:35:18.382301+0000","last_active":"2024-09-10T10:35:18.383768+0000","last_peered":"2024-09-10T10:35:18.383768+0000","last_clean":"2024-09-10T10:35:18.383768+0000","last_became_active":"2024-09-10T10:35:18.377306+0000","last_became_peered":"2024-09-10T10:35:18.377306+0000","last_unstale":"2024-09-10T10:35:18.383768+0000","last_undegraded":"2024-09-10T10:35:18.383768+0000","last_fullsized":"2024-09-10T10:35:18.383768+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:07.218944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358761+0000","last_change":"2024-09-10T10:35:18.358761+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358761+0000","last_undegraded":"2024-09-10T10:35:18.358761+0000","last_fullsized":"2024-09-10T10:35:18.358761+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.379507+0000","last_change":"2024-09-10T10:35:18.377597+0000","last_active":"2024-09-10T10:35:18.379507+0000","last_peered":"2024-09-10T10:35:18.379507+0000","last_clean":"2024-09-10T10:35:18.379507+0000","last_became_active":"2024-09-10T10:35:18.377300+0000","last_became_peered":"2024-09-10T10:35:18.377300+0000","last_unstale":"2024-09-10T10:35:18.379507+0000","last_undegraded":"2024-09-10T10:35:18.379507+0000","last_fullsized":"2024-09-10T10:35:18.379507+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:21.829754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.367730+0000","last_change":"2024-09-10T10:35:18.367730+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.367730+0000","last_undegraded":"2024-09-10T10:35:18.367730+0000","last_fullsized":"2024-09-10T10:35:18.367730+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382165+0000","last_change":"2024-09-10T10:35:18.378850+0000","last_active":"2024-09-10T10:35:18.382165+0000","last_peered":"2024-09-10T10:35:18.382165+0000","last_clean":"2024-09-10T10:35:18.382165+0000","last_became_active":"2024-09-10T10:35:18.378584+0000","last_became_peered":"2024-09-10T10:35:18.378584+0000","last_unstale":"2024-09-10T10:35:18.382165+0000","last_undegraded":"2024-09-10T10:35:18.382165+0000","last_fullsized":"2024-09-10T10:35:18.382165+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:32:12.872987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364366+0000","last_change":"2024-09-10T10:35:18.364366+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364366+0000","last_undegraded":"2024-09-10T10:35:18.364366+0000","last_fullsized":"2024-09-10T10:35:18.364366+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382905+0000","last_change":"2024-09-10T10:35:18.381770+0000","last_active":"2024-09-10T10:35:18.382905+0000","last_peered":"2024-09-10T10:35:18.382905+0000","last_clean":"2024-09-10T10:35:18.382905+0000","last_became_active":"2024-09-10T10:35:18.381403+0000","last_became_peered":"2024-09-10T10:35:18.381403+0000","last_unstale":"2024-09-10T10:35:18.382905+0000","last_undegraded":"2024-09-10T10:35:18.382905+0000","last_fullsized":"2024-09-10T10:35:18.382905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358405+0000","last_change":"2024-09-10T10:35:18.358405+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358405+0000","last_undegraded":"2024-09-10T10:35:18.358405+0000","last_fullsized":"2024-09-10T10:35:18.358405+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.372125+0000","last_change":"2024-09-10T10:35:18.367761+0000","last_active":"2024-09-10T10:35:18.372125+0000","last_peered":"2024-09-10T10:35:18.372125+0000","last_clean":"2024-09-10T10:35:18.372125+0000","last_became_active":"2024-09-10T10:35:18.367425+0000","last_became_peered":"2024-09-10T10:35:18.367425+0000","last_unstale":"2024-09-10T10:35:18.372125+0000","last_undegraded":"2024-09-10T10:35:18.372125+0000","last_fullsized":"2024-09-10T10:35:18.372125+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:07.218944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359040+0000","last_change":"2024-09-10T10:35:18.359040+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359040+0000","last_undegraded":"2024-09-10T10:35:18.359040+0000","last_fullsized":"2024-09-10T10:35:18.359040+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375554+0000","last_change":"2024-09-10T10:35:18.372741+0000","last_active":"2024-09-10T10:35:18.375554+0000","last_peered":"2024-09-10T10:35:18.375554+0000","last_clean":"2024-09-10T10:35:18.375554+0000","last_became_active":"2024-09-10T10:35:18.372294+0000","last_became_peered":"2024-09-10T10:35:18.372294+0000","last_unstale":"2024-09-10T10:35:18.375554+0000","last_undegraded":"2024-09-10T10:35:18.375554+0000","last_fullsized":"2024-09-10T10:35:18.375554+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:11.871442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.366714+0000","last_change":"2024-09-10T10:35:18.366714+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.366714+0000","last_undegraded":"2024-09-10T10:35:18.366714+0000","last_fullsized":"2024-09-10T10:35:18.366714+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381541+0000","last_change":"2024-09-10T10:35:18.380590+0000","last_active":"2024-09-10T10:35:18.381541+0000","last_peered":"2024-09-10T10:35:18.381541+0000","last_clean":"2024-09-10T10:35:18.381541+0000","last_became_active":"2024-09-10T10:35:18.380324+0000","last_became_peered":"2024-09-10T10:35:18.380324+0000","last_unstale":"2024-09-10T10:35:18.381541+0000","last_undegraded":"2024-09-10T10:35:18.381541+0000","last_fullsized":"2024-09-10T10:35:18.381541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358863+0000","last_change":"2024-09-10T10:35:18.358863+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358863+0000","last_undegraded":"2024-09-10T10:35:18.358863+0000","last_fullsized":"2024-09-10T10:35:18.358863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.376653+0000","last_change":"2024-09-10T10:35:18.374464+0000","last_active":"2024-09-10T10:35:18.376653+0000","last_peered":"2024-09-10T10:35:18.376653+0000","last_clean":"2024-09-10T10:35:18.376653+0000","last_became_active":"2024-09-10T10:35:18.374145+0000","last_became_peered":"2024-09-10T10:35:18.374145+0000","last_unstale":"2024-09-10T10:35:18.376653+0000","last_undegraded":"2024-09-10T10:35:18.376653+0000","last_fullsized":"2024-09-10T10:35:18.376653+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:57.686197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414145+0000","last_change":"2024-09-10T10:35:19.381572+0000","last_active":"2024-09-10T10:35:20.414145+0000","last_peered":"2024-09-10T10:35:20.414145+0000","last_clean":"2024-09-10T10:35:20.414145+0000","last_became_active":"2024-09-10T10:35:19.379458+0000","last_became_peered":"2024-09-10T10:35:19.379458+0000","last_unstale":"2024-09-10T10:35:20.414145+0000","last_undegraded":"2024-09-10T10:35:20.414145+0000","last_fullsized":"2024-09-10T10:35:20.414145+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:11.052728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375334+0000","last_change":"2024-09-10T10:35:18.373188+0000","last_active":"2024-09-10T10:35:18.375334+0000","last_peered":"2024-09-10T10:35:18.375334+0000","last_clean":"2024-09-10T10:35:18.375334+0000","last_became_active":"2024-09-10T10:35:18.372841+0000","last_became_peered":"2024-09-10T10:35:18.372841+0000","last_unstale":"2024-09-10T10:35:18.375334+0000","last_undegraded":"2024-09-10T10:35:18.375334+0000","last_fullsized":"2024-09-10T10:35:18.375334+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.369818+0000","last_change":"2024-09-10T10:35:18.369818+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.369818+0000","last_undegraded":"2024-09-10T10:35:18.369818+0000","last_fullsized":"2024-09-10T10:35:18.369818+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.377541+0000","last_change":"2024-09-10T10:35:18.376307+0000","last_active":"2024-09-10T10:35:18.377541+0000","last_peered":"2024-09-10T10:35:18.377541+0000","last_clean":"2024-09-10T10:35:18.377541+0000","last_became_active":"2024-09-10T10:35:18.375972+0000","last_became_peered":"2024-09-10T10:35:18.375972+0000","last_unstale":"2024-09-10T10:35:18.377541+0000","last_undegraded":"2024-09-10T10:35:18.377541+0000","last_fullsized":"2024-09-10T10:35:18.377541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:31.381592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360072+0000","last_change":"2024-09-10T10:35:18.360072+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360072+0000","last_undegraded":"2024-09-10T10:35:18.360072+0000","last_fullsized":"2024-09-10T10:35:18.360072+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382190+0000","last_change":"2024-09-10T10:35:18.379238+0000","last_active":"2024-09-10T10:35:18.382190+0000","last_peered":"2024-09-10T10:35:18.382190+0000","last_clean":"2024-09-10T10:35:18.382190+0000","last_became_active":"2024-09-10T10:35:18.372109+0000","last_became_peered":"2024-09-10T10:35:18.372109+0000","last_unstale":"2024-09-10T10:35:18.382190+0000","last_undegraded":"2024-09-10T10:35:18.382190+0000","last_fullsized":"2024-09-10T10:35:18.382190+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:54.368676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413907+0000","last_change":"2024-09-10T10:35:19.375345+0000","last_active":"2024-09-10T10:35:20.413907+0000","last_peered":"2024-09-10T10:35:20.413907+0000","last_clean":"2024-09-10T10:35:20.413907+0000","last_became_active":"2024-09-10T10:35:19.375072+0000","last_became_peered":"2024-09-10T10:35:19.375072+0000","last_unstale":"2024-09-10T10:35:20.413907+0000","last_undegraded":"2024-09-10T10:35:20.413907+0000","last_fullsized":"2024-09-10T10:35:20.413907+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:46.683762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.367905+0000","last_change":"2024-09-10T10:35:18.363752+0000","last_active":"2024-09-10T10:35:18.367905+0000","last_peered":"2024-09-10T10:35:18.367905+0000","last_clean":"2024-09-10T10:35:18.367905+0000","last_became_active":"2024-09-10T10:35:18.363503+0000","last_became_peered":"2024-09-10T10:35:18.363503+0000","last_unstale":"2024-09-10T10:35:18.367905+0000","last_undegraded":"2024-09-10T10:35:18.367905+0000","last_fullsized":"2024-09-10T10:35:18.367905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:57.072880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357198+0000","last_change":"2024-09-10T10:35:18.357198+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357198+0000","last_undegraded":"2024-09-10T10:35:18.357198+0000","last_fullsized":"2024-09-10T10:35:18.357198+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.372162+0000","last_change":"2024-09-10T10:35:18.370119+0000","last_active":"2024-09-10T10:35:18.372162+0000","last_peered":"2024-09-10T10:35:18.372162+0000","last_clean":"2024-09-10T10:35:18.372162+0000","last_became_active":"2024-09-10T10:35:18.369861+0000","last_became_peered":"2024-09-10T10:35:18.369861+0000","last_unstale":"2024-09-10T10:35:18.372162+0000","last_undegraded":"2024-09-10T10:35:18.372162+0000","last_fullsized":"2024-09-10T10:35:18.372162+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:51.980353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365786+0000","last_change":"2024-09-10T10:35:18.365786+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365786+0000","last_undegraded":"2024-09-10T10:35:18.365786+0000","last_fullsized":"2024-09-10T10:35:18.365786+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375536+0000","last_change":"2024-09-10T10:35:18.372536+0000","last_active":"2024-09-10T10:35:18.375536+0000","last_peered":"2024-09-10T10:35:18.375536+0000","last_clean":"2024-09-10T10:35:18.375536+0000","last_became_active":"2024-09-10T10:35:18.371663+0000","last_became_peered":"2024-09-10T10:35:18.371663+0000","last_unstale":"2024-09-10T10:35:18.375536+0000","last_undegraded":"2024-09-10T10:35:18.375536+0000","last_fullsized":"2024-09-10T10:35:18.375536+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:46:03.901478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365861+0000","last_change":"2024-09-10T10:35:18.365861+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365861+0000","last_undegraded":"2024-09-10T10:35:18.365861+0000","last_fullsized":"2024-09-10T10:35:18.365861+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.380115+0000","last_change":"2024-09-10T10:35:18.372500+0000","last_active":"2024-09-10T10:35:18.380115+0000","last_peered":"2024-09-10T10:35:18.380115+0000","last_clean":"2024-09-10T10:35:18.380115+0000","last_became_active":"2024-09-10T10:35:18.372228+0000","last_became_peered":"2024-09-10T10:35:18.372228+0000","last_unstale":"2024-09-10T10:35:18.380115+0000","last_undegraded":"2024-09-10T10:35:18.380115+0000","last_fullsized":"2024-09-10T10:35:18.380115+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:50:35.459955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358938+0000","last_change":"2024-09-10T10:35:18.358938+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358938+0000","last_undegraded":"2024-09-10T10:35:18.358938+0000","last_fullsized":"2024-09-10T10:35:18.358938+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381061+0000","last_change":"2024-09-10T10:35:18.377222+0000","last_active":"2024-09-10T10:35:18.381061+0000","last_peered":"2024-09-10T10:35:18.381061+0000","last_clean":"2024-09-10T10:35:18.381061+0000","last_became_active":"2024-09-10T10:35:18.376695+0000","last_became_peered":"2024-09-10T10:35:18.376695+0000","last_unstale":"2024-09-10T10:35:18.381061+0000","last_undegraded":"2024-09-10T10:35:18.381061+0000","last_fullsized":"2024-09-10T10:35:18.381061+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:31.565302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357979+0000","last_change":"2024-09-10T10:35:18.357979+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357979+0000","last_undegraded":"2024-09-10T10:35:18.357979+0000","last_fullsized":"2024-09-10T10:35:18.357979+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383813+0000","last_change":"2024-09-10T10:35:18.382574+0000","last_active":"2024-09-10T10:35:18.383813+0000","last_peered":"2024-09-10T10:35:18.383813+0000","last_clean":"2024-09-10T10:35:18.383813+0000","last_became_active":"2024-09-10T10:35:18.382327+0000","last_became_peered":"2024-09-10T10:35:18.382327+0000","last_unstale":"2024-09-10T10:35:18.383813+0000","last_undegraded":"2024-09-10T10:35:18.383813+0000","last_fullsized":"2024-09-10T10:35:18.383813+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:57.686197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363644+0000","last_change":"2024-09-10T10:35:18.363644+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363644+0000","last_undegraded":"2024-09-10T10:35:18.363644+0000","last_fullsized":"2024-09-10T10:35:18.363644+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383132+0000","last_change":"2024-09-10T10:35:18.382161+0000","last_active":"2024-09-10T10:35:18.383132+0000","last_peered":"2024-09-10T10:35:18.383132+0000","last_clean":"2024-09-10T10:35:18.383132+0000","last_became_active":"2024-09-10T10:35:18.376806+0000","last_became_peered":"2024-09-10T10:35:18.376806+0000","last_unstale":"2024-09-10T10:35:18.383132+0000","last_undegraded":"2024-09-10T10:35:18.383132+0000","last_fullsized":"2024-09-10T10:35:18.383132+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363729+0000","last_change":"2024-09-10T10:35:18.363729+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363729+0000","last_undegraded":"2024-09-10T10:35:18.363729+0000","last_fullsized":"2024-09-10T10:35:18.363729+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.371363+0000","last_change":"2024-09-10T10:35:18.368996+0000","last_active":"2024-09-10T10:35:18.371363+0000","last_peered":"2024-09-10T10:35:18.371363+0000","last_clean":"2024-09-10T10:35:18.371363+0000","last_became_active":"2024-09-10T10:35:18.368724+0000","last_became_peered":"2024-09-10T10:35:18.368724+0000","last_unstale":"2024-09-10T10:35:18.371363+0000","last_undegraded":"2024-09-10T10:35:18.371363+0000","last_fullsized":"2024-09-10T10:35:18.371363+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:21.003146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357913+0000","last_change":"2024-09-10T10:35:18.357913+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357913+0000","last_undegraded":"2024-09-10T10:35:18.357913+0000","last_fullsized":"2024-09-10T10:35:18.357913+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413736+0000","last_change":"2024-09-10T10:35:18.381602+0000","last_active":"2024-09-10T10:35:20.413736+0000","last_peered":"2024-09-10T10:35:20.413736+0000","last_clean":"2024-09-10T10:35:20.413736+0000","last_became_active":"2024-09-10T10:35:18.381307+0000","last_became_peered":"2024-09-10T10:35:18.381307+0000","last_unstale":"2024-09-10T10:35:20.413736+0000","last_undegraded":"2024-09-10T10:35:20.413736+0000","last_fullsized":"2024-09-10T10:35:20.413736+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:29:06.919438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414848+0000","last_change":"2024-09-10T10:35:19.381037+0000","last_active":"2024-09-10T10:35:20.414848+0000","last_peered":"2024-09-10T10:35:20.414848+0000","last_clean":"2024-09-10T10:35:20.414848+0000","last_became_active":"2024-09-10T10:35:19.380410+0000","last_became_peered":"2024-09-10T10:35:19.380410+0000","last_unstale":"2024-09-10T10:35:20.414848+0000","last_undegraded":"2024-09-10T10:35:20.414848+0000","last_fullsized":"2024-09-10T10:35:20.414848+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:42.777854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375513+0000","last_change":"2024-09-10T10:35:18.371964+0000","last_active":"2024-09-10T10:35:18.375513+0000","last_peered":"2024-09-10T10:35:18.375513+0000","last_clean":"2024-09-10T10:35:18.375513+0000","last_became_active":"2024-09-10T10:35:18.371301+0000","last_became_peered":"2024-09-10T10:35:18.371301+0000","last_unstale":"2024-09-10T10:35:18.375513+0000","last_undegraded":"2024-09-10T10:35:18.375513+0000","last_fullsized":"2024-09-10T10:35:18.375513+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:47:57.066140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357853+0000","last_change":"2024-09-10T10:35:18.357853+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357853+0000","last_undegraded":"2024-09-10T10:35:18.357853+0000","last_fullsized":"2024-09-10T10:35:18.357853+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.377668+0000","last_change":"2024-09-10T10:35:18.375637+0000","last_active":"2024-09-10T10:35:18.377668+0000","last_peered":"2024-09-10T10:35:18.377668+0000","last_clean":"2024-09-10T10:35:18.377668+0000","last_became_active":"2024-09-10T10:35:18.374473+0000","last_became_peered":"2024-09-10T10:35:18.374473+0000","last_unstale":"2024-09-10T10:35:18.377668+0000","last_undegraded":"2024-09-10T10:35:18.377668+0000","last_fullsized":"2024-09-10T10:35:18.377668+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:46.942351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365085+0000","last_change":"2024-09-10T10:35:18.365085+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365085+0000","last_undegraded":"2024-09-10T10:35:18.365085+0000","last_fullsized":"2024-09-10T10:35:18.365085+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.370725+0000","last_change":"2024-09-10T10:35:18.367408+0000","last_active":"2024-09-10T10:35:18.370725+0000","last_peered":"2024-09-10T10:35:18.370725+0000","last_clean":"2024-09-10T10:35:18.370725+0000","last_became_active":"2024-09-10T10:35:18.366649+0000","last_became_peered":"2024-09-10T10:35:18.366649+0000","last_unstale":"2024-09-10T10:35:18.370725+0000","last_undegraded":"2024-09-10T10:35:18.370725+0000","last_fullsized":"2024-09-10T10:35:18.370725+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357864+0000","last_change":"2024-09-10T10:35:18.357864+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357864+0000","last_undegraded":"2024-09-10T10:35:18.357864+0000","last_fullsized":"2024-09-10T10:35:18.357864+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.376659+0000","last_change":"2024-09-10T10:35:18.374529+0000","last_active":"2024-09-10T10:35:18.376659+0000","last_peered":"2024-09-10T10:35:18.376659+0000","last_clean":"2024-09-10T10:35:18.376659+0000","last_became_active":"2024-09-10T10:35:18.374176+0000","last_became_peered":"2024-09-10T10:35:18.374176+0000","last_unstale":"2024-09-10T10:35:18.376659+0000","last_undegraded":"2024-09-10T10:35:18.376659+0000","last_fullsized":"2024-09-10T10:35:18.376659+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:15.752679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414461+0000","last_change":"2024-09-10T10:35:19.381404+0000","last_active":"2024-09-10T10:35:20.414461+0000","last_peered":"2024-09-10T10:35:20.414461+0000","last_clean":"2024-09-10T10:35:20.414461+0000","last_became_active":"2024-09-10T10:35:19.376153+0000","last_became_peered":"2024-09-10T10:35:19.376153+0000","last_unstale":"2024-09-10T10:35:20.414461+0000","last_undegraded":"2024-09-10T10:35:20.414461+0000","last_fullsized":"2024-09-10T10:35:20.414461+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:28.919278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.379493+0000","last_change":"2024-09-10T10:35:18.377415+0000","last_active":"2024-09-10T10:35:18.379493+0000","last_peered":"2024-09-10T10:35:18.379493+0000","last_clean":"2024-09-10T10:35:18.379493+0000","last_became_active":"2024-09-10T10:35:18.377127+0000","last_became_peered":"2024-09-10T10:35:18.377127+0000","last_unstale":"2024-09-10T10:35:18.379493+0000","last_undegraded":"2024-09-10T10:35:18.379493+0000","last_fullsized":"2024-09-10T10:35:18.379493+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:12.693498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358723+0000","last_change":"2024-09-10T10:35:18.358723+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358723+0000","last_undegraded":"2024-09-10T10:35:18.358723+0000","last_fullsized":"2024-09-10T10:35:18.358723+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414530+0000","last_change":"2024-09-10T10:35:18.384059+0000","last_active":"2024-09-10T10:35:20.414530+0000","last_peered":"2024-09-10T10:35:20.414530+0000","last_clean":"2024-09-10T10:35:20.414530+0000","last_became_active":"2024-09-10T10:35:18.383759+0000","last_became_peered":"2024-09-10T10:35:18.383759+0000","last_unstale":"2024-09-10T10:35:20.414530+0000","last_undegraded":"2024-09-10T10:35:20.414530+0000","last_fullsized":"2024-09-10T10:35:20.414530+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:16.292078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363178+0000","last_change":"2024-09-10T10:35:18.363178+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363178+0000","last_undegraded":"2024-09-10T10:35:18.363178+0000","last_fullsized":"2024-09-10T10:35:18.363178+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381103+0000","last_change":"2024-09-10T10:35:18.379710+0000","last_active":"2024-09-10T10:35:18.381103+0000","last_peered":"2024-09-10T10:35:18.381103+0000","last_clean":"2024-09-10T10:35:18.381103+0000","last_became_active":"2024-09-10T10:35:18.379446+0000","last_became_peered":"2024-09-10T10:35:18.379446+0000","last_unstale":"2024-09-10T10:35:18.381103+0000","last_undegraded":"2024-09-10T10:35:18.381103+0000","last_fullsized":"2024-09-10T10:35:18.381103+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:33:54.604939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364474+0000","last_change":"2024-09-10T10:35:18.364474+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364474+0000","last_undegraded":"2024-09-10T10:35:18.364474+0000","last_fullsized":"2024-09-10T10:35:18.364474+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381718+0000","last_change":"2024-09-10T10:35:18.374189+0000","last_active":"2024-09-10T10:35:18.381718+0000","last_peered":"2024-09-10T10:35:18.381718+0000","last_clean":"2024-09-10T10:35:18.381718+0000","last_became_active":"2024-09-10T10:35:18.373941+0000","last_became_peered":"2024-09-10T10:35:18.373941+0000","last_unstale":"2024-09-10T10:35:18.381718+0000","last_undegraded":"2024-09-10T10:35:18.381718+0000","last_fullsized":"2024-09-10T10:35:18.381718+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414326+0000","last_change":"2024-09-10T10:35:19.390272+0000","last_active":"2024-09-10T10:35:20.414326+0000","last_peered":"2024-09-10T10:35:20.414326+0000","last_clean":"2024-09-10T10:35:20.414326+0000","last_became_active":"2024-09-10T10:35:19.389741+0000","last_became_peered":"2024-09-10T10:35:19.389741+0000","last_unstale":"2024-09-10T10:35:20.414326+0000","last_undegraded":"2024-09-10T10:35:20.414326+0000","last_fullsized":"2024-09-10T10:35:20.414326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:52:08.246099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.366694+0000","last_change":"2024-09-10T10:35:18.364022+0000","last_active":"2024-09-10T10:35:18.366694+0000","last_peered":"2024-09-10T10:35:18.366694+0000","last_clean":"2024-09-10T10:35:18.366694+0000","last_became_active":"2024-09-10T10:35:18.363699+0000","last_became_peered":"2024-09-10T10:35:18.363699+0000","last_unstale":"2024-09-10T10:35:18.366694+0000","last_undegraded":"2024-09-10T10:35:18.366694+0000","last_fullsized":"2024-09-10T10:35:18.366694+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:37.734199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":253,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.354237+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:35:18.354237+0000","last_peered":"2024-09-10T10:35:18.354237+0000","last_clean":"2024-09-10T10:35:18.354237+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:35:18.354237+0000","last_undegraded":"2024-09-10T10:35:18.354237+0000","last_fullsized":"2024-09-10T10:35:18.354237+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":806912,"data_stored":332854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509478,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":332854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509480,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509479,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32568,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339272,"statfs":{"total":96636764160,"available":96603414528,"internally_reserved":0,"allocated":1413120,"data_stored":929489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509478,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542185,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1441792,"data_stored":942654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:35:24.312 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3f is not active+clean 2024-09-10T10:35:24.312 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359780+0000', 'last_change': '2024-09-10T10:35:18.359780+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359780+0000', 'last_undegraded': '2024-09-10T10:35:18.359780+0000', 'last_fullsized': '2024-09-10T10:35:18.359780+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.313 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3e is not active+clean 2024-09-10T10:35:24.313 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.366184+0000', 'last_change': '2024-09-10T10:35:18.366184+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.366184+0000', 'last_undegraded': '2024-09-10T10:35:18.366184+0000', 'last_fullsized': '2024-09-10T10:35:18.366184+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:35:24.313 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3d is not active+clean 2024-09-10T10:35:24.313 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.358473+0000', 'last_change': '2024-09-10T10:35:18.358473+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.358473+0000', 'last_undegraded': '2024-09-10T10:35:18.358473+0000', 'last_fullsized': '2024-09-10T10:35:18.358473+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:35:24.313 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3c is not active+clean 2024-09-10T10:35:24.313 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359384+0000', 'last_change': '2024-09-10T10:35:18.359384+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359384+0000', 'last_undegraded': '2024-09-10T10:35:18.359384+0000', 'last_fullsized': '2024-09-10T10:35:18.359384+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:35:24.313 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3a is not active+clean 2024-09-10T10:35:24.313 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.370711+0000', 'last_change': '2024-09-10T10:35:18.370711+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.370711+0000', 'last_undegraded': '2024-09-10T10:35:18.370711+0000', 'last_fullsized': '2024-09-10T10:35:18.370711+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:35:24.313 INFO:tasks.ceph.ceph_manager.ceph:PG 11.39 is not active+clean 2024-09-10T10:35:24.313 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359741+0000', 'last_change': '2024-09-10T10:35:18.359741+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359741+0000', 'last_undegraded': '2024-09-10T10:35:18.359741+0000', 'last_fullsized': '2024-09-10T10:35:18.359741+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:35:24.314 INFO:tasks.ceph.ceph_manager.ceph:PG 11.38 is not active+clean 2024-09-10T10:35:24.314 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.361406+0000', 'last_change': '2024-09-10T10:35:18.361406+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.361406+0000', 'last_undegraded': '2024-09-10T10:35:18.361406+0000', 'last_fullsized': '2024-09-10T10:35:18.361406+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.314 INFO:tasks.ceph.ceph_manager.ceph:PG 11.37 is not active+clean 2024-09-10T10:35:24.314 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.360435+0000', 'last_change': '2024-09-10T10:35:18.360435+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.360435+0000', 'last_undegraded': '2024-09-10T10:35:18.360435+0000', 'last_fullsized': '2024-09-10T10:35:18.360435+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:35:24.314 INFO:tasks.ceph.ceph_manager.ceph:PG 11.36 is not active+clean 2024-09-10T10:35:24.314 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359672+0000', 'last_change': '2024-09-10T10:35:18.359672+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359672+0000', 'last_undegraded': '2024-09-10T10:35:18.359672+0000', 'last_fullsized': '2024-09-10T10:35:18.359672+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:35:24.314 INFO:tasks.ceph.ceph_manager.ceph:PG 11.35 is not active+clean 2024-09-10T10:35:24.314 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359964+0000', 'last_change': '2024-09-10T10:35:18.359964+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359964+0000', 'last_undegraded': '2024-09-10T10:35:18.359964+0000', 'last_fullsized': '2024-09-10T10:35:18.359964+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.314 INFO:tasks.ceph.ceph_manager.ceph:PG 11.34 is not active+clean 2024-09-10T10:35:24.314 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.358442+0000', 'last_change': '2024-09-10T10:35:18.358442+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.358442+0000', 'last_undegraded': '2024-09-10T10:35:18.358442+0000', 'last_fullsized': '2024-09-10T10:35:18.358442+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:PG 11.33 is not active+clean 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.358543+0000', 'last_change': '2024-09-10T10:35:18.358543+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.358543+0000', 'last_undegraded': '2024-09-10T10:35:18.358543+0000', 'last_fullsized': '2024-09-10T10:35:18.358543+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:PG 11.32 is not active+clean 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.357847+0000', 'last_change': '2024-09-10T10:35:18.357847+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.357847+0000', 'last_undegraded': '2024-09-10T10:35:18.357847+0000', 'last_fullsized': '2024-09-10T10:35:18.357847+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:PG 11.31 is not active+clean 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359483+0000', 'last_change': '2024-09-10T10:35:18.359483+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359483+0000', 'last_undegraded': '2024-09-10T10:35:18.359483+0000', 'last_fullsized': '2024-09-10T10:35:18.359483+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:PG 11.30 is not active+clean 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.361003+0000', 'last_change': '2024-09-10T10:35:18.361003+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.361003+0000', 'last_undegraded': '2024-09-10T10:35:18.361003+0000', 'last_fullsized': '2024-09-10T10:35:18.361003+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2d is not active+clean 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359589+0000', 'last_change': '2024-09-10T10:35:18.359589+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359589+0000', 'last_undegraded': '2024-09-10T10:35:18.359589+0000', 'last_fullsized': '2024-09-10T10:35:18.359589+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.315 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2b is not active+clean 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.364994+0000', 'last_change': '2024-09-10T10:35:18.364994+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.364994+0000', 'last_undegraded': '2024-09-10T10:35:18.364994+0000', 'last_fullsized': '2024-09-10T10:35:18.364994+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2a is not active+clean 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.370225+0000', 'last_change': '2024-09-10T10:35:18.370225+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.370225+0000', 'last_undegraded': '2024-09-10T10:35:18.370225+0000', 'last_fullsized': '2024-09-10T10:35:18.370225+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:PG 11.29 is not active+clean 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359341+0000', 'last_change': '2024-09-10T10:35:18.359341+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359341+0000', 'last_undegraded': '2024-09-10T10:35:18.359341+0000', 'last_fullsized': '2024-09-10T10:35:18.359341+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:PG 11.28 is not active+clean 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.360574+0000', 'last_change': '2024-09-10T10:35:18.360574+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.360574+0000', 'last_undegraded': '2024-09-10T10:35:18.360574+0000', 'last_fullsized': '2024-09-10T10:35:18.360574+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:PG 11.27 is not active+clean 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.360329+0000', 'last_change': '2024-09-10T10:35:18.360329+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.360329+0000', 'last_undegraded': '2024-09-10T10:35:18.360329+0000', 'last_fullsized': '2024-09-10T10:35:18.360329+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:PG 11.26 is not active+clean 2024-09-10T10:35:24.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.362125+0000', 'last_change': '2024-09-10T10:35:18.362125+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.362125+0000', 'last_undegraded': '2024-09-10T10:35:18.362125+0000', 'last_fullsized': '2024-09-10T10:35:18.362125+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 11.24 is not active+clean 2024-09-10T10:35:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.365500+0000', 'last_change': '2024-09-10T10:35:18.365500+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.365500+0000', 'last_undegraded': '2024-09-10T10:35:18.365500+0000', 'last_fullsized': '2024-09-10T10:35:18.365500+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:35:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 11.23 is not active+clean 2024-09-10T10:35:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.358157+0000', 'last_change': '2024-09-10T10:35:18.358157+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.358157+0000', 'last_undegraded': '2024-09-10T10:35:18.358157+0000', 'last_fullsized': '2024-09-10T10:35:18.358157+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:35:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 11.22 is not active+clean 2024-09-10T10:35:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.363284+0000', 'last_change': '2024-09-10T10:35:18.363284+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.363284+0000', 'last_undegraded': '2024-09-10T10:35:18.363284+0000', 'last_fullsized': '2024-09-10T10:35:18.363284+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 11.21 is not active+clean 2024-09-10T10:35:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.364087+0000', 'last_change': '2024-09-10T10:35:18.364087+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.364087+0000', 'last_undegraded': '2024-09-10T10:35:18.364087+0000', 'last_fullsized': '2024-09-10T10:35:18.364087+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:35:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 11.20 is not active+clean 2024-09-10T10:35:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.361183+0000', 'last_change': '2024-09-10T10:35:18.361183+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.361183+0000', 'last_undegraded': '2024-09-10T10:35:18.361183+0000', 'last_fullsized': '2024-09-10T10:35:18.361183+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:35:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1e is not active+clean 2024-09-10T10:35:24.318 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.361753+0000', 'last_change': '2024-09-10T10:35:18.361753+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.361753+0000', 'last_undegraded': '2024-09-10T10:35:18.361753+0000', 'last_fullsized': '2024-09-10T10:35:18.361753+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1f is not active+clean 2024-09-10T10:35:24.318 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359837+0000', 'last_change': '2024-09-10T10:35:18.359837+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359837+0000', 'last_undegraded': '2024-09-10T10:35:18.359837+0000', 'last_fullsized': '2024-09-10T10:35:18.359837+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:35:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1c is not active+clean 2024-09-10T10:35:24.318 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.367638+0000', 'last_change': '2024-09-10T10:35:18.367638+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.367638+0000', 'last_undegraded': '2024-09-10T10:35:18.367638+0000', 'last_fullsized': '2024-09-10T10:35:18.367638+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:35:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1d is not active+clean 2024-09-10T10:35:24.318 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359267+0000', 'last_change': '2024-09-10T10:35:18.359267+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359267+0000', 'last_undegraded': '2024-09-10T10:35:18.359267+0000', 'last_fullsized': '2024-09-10T10:35:18.359267+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:35:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1a is not active+clean 2024-09-10T10:35:24.318 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.358761+0000', 'last_change': '2024-09-10T10:35:18.358761+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.358761+0000', 'last_undegraded': '2024-09-10T10:35:18.358761+0000', 'last_fullsized': '2024-09-10T10:35:18.358761+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.319 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1b is not active+clean 2024-09-10T10:35:24.319 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.367730+0000', 'last_change': '2024-09-10T10:35:18.367730+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.367730+0000', 'last_undegraded': '2024-09-10T10:35:18.367730+0000', 'last_fullsized': '2024-09-10T10:35:18.367730+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:35:24.319 INFO:tasks.ceph.ceph_manager.ceph:PG 11.18 is not active+clean 2024-09-10T10:35:24.319 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.364366+0000', 'last_change': '2024-09-10T10:35:18.364366+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.364366+0000', 'last_undegraded': '2024-09-10T10:35:18.364366+0000', 'last_fullsized': '2024-09-10T10:35:18.364366+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:35:24.319 INFO:tasks.ceph.ceph_manager.ceph:PG 11.19 is not active+clean 2024-09-10T10:35:24.319 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.358405+0000', 'last_change': '2024-09-10T10:35:18.358405+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.358405+0000', 'last_undegraded': '2024-09-10T10:35:18.358405+0000', 'last_fullsized': '2024-09-10T10:35:18.358405+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:35:24.319 INFO:tasks.ceph.ceph_manager.ceph:PG 11.16 is not active+clean 2024-09-10T10:35:24.319 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.359040+0000', 'last_change': '2024-09-10T10:35:18.359040+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.359040+0000', 'last_undegraded': '2024-09-10T10:35:18.359040+0000', 'last_fullsized': '2024-09-10T10:35:18.359040+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:35:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 11.17 is not active+clean 2024-09-10T10:35:24.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.366714+0000', 'last_change': '2024-09-10T10:35:18.366714+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.366714+0000', 'last_undegraded': '2024-09-10T10:35:18.366714+0000', 'last_fullsized': '2024-09-10T10:35:18.366714+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:35:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 11.14 is not active+clean 2024-09-10T10:35:24.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.358863+0000', 'last_change': '2024-09-10T10:35:18.358863+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.358863+0000', 'last_undegraded': '2024-09-10T10:35:18.358863+0000', 'last_fullsized': '2024-09-10T10:35:18.358863+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 11.12 is not active+clean 2024-09-10T10:35:24.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.369818+0000', 'last_change': '2024-09-10T10:35:18.369818+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.369818+0000', 'last_undegraded': '2024-09-10T10:35:18.369818+0000', 'last_fullsized': '2024-09-10T10:35:18.369818+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:35:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 11.13 is not active+clean 2024-09-10T10:35:24.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.360072+0000', 'last_change': '2024-09-10T10:35:18.360072+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.360072+0000', 'last_undegraded': '2024-09-10T10:35:18.360072+0000', 'last_fullsized': '2024-09-10T10:35:18.360072+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:35:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 11.11 is not active+clean 2024-09-10T10:35:24.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.357198+0000', 'last_change': '2024-09-10T10:35:18.357198+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.357198+0000', 'last_undegraded': '2024-09-10T10:35:18.357198+0000', 'last_fullsized': '2024-09-10T10:35:18.357198+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:PG 11.e is not active+clean 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.365786+0000', 'last_change': '2024-09-10T10:35:18.365786+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.365786+0000', 'last_undegraded': '2024-09-10T10:35:18.365786+0000', 'last_fullsized': '2024-09-10T10:35:18.365786+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:PG 11.f is not active+clean 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.365861+0000', 'last_change': '2024-09-10T10:35:18.365861+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.365861+0000', 'last_undegraded': '2024-09-10T10:35:18.365861+0000', 'last_fullsized': '2024-09-10T10:35:18.365861+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:PG 11.c is not active+clean 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.358938+0000', 'last_change': '2024-09-10T10:35:18.358938+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.358938+0000', 'last_undegraded': '2024-09-10T10:35:18.358938+0000', 'last_fullsized': '2024-09-10T10:35:18.358938+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:PG 11.d is not active+clean 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.357979+0000', 'last_change': '2024-09-10T10:35:18.357979+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.357979+0000', 'last_undegraded': '2024-09-10T10:35:18.357979+0000', 'last_fullsized': '2024-09-10T10:35:18.357979+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:PG 11.b is not active+clean 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.363644+0000', 'last_change': '2024-09-10T10:35:18.363644+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.363644+0000', 'last_undegraded': '2024-09-10T10:35:18.363644+0000', 'last_fullsized': '2024-09-10T10:35:18.363644+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:35:24.321 INFO:tasks.ceph.ceph_manager.ceph:PG 11.8 is not active+clean 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.363729+0000', 'last_change': '2024-09-10T10:35:18.363729+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.363729+0000', 'last_undegraded': '2024-09-10T10:35:18.363729+0000', 'last_fullsized': '2024-09-10T10:35:18.363729+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:PG 11.9 is not active+clean 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.357913+0000', 'last_change': '2024-09-10T10:35:18.357913+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.357913+0000', 'last_undegraded': '2024-09-10T10:35:18.357913+0000', 'last_fullsized': '2024-09-10T10:35:18.357913+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:PG 11.7 is not active+clean 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.357853+0000', 'last_change': '2024-09-10T10:35:18.357853+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.357853+0000', 'last_undegraded': '2024-09-10T10:35:18.357853+0000', 'last_fullsized': '2024-09-10T10:35:18.357853+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:PG 11.4 is not active+clean 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.365085+0000', 'last_change': '2024-09-10T10:35:18.365085+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.365085+0000', 'last_undegraded': '2024-09-10T10:35:18.365085+0000', 'last_fullsized': '2024-09-10T10:35:18.365085+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:PG 11.5 is not active+clean 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.357864+0000', 'last_change': '2024-09-10T10:35:18.357864+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.357864+0000', 'last_undegraded': '2024-09-10T10:35:18.357864+0000', 'last_fullsized': '2024-09-10T10:35:18.357864+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:PG 11.3 is not active+clean 2024-09-10T10:35:24.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.358723+0000', 'last_change': '2024-09-10T10:35:18.358723+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.358723+0000', 'last_undegraded': '2024-09-10T10:35:18.358723+0000', 'last_fullsized': '2024-09-10T10:35:18.358723+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:35:24.323 INFO:tasks.ceph.ceph_manager.ceph:PG 11.0 is not active+clean 2024-09-10T10:35:24.323 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.363178+0000', 'last_change': '2024-09-10T10:35:18.363178+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.363178+0000', 'last_undegraded': '2024-09-10T10:35:18.363178+0000', 'last_fullsized': '2024-09-10T10:35:18.363178+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:35:24.323 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1 is not active+clean 2024-09-10T10:35:24.323 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 68, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:18.364474+0000', 'last_change': '2024-09-10T10:35:18.364474+0000', 'last_active': '2024-09-10T10:35:18.346041+0000', 'last_peered': '2024-09-10T10:35:18.346041+0000', 'last_clean': '2024-09-10T10:35:18.346041+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:18.364474+0000', 'last_undegraded': '2024-09-10T10:35:18.364474+0000', 'last_fullsized': '2024-09-10T10:35:18.364474+0000', 'mapping_epoch': 68, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 68, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:18.346041+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:35:24.323 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T10:35:24.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dc0200640 1 Processor -- start 2024-09-10T10:35:24.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dc0200640 1 -- start start 2024-09-10T10:35:24.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dc0200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db815c9b0 0x7f6db80b5410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dc0200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6db80aff40 con 0x7f6db80afab0 2024-09-10T10:35:24.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dc0200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6db815c3c0 con 0x7f6db80b46d0 2024-09-10T10:35:24.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dc0200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6db80ce980 con 0x7f6db815c9b0 2024-09-10T10:35:24.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dbe200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6db80afab0 0x7f6db80cee10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43974/0 (socket says 172.21.15.22:43974) 2024-09-10T10:35:24.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dbe200640 1 -- 172.21.15.22:0/3768243074 learned_addr learned my addr 172.21.15.22:0/3768243074 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:24.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dbce00640 1 --2- 172.21.15.22:0/3768243074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db815c9b0 0x7f6db80b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6db7e00640 1 -- 172.21.15.22:0/3768243074 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1655958273 0 0) 0x7f6db80aff40 con 0x7f6db80afab0 2024-09-10T10:35:24.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6db7e00640 1 -- 172.21.15.22:0/3768243074 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6da0003530 con 0x7f6db80afab0 2024-09-10T10:35:24.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6db7e00640 1 -- 172.21.15.22:0/3768243074 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3969097477 0 0) 0x7f6db815c3c0 con 0x7f6db80b46d0 2024-09-10T10:35:24.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6db7e00640 1 -- 172.21.15.22:0/3768243074 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6db80aff40 con 0x7f6db80b46d0 2024-09-10T10:35:24.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dbce00640 1 -- 172.21.15.22:0/3768243074 >> v1:172.21.15.145:6789/0 conn(0x7f6db80b46d0 legacy=0x7f6db80b4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dbce00640 1 -- 172.21.15.22:0/3768243074 >> v1:172.21.15.22:6789/0 conn(0x7f6db80afab0 legacy=0x7f6db80cee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.492+0000 7f6dbce00640 1 -- 172.21.15.22:0/3768243074 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6db815c660 con 0x7f6db815c9b0 2024-09-10T10:35:24.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6dbce00640 1 --2- 172.21.15.22:0/3768243074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db815c9b0 0x7f6db80b5410 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6da40097f0 tx=0x7f6da401c4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31aa362874ee6cf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:24.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6db7e00640 1 -- 172.21.15.22:0/3768243074 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da40ab5f0 con 0x7f6db815c9b0 2024-09-10T10:35:24.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6db7e00640 1 -- 172.21.15.22:0/3768243074 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6da40b0070 con 0x7f6db815c9b0 2024-09-10T10:35:24.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6db7e00640 1 -- 172.21.15.22:0/3768243074 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da40ab990 con 0x7f6db815c9b0 2024-09-10T10:35:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6dc0200640 1 -- 172.21.15.22:0/3768243074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db815c9b0 msgr2=0x7f6db80b5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6dc0200640 1 --2- 172.21.15.22:0/3768243074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db815c9b0 0x7f6db80b5410 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6da40097f0 tx=0x7f6da401c4e0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6dc0200640 1 -- 172.21.15.22:0/3768243074 shutdown_connections 2024-09-10T10:35:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6dc0200640 1 --2- 172.21.15.22:0/3768243074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db815c9b0 0x7f6db80b5410 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6dc0200640 1 -- 172.21.15.22:0/3768243074 >> 172.21.15.22:0/3768243074 conn(0x7f6db80b21c0 msgr2=0x7f6db80b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6dc0200640 1 -- 172.21.15.22:0/3768243074 shutdown_connections 2024-09-10T10:35:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6dc0200640 1 -- 172.21.15.22:0/3768243074 wait complete. 2024-09-10T10:35:24.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6dc0200640 1 Processor -- start 2024-09-10T10:35:24.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.496+0000 7f6dc0200640 1 -- start start 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dc0200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6db80afab0 0x7f6db814af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dc0200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db80b46d0 0x7f6db8151500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dc0200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6db815c9b0 0x7f6db806d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dc0200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6db80b35c0 con 0x7f6db80afab0 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dc0200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6db80b3740 con 0x7f6db815c9b0 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dc0200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6db80b38c0 con 0x7f6db80b46d0 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbd800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6db80afab0 0x7f6db814af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbd800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6db80afab0 0x7f6db814af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46552/0 (socket says 172.21.15.22:46552) 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbd800640 1 -- 172.21.15.22:0/4282361268 learned_addr learned my addr 172.21.15.22:0/4282361268 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbce00640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db80b46d0 0x7f6db8151500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbe200640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6db815c9b0 0x7f6db806d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbd800640 1 -- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db80b46d0 msgr2=0x7f6db8151500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbd800640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db80b46d0 0x7f6db8151500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbd800640 1 -- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6db815c9b0 msgr2=0x7f6db806d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbd800640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6db815c9b0 0x7f6db806d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbd800640 1 -- 172.21.15.22:0/4282361268 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6db8151e50 con 0x7f6db80afab0 2024-09-10T10:35:24.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dbd800640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6db80afab0 0x7f6db814af00 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f6dac00c4c0 tx=0x7f6dac00c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:24.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6db5600640 1 -- 172.21.15.22:0/4282361268 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac0052d0 con 0x7f6db80afab0 2024-09-10T10:35:24.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6db5600640 1 -- 172.21.15.22:0/4282361268 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dac005470 con 0x7f6db80afab0 2024-09-10T10:35:24.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6db5600640 1 -- 172.21.15.22:0/4282361268 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac012870 con 0x7f6db80afab0 2024-09-10T10:35:24.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dc0200640 1 -- 172.21.15.22:0/4282361268 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6db8152130 con 0x7f6db80afab0 2024-09-10T10:35:24.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dc0200640 1 -- 172.21.15.22:0/4282361268 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6db81526f0 con 0x7f6db80afab0 2024-09-10T10:35:24.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.500+0000 7f6dc0200640 1 -- 172.21.15.22:0/4282361268 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6db80b4170 con 0x7f6db80afab0 2024-09-10T10:35:24.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.504+0000 7f6db5600640 1 -- 172.21.15.22:0/4282361268 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6dac012a10 con 0x7f6db80afab0 2024-09-10T10:35:24.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.504+0000 7f6db5600640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d980678f0 0x7f6d98069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.504+0000 7f6db5600640 1 -- 172.21.15.22:0/4282361268 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f6dac085740 con 0x7f6db80afab0 2024-09-10T10:35:24.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.504+0000 7f6dbce00640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d980678f0 0x7f6d98069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.504+0000 7f6dbce00640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d980678f0 0x7f6d98069db0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6da40af000 tx=0x7f6da40b6040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:24.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.508+0000 7f6db5600640 1 -- 172.21.15.22:0/4282361268 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6dac055cc0 con 0x7f6db80afab0 2024-09-10T10:35:24.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 -- 172.21.15.22:0/4282361268 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f6db8075540 con 0x7f6db80afab0 2024-09-10T10:35:24.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6db5600640 1 -- 172.21.15.22:0/4282361268 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1495 (secure 0 0 0) 0x7f6dac059fc0 con 0x7f6db80afab0 2024-09-10T10:35:24.734 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:24.734 INFO:teuthology.orchestra.run.smithi022.stdout:{"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":200,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":70,"num_osds":8,"num_up_osds":8,"osd_up_since":1725964338,"num_in_osds":8,"osd_in_since":1725964326,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":54},{"state_name":"active+clean","count":43}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":259006464,"bytes_avail":772835106816,"bytes_total":773094113280,"inactive_pgs_ratio":0.55670100450515747},"fsmap":{"epoch":41,"btime":"2024-09-10T10:35:22:398575+0000","id":5,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":5,"rank":0,"name":"a","status":"up:active","gid":5841}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-10T10:35:07.369914+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T10:35:24.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 -- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d980678f0 msgr2=0x7f6d98069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d980678f0 0x7f6d98069db0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6da40af000 tx=0x7f6da40b6040 comp rx=0 tx=0).stop 2024-09-10T10:35:24.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 -- 172.21.15.22:0/4282361268 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6db80afab0 msgr2=0x7f6db814af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6db80afab0 0x7f6db814af00 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f6dac00c4c0 tx=0x7f6dac00c980 comp rx=0 tx=0).stop 2024-09-10T10:35:24.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 -- 172.21.15.22:0/4282361268 shutdown_connections 2024-09-10T10:35:24.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d980678f0 0x7f6d98069db0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6db815c9b0 0x7f6db806d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6db80b46d0 0x7f6db8151500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 --2- 172.21.15.22:0/4282361268 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6db80afab0 0x7f6db814af00 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 -- 172.21.15.22:0/4282361268 >> 172.21.15.22:0/4282361268 conn(0x7f6db80b21c0 msgr2=0x7f6db8156ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:24.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 -- 172.21.15.22:0/4282361268 shutdown_connections 2024-09-10T10:35:24.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.732+0000 7f6dc0200640 1 -- 172.21.15.22:0/4282361268 wait complete. 2024-09-10T10:35:24.755 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T10:35:24.755 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:35:24.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbed0c00640 1 Processor -- start 2024-09-10T10:35:24.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbed0c00640 1 -- start start 2024-09-10T10:35:24.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbed0c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbecc15c440 0x7fbecc0d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbed0c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbecc0d1980 0x7fbecc0b5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbed0c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbecc071570 con 0x7fbecc0b63c0 2024-09-10T10:35:24.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbed0c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fbecc0b1fb0 con 0x7fbecc15c440 2024-09-10T10:35:24.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbed0c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fbecc071850 con 0x7fbecc0d1980 2024-09-10T10:35:24.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbecb400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbecc15c440 0x7fbecc0d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbecbe00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fbecc0b63c0 0x7fbecc0b6ae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43990/0 (socket says 172.21.15.22:43990) 2024-09-10T10:35:24.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbecbe00640 1 -- 172.21.15.22:0/3431587246 learned_addr learned my addr 172.21.15.22:0/3431587246 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:24.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbec2a00640 1 --2- 172.21.15.22:0/3431587246 >> v2:172.21.15.145:3300/0 conn(0x7fbecc0d1980 0x7fbecc0b5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbecb400640 1 -- 172.21.15.22:0/3431587246 >> v2:172.21.15.145:3300/0 conn(0x7fbecc0d1980 msgr2=0x7fbecc0b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:24.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbecb400640 1 --2- 172.21.15.22:0/3431587246 >> v2:172.21.15.145:3300/0 conn(0x7fbecc0d1980 0x7fbecc0b5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbecb400640 1 -- 172.21.15.22:0/3431587246 >> v1:172.21.15.22:6789/0 conn(0x7fbecc0b63c0 legacy=0x7fbecc0b6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbecb400640 1 -- 172.21.15.22:0/3431587246 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbecc0b5680 con 0x7fbecc15c440 2024-09-10T10:35:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbecaa00640 1 -- 172.21.15.22:0/3431587246 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3624563357 0 0) 0x7fbecc071570 con 0x7fbecc0b63c0 2024-09-10T10:35:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.896+0000 7fbec2a00640 1 --2- 172.21.15.22:0/3431587246 >> v2:172.21.15.145:3300/0 conn(0x7fbecc0d1980 0x7fbecc0b5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:24.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbecb400640 1 --2- 172.21.15.22:0/3431587246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 0x7fbecc0d1ed0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fbecc0d3470 tx=0x7fbebc01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aca2dcc9be11ad04 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:24.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbecaa00640 1 -- 172.21.15.22:0/3431587246 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbebc0b0070 con 0x7fbecc15c440 2024-09-10T10:35:24.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbecaa00640 1 -- 172.21.15.22:0/3431587246 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbebc0ab600 con 0x7fbecc15c440 2024-09-10T10:35:24.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbecaa00640 1 -- 172.21.15.22:0/3431587246 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbebc0ab9d0 con 0x7fbecc15c440 2024-09-10T10:35:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbed0c00640 1 -- 172.21.15.22:0/3431587246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 msgr2=0x7fbecc0d1ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbed0c00640 1 --2- 172.21.15.22:0/3431587246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 0x7fbecc0d1ed0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fbecc0d3470 tx=0x7fbebc01c480 comp rx=0 tx=0).stop 2024-09-10T10:35:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbed0c00640 1 -- 172.21.15.22:0/3431587246 shutdown_connections 2024-09-10T10:35:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbed0c00640 1 --2- 172.21.15.22:0/3431587246 >> v2:172.21.15.145:3300/0 conn(0x7fbecc0d1980 0x7fbecc0b5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbed0c00640 1 --2- 172.21.15.22:0/3431587246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 0x7fbecc0d1ed0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbed0c00640 1 -- 172.21.15.22:0/3431587246 >> 172.21.15.22:0/3431587246 conn(0x7fbecc0b41e0 msgr2=0x7fbecc0b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbed0c00640 1 -- 172.21.15.22:0/3431587246 shutdown_connections 2024-09-10T10:35:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbed0c00640 1 -- 172.21.15.22:0/3431587246 wait complete. 2024-09-10T10:35:24.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbed0c00640 1 Processor -- start 2024-09-10T10:35:24.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.900+0000 7fbed0c00640 1 -- start start 2024-09-10T10:35:24.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbed0c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbecc0b63c0 0x7fbecc14a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbed0c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbecc0d1980 0x7fbecc0ca610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbed0c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 0x7fbecc0cab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbed0c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbecc0b7370 con 0x7fbecc15c440 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbed0c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbecc0b71f0 con 0x7fbecc0d1980 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbed0c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbecc1690d0 con 0x7fbecc0b63c0 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbecbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 0x7fbecc0cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbecbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 0x7fbecc0cab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46564/0 (socket says 172.21.15.22:46564) 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbecbe00640 1 -- 172.21.15.22:0/2834929495 learned_addr learned my addr 172.21.15.22:0/2834929495 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbec2a00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbecc0d1980 0x7fbecc0ca610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbecb400640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbecc0b63c0 0x7fbecc14a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbecbe00640 1 -- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbecc0b63c0 msgr2=0x7fbecc14a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbecbe00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbecc0b63c0 0x7fbecc14a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbecbe00640 1 -- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbecc0d1980 msgr2=0x7fbecc0ca610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:24.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbecbe00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbecc0d1980 0x7fbecc0ca610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:24.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbecbe00640 1 -- 172.21.15.22:0/2834929495 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbecc159790 con 0x7fbecc15c440 2024-09-10T10:35:24.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbec2a00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbecc0d1980 0x7fbecc0ca610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbecbe00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 0x7fbecc0cab50 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fbec400c7a0 tx=0x7fbec400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbec3e00640 1 -- 172.21.15.22:0/2834929495 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec4018070 con 0x7fbecc15c440 2024-09-10T10:35:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbec3e00640 1 -- 172.21.15.22:0/2834929495 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbec400a640 con 0x7fbecc15c440 2024-09-10T10:35:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbec3e00640 1 -- 172.21.15.22:0/2834929495 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec400aab0 con 0x7fbecc15c440 2024-09-10T10:35:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbed0c00640 1 -- 172.21.15.22:0/2834929495 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbecc0c7c90 con 0x7fbecc15c440 2024-09-10T10:35:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbed0c00640 1 -- 172.21.15.22:0/2834929495 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbecc0c84f0 con 0x7fbecc15c440 2024-09-10T10:35:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbed0c00640 1 -- 172.21.15.22:0/2834929495 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbecc0b5e80 con 0x7fbecc15c440 2024-09-10T10:35:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.904+0000 7fbec3e00640 1 -- 172.21.15.22:0/2834929495 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbec401b070 con 0x7fbecc15c440 2024-09-10T10:35:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.908+0000 7fbec3e00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbea80678c0 0x7fbea8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.908+0000 7fbec3e00640 1 -- 172.21.15.22:0/2834929495 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fbec4085330 con 0x7fbecc15c440 2024-09-10T10:35:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.908+0000 7fbecb400640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbea80678c0 0x7fbea8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:24.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.908+0000 7fbecb400640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbea80678c0 0x7fbea8069d80 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fbebc0ad000 tx=0x7fbebc0a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:24.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:24.912+0000 7fbec3e00640 1 -- 172.21.15.22:0/2834929495 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbecc159790 con 0x7fbecc15c440 2024-09-10T10:35:24.981 INFO:tasks.ceph.mds.a.smithi022.stderr:2024-09-10T10:35:24.980+0000 7fb10c600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:35:25.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.072+0000 7fbed0c00640 1 -- 172.21.15.22:0/2834929495 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbecc0b1490 con 0x7fbea80678c0 2024-09-10T10:35:25.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.080+0000 7fbec3e00640 1 -- 172.21.15.22:0/2834929495 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247575 (secure 0 0 0) 0x7fbecc0b1490 con 0x7fbea80678c0 2024-09-10T10:35:25.085 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:25.086 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:35:25.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 -- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbea80678c0 msgr2=0x7fbea8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:25.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbea80678c0 0x7fbea8069d80 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fbebc0ad000 tx=0x7fbebc0a6000 comp rx=0 tx=0).stop 2024-09-10T10:35:25.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 -- 172.21.15.22:0/2834929495 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 msgr2=0x7fbecc0cab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:25.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 0x7fbecc0cab50 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fbec400c7a0 tx=0x7fbec400cc60 comp rx=0 tx=0).stop 2024-09-10T10:35:25.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 -- 172.21.15.22:0/2834929495 shutdown_connections 2024-09-10T10:35:25.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbea80678c0 0x7fbea8069d80 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:25.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbecc15c440 0x7fbecc0cab50 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:25.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbecc0d1980 0x7fbecc0ca610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:25.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 --2- 172.21.15.22:0/2834929495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbecc0b63c0 0x7fbecc14a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:25.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 -- 172.21.15.22:0/2834929495 >> 172.21.15.22:0/2834929495 conn(0x7fbecc0b41e0 msgr2=0x7fbecc070720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:25.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 -- 172.21.15.22:0/2834929495 shutdown_connections 2024-09-10T10:35:25.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:25.084+0000 7fbed0c00640 1 -- 172.21.15.22:0/2834929495 wait complete. 2024-09-10T10:35:25.105 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2024-09-10T10:35:23.373555+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":60,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252936,"kb_used_data":7564,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721784,"statfs":{"total":773094113280,"available":772835106816,"internally_reserved":0,"allocated":7745536,"data_stored":3894335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001885"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359780+0000","last_change":"2024-09-10T10:35:18.359780+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359780+0000","last_undegraded":"2024-09-10T10:35:18.359780+0000","last_fullsized":"2024-09-10T10:35:18.359780+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.366184+0000","last_change":"2024-09-10T10:35:18.366184+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.366184+0000","last_undegraded":"2024-09-10T10:35:18.366184+0000","last_fullsized":"2024-09-10T10:35:18.366184+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358473+0000","last_change":"2024-09-10T10:35:18.358473+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358473+0000","last_undegraded":"2024-09-10T10:35:18.358473+0000","last_fullsized":"2024-09-10T10:35:18.358473+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359384+0000","last_change":"2024-09-10T10:35:18.359384+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359384+0000","last_undegraded":"2024-09-10T10:35:18.359384+0000","last_fullsized":"2024-09-10T10:35:18.359384+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414138+0000","last_change":"2024-09-10T10:35:19.394969+0000","last_active":"2024-09-10T10:35:20.414138+0000","last_peered":"2024-09-10T10:35:20.414138+0000","last_clean":"2024-09-10T10:35:20.414138+0000","last_became_active":"2024-09-10T10:35:19.394681+0000","last_became_peered":"2024-09-10T10:35:19.394681+0000","last_unstale":"2024-09-10T10:35:20.414138+0000","last_undegraded":"2024-09-10T10:35:20.414138+0000","last_fullsized":"2024-09-10T10:35:20.414138+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:59.461554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.370711+0000","last_change":"2024-09-10T10:35:18.370711+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.370711+0000","last_undegraded":"2024-09-10T10:35:18.370711+0000","last_fullsized":"2024-09-10T10:35:18.370711+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359741+0000","last_change":"2024-09-10T10:35:18.359741+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359741+0000","last_undegraded":"2024-09-10T10:35:18.359741+0000","last_fullsized":"2024-09-10T10:35:18.359741+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361406+0000","last_change":"2024-09-10T10:35:18.361406+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361406+0000","last_undegraded":"2024-09-10T10:35:18.361406+0000","last_fullsized":"2024-09-10T10:35:18.361406+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360435+0000","last_change":"2024-09-10T10:35:18.360435+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360435+0000","last_undegraded":"2024-09-10T10:35:18.360435+0000","last_fullsized":"2024-09-10T10:35:18.360435+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359672+0000","last_change":"2024-09-10T10:35:18.359672+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359672+0000","last_undegraded":"2024-09-10T10:35:18.359672+0000","last_fullsized":"2024-09-10T10:35:18.359672+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359964+0000","last_change":"2024-09-10T10:35:18.359964+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359964+0000","last_undegraded":"2024-09-10T10:35:18.359964+0000","last_fullsized":"2024-09-10T10:35:18.359964+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358442+0000","last_change":"2024-09-10T10:35:18.358442+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358442+0000","last_undegraded":"2024-09-10T10:35:18.358442+0000","last_fullsized":"2024-09-10T10:35:18.358442+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358543+0000","last_change":"2024-09-10T10:35:18.358543+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358543+0000","last_undegraded":"2024-09-10T10:35:18.358543+0000","last_fullsized":"2024-09-10T10:35:18.358543+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357847+0000","last_change":"2024-09-10T10:35:18.357847+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357847+0000","last_undegraded":"2024-09-10T10:35:18.357847+0000","last_fullsized":"2024-09-10T10:35:18.357847+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359483+0000","last_change":"2024-09-10T10:35:18.359483+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359483+0000","last_undegraded":"2024-09-10T10:35:18.359483+0000","last_fullsized":"2024-09-10T10:35:18.359483+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361003+0000","last_change":"2024-09-10T10:35:18.361003+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361003+0000","last_undegraded":"2024-09-10T10:35:18.361003+0000","last_fullsized":"2024-09-10T10:35:18.361003+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414775+0000","last_change":"2024-09-10T10:35:19.380177+0000","last_active":"2024-09-10T10:35:20.414775+0000","last_peered":"2024-09-10T10:35:20.414775+0000","last_clean":"2024-09-10T10:35:20.414775+0000","last_became_active":"2024-09-10T10:35:19.375818+0000","last_became_peered":"2024-09-10T10:35:19.375818+0000","last_unstale":"2024-09-10T10:35:20.414775+0000","last_undegraded":"2024-09-10T10:35:20.414775+0000","last_fullsized":"2024-09-10T10:35:20.414775+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:16.861748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414848+0000","last_change":"2024-09-10T10:35:19.381221+0000","last_active":"2024-09-10T10:35:20.414848+0000","last_peered":"2024-09-10T10:35:20.414848+0000","last_clean":"2024-09-10T10:35:20.414848+0000","last_became_active":"2024-09-10T10:35:19.380772+0000","last_became_peered":"2024-09-10T10:35:19.380772+0000","last_unstale":"2024-09-10T10:35:20.414848+0000","last_undegraded":"2024-09-10T10:35:20.414848+0000","last_fullsized":"2024-09-10T10:35:20.414848+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:29.632458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359589+0000","last_change":"2024-09-10T10:35:18.359589+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359589+0000","last_undegraded":"2024-09-10T10:35:18.359589+0000","last_fullsized":"2024-09-10T10:35:18.359589+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414343+0000","last_change":"2024-09-10T10:35:19.388219+0000","last_active":"2024-09-10T10:35:20.414343+0000","last_peered":"2024-09-10T10:35:20.414343+0000","last_clean":"2024-09-10T10:35:20.414343+0000","last_became_active":"2024-09-10T10:35:19.387816+0000","last_became_peered":"2024-09-10T10:35:19.387816+0000","last_unstale":"2024-09-10T10:35:20.414343+0000","last_undegraded":"2024-09-10T10:35:20.414343+0000","last_fullsized":"2024-09-10T10:35:20.414343+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:34.093869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364994+0000","last_change":"2024-09-10T10:35:18.364994+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364994+0000","last_undegraded":"2024-09-10T10:35:18.364994+0000","last_fullsized":"2024-09-10T10:35:18.364994+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.370225+0000","last_change":"2024-09-10T10:35:18.370225+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.370225+0000","last_undegraded":"2024-09-10T10:35:18.370225+0000","last_fullsized":"2024-09-10T10:35:18.370225+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359341+0000","last_change":"2024-09-10T10:35:18.359341+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359341+0000","last_undegraded":"2024-09-10T10:35:18.359341+0000","last_fullsized":"2024-09-10T10:35:18.359341+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360574+0000","last_change":"2024-09-10T10:35:18.360574+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360574+0000","last_undegraded":"2024-09-10T10:35:18.360574+0000","last_fullsized":"2024-09-10T10:35:18.360574+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360329+0000","last_change":"2024-09-10T10:35:18.360329+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360329+0000","last_undegraded":"2024-09-10T10:35:18.360329+0000","last_fullsized":"2024-09-10T10:35:18.360329+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.362125+0000","last_change":"2024-09-10T10:35:18.362125+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.362125+0000","last_undegraded":"2024-09-10T10:35:18.362125+0000","last_fullsized":"2024-09-10T10:35:18.362125+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413989+0000","last_change":"2024-09-10T10:35:19.380054+0000","last_active":"2024-09-10T10:35:20.413989+0000","last_peered":"2024-09-10T10:35:20.413989+0000","last_clean":"2024-09-10T10:35:20.413989+0000","last_became_active":"2024-09-10T10:35:19.379780+0000","last_became_peered":"2024-09-10T10:35:19.379780+0000","last_unstale":"2024-09-10T10:35:20.413989+0000","last_undegraded":"2024-09-10T10:35:20.413989+0000","last_fullsized":"2024-09-10T10:35:20.413989+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:32:36.824960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365500+0000","last_change":"2024-09-10T10:35:18.365500+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365500+0000","last_undegraded":"2024-09-10T10:35:18.365500+0000","last_fullsized":"2024-09-10T10:35:18.365500+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358157+0000","last_change":"2024-09-10T10:35:18.358157+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358157+0000","last_undegraded":"2024-09-10T10:35:18.358157+0000","last_fullsized":"2024-09-10T10:35:18.358157+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363284+0000","last_change":"2024-09-10T10:35:18.363284+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363284+0000","last_undegraded":"2024-09-10T10:35:18.363284+0000","last_fullsized":"2024-09-10T10:35:18.363284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364087+0000","last_change":"2024-09-10T10:35:18.364087+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364087+0000","last_undegraded":"2024-09-10T10:35:18.364087+0000","last_fullsized":"2024-09-10T10:35:18.364087+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361183+0000","last_change":"2024-09-10T10:35:18.361183+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361183+0000","last_undegraded":"2024-09-10T10:35:18.361183+0000","last_fullsized":"2024-09-10T10:35:18.361183+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.361753+0000","last_change":"2024-09-10T10:35:18.361753+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.361753+0000","last_undegraded":"2024-09-10T10:35:18.361753+0000","last_fullsized":"2024-09-10T10:35:18.361753+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382001+0000","last_change":"2024-09-10T10:35:18.377094+0000","last_active":"2024-09-10T10:35:18.382001+0000","last_peered":"2024-09-10T10:35:18.382001+0000","last_clean":"2024-09-10T10:35:18.382001+0000","last_became_active":"2024-09-10T10:35:18.376812+0000","last_became_peered":"2024-09-10T10:35:18.376812+0000","last_unstale":"2024-09-10T10:35:18.382001+0000","last_undegraded":"2024-09-10T10:35:18.382001+0000","last_fullsized":"2024-09-10T10:35:18.382001+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:31.381592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359837+0000","last_change":"2024-09-10T10:35:18.359837+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359837+0000","last_undegraded":"2024-09-10T10:35:18.359837+0000","last_fullsized":"2024-09-10T10:35:18.359837+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414906+0000","last_change":"2024-09-10T10:35:18.374085+0000","last_active":"2024-09-10T10:35:20.414906+0000","last_peered":"2024-09-10T10:35:20.414906+0000","last_clean":"2024-09-10T10:35:20.414906+0000","last_became_active":"2024-09-10T10:35:18.373770+0000","last_became_peered":"2024-09-10T10:35:18.373770+0000","last_unstale":"2024-09-10T10:35:20.414906+0000","last_undegraded":"2024-09-10T10:35:20.414906+0000","last_fullsized":"2024-09-10T10:35:20.414906+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:16.453987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.367638+0000","last_change":"2024-09-10T10:35:18.367638+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.367638+0000","last_undegraded":"2024-09-10T10:35:18.367638+0000","last_fullsized":"2024-09-10T10:35:18.367638+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.378739+0000","last_change":"2024-09-10T10:35:18.376983+0000","last_active":"2024-09-10T10:35:18.378739+0000","last_peered":"2024-09-10T10:35:18.378739+0000","last_clean":"2024-09-10T10:35:18.378739+0000","last_became_active":"2024-09-10T10:35:18.376729+0000","last_became_peered":"2024-09-10T10:35:18.376729+0000","last_unstale":"2024-09-10T10:35:18.378739+0000","last_undegraded":"2024-09-10T10:35:18.378739+0000","last_fullsized":"2024-09-10T10:35:18.378739+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:01:44.244923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359267+0000","last_change":"2024-09-10T10:35:18.359267+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359267+0000","last_undegraded":"2024-09-10T10:35:18.359267+0000","last_fullsized":"2024-09-10T10:35:18.359267+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383768+0000","last_change":"2024-09-10T10:35:18.382301+0000","last_active":"2024-09-10T10:35:18.383768+0000","last_peered":"2024-09-10T10:35:18.383768+0000","last_clean":"2024-09-10T10:35:18.383768+0000","last_became_active":"2024-09-10T10:35:18.377306+0000","last_became_peered":"2024-09-10T10:35:18.377306+0000","last_unstale":"2024-09-10T10:35:18.383768+0000","last_undegraded":"2024-09-10T10:35:18.383768+0000","last_fullsized":"2024-09-10T10:35:18.383768+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:07.218944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358761+0000","last_change":"2024-09-10T10:35:18.358761+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358761+0000","last_undegraded":"2024-09-10T10:35:18.358761+0000","last_fullsized":"2024-09-10T10:35:18.358761+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.379507+0000","last_change":"2024-09-10T10:35:18.377597+0000","last_active":"2024-09-10T10:35:18.379507+0000","last_peered":"2024-09-10T10:35:18.379507+0000","last_clean":"2024-09-10T10:35:18.379507+0000","last_became_active":"2024-09-10T10:35:18.377300+0000","last_became_peered":"2024-09-10T10:35:18.377300+0000","last_unstale":"2024-09-10T10:35:18.379507+0000","last_undegraded":"2024-09-10T10:35:18.379507+0000","last_fullsized":"2024-09-10T10:35:18.379507+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:21.829754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.367730+0000","last_change":"2024-09-10T10:35:18.367730+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.367730+0000","last_undegraded":"2024-09-10T10:35:18.367730+0000","last_fullsized":"2024-09-10T10:35:18.367730+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382165+0000","last_change":"2024-09-10T10:35:18.378850+0000","last_active":"2024-09-10T10:35:18.382165+0000","last_peered":"2024-09-10T10:35:18.382165+0000","last_clean":"2024-09-10T10:35:18.382165+0000","last_became_active":"2024-09-10T10:35:18.378584+0000","last_became_peered":"2024-09-10T10:35:18.378584+0000","last_unstale":"2024-09-10T10:35:18.382165+0000","last_undegraded":"2024-09-10T10:35:18.382165+0000","last_fullsized":"2024-09-10T10:35:18.382165+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:32:12.872987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364366+0000","last_change":"2024-09-10T10:35:18.364366+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364366+0000","last_undegraded":"2024-09-10T10:35:18.364366+0000","last_fullsized":"2024-09-10T10:35:18.364366+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382905+0000","last_change":"2024-09-10T10:35:18.381770+0000","last_active":"2024-09-10T10:35:18.382905+0000","last_peered":"2024-09-10T10:35:18.382905+0000","last_clean":"2024-09-10T10:35:18.382905+0000","last_became_active":"2024-09-10T10:35:18.381403+0000","last_became_peered":"2024-09-10T10:35:18.381403+0000","last_unstale":"2024-09-10T10:35:18.382905+0000","last_undegraded":"2024-09-10T10:35:18.382905+0000","last_fullsized":"2024-09-10T10:35:18.382905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358405+0000","last_change":"2024-09-10T10:35:18.358405+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358405+0000","last_undegraded":"2024-09-10T10:35:18.358405+0000","last_fullsized":"2024-09-10T10:35:18.358405+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.372125+0000","last_change":"2024-09-10T10:35:18.367761+0000","last_active":"2024-09-10T10:35:18.372125+0000","last_peered":"2024-09-10T10:35:18.372125+0000","last_clean":"2024-09-10T10:35:18.372125+0000","last_became_active":"2024-09-10T10:35:18.367425+0000","last_became_peered":"2024-09-10T10:35:18.367425+0000","last_unstale":"2024-09-10T10:35:18.372125+0000","last_undegraded":"2024-09-10T10:35:18.372125+0000","last_fullsized":"2024-09-10T10:35:18.372125+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:07.218944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.359040+0000","last_change":"2024-09-10T10:35:18.359040+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.359040+0000","last_undegraded":"2024-09-10T10:35:18.359040+0000","last_fullsized":"2024-09-10T10:35:18.359040+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375554+0000","last_change":"2024-09-10T10:35:18.372741+0000","last_active":"2024-09-10T10:35:18.375554+0000","last_peered":"2024-09-10T10:35:18.375554+0000","last_clean":"2024-09-10T10:35:18.375554+0000","last_became_active":"2024-09-10T10:35:18.372294+0000","last_became_peered":"2024-09-10T10:35:18.372294+0000","last_unstale":"2024-09-10T10:35:18.375554+0000","last_undegraded":"2024-09-10T10:35:18.375554+0000","last_fullsized":"2024-09-10T10:35:18.375554+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:11.871442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.366714+0000","last_change":"2024-09-10T10:35:18.366714+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.366714+0000","last_undegraded":"2024-09-10T10:35:18.366714+0000","last_fullsized":"2024-09-10T10:35:18.366714+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381541+0000","last_change":"2024-09-10T10:35:18.380590+0000","last_active":"2024-09-10T10:35:18.381541+0000","last_peered":"2024-09-10T10:35:18.381541+0000","last_clean":"2024-09-10T10:35:18.381541+0000","last_became_active":"2024-09-10T10:35:18.380324+0000","last_became_peered":"2024-09-10T10:35:18.380324+0000","last_unstale":"2024-09-10T10:35:18.381541+0000","last_undegraded":"2024-09-10T10:35:18.381541+0000","last_fullsized":"2024-09-10T10:35:18.381541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358863+0000","last_change":"2024-09-10T10:35:18.358863+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358863+0000","last_undegraded":"2024-09-10T10:35:18.358863+0000","last_fullsized":"2024-09-10T10:35:18.358863+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.376653+0000","last_change":"2024-09-10T10:35:18.374464+0000","last_active":"2024-09-10T10:35:18.376653+0000","last_peered":"2024-09-10T10:35:18.376653+0000","last_clean":"2024-09-10T10:35:18.376653+0000","last_became_active":"2024-09-10T10:35:18.374145+0000","last_became_peered":"2024-09-10T10:35:18.374145+0000","last_unstale":"2024-09-10T10:35:18.376653+0000","last_undegraded":"2024-09-10T10:35:18.376653+0000","last_fullsized":"2024-09-10T10:35:18.376653+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:57.686197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414145+0000","last_change":"2024-09-10T10:35:19.381572+0000","last_active":"2024-09-10T10:35:20.414145+0000","last_peered":"2024-09-10T10:35:20.414145+0000","last_clean":"2024-09-10T10:35:20.414145+0000","last_became_active":"2024-09-10T10:35:19.379458+0000","last_became_peered":"2024-09-10T10:35:19.379458+0000","last_unstale":"2024-09-10T10:35:20.414145+0000","last_undegraded":"2024-09-10T10:35:20.414145+0000","last_fullsized":"2024-09-10T10:35:20.414145+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:11.052728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375334+0000","last_change":"2024-09-10T10:35:18.373188+0000","last_active":"2024-09-10T10:35:18.375334+0000","last_peered":"2024-09-10T10:35:18.375334+0000","last_clean":"2024-09-10T10:35:18.375334+0000","last_became_active":"2024-09-10T10:35:18.372841+0000","last_became_peered":"2024-09-10T10:35:18.372841+0000","last_unstale":"2024-09-10T10:35:18.375334+0000","last_undegraded":"2024-09-10T10:35:18.375334+0000","last_fullsized":"2024-09-10T10:35:18.375334+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.369818+0000","last_change":"2024-09-10T10:35:18.369818+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.369818+0000","last_undegraded":"2024-09-10T10:35:18.369818+0000","last_fullsized":"2024-09-10T10:35:18.369818+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.377541+0000","last_change":"2024-09-10T10:35:18.376307+0000","last_active":"2024-09-10T10:35:18.377541+0000","last_peered":"2024-09-10T10:35:18.377541+0000","last_clean":"2024-09-10T10:35:18.377541+0000","last_became_active":"2024-09-10T10:35:18.375972+0000","last_became_peered":"2024-09-10T10:35:18.375972+0000","last_unstale":"2024-09-10T10:35:18.377541+0000","last_undegraded":"2024-09-10T10:35:18.377541+0000","last_fullsized":"2024-09-10T10:35:18.377541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:31.381592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.360072+0000","last_change":"2024-09-10T10:35:18.360072+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.360072+0000","last_undegraded":"2024-09-10T10:35:18.360072+0000","last_fullsized":"2024-09-10T10:35:18.360072+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.382190+0000","last_change":"2024-09-10T10:35:18.379238+0000","last_active":"2024-09-10T10:35:18.382190+0000","last_peered":"2024-09-10T10:35:18.382190+0000","last_clean":"2024-09-10T10:35:18.382190+0000","last_became_active":"2024-09-10T10:35:18.372109+0000","last_became_peered":"2024-09-10T10:35:18.372109+0000","last_unstale":"2024-09-10T10:35:18.382190+0000","last_undegraded":"2024-09-10T10:35:18.382190+0000","last_fullsized":"2024-09-10T10:35:18.382190+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:54.368676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413907+0000","last_change":"2024-09-10T10:35:19.375345+0000","last_active":"2024-09-10T10:35:20.413907+0000","last_peered":"2024-09-10T10:35:20.413907+0000","last_clean":"2024-09-10T10:35:20.413907+0000","last_became_active":"2024-09-10T10:35:19.375072+0000","last_became_peered":"2024-09-10T10:35:19.375072+0000","last_unstale":"2024-09-10T10:35:20.413907+0000","last_undegraded":"2024-09-10T10:35:20.413907+0000","last_fullsized":"2024-09-10T10:35:20.413907+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:46.683762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.367905+0000","last_change":"2024-09-10T10:35:18.363752+0000","last_active":"2024-09-10T10:35:18.367905+0000","last_peered":"2024-09-10T10:35:18.367905+0000","last_clean":"2024-09-10T10:35:18.367905+0000","last_became_active":"2024-09-10T10:35:18.363503+0000","last_became_peered":"2024-09-10T10:35:18.363503+0000","last_unstale":"2024-09-10T10:35:18.367905+0000","last_undegraded":"2024-09-10T10:35:18.367905+0000","last_fullsized":"2024-09-10T10:35:18.367905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:57.072880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357198+0000","last_change":"2024-09-10T10:35:18.357198+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357198+0000","last_undegraded":"2024-09-10T10:35:18.357198+0000","last_fullsized":"2024-09-10T10:35:18.357198+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.372162+0000","last_change":"2024-09-10T10:35:18.370119+0000","last_active":"2024-09-10T10:35:18.372162+0000","last_peered":"2024-09-10T10:35:18.372162+0000","last_clean":"2024-09-10T10:35:18.372162+0000","last_became_active":"2024-09-10T10:35:18.369861+0000","last_became_peered":"2024-09-10T10:35:18.369861+0000","last_unstale":"2024-09-10T10:35:18.372162+0000","last_undegraded":"2024-09-10T10:35:18.372162+0000","last_fullsized":"2024-09-10T10:35:18.372162+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:51.980353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365786+0000","last_change":"2024-09-10T10:35:18.365786+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365786+0000","last_undegraded":"2024-09-10T10:35:18.365786+0000","last_fullsized":"2024-09-10T10:35:18.365786+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375536+0000","last_change":"2024-09-10T10:35:18.372536+0000","last_active":"2024-09-10T10:35:18.375536+0000","last_peered":"2024-09-10T10:35:18.375536+0000","last_clean":"2024-09-10T10:35:18.375536+0000","last_became_active":"2024-09-10T10:35:18.371663+0000","last_became_peered":"2024-09-10T10:35:18.371663+0000","last_unstale":"2024-09-10T10:35:18.375536+0000","last_undegraded":"2024-09-10T10:35:18.375536+0000","last_fullsized":"2024-09-10T10:35:18.375536+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:46:03.901478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365861+0000","last_change":"2024-09-10T10:35:18.365861+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365861+0000","last_undegraded":"2024-09-10T10:35:18.365861+0000","last_fullsized":"2024-09-10T10:35:18.365861+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.380115+0000","last_change":"2024-09-10T10:35:18.372500+0000","last_active":"2024-09-10T10:35:18.380115+0000","last_peered":"2024-09-10T10:35:18.380115+0000","last_clean":"2024-09-10T10:35:18.380115+0000","last_became_active":"2024-09-10T10:35:18.372228+0000","last_became_peered":"2024-09-10T10:35:18.372228+0000","last_unstale":"2024-09-10T10:35:18.380115+0000","last_undegraded":"2024-09-10T10:35:18.380115+0000","last_fullsized":"2024-09-10T10:35:18.380115+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:50:35.459955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358938+0000","last_change":"2024-09-10T10:35:18.358938+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358938+0000","last_undegraded":"2024-09-10T10:35:18.358938+0000","last_fullsized":"2024-09-10T10:35:18.358938+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381061+0000","last_change":"2024-09-10T10:35:18.377222+0000","last_active":"2024-09-10T10:35:18.381061+0000","last_peered":"2024-09-10T10:35:18.381061+0000","last_clean":"2024-09-10T10:35:18.381061+0000","last_became_active":"2024-09-10T10:35:18.376695+0000","last_became_peered":"2024-09-10T10:35:18.376695+0000","last_unstale":"2024-09-10T10:35:18.381061+0000","last_undegraded":"2024-09-10T10:35:18.381061+0000","last_fullsized":"2024-09-10T10:35:18.381061+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:31.565302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357979+0000","last_change":"2024-09-10T10:35:18.357979+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357979+0000","last_undegraded":"2024-09-10T10:35:18.357979+0000","last_fullsized":"2024-09-10T10:35:18.357979+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383813+0000","last_change":"2024-09-10T10:35:18.382574+0000","last_active":"2024-09-10T10:35:18.383813+0000","last_peered":"2024-09-10T10:35:18.383813+0000","last_clean":"2024-09-10T10:35:18.383813+0000","last_became_active":"2024-09-10T10:35:18.382327+0000","last_became_peered":"2024-09-10T10:35:18.382327+0000","last_unstale":"2024-09-10T10:35:18.383813+0000","last_undegraded":"2024-09-10T10:35:18.383813+0000","last_fullsized":"2024-09-10T10:35:18.383813+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:57.686197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363644+0000","last_change":"2024-09-10T10:35:18.363644+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363644+0000","last_undegraded":"2024-09-10T10:35:18.363644+0000","last_fullsized":"2024-09-10T10:35:18.363644+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.383132+0000","last_change":"2024-09-10T10:35:18.382161+0000","last_active":"2024-09-10T10:35:18.383132+0000","last_peered":"2024-09-10T10:35:18.383132+0000","last_clean":"2024-09-10T10:35:18.383132+0000","last_became_active":"2024-09-10T10:35:18.376806+0000","last_became_peered":"2024-09-10T10:35:18.376806+0000","last_unstale":"2024-09-10T10:35:18.383132+0000","last_undegraded":"2024-09-10T10:35:18.383132+0000","last_fullsized":"2024-09-10T10:35:18.383132+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363729+0000","last_change":"2024-09-10T10:35:18.363729+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363729+0000","last_undegraded":"2024-09-10T10:35:18.363729+0000","last_fullsized":"2024-09-10T10:35:18.363729+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.371363+0000","last_change":"2024-09-10T10:35:18.368996+0000","last_active":"2024-09-10T10:35:18.371363+0000","last_peered":"2024-09-10T10:35:18.371363+0000","last_clean":"2024-09-10T10:35:18.371363+0000","last_became_active":"2024-09-10T10:35:18.368724+0000","last_became_peered":"2024-09-10T10:35:18.368724+0000","last_unstale":"2024-09-10T10:35:18.371363+0000","last_undegraded":"2024-09-10T10:35:18.371363+0000","last_fullsized":"2024-09-10T10:35:18.371363+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:21.003146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357913+0000","last_change":"2024-09-10T10:35:18.357913+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357913+0000","last_undegraded":"2024-09-10T10:35:18.357913+0000","last_fullsized":"2024-09-10T10:35:18.357913+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413736+0000","last_change":"2024-09-10T10:35:18.381602+0000","last_active":"2024-09-10T10:35:20.413736+0000","last_peered":"2024-09-10T10:35:20.413736+0000","last_clean":"2024-09-10T10:35:20.413736+0000","last_became_active":"2024-09-10T10:35:18.381307+0000","last_became_peered":"2024-09-10T10:35:18.381307+0000","last_unstale":"2024-09-10T10:35:20.413736+0000","last_undegraded":"2024-09-10T10:35:20.413736+0000","last_fullsized":"2024-09-10T10:35:20.413736+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:29:06.919438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414848+0000","last_change":"2024-09-10T10:35:19.381037+0000","last_active":"2024-09-10T10:35:20.414848+0000","last_peered":"2024-09-10T10:35:20.414848+0000","last_clean":"2024-09-10T10:35:20.414848+0000","last_became_active":"2024-09-10T10:35:19.380410+0000","last_became_peered":"2024-09-10T10:35:19.380410+0000","last_unstale":"2024-09-10T10:35:20.414848+0000","last_undegraded":"2024-09-10T10:35:20.414848+0000","last_fullsized":"2024-09-10T10:35:20.414848+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:42.777854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.375513+0000","last_change":"2024-09-10T10:35:18.371964+0000","last_active":"2024-09-10T10:35:18.375513+0000","last_peered":"2024-09-10T10:35:18.375513+0000","last_clean":"2024-09-10T10:35:18.375513+0000","last_became_active":"2024-09-10T10:35:18.371301+0000","last_became_peered":"2024-09-10T10:35:18.371301+0000","last_unstale":"2024-09-10T10:35:18.375513+0000","last_undegraded":"2024-09-10T10:35:18.375513+0000","last_fullsized":"2024-09-10T10:35:18.375513+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:47:57.066140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357853+0000","last_change":"2024-09-10T10:35:18.357853+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357853+0000","last_undegraded":"2024-09-10T10:35:18.357853+0000","last_fullsized":"2024-09-10T10:35:18.357853+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.377668+0000","last_change":"2024-09-10T10:35:18.375637+0000","last_active":"2024-09-10T10:35:18.377668+0000","last_peered":"2024-09-10T10:35:18.377668+0000","last_clean":"2024-09-10T10:35:18.377668+0000","last_became_active":"2024-09-10T10:35:18.374473+0000","last_became_peered":"2024-09-10T10:35:18.374473+0000","last_unstale":"2024-09-10T10:35:18.377668+0000","last_undegraded":"2024-09-10T10:35:18.377668+0000","last_fullsized":"2024-09-10T10:35:18.377668+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:46.942351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.365085+0000","last_change":"2024-09-10T10:35:18.365085+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.365085+0000","last_undegraded":"2024-09-10T10:35:18.365085+0000","last_fullsized":"2024-09-10T10:35:18.365085+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.370725+0000","last_change":"2024-09-10T10:35:18.367408+0000","last_active":"2024-09-10T10:35:18.370725+0000","last_peered":"2024-09-10T10:35:18.370725+0000","last_clean":"2024-09-10T10:35:18.370725+0000","last_became_active":"2024-09-10T10:35:18.366649+0000","last_became_peered":"2024-09-10T10:35:18.366649+0000","last_unstale":"2024-09-10T10:35:18.370725+0000","last_undegraded":"2024-09-10T10:35:18.370725+0000","last_fullsized":"2024-09-10T10:35:18.370725+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.357864+0000","last_change":"2024-09-10T10:35:18.357864+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.357864+0000","last_undegraded":"2024-09-10T10:35:18.357864+0000","last_fullsized":"2024-09-10T10:35:18.357864+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.376659+0000","last_change":"2024-09-10T10:35:18.374529+0000","last_active":"2024-09-10T10:35:18.376659+0000","last_peered":"2024-09-10T10:35:18.376659+0000","last_clean":"2024-09-10T10:35:18.376659+0000","last_became_active":"2024-09-10T10:35:18.374176+0000","last_became_peered":"2024-09-10T10:35:18.374176+0000","last_unstale":"2024-09-10T10:35:18.376659+0000","last_undegraded":"2024-09-10T10:35:18.376659+0000","last_fullsized":"2024-09-10T10:35:18.376659+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:15.752679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414461+0000","last_change":"2024-09-10T10:35:19.381404+0000","last_active":"2024-09-10T10:35:20.414461+0000","last_peered":"2024-09-10T10:35:20.414461+0000","last_clean":"2024-09-10T10:35:20.414461+0000","last_became_active":"2024-09-10T10:35:19.376153+0000","last_became_peered":"2024-09-10T10:35:19.376153+0000","last_unstale":"2024-09-10T10:35:20.414461+0000","last_undegraded":"2024-09-10T10:35:20.414461+0000","last_fullsized":"2024-09-10T10:35:20.414461+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:28.919278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.379493+0000","last_change":"2024-09-10T10:35:18.377415+0000","last_active":"2024-09-10T10:35:18.379493+0000","last_peered":"2024-09-10T10:35:18.379493+0000","last_clean":"2024-09-10T10:35:18.379493+0000","last_became_active":"2024-09-10T10:35:18.377127+0000","last_became_peered":"2024-09-10T10:35:18.377127+0000","last_unstale":"2024-09-10T10:35:18.379493+0000","last_undegraded":"2024-09-10T10:35:18.379493+0000","last_fullsized":"2024-09-10T10:35:18.379493+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:12.693498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.358723+0000","last_change":"2024-09-10T10:35:18.358723+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.358723+0000","last_undegraded":"2024-09-10T10:35:18.358723+0000","last_fullsized":"2024-09-10T10:35:18.358723+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414530+0000","last_change":"2024-09-10T10:35:18.384059+0000","last_active":"2024-09-10T10:35:20.414530+0000","last_peered":"2024-09-10T10:35:20.414530+0000","last_clean":"2024-09-10T10:35:20.414530+0000","last_became_active":"2024-09-10T10:35:18.383759+0000","last_became_peered":"2024-09-10T10:35:18.383759+0000","last_unstale":"2024-09-10T10:35:20.414530+0000","last_undegraded":"2024-09-10T10:35:20.414530+0000","last_fullsized":"2024-09-10T10:35:20.414530+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:16.292078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.363178+0000","last_change":"2024-09-10T10:35:18.363178+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.363178+0000","last_undegraded":"2024-09-10T10:35:18.363178+0000","last_fullsized":"2024-09-10T10:35:18.363178+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381103+0000","last_change":"2024-09-10T10:35:18.379710+0000","last_active":"2024-09-10T10:35:18.381103+0000","last_peered":"2024-09-10T10:35:18.381103+0000","last_clean":"2024-09-10T10:35:18.381103+0000","last_became_active":"2024-09-10T10:35:18.379446+0000","last_became_peered":"2024-09-10T10:35:18.379446+0000","last_unstale":"2024-09-10T10:35:18.381103+0000","last_undegraded":"2024-09-10T10:35:18.381103+0000","last_fullsized":"2024-09-10T10:35:18.381103+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:33:54.604939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"creating+peering","last_fresh":"2024-09-10T10:35:18.364474+0000","last_change":"2024-09-10T10:35:18.364474+0000","last_active":"2024-09-10T10:35:18.346041+0000","last_peered":"2024-09-10T10:35:18.346041+0000","last_clean":"2024-09-10T10:35:18.346041+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:18.364474+0000","last_undegraded":"2024-09-10T10:35:18.364474+0000","last_fullsized":"2024-09-10T10:35:18.364474+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.381718+0000","last_change":"2024-09-10T10:35:18.374189+0000","last_active":"2024-09-10T10:35:18.381718+0000","last_peered":"2024-09-10T10:35:18.381718+0000","last_clean":"2024-09-10T10:35:18.381718+0000","last_became_active":"2024-09-10T10:35:18.373941+0000","last_became_peered":"2024-09-10T10:35:18.373941+0000","last_unstale":"2024-09-10T10:35:18.381718+0000","last_undegraded":"2024-09-10T10:35:18.381718+0000","last_fullsized":"2024-09-10T10:35:18.381718+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:06.615432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414326+0000","last_change":"2024-09-10T10:35:19.390272+0000","last_active":"2024-09-10T10:35:20.414326+0000","last_peered":"2024-09-10T10:35:20.414326+0000","last_clean":"2024-09-10T10:35:20.414326+0000","last_became_active":"2024-09-10T10:35:19.389741+0000","last_became_peered":"2024-09-10T10:35:19.389741+0000","last_unstale":"2024-09-10T10:35:20.414326+0000","last_undegraded":"2024-09-10T10:35:20.414326+0000","last_fullsized":"2024-09-10T10:35:20.414326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:52:08.246099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.366694+0000","last_change":"2024-09-10T10:35:18.364022+0000","last_active":"2024-09-10T10:35:18.366694+0000","last_peered":"2024-09-10T10:35:18.366694+0000","last_clean":"2024-09-10T10:35:18.366694+0000","last_became_active":"2024-09-10T10:35:18.363699+0000","last_became_peered":"2024-09-10T10:35:18.363699+0000","last_unstale":"2024-09-10T10:35:18.366694+0000","last_undegraded":"2024-09-10T10:35:18.366694+0000","last_fullsized":"2024-09-10T10:35:18.366694+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:37.734199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":253,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-10T10:35:18.354237+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:35:18.354237+0000","last_peered":"2024-09-10T10:35:18.354237+0000","last_clean":"2024-09-10T10:35:18.354237+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:35:18.354237+0000","last_undegraded":"2024-09-10T10:35:18.354237+0000","last_fullsized":"2024-09-10T10:35:18.354237+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":806912,"data_stored":332854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509478,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":806912,"data_stored":332854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509480,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509479,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32568,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339272,"statfs":{"total":96636764160,"available":96603414528,"internally_reserved":0,"allocated":1413120,"data_stored":929489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509478,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":819200,"data_stored":339121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542185,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1441792,"data_stored":942654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:35:28.111 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:35:28.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.260+0000 7f9144200640 1 Processor -- start 2024-09-10T10:35:28.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.260+0000 7f9144200640 1 -- start start 2024-09-10T10:35:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.260+0000 7f9144200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f913c0cd670 0x7f913c0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.260+0000 7f9144200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f913c06e1b0 0x7f913c06e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.260+0000 7f9144200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f913c06d3f0 con 0x7f913c145fb0 2024-09-10T10:35:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.260+0000 7f9144200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f913c0ce010 con 0x7f913c0cd670 2024-09-10T10:35:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.260+0000 7f9144200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f913c06d1a0 con 0x7f913c06e1b0 2024-09-10T10:35:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f9140e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f913c0cd670 0x7f913c0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f9140e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f913c0cd670 0x7f913c0cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46174/0 (socket says 172.21.15.22:46174) 2024-09-10T10:35:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f9140e00640 1 -- 172.21.15.22:0/1342407651 learned_addr learned my addr 172.21.15.22:0/1342407651 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f9142200640 1 --2- 172.21.15.22:0/1342407651 >> v2:172.21.15.145:3300/0 conn(0x7f913c06e1b0 0x7f913c06e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f9140e00640 1 -- 172.21.15.22:0/1342407651 >> v2:172.21.15.145:3300/0 conn(0x7f913c06e1b0 msgr2=0x7f913c06e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:28.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f9140e00640 1 --2- 172.21.15.22:0/1342407651 >> v2:172.21.15.145:3300/0 conn(0x7f913c06e1b0 0x7f913c06e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f9140e00640 1 -- 172.21.15.22:0/1342407651 >> v1:172.21.15.145:6789/0 conn(0x7f913c145fb0 legacy=0x7f913c0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:28.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f9140e00640 1 -- 172.21.15.22:0/1342407651 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f913c06d6d0 con 0x7f913c0cd670 2024-09-10T10:35:28.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f9140e00640 1 --2- 172.21.15.22:0/1342407651 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c0cd670 0x7f913c0cdad0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f913c06f5d0 tx=0x7f912801c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff5de832defb0fd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:28.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f913be00640 1 -- 172.21.15.22:0/1342407651 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91280b0070 con 0x7f913c0cd670 2024-09-10T10:35:28.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f913be00640 1 -- 172.21.15.22:0/1342407651 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91280ab600 con 0x7f913c0cd670 2024-09-10T10:35:28.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.264+0000 7f913be00640 1 -- 172.21.15.22:0/1342407651 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91280ab9d0 con 0x7f913c0cd670 2024-09-10T10:35:28.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 -- 172.21.15.22:0/1342407651 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c0cd670 msgr2=0x7f913c0cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 --2- 172.21.15.22:0/1342407651 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c0cd670 0x7f913c0cdad0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f913c06f5d0 tx=0x7f912801c4e0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 -- 172.21.15.22:0/1342407651 shutdown_connections 2024-09-10T10:35:28.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 --2- 172.21.15.22:0/1342407651 >> v2:172.21.15.145:3300/0 conn(0x7f913c06e1b0 0x7f913c06e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 --2- 172.21.15.22:0/1342407651 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c0cd670 0x7f913c0cdad0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 -- 172.21.15.22:0/1342407651 >> 172.21.15.22:0/1342407651 conn(0x7f913c062dd0 msgr2=0x7f913c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:28.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 -- 172.21.15.22:0/1342407651 shutdown_connections 2024-09-10T10:35:28.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 -- 172.21.15.22:0/1342407651 wait complete. 2024-09-10T10:35:28.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 Processor -- start 2024-09-10T10:35:28.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 -- start start 2024-09-10T10:35:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c06e1b0 0x7f913c1659c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f913c0cd670 0x7f913c133870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913c145fb0 0x7f913c15ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f913c0d0170 con 0x7f913c06e1b0 2024-09-10T10:35:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f913c0cfff0 con 0x7f913c145fb0 2024-09-10T10:35:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9144200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f913c06dd20 con 0x7f913c0cd670 2024-09-10T10:35:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9141800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c06e1b0 0x7f913c1659c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9141800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c06e1b0 0x7f913c1659c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46176/0 (socket says 172.21.15.22:46176) 2024-09-10T10:35:28.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9141800640 1 -- 172.21.15.22:0/251901532 learned_addr learned my addr 172.21.15.22:0/251901532 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:28.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9140e00640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f913c0cd670 0x7f913c133870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.268+0000 7f9142200640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913c145fb0 0x7f913c15ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9141800640 1 -- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f913c0cd670 msgr2=0x7f913c133870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9141800640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f913c0cd670 0x7f913c133870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9141800640 1 -- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913c145fb0 msgr2=0x7f913c15ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9141800640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913c145fb0 0x7f913c15ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9141800640 1 -- 172.21.15.22:0/251901532 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f913c1347a0 con 0x7f913c06e1b0 2024-09-10T10:35:28.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9141800640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c06e1b0 0x7f913c1659c0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f913000b410 tx=0x7f913000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:28.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9139600640 1 -- 172.21.15.22:0/251901532 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9130015030 con 0x7f913c06e1b0 2024-09-10T10:35:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9139600640 1 -- 172.21.15.22:0/251901532 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9130004020 con 0x7f913c06e1b0 2024-09-10T10:35:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9139600640 1 -- 172.21.15.22:0/251901532 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9130004450 con 0x7f913c06e1b0 2024-09-10T10:35:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9144200640 1 -- 172.21.15.22:0/251901532 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f913c165f00 con 0x7f913c06e1b0 2024-09-10T10:35:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9144200640 1 -- 172.21.15.22:0/251901532 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f913c1344c0 con 0x7f913c06e1b0 2024-09-10T10:35:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9144200640 1 -- 172.21.15.22:0/251901532 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f913c06e620 con 0x7f913c06e1b0 2024-09-10T10:35:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9139600640 1 -- 172.21.15.22:0/251901532 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9130018070 con 0x7f913c06e1b0 2024-09-10T10:35:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9139600640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f911c0678f0 0x7f911c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.272+0000 7f9139600640 1 -- 172.21.15.22:0/251901532 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f9130085740 con 0x7f913c06e1b0 2024-09-10T10:35:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.276+0000 7f9140e00640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f911c0678f0 0x7f911c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.276+0000 7f9140e00640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f911c0678f0 0x7f911c069db0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f91280ad000 tx=0x7f91280a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:28.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.276+0000 7f9139600640 1 -- 172.21.15.22:0/251901532 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9130055c20 con 0x7f913c06e1b0 2024-09-10T10:35:28.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.440+0000 7f9144200640 1 -- 172.21.15.22:0/251901532 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f913c0b2d10 con 0x7f911c0678f0 2024-09-10T10:35:28.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.448+0000 7f9139600640 1 -- 172.21.15.22:0/251901532 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252072 (secure 0 0 0) 0x7f913c0b2d10 con 0x7f911c0678f0 2024-09-10T10:35:28.453 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:28.454 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:35:28.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 -- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f911c0678f0 msgr2=0x7f911c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f911c0678f0 0x7f911c069db0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f91280ad000 tx=0x7f91280a6000 comp rx=0 tx=0).stop 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 -- 172.21.15.22:0/251901532 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c06e1b0 msgr2=0x7f913c1659c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c06e1b0 0x7f913c1659c0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f913000b410 tx=0x7f913000b8d0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 -- 172.21.15.22:0/251901532 shutdown_connections 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f911c0678f0 0x7f911c069db0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f913c145fb0 0x7f913c15ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f913c0cd670 0x7f913c133870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 --2- 172.21.15.22:0/251901532 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f913c06e1b0 0x7f913c1659c0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 -- 172.21.15.22:0/251901532 >> 172.21.15.22:0/251901532 conn(0x7f913c062dd0 msgr2=0x7f913c0b02f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 -- 172.21.15.22:0/251901532 shutdown_connections 2024-09-10T10:35:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.452+0000 7f9144200640 1 -- 172.21.15.22:0/251901532 wait complete. 2024-09-10T10:35:28.473 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":158,"stamp":"2024-09-10T10:35:27.374614+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253196,"kb_used_data":7816,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721524,"statfs":{"total":773094113280,"available":772834840576,"internally_reserved":0,"allocated":8003584,"data_stored":4003124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.017716"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415265+0000","last_change":"2024-09-10T10:35:19.391000+0000","last_active":"2024-09-10T10:35:20.415265+0000","last_peered":"2024-09-10T10:35:20.415265+0000","last_clean":"2024-09-10T10:35:20.415265+0000","last_became_active":"2024-09-10T10:35:19.388063+0000","last_became_peered":"2024-09-10T10:35:19.388063+0000","last_unstale":"2024-09-10T10:35:20.415265+0000","last_undegraded":"2024-09-10T10:35:20.415265+0000","last_fullsized":"2024-09-10T10:35:20.415265+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:10:44.874025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.416183+0000","last_change":"2024-09-10T10:35:19.395237+0000","last_active":"2024-09-10T10:35:20.416183+0000","last_peered":"2024-09-10T10:35:20.416183+0000","last_clean":"2024-09-10T10:35:20.416183+0000","last_became_active":"2024-09-10T10:35:19.394675+0000","last_became_peered":"2024-09-10T10:35:19.394675+0000","last_unstale":"2024-09-10T10:35:20.416183+0000","last_undegraded":"2024-09-10T10:35:20.416183+0000","last_fullsized":"2024-09-10T10:35:20.416183+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:07.292799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361679+0000","last_change":"2024-09-10T10:35:19.378460+0000","last_active":"2024-09-10T10:35:20.361679+0000","last_peered":"2024-09-10T10:35:20.361679+0000","last_clean":"2024-09-10T10:35:20.361679+0000","last_became_active":"2024-09-10T10:35:19.376809+0000","last_became_peered":"2024-09-10T10:35:19.376809+0000","last_unstale":"2024-09-10T10:35:20.361679+0000","last_undegraded":"2024-09-10T10:35:20.361679+0000","last_fullsized":"2024-09-10T10:35:20.361679+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:47.696600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361641+0000","last_change":"2024-09-10T10:35:19.385104+0000","last_active":"2024-09-10T10:35:20.361641+0000","last_peered":"2024-09-10T10:35:20.361641+0000","last_clean":"2024-09-10T10:35:20.361641+0000","last_became_active":"2024-09-10T10:35:19.384684+0000","last_became_peered":"2024-09-10T10:35:19.384684+0000","last_unstale":"2024-09-10T10:35:20.361641+0000","last_undegraded":"2024-09-10T10:35:20.361641+0000","last_fullsized":"2024-09-10T10:35:20.361641+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:11:37.591050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414138+0000","last_change":"2024-09-10T10:35:19.394969+0000","last_active":"2024-09-10T10:35:20.414138+0000","last_peered":"2024-09-10T10:35:20.414138+0000","last_clean":"2024-09-10T10:35:20.414138+0000","last_became_active":"2024-09-10T10:35:19.394681+0000","last_became_peered":"2024-09-10T10:35:19.394681+0000","last_unstale":"2024-09-10T10:35:20.414138+0000","last_undegraded":"2024-09-10T10:35:20.414138+0000","last_fullsized":"2024-09-10T10:35:20.414138+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:59.461554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.360051+0000","last_change":"2024-09-10T10:35:19.387027+0000","last_active":"2024-09-10T10:35:20.360051+0000","last_peered":"2024-09-10T10:35:20.360051+0000","last_clean":"2024-09-10T10:35:20.360051+0000","last_became_active":"2024-09-10T10:35:19.384600+0000","last_became_peered":"2024-09-10T10:35:19.384600+0000","last_unstale":"2024-09-10T10:35:20.360051+0000","last_undegraded":"2024-09-10T10:35:20.360051+0000","last_fullsized":"2024-09-10T10:35:20.360051+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:10.939898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414365+0000","last_change":"2024-09-10T10:35:19.386462+0000","last_active":"2024-09-10T10:35:20.414365+0000","last_peered":"2024-09-10T10:35:20.414365+0000","last_clean":"2024-09-10T10:35:20.414365+0000","last_became_active":"2024-09-10T10:35:19.386068+0000","last_became_peered":"2024-09-10T10:35:19.386068+0000","last_unstale":"2024-09-10T10:35:20.414365+0000","last_undegraded":"2024-09-10T10:35:20.414365+0000","last_fullsized":"2024-09-10T10:35:20.414365+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:33:55.608248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413988+0000","last_change":"2024-09-10T10:35:19.381170+0000","last_active":"2024-09-10T10:35:20.413988+0000","last_peered":"2024-09-10T10:35:20.413988+0000","last_clean":"2024-09-10T10:35:20.413988+0000","last_became_active":"2024-09-10T10:35:19.380876+0000","last_became_peered":"2024-09-10T10:35:19.380876+0000","last_unstale":"2024-09-10T10:35:20.413988+0000","last_undegraded":"2024-09-10T10:35:20.413988+0000","last_fullsized":"2024-09-10T10:35:20.413988+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:38:39.462904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361983+0000","last_change":"2024-09-10T10:35:19.389090+0000","last_active":"2024-09-10T10:35:20.361983+0000","last_peered":"2024-09-10T10:35:20.361983+0000","last_clean":"2024-09-10T10:35:20.361983+0000","last_became_active":"2024-09-10T10:35:19.388825+0000","last_became_peered":"2024-09-10T10:35:19.388825+0000","last_unstale":"2024-09-10T10:35:20.361983+0000","last_undegraded":"2024-09-10T10:35:20.361983+0000","last_fullsized":"2024-09-10T10:35:20.361983+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:07.618741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415474+0000","last_change":"2024-09-10T10:35:19.393477+0000","last_active":"2024-09-10T10:35:20.415474+0000","last_peered":"2024-09-10T10:35:20.415474+0000","last_clean":"2024-09-10T10:35:20.415474+0000","last_became_active":"2024-09-10T10:35:19.391610+0000","last_became_peered":"2024-09-10T10:35:19.391610+0000","last_unstale":"2024-09-10T10:35:20.415474+0000","last_undegraded":"2024-09-10T10:35:20.415474+0000","last_fullsized":"2024-09-10T10:35:20.415474+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:58.689506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414993+0000","last_change":"2024-09-10T10:35:19.379369+0000","last_active":"2024-09-10T10:35:20.414993+0000","last_peered":"2024-09-10T10:35:20.414993+0000","last_clean":"2024-09-10T10:35:20.414993+0000","last_became_active":"2024-09-10T10:35:19.379071+0000","last_became_peered":"2024-09-10T10:35:19.379071+0000","last_unstale":"2024-09-10T10:35:20.414993+0000","last_undegraded":"2024-09-10T10:35:20.414993+0000","last_fullsized":"2024-09-10T10:35:20.414993+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:15:50.345335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361035+0000","last_change":"2024-09-10T10:35:19.378008+0000","last_active":"2024-09-10T10:35:20.361035+0000","last_peered":"2024-09-10T10:35:20.361035+0000","last_clean":"2024-09-10T10:35:20.361035+0000","last_became_active":"2024-09-10T10:35:19.377163+0000","last_became_peered":"2024-09-10T10:35:19.377163+0000","last_unstale":"2024-09-10T10:35:20.361035+0000","last_undegraded":"2024-09-10T10:35:20.361035+0000","last_fullsized":"2024-09-10T10:35:20.361035+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:29.606486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361676+0000","last_change":"2024-09-10T10:35:19.384428+0000","last_active":"2024-09-10T10:35:20.361676+0000","last_peered":"2024-09-10T10:35:20.361676+0000","last_clean":"2024-09-10T10:35:20.361676+0000","last_became_active":"2024-09-10T10:35:19.383708+0000","last_became_peered":"2024-09-10T10:35:19.383708+0000","last_unstale":"2024-09-10T10:35:20.361676+0000","last_undegraded":"2024-09-10T10:35:20.361676+0000","last_fullsized":"2024-09-10T10:35:20.361676+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:38.714178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.360847+0000","last_change":"2024-09-10T10:35:19.386823+0000","last_active":"2024-09-10T10:35:20.360847+0000","last_peered":"2024-09-10T10:35:20.360847+0000","last_clean":"2024-09-10T10:35:20.360847+0000","last_became_active":"2024-09-10T10:35:19.386140+0000","last_became_peered":"2024-09-10T10:35:19.386140+0000","last_unstale":"2024-09-10T10:35:20.360847+0000","last_undegraded":"2024-09-10T10:35:20.360847+0000","last_fullsized":"2024-09-10T10:35:20.360847+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:04.968788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.360975+0000","last_change":"2024-09-10T10:35:19.380823+0000","last_active":"2024-09-10T10:35:20.360975+0000","last_peered":"2024-09-10T10:35:20.360975+0000","last_clean":"2024-09-10T10:35:20.360975+0000","last_became_active":"2024-09-10T10:35:19.380001+0000","last_became_peered":"2024-09-10T10:35:19.380001+0000","last_unstale":"2024-09-10T10:35:20.360975+0000","last_undegraded":"2024-09-10T10:35:20.360975+0000","last_fullsized":"2024-09-10T10:35:20.360975+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:10.939898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414142+0000","last_change":"2024-09-10T10:35:19.390126+0000","last_active":"2024-09-10T10:35:20.414142+0000","last_peered":"2024-09-10T10:35:20.414142+0000","last_clean":"2024-09-10T10:35:20.414142+0000","last_became_active":"2024-09-10T10:35:19.388747+0000","last_became_peered":"2024-09-10T10:35:19.388747+0000","last_unstale":"2024-09-10T10:35:20.414142+0000","last_undegraded":"2024-09-10T10:35:20.414142+0000","last_fullsized":"2024-09-10T10:35:20.414142+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:10.192501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414775+0000","last_change":"2024-09-10T10:35:19.380177+0000","last_active":"2024-09-10T10:35:20.414775+0000","last_peered":"2024-09-10T10:35:20.414775+0000","last_clean":"2024-09-10T10:35:20.414775+0000","last_became_active":"2024-09-10T10:35:19.375818+0000","last_became_peered":"2024-09-10T10:35:19.375818+0000","last_unstale":"2024-09-10T10:35:20.414775+0000","last_undegraded":"2024-09-10T10:35:20.414775+0000","last_fullsized":"2024-09-10T10:35:20.414775+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:16.861748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414848+0000","last_change":"2024-09-10T10:35:19.381221+0000","last_active":"2024-09-10T10:35:20.414848+0000","last_peered":"2024-09-10T10:35:20.414848+0000","last_clean":"2024-09-10T10:35:20.414848+0000","last_became_active":"2024-09-10T10:35:19.380772+0000","last_became_peered":"2024-09-10T10:35:19.380772+0000","last_unstale":"2024-09-10T10:35:20.414848+0000","last_undegraded":"2024-09-10T10:35:20.414848+0000","last_fullsized":"2024-09-10T10:35:20.414848+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:29.632458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414847+0000","last_change":"2024-09-10T10:35:19.387587+0000","last_active":"2024-09-10T10:35:20.414847+0000","last_peered":"2024-09-10T10:35:20.414847+0000","last_clean":"2024-09-10T10:35:20.414847+0000","last_became_active":"2024-09-10T10:35:19.387213+0000","last_became_peered":"2024-09-10T10:35:19.387213+0000","last_unstale":"2024-09-10T10:35:20.414847+0000","last_undegraded":"2024-09-10T10:35:20.414847+0000","last_fullsized":"2024-09-10T10:35:20.414847+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:59:01.009664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414343+0000","last_change":"2024-09-10T10:35:19.388219+0000","last_active":"2024-09-10T10:35:20.414343+0000","last_peered":"2024-09-10T10:35:20.414343+0000","last_clean":"2024-09-10T10:35:20.414343+0000","last_became_active":"2024-09-10T10:35:19.387816+0000","last_became_peered":"2024-09-10T10:35:19.387816+0000","last_unstale":"2024-09-10T10:35:20.414343+0000","last_undegraded":"2024-09-10T10:35:20.414343+0000","last_fullsized":"2024-09-10T10:35:20.414343+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:34.093869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415880+0000","last_change":"2024-09-10T10:35:19.390502+0000","last_active":"2024-09-10T10:35:20.415880+0000","last_peered":"2024-09-10T10:35:20.415880+0000","last_clean":"2024-09-10T10:35:20.415880+0000","last_became_active":"2024-09-10T10:35:19.390204+0000","last_became_peered":"2024-09-10T10:35:19.390204+0000","last_unstale":"2024-09-10T10:35:20.415880+0000","last_undegraded":"2024-09-10T10:35:20.415880+0000","last_fullsized":"2024-09-10T10:35:20.415880+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:10.939898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.359539+0000","last_change":"2024-09-10T10:35:19.382444+0000","last_active":"2024-09-10T10:35:20.359539+0000","last_peered":"2024-09-10T10:35:20.359539+0000","last_clean":"2024-09-10T10:35:20.359539+0000","last_became_active":"2024-09-10T10:35:19.382186+0000","last_became_peered":"2024-09-10T10:35:19.382186+0000","last_unstale":"2024-09-10T10:35:20.359539+0000","last_undegraded":"2024-09-10T10:35:20.359539+0000","last_fullsized":"2024-09-10T10:35:20.359539+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:00:07.558056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414815+0000","last_change":"2024-09-10T10:35:19.383867+0000","last_active":"2024-09-10T10:35:20.414815+0000","last_peered":"2024-09-10T10:35:20.414815+0000","last_clean":"2024-09-10T10:35:20.414815+0000","last_became_active":"2024-09-10T10:35:19.383361+0000","last_became_peered":"2024-09-10T10:35:19.383361+0000","last_unstale":"2024-09-10T10:35:20.414815+0000","last_undegraded":"2024-09-10T10:35:20.414815+0000","last_fullsized":"2024-09-10T10:35:20.414815+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:32.384901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414276+0000","last_change":"2024-09-10T10:35:19.394096+0000","last_active":"2024-09-10T10:35:20.414276+0000","last_peered":"2024-09-10T10:35:20.414276+0000","last_clean":"2024-09-10T10:35:20.414276+0000","last_became_active":"2024-09-10T10:35:19.393792+0000","last_became_peered":"2024-09-10T10:35:19.393792+0000","last_unstale":"2024-09-10T10:35:20.414276+0000","last_undegraded":"2024-09-10T10:35:20.414276+0000","last_fullsized":"2024-09-10T10:35:20.414276+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:04.751454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415376+0000","last_change":"2024-09-10T10:35:19.396914+0000","last_active":"2024-09-10T10:35:20.415376+0000","last_peered":"2024-09-10T10:35:20.415376+0000","last_clean":"2024-09-10T10:35:20.415376+0000","last_became_active":"2024-09-10T10:35:19.396407+0000","last_became_peered":"2024-09-10T10:35:19.396407+0000","last_unstale":"2024-09-10T10:35:20.415376+0000","last_undegraded":"2024-09-10T10:35:20.415376+0000","last_fullsized":"2024-09-10T10:35:20.415376+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:08.222253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414540+0000","last_change":"2024-09-10T10:35:19.398736+0000","last_active":"2024-09-10T10:35:20.414540+0000","last_peered":"2024-09-10T10:35:20.414540+0000","last_clean":"2024-09-10T10:35:20.414540+0000","last_became_active":"2024-09-10T10:35:19.397607+0000","last_became_peered":"2024-09-10T10:35:19.397607+0000","last_unstale":"2024-09-10T10:35:20.414540+0000","last_undegraded":"2024-09-10T10:35:20.414540+0000","last_fullsized":"2024-09-10T10:35:20.414540+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:28.489798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413989+0000","last_change":"2024-09-10T10:35:19.380054+0000","last_active":"2024-09-10T10:35:20.413989+0000","last_peered":"2024-09-10T10:35:20.413989+0000","last_clean":"2024-09-10T10:35:20.413989+0000","last_became_active":"2024-09-10T10:35:19.379780+0000","last_became_peered":"2024-09-10T10:35:19.379780+0000","last_unstale":"2024-09-10T10:35:20.413989+0000","last_undegraded":"2024-09-10T10:35:20.413989+0000","last_fullsized":"2024-09-10T10:35:20.413989+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:32:36.824960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415857+0000","last_change":"2024-09-10T10:35:19.381611+0000","last_active":"2024-09-10T10:35:20.415857+0000","last_peered":"2024-09-10T10:35:20.415857+0000","last_clean":"2024-09-10T10:35:20.415857+0000","last_became_active":"2024-09-10T10:35:19.380988+0000","last_became_peered":"2024-09-10T10:35:19.380988+0000","last_unstale":"2024-09-10T10:35:20.415857+0000","last_undegraded":"2024-09-10T10:35:20.415857+0000","last_fullsized":"2024-09-10T10:35:20.415857+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:04.968788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361807+0000","last_change":"2024-09-10T10:35:19.384720+0000","last_active":"2024-09-10T10:35:20.361807+0000","last_peered":"2024-09-10T10:35:20.361807+0000","last_clean":"2024-09-10T10:35:20.361807+0000","last_became_active":"2024-09-10T10:35:19.384147+0000","last_became_peered":"2024-09-10T10:35:19.384147+0000","last_unstale":"2024-09-10T10:35:20.361807+0000","last_undegraded":"2024-09-10T10:35:20.361807+0000","last_fullsized":"2024-09-10T10:35:20.361807+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:50:36.463264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414401+0000","last_change":"2024-09-10T10:35:19.387345+0000","last_active":"2024-09-10T10:35:20.414401+0000","last_peered":"2024-09-10T10:35:20.414401+0000","last_clean":"2024-09-10T10:35:20.414401+0000","last_became_active":"2024-09-10T10:35:19.387005+0000","last_became_peered":"2024-09-10T10:35:19.387005+0000","last_unstale":"2024-09-10T10:35:20.414401+0000","last_undegraded":"2024-09-10T10:35:20.414401+0000","last_fullsized":"2024-09-10T10:35:20.414401+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:11.796390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415752+0000","last_change":"2024-09-10T10:35:19.379542+0000","last_active":"2024-09-10T10:35:20.415752+0000","last_peered":"2024-09-10T10:35:20.415752+0000","last_clean":"2024-09-10T10:35:20.415752+0000","last_became_active":"2024-09-10T10:35:19.379281+0000","last_became_peered":"2024-09-10T10:35:19.379281+0000","last_unstale":"2024-09-10T10:35:20.415752+0000","last_undegraded":"2024-09-10T10:35:20.415752+0000","last_fullsized":"2024-09-10T10:35:20.415752+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.486244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414838+0000","last_change":"2024-09-10T10:35:19.386080+0000","last_active":"2024-09-10T10:35:20.414838+0000","last_peered":"2024-09-10T10:35:20.414838+0000","last_clean":"2024-09-10T10:35:20.414838+0000","last_became_active":"2024-09-10T10:35:19.385779+0000","last_became_peered":"2024-09-10T10:35:19.385779+0000","last_unstale":"2024-09-10T10:35:20.414838+0000","last_undegraded":"2024-09-10T10:35:20.414838+0000","last_fullsized":"2024-09-10T10:35:20.414838+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:00:07.558056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414695+0000","last_change":"2024-09-10T10:35:19.398170+0000","last_active":"2024-09-10T10:35:20.414695+0000","last_peered":"2024-09-10T10:35:20.414695+0000","last_clean":"2024-09-10T10:35:20.414695+0000","last_became_active":"2024-09-10T10:35:19.397906+0000","last_became_peered":"2024-09-10T10:35:19.397906+0000","last_unstale":"2024-09-10T10:35:20.414695+0000","last_undegraded":"2024-09-10T10:35:20.414695+0000","last_fullsized":"2024-09-10T10:35:20.414695+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:02.247098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"69'4","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.359738+0000","last_change":"2024-09-10T10:35:18.377094+0000","last_active":"2024-09-10T10:35:20.359738+0000","last_peered":"2024-09-10T10:35:20.359738+0000","last_clean":"2024-09-10T10:35:20.359738+0000","last_became_active":"2024-09-10T10:35:18.376812+0000","last_became_peered":"2024-09-10T10:35:18.376812+0000","last_unstale":"2024-09-10T10:35:20.359738+0000","last_undegraded":"2024-09-10T10:35:20.359738+0000","last_fullsized":"2024-09-10T10:35:20.359738+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:57.176404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361982+0000","last_change":"2024-09-10T10:35:19.375503+0000","last_active":"2024-09-10T10:35:20.361982+0000","last_peered":"2024-09-10T10:35:20.361982+0000","last_clean":"2024-09-10T10:35:20.361982+0000","last_became_active":"2024-09-10T10:35:19.375183+0000","last_became_peered":"2024-09-10T10:35:19.375183+0000","last_unstale":"2024-09-10T10:35:20.361982+0000","last_undegraded":"2024-09-10T10:35:20.361982+0000","last_fullsized":"2024-09-10T10:35:20.361982+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:33:55.608248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414906+0000","last_change":"2024-09-10T10:35:18.374085+0000","last_active":"2024-09-10T10:35:20.414906+0000","last_peered":"2024-09-10T10:35:20.414906+0000","last_clean":"2024-09-10T10:35:20.414906+0000","last_became_active":"2024-09-10T10:35:18.373770+0000","last_became_peered":"2024-09-10T10:35:18.373770+0000","last_unstale":"2024-09-10T10:35:20.414906+0000","last_undegraded":"2024-09-10T10:35:20.414906+0000","last_fullsized":"2024-09-10T10:35:20.414906+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:16.453987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.359674+0000","last_change":"2024-09-10T10:35:19.384100+0000","last_active":"2024-09-10T10:35:20.359674+0000","last_peered":"2024-09-10T10:35:20.359674+0000","last_clean":"2024-09-10T10:35:20.359674+0000","last_became_active":"2024-09-10T10:35:19.383837+0000","last_became_peered":"2024-09-10T10:35:19.383837+0000","last_unstale":"2024-09-10T10:35:20.359674+0000","last_undegraded":"2024-09-10T10:35:20.359674+0000","last_fullsized":"2024-09-10T10:35:20.359674+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:03:21.221722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415079+0000","last_change":"2024-09-10T10:35:18.376983+0000","last_active":"2024-09-10T10:35:20.415079+0000","last_peered":"2024-09-10T10:35:20.415079+0000","last_clean":"2024-09-10T10:35:20.415079+0000","last_became_active":"2024-09-10T10:35:18.376729+0000","last_became_peered":"2024-09-10T10:35:18.376729+0000","last_unstale":"2024-09-10T10:35:20.415079+0000","last_undegraded":"2024-09-10T10:35:20.415079+0000","last_fullsized":"2024-09-10T10:35:20.415079+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:17:50.115041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415018+0000","last_change":"2024-09-10T10:35:19.382866+0000","last_active":"2024-09-10T10:35:20.415018+0000","last_peered":"2024-09-10T10:35:20.415018+0000","last_clean":"2024-09-10T10:35:20.415018+0000","last_became_active":"2024-09-10T10:35:19.380525+0000","last_became_peered":"2024-09-10T10:35:19.380525+0000","last_unstale":"2024-09-10T10:35:20.415018+0000","last_undegraded":"2024-09-10T10:35:20.415018+0000","last_fullsized":"2024-09-10T10:35:20.415018+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:01.446737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.359767+0000","last_change":"2024-09-10T10:35:18.382301+0000","last_active":"2024-09-10T10:35:20.359767+0000","last_peered":"2024-09-10T10:35:20.359767+0000","last_clean":"2024-09-10T10:35:20.359767+0000","last_became_active":"2024-09-10T10:35:18.377306+0000","last_became_peered":"2024-09-10T10:35:18.377306+0000","last_unstale":"2024-09-10T10:35:20.359767+0000","last_undegraded":"2024-09-10T10:35:20.359767+0000","last_fullsized":"2024-09-10T10:35:20.359767+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:29.922761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414542+0000","last_change":"2024-09-10T10:35:19.379563+0000","last_active":"2024-09-10T10:35:20.414542+0000","last_peered":"2024-09-10T10:35:20.414542+0000","last_clean":"2024-09-10T10:35:20.414542+0000","last_became_active":"2024-09-10T10:35:19.379248+0000","last_became_peered":"2024-09-10T10:35:19.379248+0000","last_unstale":"2024-09-10T10:35:20.414542+0000","last_undegraded":"2024-09-10T10:35:20.414542+0000","last_fullsized":"2024-09-10T10:35:20.414542+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:14:38.917301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.360591+0000","last_change":"2024-09-10T10:35:18.377597+0000","last_active":"2024-09-10T10:35:20.360591+0000","last_peered":"2024-09-10T10:35:20.360591+0000","last_clean":"2024-09-10T10:35:20.360591+0000","last_became_active":"2024-09-10T10:35:18.377300+0000","last_became_peered":"2024-09-10T10:35:18.377300+0000","last_unstale":"2024-09-10T10:35:20.360591+0000","last_undegraded":"2024-09-10T10:35:20.360591+0000","last_fullsized":"2024-09-10T10:35:20.360591+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:29.922761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.359879+0000","last_change":"2024-09-10T10:35:19.386396+0000","last_active":"2024-09-10T10:35:20.359879+0000","last_peered":"2024-09-10T10:35:20.359879+0000","last_clean":"2024-09-10T10:35:20.359879+0000","last_became_active":"2024-09-10T10:35:19.386053+0000","last_became_peered":"2024-09-10T10:35:19.386053+0000","last_unstale":"2024-09-10T10:35:20.359879+0000","last_undegraded":"2024-09-10T10:35:20.359879+0000","last_fullsized":"2024-09-10T10:35:20.359879+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:04.968788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414520+0000","last_change":"2024-09-10T10:35:18.378850+0000","last_active":"2024-09-10T10:35:20.414520+0000","last_peered":"2024-09-10T10:35:20.414520+0000","last_clean":"2024-09-10T10:35:20.414520+0000","last_became_active":"2024-09-10T10:35:18.378584+0000","last_became_peered":"2024-09-10T10:35:18.378584+0000","last_unstale":"2024-09-10T10:35:20.414520+0000","last_undegraded":"2024-09-10T10:35:20.414520+0000","last_fullsized":"2024-09-10T10:35:20.414520+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:05.124378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414484+0000","last_change":"2024-09-10T10:35:19.389452+0000","last_active":"2024-09-10T10:35:20.414484+0000","last_peered":"2024-09-10T10:35:20.414484+0000","last_clean":"2024-09-10T10:35:20.414484+0000","last_became_active":"2024-09-10T10:35:19.388973+0000","last_became_peered":"2024-09-10T10:35:19.388973+0000","last_unstale":"2024-09-10T10:35:20.414484+0000","last_undegraded":"2024-09-10T10:35:20.414484+0000","last_fullsized":"2024-09-10T10:35:20.414484+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:06.628632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414127+0000","last_change":"2024-09-10T10:35:18.381770+0000","last_active":"2024-09-10T10:35:20.414127+0000","last_peered":"2024-09-10T10:35:20.414127+0000","last_clean":"2024-09-10T10:35:20.414127+0000","last_became_active":"2024-09-10T10:35:18.381403+0000","last_became_peered":"2024-09-10T10:35:18.381403+0000","last_unstale":"2024-09-10T10:35:20.414127+0000","last_undegraded":"2024-09-10T10:35:20.414127+0000","last_fullsized":"2024-09-10T10:35:20.414127+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:15.752679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361165+0000","last_change":"2024-09-10T10:35:19.377195+0000","last_active":"2024-09-10T10:35:20.361165+0000","last_peered":"2024-09-10T10:35:20.361165+0000","last_clean":"2024-09-10T10:35:20.361165+0000","last_became_active":"2024-09-10T10:35:19.376868+0000","last_became_peered":"2024-09-10T10:35:19.376868+0000","last_unstale":"2024-09-10T10:35:20.361165+0000","last_undegraded":"2024-09-10T10:35:20.361165+0000","last_fullsized":"2024-09-10T10:35:20.361165+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:30.311409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.360566+0000","last_change":"2024-09-10T10:35:18.367761+0000","last_active":"2024-09-10T10:35:20.360566+0000","last_peered":"2024-09-10T10:35:20.360566+0000","last_clean":"2024-09-10T10:35:20.360566+0000","last_became_active":"2024-09-10T10:35:18.367425+0000","last_became_peered":"2024-09-10T10:35:18.367425+0000","last_unstale":"2024-09-10T10:35:20.360566+0000","last_undegraded":"2024-09-10T10:35:20.360566+0000","last_fullsized":"2024-09-10T10:35:20.360566+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:57.176404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415508+0000","last_change":"2024-09-10T10:35:19.385407+0000","last_active":"2024-09-10T10:35:20.415508+0000","last_peered":"2024-09-10T10:35:20.415508+0000","last_clean":"2024-09-10T10:35:20.415508+0000","last_became_active":"2024-09-10T10:35:19.384992+0000","last_became_peered":"2024-09-10T10:35:19.384992+0000","last_unstale":"2024-09-10T10:35:20.415508+0000","last_undegraded":"2024-09-10T10:35:20.415508+0000","last_fullsized":"2024-09-10T10:35:20.415508+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:13.696807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414924+0000","last_change":"2024-09-10T10:35:18.372741+0000","last_active":"2024-09-10T10:35:20.414924+0000","last_peered":"2024-09-10T10:35:20.414924+0000","last_clean":"2024-09-10T10:35:20.414924+0000","last_became_active":"2024-09-10T10:35:18.372294+0000","last_became_peered":"2024-09-10T10:35:18.372294+0000","last_unstale":"2024-09-10T10:35:20.414924+0000","last_undegraded":"2024-09-10T10:35:20.414924+0000","last_fullsized":"2024-09-10T10:35:20.414924+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:10.281369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.416150+0000","last_change":"2024-09-10T10:35:19.390164+0000","last_active":"2024-09-10T10:35:20.416150+0000","last_peered":"2024-09-10T10:35:20.416150+0000","last_clean":"2024-09-10T10:35:20.416150+0000","last_became_active":"2024-09-10T10:35:19.389867+0000","last_became_peered":"2024-09-10T10:35:19.389867+0000","last_unstale":"2024-09-10T10:35:20.416150+0000","last_undegraded":"2024-09-10T10:35:20.416150+0000","last_fullsized":"2024-09-10T10:35:20.416150+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:30.311409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.416282+0000","last_change":"2024-09-10T10:35:18.380590+0000","last_active":"2024-09-10T10:35:20.416282+0000","last_peered":"2024-09-10T10:35:20.416282+0000","last_clean":"2024-09-10T10:35:20.416282+0000","last_became_active":"2024-09-10T10:35:18.380324+0000","last_became_peered":"2024-09-10T10:35:18.380324+0000","last_unstale":"2024-09-10T10:35:20.416282+0000","last_undegraded":"2024-09-10T10:35:20.416282+0000","last_fullsized":"2024-09-10T10:35:20.416282+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:29:00.443428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415120+0000","last_change":"2024-09-10T10:35:19.388574+0000","last_active":"2024-09-10T10:35:20.415120+0000","last_peered":"2024-09-10T10:35:20.415120+0000","last_clean":"2024-09-10T10:35:20.415120+0000","last_became_active":"2024-09-10T10:35:19.388312+0000","last_became_peered":"2024-09-10T10:35:19.388312+0000","last_unstale":"2024-09-10T10:35:20.415120+0000","last_undegraded":"2024-09-10T10:35:20.415120+0000","last_fullsized":"2024-09-10T10:35:20.415120+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:47.568390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"69'3","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361280+0000","last_change":"2024-09-10T10:35:18.374464+0000","last_active":"2024-09-10T10:35:20.361280+0000","last_peered":"2024-09-10T10:35:20.361280+0000","last_clean":"2024-09-10T10:35:20.361280+0000","last_became_active":"2024-09-10T10:35:18.374145+0000","last_became_peered":"2024-09-10T10:35:18.374145+0000","last_unstale":"2024-09-10T10:35:20.361280+0000","last_undegraded":"2024-09-10T10:35:20.361280+0000","last_fullsized":"2024-09-10T10:35:20.361280+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:36.906532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414145+0000","last_change":"2024-09-10T10:35:19.381572+0000","last_active":"2024-09-10T10:35:20.414145+0000","last_peered":"2024-09-10T10:35:20.414145+0000","last_clean":"2024-09-10T10:35:20.414145+0000","last_became_active":"2024-09-10T10:35:19.379458+0000","last_became_peered":"2024-09-10T10:35:19.379458+0000","last_unstale":"2024-09-10T10:35:20.414145+0000","last_undegraded":"2024-09-10T10:35:20.414145+0000","last_fullsized":"2024-09-10T10:35:20.414145+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:11.052728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"69'6","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414377+0000","last_change":"2024-09-10T10:35:18.373188+0000","last_active":"2024-09-10T10:35:20.414377+0000","last_peered":"2024-09-10T10:35:20.414377+0000","last_clean":"2024-09-10T10:35:20.414377+0000","last_became_active":"2024-09-10T10:35:18.372841+0000","last_became_peered":"2024-09-10T10:35:18.372841+0000","last_unstale":"2024-09-10T10:35:20.414377+0000","last_undegraded":"2024-09-10T10:35:20.414377+0000","last_fullsized":"2024-09-10T10:35:20.414377+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:57.686197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.359697+0000","last_change":"2024-09-10T10:35:19.366596+0000","last_active":"2024-09-10T10:35:20.359697+0000","last_peered":"2024-09-10T10:35:20.359697+0000","last_clean":"2024-09-10T10:35:20.359697+0000","last_became_active":"2024-09-10T10:35:19.366327+0000","last_became_peered":"2024-09-10T10:35:19.366327+0000","last_unstale":"2024-09-10T10:35:20.359697+0000","last_undegraded":"2024-09-10T10:35:20.359697+0000","last_fullsized":"2024-09-10T10:35:20.359697+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.486244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414071+0000","last_change":"2024-09-10T10:35:18.376307+0000","last_active":"2024-09-10T10:35:20.414071+0000","last_peered":"2024-09-10T10:35:20.414071+0000","last_clean":"2024-09-10T10:35:20.414071+0000","last_became_active":"2024-09-10T10:35:18.375972+0000","last_became_peered":"2024-09-10T10:35:18.375972+0000","last_unstale":"2024-09-10T10:35:20.414071+0000","last_undegraded":"2024-09-10T10:35:20.414071+0000","last_fullsized":"2024-09-10T10:35:20.414071+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:07.218944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414534+0000","last_change":"2024-09-10T10:35:19.382063+0000","last_active":"2024-09-10T10:35:20.414534+0000","last_peered":"2024-09-10T10:35:20.414534+0000","last_clean":"2024-09-10T10:35:20.414534+0000","last_became_active":"2024-09-10T10:35:19.381804+0000","last_became_peered":"2024-09-10T10:35:19.381804+0000","last_unstale":"2024-09-10T10:35:20.414534+0000","last_undegraded":"2024-09-10T10:35:20.414534+0000","last_fullsized":"2024-09-10T10:35:20.414534+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:07.618741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414580+0000","last_change":"2024-09-10T10:35:18.379238+0000","last_active":"2024-09-10T10:35:20.414580+0000","last_peered":"2024-09-10T10:35:20.414580+0000","last_clean":"2024-09-10T10:35:20.414580+0000","last_became_active":"2024-09-10T10:35:18.372109+0000","last_became_peered":"2024-09-10T10:35:18.372109+0000","last_unstale":"2024-09-10T10:35:20.414580+0000","last_undegraded":"2024-09-10T10:35:20.414580+0000","last_fullsized":"2024-09-10T10:35:20.414580+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:51.485494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413907+0000","last_change":"2024-09-10T10:35:19.375345+0000","last_active":"2024-09-10T10:35:20.413907+0000","last_peered":"2024-09-10T10:35:20.413907+0000","last_clean":"2024-09-10T10:35:20.413907+0000","last_became_active":"2024-09-10T10:35:19.375072+0000","last_became_peered":"2024-09-10T10:35:19.375072+0000","last_unstale":"2024-09-10T10:35:20.413907+0000","last_undegraded":"2024-09-10T10:35:20.413907+0000","last_fullsized":"2024-09-10T10:35:20.413907+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:46.683762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414456+0000","last_change":"2024-09-10T10:35:18.363752+0000","last_active":"2024-09-10T10:35:20.414456+0000","last_peered":"2024-09-10T10:35:20.414456+0000","last_clean":"2024-09-10T10:35:20.414456+0000","last_became_active":"2024-09-10T10:35:18.363503+0000","last_became_peered":"2024-09-10T10:35:18.363503+0000","last_unstale":"2024-09-10T10:35:20.414456+0000","last_undegraded":"2024-09-10T10:35:20.414456+0000","last_fullsized":"2024-09-10T10:35:20.414456+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:18.272156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.360508+0000","last_change":"2024-09-10T10:35:19.385510+0000","last_active":"2024-09-10T10:35:20.360508+0000","last_peered":"2024-09-10T10:35:20.360508+0000","last_clean":"2024-09-10T10:35:20.360508+0000","last_became_active":"2024-09-10T10:35:19.385231+0000","last_became_peered":"2024-09-10T10:35:19.385231+0000","last_unstale":"2024-09-10T10:35:20.360508+0000","last_undegraded":"2024-09-10T10:35:20.360508+0000","last_fullsized":"2024-09-10T10:35:20.360508+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:12:14.698942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"69'8","reported_seq":22,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414031+0000","last_change":"2024-09-10T10:35:18.370119+0000","last_active":"2024-09-10T10:35:20.414031+0000","last_peered":"2024-09-10T10:35:20.414031+0000","last_clean":"2024-09-10T10:35:20.414031+0000","last_became_active":"2024-09-10T10:35:18.369861+0000","last_became_peered":"2024-09-10T10:35:18.369861+0000","last_unstale":"2024-09-10T10:35:20.414031+0000","last_undegraded":"2024-09-10T10:35:20.414031+0000","last_fullsized":"2024-09-10T10:35:20.414031+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:54:14.753485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.416332+0000","last_change":"2024-09-10T10:35:19.395377+0000","last_active":"2024-09-10T10:35:20.416332+0000","last_peered":"2024-09-10T10:35:20.416332+0000","last_clean":"2024-09-10T10:35:20.416332+0000","last_became_active":"2024-09-10T10:35:19.395066+0000","last_became_peered":"2024-09-10T10:35:19.395066+0000","last_unstale":"2024-09-10T10:35:20.416332+0000","last_undegraded":"2024-09-10T10:35:20.416332+0000","last_fullsized":"2024-09-10T10:35:20.416332+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:50.679547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415100+0000","last_change":"2024-09-10T10:35:18.372536+0000","last_active":"2024-09-10T10:35:20.415100+0000","last_peered":"2024-09-10T10:35:20.415100+0000","last_clean":"2024-09-10T10:35:20.415100+0000","last_became_active":"2024-09-10T10:35:18.371663+0000","last_became_peered":"2024-09-10T10:35:18.371663+0000","last_unstale":"2024-09-10T10:35:20.415100+0000","last_undegraded":"2024-09-10T10:35:20.415100+0000","last_fullsized":"2024-09-10T10:35:20.415100+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:42.293118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.416242+0000","last_change":"2024-09-10T10:35:19.377523+0000","last_active":"2024-09-10T10:35:20.416242+0000","last_peered":"2024-09-10T10:35:20.416242+0000","last_clean":"2024-09-10T10:35:20.416242+0000","last_became_active":"2024-09-10T10:35:19.377243+0000","last_became_peered":"2024-09-10T10:35:19.377243+0000","last_unstale":"2024-09-10T10:35:20.416242+0000","last_undegraded":"2024-09-10T10:35:20.416242+0000","last_fullsized":"2024-09-10T10:35:20.416242+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:47:48.851474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.416372+0000","last_change":"2024-09-10T10:35:18.372500+0000","last_active":"2024-09-10T10:35:20.416372+0000","last_peered":"2024-09-10T10:35:20.416372+0000","last_clean":"2024-09-10T10:35:20.416372+0000","last_became_active":"2024-09-10T10:35:18.372228+0000","last_became_peered":"2024-09-10T10:35:18.372228+0000","last_unstale":"2024-09-10T10:35:20.416372+0000","last_undegraded":"2024-09-10T10:35:20.416372+0000","last_fullsized":"2024-09-10T10:35:20.416372+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:07.218944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361714+0000","last_change":"2024-09-10T10:35:19.369521+0000","last_active":"2024-09-10T10:35:20.361714+0000","last_peered":"2024-09-10T10:35:20.361714+0000","last_clean":"2024-09-10T10:35:20.361714+0000","last_became_active":"2024-09-10T10:35:19.369207+0000","last_became_peered":"2024-09-10T10:35:19.369207+0000","last_unstale":"2024-09-10T10:35:20.361714+0000","last_undegraded":"2024-09-10T10:35:20.361714+0000","last_fullsized":"2024-09-10T10:35:20.361714+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:22.006455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.416004+0000","last_change":"2024-09-10T10:35:18.377222+0000","last_active":"2024-09-10T10:35:20.416004+0000","last_peered":"2024-09-10T10:35:20.416004+0000","last_clean":"2024-09-10T10:35:20.416004+0000","last_became_active":"2024-09-10T10:35:18.376695+0000","last_became_peered":"2024-09-10T10:35:18.376695+0000","last_unstale":"2024-09-10T10:35:20.416004+0000","last_undegraded":"2024-09-10T10:35:20.416004+0000","last_fullsized":"2024-09-10T10:35:20.416004+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:31.381592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361888+0000","last_change":"2024-09-10T10:35:19.381037+0000","last_active":"2024-09-10T10:35:20.361888+0000","last_peered":"2024-09-10T10:35:20.361888+0000","last_clean":"2024-09-10T10:35:20.361888+0000","last_became_active":"2024-09-10T10:35:19.380767+0000","last_became_peered":"2024-09-10T10:35:19.380767+0000","last_unstale":"2024-09-10T10:35:20.361888+0000","last_undegraded":"2024-09-10T10:35:20.361888+0000","last_fullsized":"2024-09-10T10:35:20.361888+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:32.568611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.359869+0000","last_change":"2024-09-10T10:35:18.382574+0000","last_active":"2024-09-10T10:35:20.359869+0000","last_peered":"2024-09-10T10:35:20.359869+0000","last_clean":"2024-09-10T10:35:20.359869+0000","last_became_active":"2024-09-10T10:35:18.382327+0000","last_became_peered":"2024-09-10T10:35:18.382327+0000","last_unstale":"2024-09-10T10:35:20.359869+0000","last_undegraded":"2024-09-10T10:35:20.359869+0000","last_fullsized":"2024-09-10T10:35:20.359869+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:30:30.987702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413964+0000","last_change":"2024-09-10T10:35:19.388292+0000","last_active":"2024-09-10T10:35:20.413964+0000","last_peered":"2024-09-10T10:35:20.413964+0000","last_clean":"2024-09-10T10:35:20.413964+0000","last_became_active":"2024-09-10T10:35:19.387985+0000","last_became_peered":"2024-09-10T10:35:19.387985+0000","last_unstale":"2024-09-10T10:35:20.413964+0000","last_undegraded":"2024-09-10T10:35:20.413964+0000","last_fullsized":"2024-09-10T10:35:20.413964+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:30:31.991011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.359856+0000","last_change":"2024-09-10T10:35:18.382161+0000","last_active":"2024-09-10T10:35:20.359856+0000","last_peered":"2024-09-10T10:35:20.359856+0000","last_clean":"2024-09-10T10:35:20.359856+0000","last_became_active":"2024-09-10T10:35:18.376806+0000","last_became_peered":"2024-09-10T10:35:18.376806+0000","last_unstale":"2024-09-10T10:35:20.359856+0000","last_undegraded":"2024-09-10T10:35:20.359856+0000","last_fullsized":"2024-09-10T10:35:20.359856+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:21.829754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414067+0000","last_change":"2024-09-10T10:35:19.381116+0000","last_active":"2024-09-10T10:35:20.414067+0000","last_peered":"2024-09-10T10:35:20.414067+0000","last_clean":"2024-09-10T10:35:20.414067+0000","last_became_active":"2024-09-10T10:35:19.371749+0000","last_became_peered":"2024-09-10T10:35:19.371749+0000","last_unstale":"2024-09-10T10:35:20.414067+0000","last_undegraded":"2024-09-10T10:35:20.414067+0000","last_fullsized":"2024-09-10T10:35:20.414067+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:37.909841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415847+0000","last_change":"2024-09-10T10:35:18.368996+0000","last_active":"2024-09-10T10:35:20.415847+0000","last_peered":"2024-09-10T10:35:20.415847+0000","last_clean":"2024-09-10T10:35:20.415847+0000","last_became_active":"2024-09-10T10:35:18.368724+0000","last_became_peered":"2024-09-10T10:35:18.368724+0000","last_unstale":"2024-09-10T10:35:20.415847+0000","last_undegraded":"2024-09-10T10:35:20.415847+0000","last_fullsized":"2024-09-10T10:35:20.415847+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:57.686197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361450+0000","last_change":"2024-09-10T10:35:19.365934+0000","last_active":"2024-09-10T10:35:20.361450+0000","last_peered":"2024-09-10T10:35:20.361450+0000","last_clean":"2024-09-10T10:35:20.361450+0000","last_became_active":"2024-09-10T10:35:19.365635+0000","last_became_peered":"2024-09-10T10:35:19.365635+0000","last_unstale":"2024-09-10T10:35:20.361450+0000","last_undegraded":"2024-09-10T10:35:20.361450+0000","last_fullsized":"2024-09-10T10:35:20.361450+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:07.292799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.413736+0000","last_change":"2024-09-10T10:35:18.381602+0000","last_active":"2024-09-10T10:35:20.413736+0000","last_peered":"2024-09-10T10:35:20.413736+0000","last_clean":"2024-09-10T10:35:20.413736+0000","last_became_active":"2024-09-10T10:35:18.381307+0000","last_became_peered":"2024-09-10T10:35:18.381307+0000","last_unstale":"2024-09-10T10:35:20.413736+0000","last_undegraded":"2024-09-10T10:35:20.413736+0000","last_fullsized":"2024-09-10T10:35:20.413736+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:29:06.919438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414848+0000","last_change":"2024-09-10T10:35:19.381037+0000","last_active":"2024-09-10T10:35:20.414848+0000","last_peered":"2024-09-10T10:35:20.414848+0000","last_clean":"2024-09-10T10:35:20.414848+0000","last_became_active":"2024-09-10T10:35:19.380410+0000","last_became_peered":"2024-09-10T10:35:19.380410+0000","last_unstale":"2024-09-10T10:35:20.414848+0000","last_undegraded":"2024-09-10T10:35:20.414848+0000","last_fullsized":"2024-09-10T10:35:20.414848+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:42.777854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415356+0000","last_change":"2024-09-10T10:35:18.371964+0000","last_active":"2024-09-10T10:35:20.415356+0000","last_peered":"2024-09-10T10:35:20.415356+0000","last_clean":"2024-09-10T10:35:20.415356+0000","last_became_active":"2024-09-10T10:35:18.371301+0000","last_became_peered":"2024-09-10T10:35:18.371301+0000","last_unstale":"2024-09-10T10:35:20.415356+0000","last_undegraded":"2024-09-10T10:35:20.415356+0000","last_fullsized":"2024-09-10T10:35:20.415356+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:20:48.731945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415508+0000","last_change":"2024-09-10T10:35:19.375910+0000","last_active":"2024-09-10T10:35:20.415508+0000","last_peered":"2024-09-10T10:35:20.415508+0000","last_clean":"2024-09-10T10:35:20.415508+0000","last_became_active":"2024-09-10T10:35:19.375630+0000","last_became_peered":"2024-09-10T10:35:19.375630+0000","last_unstale":"2024-09-10T10:35:20.415508+0000","last_undegraded":"2024-09-10T10:35:20.415508+0000","last_fullsized":"2024-09-10T10:35:20.415508+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:16.755988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"70'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414824+0000","last_change":"2024-09-10T10:35:18.375637+0000","last_active":"2024-09-10T10:35:20.414824+0000","last_peered":"2024-09-10T10:35:20.414824+0000","last_clean":"2024-09-10T10:35:20.414824+0000","last_became_active":"2024-09-10T10:35:18.374473+0000","last_became_peered":"2024-09-10T10:35:18.374473+0000","last_unstale":"2024-09-10T10:35:20.414824+0000","last_undegraded":"2024-09-10T10:35:20.414824+0000","last_fullsized":"2024-09-10T10:35:20.414824+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:21:54.873147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.416058+0000","last_change":"2024-09-10T10:35:19.371355+0000","last_active":"2024-09-10T10:35:20.416058+0000","last_peered":"2024-09-10T10:35:20.416058+0000","last_clean":"2024-09-10T10:35:20.416058+0000","last_became_active":"2024-09-10T10:35:19.371067+0000","last_became_peered":"2024-09-10T10:35:19.371067+0000","last_unstale":"2024-09-10T10:35:20.416058+0000","last_undegraded":"2024-09-10T10:35:20.416058+0000","last_fullsized":"2024-09-10T10:35:20.416058+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:29.606486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.361356+0000","last_change":"2024-09-10T10:35:18.367408+0000","last_active":"2024-09-10T10:35:20.361356+0000","last_peered":"2024-09-10T10:35:20.361356+0000","last_clean":"2024-09-10T10:35:20.361356+0000","last_became_active":"2024-09-10T10:35:18.366649+0000","last_became_peered":"2024-09-10T10:35:18.366649+0000","last_unstale":"2024-09-10T10:35:20.361356+0000","last_undegraded":"2024-09-10T10:35:20.361356+0000","last_fullsized":"2024-09-10T10:35:20.361356+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:53:50.314229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415627+0000","last_change":"2024-09-10T10:35:19.384680+0000","last_active":"2024-09-10T10:35:20.415627+0000","last_peered":"2024-09-10T10:35:20.415627+0000","last_clean":"2024-09-10T10:35:20.415627+0000","last_became_active":"2024-09-10T10:35:19.380058+0000","last_became_peered":"2024-09-10T10:35:19.380058+0000","last_unstale":"2024-09-10T10:35:20.415627+0000","last_undegraded":"2024-09-10T10:35:20.415627+0000","last_fullsized":"2024-09-10T10:35:20.415627+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:22.833063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.360953+0000","last_change":"2024-09-10T10:35:18.374529+0000","last_active":"2024-09-10T10:35:20.360953+0000","last_peered":"2024-09-10T10:35:20.360953+0000","last_clean":"2024-09-10T10:35:20.360953+0000","last_became_active":"2024-09-10T10:35:18.374176+0000","last_became_peered":"2024-09-10T10:35:18.374176+0000","last_unstale":"2024-09-10T10:35:20.360953+0000","last_undegraded":"2024-09-10T10:35:20.360953+0000","last_fullsized":"2024-09-10T10:35:20.360953+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:05.625323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414461+0000","last_change":"2024-09-10T10:35:19.381404+0000","last_active":"2024-09-10T10:35:20.414461+0000","last_peered":"2024-09-10T10:35:20.414461+0000","last_clean":"2024-09-10T10:35:20.414461+0000","last_became_active":"2024-09-10T10:35:19.376153+0000","last_became_peered":"2024-09-10T10:35:19.376153+0000","last_unstale":"2024-09-10T10:35:20.414461+0000","last_undegraded":"2024-09-10T10:35:20.414461+0000","last_fullsized":"2024-09-10T10:35:20.414461+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:39:28.919278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.360712+0000","last_change":"2024-09-10T10:35:18.377415+0000","last_active":"2024-09-10T10:35:20.360712+0000","last_peered":"2024-09-10T10:35:20.360712+0000","last_clean":"2024-09-10T10:35:20.360712+0000","last_became_active":"2024-09-10T10:35:18.377127+0000","last_became_peered":"2024-09-10T10:35:18.377127+0000","last_unstale":"2024-09-10T10:35:20.360712+0000","last_undegraded":"2024-09-10T10:35:20.360712+0000","last_fullsized":"2024-09-10T10:35:20.360712+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:30:30.987702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414339+0000","last_change":"2024-09-10T10:35:19.401303+0000","last_active":"2024-09-10T10:35:20.414339+0000","last_peered":"2024-09-10T10:35:20.414339+0000","last_clean":"2024-09-10T10:35:20.414339+0000","last_became_active":"2024-09-10T10:35:19.398787+0000","last_became_peered":"2024-09-10T10:35:19.398787+0000","last_unstale":"2024-09-10T10:35:20.414339+0000","last_undegraded":"2024-09-10T10:35:20.414339+0000","last_fullsized":"2024-09-10T10:35:20.414339+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:45:41.970525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414530+0000","last_change":"2024-09-10T10:35:18.384059+0000","last_active":"2024-09-10T10:35:20.414530+0000","last_peered":"2024-09-10T10:35:20.414530+0000","last_clean":"2024-09-10T10:35:20.414530+0000","last_became_active":"2024-09-10T10:35:18.383759+0000","last_became_peered":"2024-09-10T10:35:18.383759+0000","last_unstale":"2024-09-10T10:35:20.414530+0000","last_undegraded":"2024-09-10T10:35:20.414530+0000","last_fullsized":"2024-09-10T10:35:20.414530+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:16.292078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414230+0000","last_change":"2024-09-10T10:35:19.372019+0000","last_active":"2024-09-10T10:35:20.414230+0000","last_peered":"2024-09-10T10:35:20.414230+0000","last_clean":"2024-09-10T10:35:20.414230+0000","last_became_active":"2024-09-10T10:35:19.371700+0000","last_became_peered":"2024-09-10T10:35:19.371700+0000","last_unstale":"2024-09-10T10:35:20.414230+0000","last_undegraded":"2024-09-10T10:35:20.414230+0000","last_fullsized":"2024-09-10T10:35:20.414230+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:53:51.317538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415942+0000","last_change":"2024-09-10T10:35:18.379710+0000","last_active":"2024-09-10T10:35:20.415942+0000","last_peered":"2024-09-10T10:35:20.415942+0000","last_clean":"2024-09-10T10:35:20.415942+0000","last_became_active":"2024-09-10T10:35:18.379446+0000","last_became_peered":"2024-09-10T10:35:18.379446+0000","last_unstale":"2024-09-10T10:35:20.415942+0000","last_undegraded":"2024-09-10T10:35:20.415942+0000","last_fullsized":"2024-09-10T10:35:20.415942+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:15.752679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.415545+0000","last_change":"2024-09-10T10:35:19.393167+0000","last_active":"2024-09-10T10:35:20.415545+0000","last_peered":"2024-09-10T10:35:20.415545+0000","last_clean":"2024-09-10T10:35:20.415545+0000","last_became_active":"2024-09-10T10:35:19.392759+0000","last_became_peered":"2024-09-10T10:35:19.392759+0000","last_unstale":"2024-09-10T10:35:20.415545+0000","last_undegraded":"2024-09-10T10:35:20.415545+0000","last_fullsized":"2024-09-10T10:35:20.415545+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:03:21.221722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.359323+0000","last_change":"2024-09-10T10:35:18.374189+0000","last_active":"2024-09-10T10:35:20.359323+0000","last_peered":"2024-09-10T10:35:20.359323+0000","last_clean":"2024-09-10T10:35:20.359323+0000","last_became_active":"2024-09-10T10:35:18.373941+0000","last_became_peered":"2024-09-10T10:35:18.373941+0000","last_unstale":"2024-09-10T10:35:20.359323+0000","last_undegraded":"2024-09-10T10:35:20.359323+0000","last_fullsized":"2024-09-10T10:35:20.359323+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:12.693498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414326+0000","last_change":"2024-09-10T10:35:19.390272+0000","last_active":"2024-09-10T10:35:20.414326+0000","last_peered":"2024-09-10T10:35:20.414326+0000","last_clean":"2024-09-10T10:35:20.414326+0000","last_became_active":"2024-09-10T10:35:19.389741+0000","last_became_peered":"2024-09-10T10:35:19.389741+0000","last_unstale":"2024-09-10T10:35:20.414326+0000","last_undegraded":"2024-09-10T10:35:20.414326+0000","last_fullsized":"2024-09-10T10:35:20.414326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:18.346041+0000","last_clean_scrub_stamp":"2024-09-10T10:35:18.346041+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:52:08.246099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414634+0000","last_change":"2024-09-10T10:35:18.364022+0000","last_active":"2024-09-10T10:35:20.414634+0000","last_peered":"2024-09-10T10:35:20.414634+0000","last_clean":"2024-09-10T10:35:20.414634+0000","last_became_active":"2024-09-10T10:35:18.363699+0000","last_became_peered":"2024-09-10T10:35:18.363699+0000","last_unstale":"2024-09-10T10:35:20.414634+0000","last_undegraded":"2024-09-10T10:35:20.414634+0000","last_fullsized":"2024-09-10T10:35:20.414634+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:17.342732+0000","last_clean_scrub_stamp":"2024-09-10T10:35:17.342732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.060887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":257,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-10T10:35:20.414078+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:35:20.414078+0000","last_peered":"2024-09-10T10:35:20.414078+0000","last_clean":"2024-09-10T10:35:20.414078+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:35:20.414078+0000","last_undegraded":"2024-09-10T10:35:20.414078+0000","last_fullsized":"2024-09-10T10:35:20.414078+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509480,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":856064,"data_stored":353808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509480,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":860160,"data_stored":353842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509479,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":856064,"data_stored":352890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509480,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":856064,"data_stored":352322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509481,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32016,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339824,"statfs":{"total":96636764160,"available":96603979776,"internally_reserved":0,"allocated":847872,"data_stored":352778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509480,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1437696,"data_stored":942564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509479,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32016,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339824,"statfs":{"total":96636764160,"available":96603979776,"internally_reserved":0,"allocated":847872,"data_stored":352266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542185,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1441792,"data_stored":942654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:35:28.477 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:35:28.477 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:35:28.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.664+0000 7fedc6a00640 1 Processor -- start 2024-09-10T10:35:28.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.664+0000 7fedc6a00640 1 -- start start 2024-09-10T10:35:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc6a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fedc00b6a20 0x7fedc00d1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc6a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedc015c420 0x7fedc00b6e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc6a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedc00b7340 con 0x7fedc00739a0 2024-09-10T10:35:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc6a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fedc0073ed0 con 0x7fedc00b6a20 2024-09-10T10:35:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc6a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fedc00b53c0 con 0x7fedc015c420 2024-09-10T10:35:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc6000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fedc00739a0 0x7fedc00b6180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:50410/0 (socket says 172.21.15.22:50410) 2024-09-10T10:35:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc6000640 1 -- 172.21.15.22:0/3150114230 learned_addr learned my addr 172.21.15.22:0/3150114230 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc5600640 1 --2- 172.21.15.22:0/3150114230 >> v2:172.21.15.145:3300/0 conn(0x7fedc00b6a20 0x7fedc00d1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc4c00640 1 --2- 172.21.15.22:0/3150114230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedc015c420 0x7fedc00b6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedbfe00640 1 -- 172.21.15.22:0/3150114230 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2868430373 0 0) 0x7fedc00b7340 con 0x7fedc00739a0 2024-09-10T10:35:28.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedbfe00640 1 -- 172.21.15.22:0/3150114230 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feda8003530 con 0x7fedc00739a0 2024-09-10T10:35:28.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc5600640 1 -- 172.21.15.22:0/3150114230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedc015c420 msgr2=0x7fedc00b6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:28.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc5600640 1 --2- 172.21.15.22:0/3150114230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedc015c420 0x7fedc00b6e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc5600640 1 -- 172.21.15.22:0/3150114230 >> v1:172.21.15.22:6789/0 conn(0x7fedc00739a0 legacy=0x7fedc00b6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.668+0000 7fedc5600640 1 -- 172.21.15.22:0/3150114230 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc00b56a0 con 0x7fedc00b6a20 2024-09-10T10:35:28.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc5600640 1 --2- 172.21.15.22:0/3150114230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedc00b6a20 0x7fedc00d1cf0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fedb40097c0 tx=0x7fedb401c3e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=143bdd33fb7fe370 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedbfe00640 1 -- 172.21.15.22:0/3150114230 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb40b1070 con 0x7fedc00b6a20 2024-09-10T10:35:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedbfe00640 1 -- 172.21.15.22:0/3150114230 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedb40a8050 con 0x7fedc00b6a20 2024-09-10T10:35:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedbfe00640 1 -- 172.21.15.22:0/3150114230 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb40ac840 con 0x7fedc00b6a20 2024-09-10T10:35:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc6a00640 1 -- 172.21.15.22:0/3150114230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedc00b6a20 msgr2=0x7fedc00d1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc6a00640 1 --2- 172.21.15.22:0/3150114230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedc00b6a20 0x7fedc00d1cf0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fedb40097c0 tx=0x7fedb401c3e0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc6a00640 1 -- 172.21.15.22:0/3150114230 shutdown_connections 2024-09-10T10:35:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc6a00640 1 --2- 172.21.15.22:0/3150114230 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedc015c420 0x7fedc00b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc6a00640 1 --2- 172.21.15.22:0/3150114230 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedc00b6a20 0x7fedc00d1cf0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc6a00640 1 -- 172.21.15.22:0/3150114230 >> 172.21.15.22:0/3150114230 conn(0x7fedc00d2290 msgr2=0x7fedc00d26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc6a00640 1 -- 172.21.15.22:0/3150114230 shutdown_connections 2024-09-10T10:35:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc6a00640 1 -- 172.21.15.22:0/3150114230 wait complete. 2024-09-10T10:35:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc6a00640 1 Processor -- start 2024-09-10T10:35:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.672+0000 7fedc6a00640 1 -- start start 2024-09-10T10:35:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fedc00739a0 0x7fedc014fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc6a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedc00b6a20 0x7fedc014f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc6a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedc015c420 0x7fedc0155740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc6a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fedc00d0840 con 0x7fedc00739a0 2024-09-10T10:35:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc6a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fedc00d06c0 con 0x7fedc00b6a20 2024-09-10T10:35:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc6a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fedc00d09c0 con 0x7fedc015c420 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc5600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fedc00739a0 0x7fedc014fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc5600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fedc00739a0 0x7fedc014fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46182/0 (socket says 172.21.15.22:46182) 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc5600640 1 -- 172.21.15.22:0/2575044121 learned_addr learned my addr 172.21.15.22:0/2575044121 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc4c00640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedc00b6a20 0x7fedc014f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc6000640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedc015c420 0x7fedc0155740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc5600640 1 -- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedc015c420 msgr2=0x7fedc0155740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc5600640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedc015c420 0x7fedc0155740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc5600640 1 -- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedc00b6a20 msgr2=0x7fedc014f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc5600640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedc00b6a20 0x7fedc014f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc5600640 1 -- 172.21.15.22:0/2575044121 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc01546a0 con 0x7fedc00739a0 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc4c00640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedc00b6a20 0x7fedc014f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc5600640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fedc00739a0 0x7fedc014fe20 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fedb4000c10 tx=0x7fedb4019180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedbd600640 1 -- 172.21.15.22:0/2575044121 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb40bb070 con 0x7fedc00739a0 2024-09-10T10:35:28.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedbd600640 1 -- 172.21.15.22:0/2575044121 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedb4003920 con 0x7fedc00739a0 2024-09-10T10:35:28.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc6a00640 1 -- 172.21.15.22:0/2575044121 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc0154980 con 0x7fedc00739a0 2024-09-10T10:35:28.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedbd600640 1 -- 172.21.15.22:0/2575044121 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb40b1040 con 0x7fedc00739a0 2024-09-10T10:35:28.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc6a00640 1 -- 172.21.15.22:0/2575044121 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc0154f40 con 0x7fedc00739a0 2024-09-10T10:35:28.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedc6a00640 1 -- 172.21.15.22:0/2575044121 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc00d1cf0 con 0x7fedc00739a0 2024-09-10T10:35:28.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.676+0000 7fedbd600640 1 -- 172.21.15.22:0/2575044121 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fedb40be070 con 0x7fedc00739a0 2024-09-10T10:35:28.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.680+0000 7fedbd600640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feda00678c0 0x7feda0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:28.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.680+0000 7fedbd600640 1 -- 172.21.15.22:0/2575044121 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fedb411ef00 con 0x7fedc00739a0 2024-09-10T10:35:28.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.680+0000 7fedc4c00640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feda00678c0 0x7feda0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:28.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.680+0000 7fedc4c00640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feda00678c0 0x7feda0069d80 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fedc01fa210 tx=0x7fedac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:28.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.684+0000 7fedbd600640 1 -- 172.21.15.22:0/2575044121 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fedb4016090 con 0x7fedc00739a0 2024-09-10T10:35:28.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.904+0000 7fedc6a00640 1 -- 172.21.15.22:0/2575044121 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fedc00b7180 con 0x7fedc00739a0 2024-09-10T10:35:28.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.908+0000 7fedbd600640 1 -- 172.21.15.22:0/2575044121 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7fedb40ef9a0 con 0x7fedc00739a0 2024-09-10T10:35:28.911 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:35:28.911 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:35:28.911 INFO:teuthology.orchestra.run.smithi022.stdout: caps mds = "allow" 2024-09-10T10:35:28.911 INFO:teuthology.orchestra.run.smithi022.stdout: caps mon = "allow r" 2024-09-10T10:35:28.911 INFO:teuthology.orchestra.run.smithi022.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:35:28.911 INFO:teuthology.orchestra.run.smithi022.stderr:updated caps for client.0 2024-09-10T10:35:28.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 -- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feda00678c0 msgr2=0x7feda0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feda00678c0 0x7feda0069d80 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fedc01fa210 tx=0x7fedac008040 comp rx=0 tx=0).stop 2024-09-10T10:35:28.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 -- 172.21.15.22:0/2575044121 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fedc00739a0 msgr2=0x7fedc014fe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:28.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fedc00739a0 0x7fedc014fe20 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fedb4000c10 tx=0x7fedb4019180 comp rx=0 tx=0).stop 2024-09-10T10:35:28.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 -- 172.21.15.22:0/2575044121 shutdown_connections 2024-09-10T10:35:28.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feda00678c0 0x7feda0069d80 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedc015c420 0x7fedc0155740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedc00b6a20 0x7fedc014f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 --2- 172.21.15.22:0/2575044121 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fedc00739a0 0x7fedc014fe20 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:28.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 -- 172.21.15.22:0/2575044121 >> 172.21.15.22:0/2575044121 conn(0x7fedc00d2290 msgr2=0x7fedc0072fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:28.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 -- 172.21.15.22:0/2575044121 shutdown_connections 2024-09-10T10:35:28.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:28.912+0000 7fedc6a00640 1 -- 172.21.15.22:0/2575044121 wait complete. 2024-09-10T10:35:28.933 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:29.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1be600640 1 Processor -- start 2024-09-10T10:35:29.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1be600640 1 -- start start 2024-09-10T10:35:29.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1be600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe1b8145fb0 0x7fe1b80b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1be600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe1b80cd670 0x7fe1b80cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1be600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1b806d3f0 con 0x7fe1b806e1b0 2024-09-10T10:35:29.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1be600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe1b80ce010 con 0x7fe1b80cd670 2024-09-10T10:35:29.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1be600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fe1b806d1a0 con 0x7fe1b8145fb0 2024-09-10T10:35:29.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1b6a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe1b80cd670 0x7fe1b80cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1b7e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fe1b806e1b0 0x7fe1b806e620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:50426/0 (socket says 172.21.15.22:50426) 2024-09-10T10:35:29.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1b7e00640 1 -- 172.21.15.22:0/3277201024 learned_addr learned my addr 172.21.15.22:0/3277201024 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:29.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.072+0000 7fe1b7400640 1 --2- 172.21.15.22:0/3277201024 >> v2:172.21.15.145:3300/0 conn(0x7fe1b8145fb0 0x7fe1b80b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1b6a00640 1 -- 172.21.15.22:0/3277201024 >> v2:172.21.15.145:3300/0 conn(0x7fe1b8145fb0 msgr2=0x7fe1b80b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:29.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1b6a00640 1 --2- 172.21.15.22:0/3277201024 >> v2:172.21.15.145:3300/0 conn(0x7fe1b8145fb0 0x7fe1b80b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1b6a00640 1 -- 172.21.15.22:0/3277201024 >> v1:172.21.15.22:6789/0 conn(0x7fe1b806e1b0 legacy=0x7fe1b806e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1b6a00640 1 -- 172.21.15.22:0/3277201024 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b806d6d0 con 0x7fe1b80cd670 2024-09-10T10:35:29.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1b6a00640 1 --2- 172.21.15.22:0/3277201024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b80cd670 0x7fe1b80cdad0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fe1b80735c0 tx=0x7fe1a401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b9e8307f8e3605 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1b6000640 1 -- 172.21.15.22:0/3277201024 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a40b0070 con 0x7fe1b80cd670 2024-09-10T10:35:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1b6000640 1 -- 172.21.15.22:0/3277201024 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1a40ab600 con 0x7fe1b80cd670 2024-09-10T10:35:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1b6000640 1 -- 172.21.15.22:0/3277201024 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a40ab9d0 con 0x7fe1b80cd670 2024-09-10T10:35:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1be600640 1 -- 172.21.15.22:0/3277201024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b80cd670 msgr2=0x7fe1b80cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1be600640 1 --2- 172.21.15.22:0/3277201024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b80cd670 0x7fe1b80cdad0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fe1b80735c0 tx=0x7fe1a401c480 comp rx=0 tx=0).stop 2024-09-10T10:35:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1be600640 1 -- 172.21.15.22:0/3277201024 shutdown_connections 2024-09-10T10:35:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1be600640 1 --2- 172.21.15.22:0/3277201024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b80cd670 0x7fe1b80cdad0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1be600640 1 --2- 172.21.15.22:0/3277201024 >> v2:172.21.15.145:3300/0 conn(0x7fe1b8145fb0 0x7fe1b80b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1be600640 1 -- 172.21.15.22:0/3277201024 >> 172.21.15.22:0/3277201024 conn(0x7fe1b8062dd0 msgr2=0x7fe1b806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:29.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1be600640 1 -- 172.21.15.22:0/3277201024 shutdown_connections 2024-09-10T10:35:29.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.076+0000 7fe1be600640 1 -- 172.21.15.22:0/3277201024 wait complete. 2024-09-10T10:35:29.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1be600640 1 Processor -- start 2024-09-10T10:35:29.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1be600640 1 -- start start 2024-09-10T10:35:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1be600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b806e1b0 0x7fe1b8156370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1be600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1b80cd670 0x7fe1b80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1be600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8145fb0 0x7fe1b80b5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1be600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b80d0170 con 0x7fe1b806e1b0 2024-09-10T10:35:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1be600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b80cfff0 con 0x7fe1b8145fb0 2024-09-10T10:35:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1be600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe1b806dd20 con 0x7fe1b80cd670 2024-09-10T10:35:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b806e1b0 0x7fe1b8156370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b806e1b0 0x7fe1b8156370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46196/0 (socket says 172.21.15.22:46196) 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7400640 1 -- 172.21.15.22:0/3733774381 learned_addr learned my addr 172.21.15.22:0/3733774381 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7e00640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8145fb0 0x7fe1b80b5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b6a00640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1b80cd670 0x7fe1b80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7400640 1 -- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1b80cd670 msgr2=0x7fe1b80b4dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7400640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1b80cd670 0x7fe1b80b4dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7400640 1 -- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8145fb0 msgr2=0x7fe1b80b5300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7400640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8145fb0 0x7fe1b80b5300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7400640 1 -- 172.21.15.22:0/3733774381 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b8163f50 con 0x7fe1b806e1b0 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b6a00640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1b80cd670 0x7fe1b80b4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7e00640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8145fb0 0x7fe1b80b5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1b7400640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b806e1b0 0x7fe1b8156370 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fe1a800d620 tx=0x7fe1a800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1af400640 1 -- 172.21.15.22:0/3733774381 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a800b620 con 0x7fe1b806e1b0 2024-09-10T10:35:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1af400640 1 -- 172.21.15.22:0/3733774381 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1a8019070 con 0x7fe1b806e1b0 2024-09-10T10:35:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1be600640 1 -- 172.21.15.22:0/3733774381 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1b8164230 con 0x7fe1b806e1b0 2024-09-10T10:35:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1af400640 1 -- 172.21.15.22:0/3733774381 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a800b9e0 con 0x7fe1b806e1b0 2024-09-10T10:35:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.080+0000 7fe1be600640 1 -- 172.21.15.22:0/3733774381 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1b81647f0 con 0x7fe1b806e1b0 2024-09-10T10:35:29.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.084+0000 7fe1be600640 1 -- 172.21.15.22:0/3733774381 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1b80cdad0 con 0x7fe1b806e1b0 2024-09-10T10:35:29.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.084+0000 7fe1af400640 1 -- 172.21.15.22:0/3733774381 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe1a800bb80 con 0x7fe1b806e1b0 2024-09-10T10:35:29.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.084+0000 7fe1af400640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe1980678c0 0x7fe198069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.084+0000 7fe1af400640 1 -- 172.21.15.22:0/3733774381 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fe1a8086170 con 0x7fe1b806e1b0 2024-09-10T10:35:29.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.084+0000 7fe1b6a00640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe1980678c0 0x7fe198069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.084+0000 7fe1b6a00640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe1980678c0 0x7fe198069d80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe1a40ad000 tx=0x7fe1a4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.088+0000 7fe1af400640 1 -- 172.21.15.22:0/3733774381 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe1a8056c10 con 0x7fe1b806e1b0 2024-09-10T10:35:29.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.288+0000 7fe1be600640 1 -- 172.21.15.22:0/3733774381 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe1b806c0d0 con 0x7fe1b806e1b0 2024-09-10T10:35:29.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.288+0000 7fe1af400640 1 -- 172.21.15.22:0/3733774381 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5228 (secure 0 0 0) 0x7fe1a8056510 con 0x7fe1b806e1b0 2024-09-10T10:35:29.292 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:29.292 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":41,"btime":"2024-09-10T10:35:22:398575+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5267,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2397639362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2397639362},{"type":"v1","addr":"172.21.15.145:6836","nonce":2397639362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3732295506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3732295506},{"type":"v1","addr":"172.21.15.145:6837","nonce":3732295506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5838,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/459503563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":459503563},{"type":"v1","addr":"172.21.15.22:6834","nonce":459503563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:18.752387+0000","modified":"2024-09-10T10:35:21.786522+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"a","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2879608721","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2879608721},{"type":"v1","addr":"172.21.15.22:6835","nonce":2879608721}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-10T10:35:29.292 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 41 2024-09-10T10:35:29.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 -- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe1980678c0 msgr2=0x7fe198069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe1980678c0 0x7fe198069d80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe1a40ad000 tx=0x7fe1a4008040 comp rx=0 tx=0).stop 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 -- 172.21.15.22:0/3733774381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b806e1b0 msgr2=0x7fe1b8156370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b806e1b0 0x7fe1b8156370 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fe1a800d620 tx=0x7fe1a800dae0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 -- 172.21.15.22:0/3733774381 shutdown_connections 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe1980678c0 0x7fe198069d80 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1b8145fb0 0x7fe1b80b5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1b80cd670 0x7fe1b80b4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 --2- 172.21.15.22:0/3733774381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe1b806e1b0 0x7fe1b8156370 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 -- 172.21.15.22:0/3733774381 >> 172.21.15.22:0/3733774381 conn(0x7fe1b8062dd0 msgr2=0x7fe1b80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 -- 172.21.15.22:0/3733774381 shutdown_connections 2024-09-10T10:35:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.292+0000 7fe1be600640 1 -- 172.21.15.22:0/3733774381 wait complete. 2024-09-10T10:35:29.717 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 41, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:35:18.752387+0000', 'modified': '2024-09-10T10:35:21.786522+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5841}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5841': {'gid': 5841, 'name': 'a', 'rank': 0, 'incarnation': 37, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.22:6835/2879608721', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.22:6833', 'nonce': 2879608721}, {'type': 'v1', 'addr': '172.21.15.22:6835', 'nonce': 2879608721}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5841, 'qdb_cluster': [5841]} 2024-09-10T10:35:29.717 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:35:29.718 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-10T10:35:29.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0ce4c00640 1 Processor -- start 2024-09-10T10:35:29.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0ce4c00640 1 -- start start 2024-09-10T10:35:29.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0ce4c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ce015e960 0x7f0ce015edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0ce4c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0ce00b6bc0 0x7f0ce00b7010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0ce4c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ce006d1a0 con 0x7f0ce015e580 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0ce4c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0ce006d480 con 0x7f0ce00b6bc0 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0ce4c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0ce006d760 con 0x7f0ce015e960 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0cdde00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f0ce015e580 0x7f0ce0070a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:50430/0 (socket says 172.21.15.22:50430) 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0cdde00640 1 -- 172.21.15.22:0/4082991341 learned_addr learned my addr 172.21.15.22:0/4082991341 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0cde800640 1 --2- 172.21.15.22:0/4082991341 >> v2:172.21.15.22:3300/0 conn(0x7f0ce00b6bc0 0x7f0ce00b7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.860+0000 7f0cdd400640 1 --2- 172.21.15.22:0/4082991341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ce015e960 0x7f0ce015edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0cdca00640 1 -- 172.21.15.22:0/4082991341 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 702028788 0 0) 0x7f0ce006d1a0 con 0x7f0ce015e580 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0cdca00640 1 -- 172.21.15.22:0/4082991341 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0cc4003530 con 0x7f0ce015e580 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0cde800640 1 -- 172.21.15.22:0/4082991341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ce015e960 msgr2=0x7f0ce015edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0cde800640 1 --2- 172.21.15.22:0/4082991341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ce015e960 0x7f0ce015edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0cde800640 1 -- 172.21.15.22:0/4082991341 >> v1:172.21.15.22:6789/0 conn(0x7f0ce015e580 legacy=0x7f0ce0070a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0cde800640 1 -- 172.21.15.22:0/4082991341 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ce006da40 con 0x7f0ce00b6bc0 2024-09-10T10:35:29.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0cde800640 1 --2- 172.21.15.22:0/4082991341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce00b6bc0 0x7f0ce00b7010 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f0cd8009d90 tx=0x7f0cd801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a959f1c3fab9e98f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:29.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0cdca00640 1 -- 172.21.15.22:0/4082991341 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd80b2070 con 0x7f0ce00b6bc0 2024-09-10T10:35:29.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0cdca00640 1 -- 172.21.15.22:0/4082991341 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cd80a5930 con 0x7f0ce00b6bc0 2024-09-10T10:35:29.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0cdca00640 1 -- 172.21.15.22:0/4082991341 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd80a5ce0 con 0x7f0ce00b6bc0 2024-09-10T10:35:29.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0ce4c00640 1 -- 172.21.15.22:0/4082991341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce00b6bc0 msgr2=0x7f0ce00b7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.864+0000 7f0ce4c00640 1 --2- 172.21.15.22:0/4082991341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce00b6bc0 0x7f0ce00b7010 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f0cd8009d90 tx=0x7f0cd801c8e0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 -- 172.21.15.22:0/4082991341 shutdown_connections 2024-09-10T10:35:29.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 --2- 172.21.15.22:0/4082991341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce00b6bc0 0x7f0ce00b7010 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 --2- 172.21.15.22:0/4082991341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ce015e960 0x7f0ce015edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 -- 172.21.15.22:0/4082991341 >> 172.21.15.22:0/4082991341 conn(0x7f0ce006f3b0 msgr2=0x7f0ce006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:29.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 -- 172.21.15.22:0/4082991341 shutdown_connections 2024-09-10T10:35:29.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 -- 172.21.15.22:0/4082991341 wait complete. 2024-09-10T10:35:29.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 Processor -- start 2024-09-10T10:35:29.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 -- start start 2024-09-10T10:35:29.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ce00b6bc0 0x7f0ce0149650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ce015e580 0x7f0ce014a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce015e960 0x7f0ce015b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce006ca10 con 0x7f0ce015e960 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce006c890 con 0x7f0ce015e580 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0ce4c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0ce006cb90 con 0x7f0ce00b6bc0 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cde800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce015e960 0x7f0ce015b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cde800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce015e960 0x7f0ce015b6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46214/0 (socket says 172.21.15.22:46214) 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cde800640 1 -- 172.21.15.22:0/862764328 learned_addr learned my addr 172.21.15.22:0/862764328 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cdde00640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ce00b6bc0 0x7f0ce0149650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cdd400640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ce015e580 0x7f0ce014a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cde800640 1 -- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ce00b6bc0 msgr2=0x7f0ce0149650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cde800640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ce00b6bc0 0x7f0ce0149650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cde800640 1 -- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ce015e580 msgr2=0x7f0ce014a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cde800640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ce015e580 0x7f0ce014a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cde800640 1 -- 172.21.15.22:0/862764328 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ce0149b90 con 0x7f0ce015e960 2024-09-10T10:35:29.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cdd400640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ce015e580 0x7f0ce014a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:29.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.868+0000 7f0cde800640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce015e960 0x7f0ce015b6f0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f0cd801a510 tx=0x7f0cd8019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:29.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.872+0000 7f0cd6000640 1 -- 172.21.15.22:0/862764328 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd80b2050 con 0x7f0ce015e960 2024-09-10T10:35:29.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.872+0000 7f0cd6000640 1 -- 172.21.15.22:0/862764328 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cd80be070 con 0x7f0ce015e960 2024-09-10T10:35:29.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.872+0000 7f0cd6000640 1 -- 172.21.15.22:0/862764328 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd8003db0 con 0x7f0ce015e960 2024-09-10T10:35:29.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.872+0000 7f0ce4c00640 1 -- 172.21.15.22:0/862764328 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ce014afc0 con 0x7f0ce015e960 2024-09-10T10:35:29.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.872+0000 7f0ce4c00640 1 -- 172.21.15.22:0/862764328 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ce015aef0 con 0x7f0ce015e960 2024-09-10T10:35:29.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.872+0000 7f0cd6000640 1 -- 172.21.15.22:0/862764328 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0cd8004040 con 0x7f0ce015e960 2024-09-10T10:35:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.872+0000 7f0cd6000640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0cc00678c0 0x7f0cc0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.872+0000 7f0cd6000640 1 -- 172.21.15.22:0/862764328 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f0cd8120e00 con 0x7f0ce015e960 2024-09-10T10:35:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.872+0000 7f0cdde00640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0cc00678c0 0x7f0cc0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 Processor -- start 2024-09-10T10:35:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 -- start start 2024-09-10T10:35:29.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cdde00640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0cc00678c0 0x7f0cc0069d80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f0cd0007fd0 tx=0x7f0cd0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:29.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f965b20 0x56293f965f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f91bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f91c290 0x56293f91c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x56293f803b60 con 0x56293f91c290 2024-09-10T10:35:29.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56293f76ac70 con 0x56293f966440 2024-09-10T10:35:29.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x56293f710ed0 con 0x56293f965b20 2024-09-10T10:35:29.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cde800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f91c290 0x56293f91c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cde800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f91c290 0x56293f91c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46220/0 (socket says 172.21.15.22:46220) 2024-09-10T10:35:29.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cde800640 1 -- 172.21.15.22:0/1842107697 learned_addr learned my addr 172.21.15.22:0/1842107697 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:29.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cdde00640 1 --2- 172.21.15.22:0/1842107697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f965b20 0x56293f965f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cdd400640 1 --2- 172.21.15.22:0/1842107697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f91bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cde800640 1 -- 172.21.15.22:0/1842107697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f965b20 msgr2=0x56293f965f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:29.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cde800640 1 --2- 172.21.15.22:0/1842107697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f965b20 0x56293f965f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cde800640 1 -- 172.21.15.22:0/1842107697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 msgr2=0x56293f91bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:29.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cde800640 1 --2- 172.21.15.22:0/1842107697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f91bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cde800640 1 -- 172.21.15.22:0/1842107697 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56293f722e50 con 0x56293f91c290 2024-09-10T10:35:29.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0cde800640 1 --2- 172.21.15.22:0/1842107697 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f91c290 0x56293f91c670 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f0cd80b0040 tx=0x7f0cd80f1010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9d02d0e3d3e3d7b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ccaa00640 1 -- 172.21.15.22:0/1842107697 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd80f54c0 con 0x56293f91c290 2024-09-10T10:35:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ccaa00640 1 -- 172.21.15.22:0/1842107697 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cd80b3040 con 0x56293f91c290 2024-09-10T10:35:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ccaa00640 1 -- 172.21.15.22:0/1842107697 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd80f9d80 con 0x56293f91c290 2024-09-10T10:35:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1842107697 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f91c290 msgr2=0x56293f91c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/1842107697 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f91c290 0x56293f91c670 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f0cd80b0040 tx=0x7f0cd80f1010 comp rx=0 tx=0).stop 2024-09-10T10:35:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1842107697 shutdown_connections 2024-09-10T10:35:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/1842107697 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f91c290 0x56293f91c670 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/1842107697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f91bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/1842107697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f965b20 0x56293f965f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1842107697 >> 172.21.15.22:0/1842107697 conn(0x56293f922600 msgr2=0x56293f91a630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1842107697 shutdown_connections 2024-09-10T10:35:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1842107697 wait complete. 2024-09-10T10:35:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.876+0000 7f0ce7fbd000 1 -- start start 2024-09-10T10:35:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 Processor -- start 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f965b20 0x56293f920c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f966440 0x56293f921150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 0x56293f9270d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x56293f7ccb00 con 0x56293f966440 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56293f745360 con 0x56293f965b20 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x56293f7422d0 con 0x56293f926cf0 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 10 client.0 _ll_register_callbacks cb 0x56293f907820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdd400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f966440 0x56293f921150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdd400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f966440 0x56293f921150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46224/0 (socket says 172.21.15.22:46224) 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdd400640 1 -- 172.21.15.22:0/4050033196 learned_addr learned my addr 172.21.15.22:0/4050033196 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cde800640 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 0x56293f9270d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdde00640 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f965b20 0x56293f920c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdd400640 1 -- 172.21.15.22:0/4050033196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 msgr2=0x56293f9270d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:29.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdd400640 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 0x56293f9270d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdd400640 1 -- 172.21.15.22:0/4050033196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f965b20 msgr2=0x56293f920c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:29.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdd400640 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f965b20 0x56293f920c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdd400640 1 -- 172.21.15.22:0/4050033196 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56293f711120 con 0x56293f966440 2024-09-10T10:35:29.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cde800640 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 0x56293f9270d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:29.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdde00640 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f965b20 0x56293f920c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:29.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdd400640 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f966440 0x56293f921150 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc014600 tx=0x7f0ccc014ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2ed27249397c2c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:29.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cbf400640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:35:29.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cbf400640 1 -- 172.21.15.22:0/4050033196 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ccc004440 con 0x56293f966440 2024-09-10T10:35:29.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/4050033196 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0cd80b3040 con 0x56293f966440 2024-09-10T10:35:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cbf400640 1 -- 172.21.15.22:0/4050033196 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f0ccc003620 con 0x56293f966440 2024-09-10T10:35:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cbf400640 1 -- 172.21.15.22:0/4050033196 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f0ccc026050 con 0x56293f966440 2024-09-10T10:35:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 10 client.6000 fetch_fsmap learned FSMap version 41 2024-09-10T10:35:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/4050033196 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=2+}) -- 0x56293f70a450 con 0x56293f966440 2024-09-10T10:35:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cbf400640 1 -- 172.21.15.22:0/4050033196 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cd80b3040 con 0x56293f966440 2024-09-10T10:35:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cbf400640 1 -- 172.21.15.22:0/4050033196 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 41) ==== 3502+0+0 (secure 0 0 0) 0x7f0ccc029020 con 0x56293f966440 2024-09-10T10:35:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 10 client.6000 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T10:35:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 10 client.6000 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T10:35:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 20 client.6000 populate_metadata read hostname 'smithi022' 2024-09-10T10:35:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.22:6833/2879608721,v1:172.21.15.22:6835/2879608721] conn(0x56293f974280 0x56293f976670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 4 client.6000 mds_command: new command op to 5841 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:35:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/4050033196 --> [v2:172.21.15.22:6833/2879608721,v1:172.21.15.22:6835/2879608721] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56293f704c00 con 0x56293f974280 2024-09-10T10:35:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.880+0000 7f0cdde00640 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.22:6833/2879608721,v1:172.21.15.22:6835/2879608721] conn(0x56293f974280 0x56293f976670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0cdde00640 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.22:6833/2879608721,v1:172.21.15.22:6835/2879608721] conn(0x56293f974280 0x56293f976670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7e8fa27615e5659 server_cookie=1bc88e4228c584e0 in_seq=0 out_seq=0 2024-09-10T10:35:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0cbf400640 10 client.6000 ms_handle_connect on v2:172.21.15.22:6833/2879608721 2024-09-10T10:35:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0cbf400640 1 -- 172.21.15.22:0/4050033196 <== mds.0 v2:172.21.15.22:6833/2879608721 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56293f704c00 con 0x56293f974280 2024-09-10T10:35:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0cbf400640 10 client.6000 handle_command_reply: tid=0 2024-09-10T10:35:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 client.6000 shutdown 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/4050033196 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f966440 msgr2=0x56293f921150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f966440 0x56293f921150 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc014600 tx=0x7f0ccc014ac0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/4050033196 shutdown_connections 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.22:6833/2879608721,v1:172.21.15.22:6835/2879608721] conn(0x56293f974280 0x56293f976670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 0x56293f9270d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f966440 0x56293f921150 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0cbf400640 0 client.6000 ms_handle_reset on v2:172.21.15.22:6833/2879608721 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/4050033196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f965b20 0x56293f920c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/4050033196 >> 172.21.15.22:0/4050033196 conn(0x56293f91c290 msgr2=0x56293f91ad40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/4050033196 shutdown_connections 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/4050033196 wait complete. 2024-09-10T10:35:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.884+0000 7f0ce7fbd000 20 client.6000 trim_cache size 0 max 16384 2024-09-10T10:35:29.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 Processor -- start 2024-09-10T10:35:29.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 -- start start 2024-09-10T10:35:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 0x56293f979ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f965b20 0x56293f964b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f965070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce015f8a0 con 0x56293f965b20 2024-09-10T10:35:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce0157680 con 0x56293f966440 2024-09-10T10:35:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0ce015f250 con 0x56293f926cf0 2024-09-10T10:35:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cdd400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f965b20 0x56293f964b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cdd400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f965b20 0x56293f964b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46238/0 (socket says 172.21.15.22:46238) 2024-09-10T10:35:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cdd400640 1 -- 172.21.15.22:0/3569540380 learned_addr learned my addr 172.21.15.22:0/3569540380 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cdde00640 1 --2- 172.21.15.22:0/3569540380 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 0x56293f979ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cde800640 1 --2- 172.21.15.22:0/3569540380 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f965070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cdd400640 1 -- 172.21.15.22:0/3569540380 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 msgr2=0x56293f979ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cdd400640 1 --2- 172.21.15.22:0/3569540380 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 0x56293f979ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cdd400640 1 -- 172.21.15.22:0/3569540380 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 msgr2=0x56293f965070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cdd400640 1 --2- 172.21.15.22:0/3569540380 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f965070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cdd400640 1 -- 172.21.15.22:0/3569540380 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56293f6f1fd0 con 0x56293f965b20 2024-09-10T10:35:29.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cdd400640 1 --2- 172.21.15.22:0/3569540380 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f965b20 0x56293f964b30 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc0145d0 tx=0x7f0ccc009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cbf8a24930f9f4f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:29.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cca000640 1 -- 172.21.15.22:0/3569540380 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ccc003a10 con 0x56293f965b20 2024-09-10T10:35:29.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cca000640 1 -- 172.21.15.22:0/3569540380 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ccc02e020 con 0x56293f965b20 2024-09-10T10:35:29.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0cca000640 1 -- 172.21.15.22:0/3569540380 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ccc003d30 con 0x56293f965b20 2024-09-10T10:35:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/3569540380 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f965b20 msgr2=0x56293f964b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/3569540380 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f965b20 0x56293f964b30 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc0145d0 tx=0x7f0ccc009f90 comp rx=0 tx=0).stop 2024-09-10T10:35:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/3569540380 shutdown_connections 2024-09-10T10:35:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/3569540380 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f965070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/3569540380 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f965b20 0x56293f964b30 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/3569540380 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f926cf0 0x56293f979ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/3569540380 >> 172.21.15.22:0/3569540380 conn(0x56293f91c290 msgr2=0x56293f9205f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/3569540380 shutdown_connections 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/3569540380 wait complete. 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 -- start start 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.904+0000 7f0ce7fbd000 1 Processor -- start 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f926cf0 0x56293f979500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f965b20 0x56293f994960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f994ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x56293f769f80 con 0x56293f926cf0 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56293f722ca0 con 0x56293f966440 2024-09-10T10:35:29.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x56293f76f2a0 con 0x56293f965b20 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 10 client.0 _ll_register_callbacks cb 0x7f0ccc0097f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f926cf0 0x56293f979500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f926cf0 0x56293f979500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46240/0 (socket says 172.21.15.22:46240) 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdde00640 1 -- 172.21.15.22:0/1764473161 learned_addr learned my addr 172.21.15.22:0/1764473161 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdd400640 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f965b20 0x56293f994960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cde800640 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f994ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdde00640 1 -- 172.21.15.22:0/1764473161 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f965b20 msgr2=0x56293f994960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdde00640 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f965b20 0x56293f994960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdde00640 1 -- 172.21.15.22:0/1764473161 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 msgr2=0x56293f994ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdde00640 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f994ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdde00640 1 -- 172.21.15.22:0/1764473161 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56293f7ed750 con 0x56293f926cf0 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdde00640 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f926cf0 0x56293f979500 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x56293f767d70 tx=0x7f0cd0000bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba80efe1e408c9d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:29.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cbf400640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cbf400640 1 -- 172.21.15.22:0/1764473161 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd002f070 con 0x56293f926cf0 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cbf400640 1 -- 172.21.15.22:0/1764473161 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f0cd0010040 con 0x56293f926cf0 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1764473161 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ccc02e020 con 0x56293f926cf0 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cbf400640 1 -- 172.21.15.22:0/1764473161 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f0cd0036050 con 0x56293f926cf0 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 10 client.6006 fetch_fsmap learned FSMap version 41 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1764473161 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=2+}) -- 0x56293f6f8a30 con 0x56293f926cf0 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cbf400640 1 -- 172.21.15.22:0/1764473161 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ccc02e020 con 0x56293f926cf0 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cbf400640 1 -- 172.21.15.22:0/1764473161 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 41) ==== 3502+0+0 (secure 0 0 0) 0x7f0cd0039020 con 0x56293f926cf0 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 10 client.6006 fetch_fsmap finished waiting for FSMap version 41 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 10 client.6006 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 20 client.6006 populate_metadata read hostname 'smithi022' 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.22:6833/2879608721,v1:172.21.15.22:6835/2879608721] conn(0x56293f9953e0 0x56293f9d8890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 4 client.6006 mds_command: new command op to 5841 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:35:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1764473161 --> [v2:172.21.15.22:6833/2879608721,v1:172.21.15.22:6835/2879608721] -- command(tid 0: {"prefix": "status"}) -- 0x56293f7783a0 con 0x56293f9953e0 2024-09-10T10:35:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdd400640 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.22:6833/2879608721,v1:172.21.15.22:6835/2879608721] conn(0x56293f9953e0 0x56293f9d8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cdd400640 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.22:6833/2879608721,v1:172.21.15.22:6835/2879608721] conn(0x56293f9953e0 0x56293f9d8890 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8321cbecb32149ea server_cookie=f2a79349e4d37e2 in_seq=0 out_seq=0 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cbf400640 10 client.6006 ms_handle_connect on v2:172.21.15.22:6833/2879608721 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cbf400640 1 -- 172.21.15.22:0/1764473161 <== mds.0 v2:172.21.15.22:6833/2879608721 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x56293f7783a0 con 0x56293f9953e0 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0cbf400640 10 client.6006 handle_command_reply: tid=0 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.908+0000 7f0ce7fbd000 1 client.6006 shutdown 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1764473161 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f926cf0 msgr2=0x56293f979500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f926cf0 0x56293f979500 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x56293f767d70 tx=0x7f0cd0000bd0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1764473161 shutdown_connections 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.22:6833/2879608721,v1:172.21.15.22:6835/2879608721] conn(0x56293f9953e0 0x56293f9d8890 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56293f966440 0x56293f994ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56293f965b20 0x56293f994960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 1 --2- 172.21.15.22:0/1764473161 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56293f926cf0 0x56293f979500 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1764473161 >> 172.21.15.22:0/1764473161 conn(0x56293f91c290 msgr2=0x56293f920d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:29.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0cbf400640 0 client.6006 ms_handle_reset on v2:172.21.15.22:6833/2879608721 2024-09-10T10:35:29.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1764473161 shutdown_connections 2024-09-10T10:35:29.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 1 -- 172.21.15.22:0/1764473161 wait complete. 2024-09-10T10:35:29.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce7fbd000 20 client.6006 trim_cache size 0 max 16384 2024-09-10T10:35:29.917 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:35:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:35:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:35:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 5841, 2024-09-10T10:35:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:35:29.918 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:35:29.918 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:35:29.918 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 10.556757239, 2024-09-10T10:35:29.918 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 41, 2024-09-10T10:35:29.918 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 70, 2024-09-10T10:35:29.918 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 70, 2024-09-10T10:35:29.918 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 15.732824944000001 2024-09-10T10:35:29.918 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:35:29.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 -- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0cc00678c0 msgr2=0x7f0cc0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0cc00678c0 0x7f0cc0069d80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f0cd0007fd0 tx=0x7f0cd0009040 comp rx=0 tx=0).stop 2024-09-10T10:35:29.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 -- 172.21.15.22:0/862764328 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce015e960 msgr2=0x7f0ce015b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:29.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce015e960 0x7f0ce015b6f0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f0cd801a510 tx=0x7f0cd8019680 comp rx=0 tx=0).stop 2024-09-10T10:35:29.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 -- 172.21.15.22:0/862764328 shutdown_connections 2024-09-10T10:35:29.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0cc00678c0 0x7f0cc0069d80 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ce015e960 0x7f0ce015b6f0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ce015e580 0x7f0ce014a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 --2- 172.21.15.22:0/862764328 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ce00b6bc0 0x7f0ce0149650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:29.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 -- 172.21.15.22:0/862764328 >> 172.21.15.22:0/862764328 conn(0x7f0ce006f3b0 msgr2=0x7f0ce014b750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:29.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 -- 172.21.15.22:0/862764328 shutdown_connections 2024-09-10T10:35:29.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:29.912+0000 7f0ce4c00640 1 -- 172.21.15.22:0/862764328 wait complete. 2024-09-10T10:35:29.933 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:35:30.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.072+0000 7fa68b400640 1 Processor -- start 2024-09-10T10:35:30.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.072+0000 7fa68b400640 1 -- start start 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.072+0000 7fa68b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa684145fb0 0x7fa6840b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.072+0000 7fa68b400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa68406e8c0 0x7fa6840cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.072+0000 7fa68b400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa68406d3f0 con 0x7fa6840cd670 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.072+0000 7fa68b400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa6840ce010 con 0x7fa684145fb0 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.072+0000 7fa68b400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa68406d1a0 con 0x7fa68406e8c0 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.072+0000 7fa688a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa684145fb0 0x7fa6840b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.072+0000 7fa688a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa684145fb0 0x7fa6840b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46250/0 (socket says 172.21.15.22:46250) 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.072+0000 7fa688a00640 1 -- 172.21.15.22:0/1136155174 learned_addr learned my addr 172.21.15.22:0/1136155174 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.076+0000 7fa689400640 1 --2- 172.21.15.22:0/1136155174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa68406e8c0 0x7fa6840cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.076+0000 7fa688a00640 1 -- 172.21.15.22:0/1136155174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa68406e8c0 msgr2=0x7fa6840cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.076+0000 7fa688a00640 1 --2- 172.21.15.22:0/1136155174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa68406e8c0 0x7fa6840cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:30.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.076+0000 7fa688a00640 1 -- 172.21.15.22:0/1136155174 >> v1:172.21.15.145:6789/0 conn(0x7fa6840cd670 legacy=0x7fa68406e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:30.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.076+0000 7fa688a00640 1 -- 172.21.15.22:0/1136155174 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa68406d6d0 con 0x7fa684145fb0 2024-09-10T10:35:30.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.076+0000 7fa689400640 1 --2- 172.21.15.22:0/1136155174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa68406e8c0 0x7fa6840cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:30.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.076+0000 7fa688a00640 1 --2- 172.21.15.22:0/1136155174 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 0x7fa6840b3e00 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fa674009870 tx=0x7fa67401c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d87607a3f80a8fee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:30.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.076+0000 7fa683e00640 1 -- 172.21.15.22:0/1136155174 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6740a7070 con 0x7fa684145fb0 2024-09-10T10:35:30.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.076+0000 7fa683e00640 1 -- 172.21.15.22:0/1136155174 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6740b0070 con 0x7fa684145fb0 2024-09-10T10:35:30.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.076+0000 7fa683e00640 1 -- 172.21.15.22:0/1136155174 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6740ab890 con 0x7fa684145fb0 2024-09-10T10:35:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 -- 172.21.15.22:0/1136155174 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 msgr2=0x7fa6840b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 --2- 172.21.15.22:0/1136155174 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 0x7fa6840b3e00 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fa674009870 tx=0x7fa67401c560 comp rx=0 tx=0).stop 2024-09-10T10:35:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 -- 172.21.15.22:0/1136155174 shutdown_connections 2024-09-10T10:35:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 --2- 172.21.15.22:0/1136155174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa68406e8c0 0x7fa6840cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 --2- 172.21.15.22:0/1136155174 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 0x7fa6840b3e00 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 -- 172.21.15.22:0/1136155174 >> 172.21.15.22:0/1136155174 conn(0x7fa684062dd0 msgr2=0x7fa68406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 -- 172.21.15.22:0/1136155174 shutdown_connections 2024-09-10T10:35:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 -- 172.21.15.22:0/1136155174 wait complete. 2024-09-10T10:35:30.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 Processor -- start 2024-09-10T10:35:30.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 -- start start 2024-09-10T10:35:30.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa68406e8c0 0x7fa684158760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:30.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6840cd670 0x7fa684144470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:30.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 0x7fa6841449b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:30.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa6840d0170 con 0x7fa684145fb0 2024-09-10T10:35:30.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa6840cfff0 con 0x7fa68406e8c0 2024-09-10T10:35:30.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa68b400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa68406dd20 con 0x7fa6840cd670 2024-09-10T10:35:30.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa689400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 0x7fa6841449b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:30.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa689400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 0x7fa6841449b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46262/0 (socket says 172.21.15.22:46262) 2024-09-10T10:35:30.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa689400640 1 -- 172.21.15.22:0/1557399644 learned_addr learned my addr 172.21.15.22:0/1557399644 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:30.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa67be00640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6840cd670 0x7fa684144470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:30.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa688a00640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa68406e8c0 0x7fa684158760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:30.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa689400640 1 -- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6840cd670 msgr2=0x7fa684144470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:30.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa689400640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6840cd670 0x7fa684144470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:30.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa689400640 1 -- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa68406e8c0 msgr2=0x7fa684158760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:30.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa689400640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa68406e8c0 0x7fa684158760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:30.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.080+0000 7fa689400640 1 -- 172.21.15.22:0/1557399644 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa684159810 con 0x7fa684145fb0 2024-09-10T10:35:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa689400640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 0x7fa6841449b0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fa67c007ef0 tx=0x7fa67c00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa681600640 1 -- 172.21.15.22:0/1557399644 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c01a070 con 0x7fa684145fb0 2024-09-10T10:35:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa681600640 1 -- 172.21.15.22:0/1557399644 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa67c003ba0 con 0x7fa684145fb0 2024-09-10T10:35:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa681600640 1 -- 172.21.15.22:0/1557399644 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c004030 con 0x7fa684145fb0 2024-09-10T10:35:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa68b400640 1 -- 172.21.15.22:0/1557399644 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa684157c80 con 0x7fa684145fb0 2024-09-10T10:35:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa68b400640 1 -- 172.21.15.22:0/1557399644 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa684158240 con 0x7fa684145fb0 2024-09-10T10:35:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa68b400640 1 -- 172.21.15.22:0/1557399644 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6840cdad0 con 0x7fa684145fb0 2024-09-10T10:35:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa681600640 1 -- 172.21.15.22:0/1557399644 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa67c01d070 con 0x7fa684145fb0 2024-09-10T10:35:30.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa681600640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6600678c0 0x7fa660069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:30.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa681600640 1 -- 172.21.15.22:0/1557399644 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fa67c085ec0 con 0x7fa684145fb0 2024-09-10T10:35:30.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.084+0000 7fa688a00640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6600678c0 0x7fa660069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:30.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.088+0000 7fa688a00640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6600678c0 0x7fa660069d80 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa6740af000 tx=0x7fa6740a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:30.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.088+0000 7fa681600640 1 -- 172.21.15.22:0/1557399644 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa67c010070 con 0x7fa684145fb0 2024-09-10T10:35:30.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 -- 172.21.15.22:0/1557399644 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa684144ef0 con 0x7fa684145fb0 2024-09-10T10:35:30.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa681600640 1 -- 172.21.15.22:0/1557399644 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v41) ==== 53+0+73 (secure 0 0 0) 0x7fa67c0563a0 con 0x7fa684145fb0 2024-09-10T10:35:30.294 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:35:30.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 -- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6600678c0 msgr2=0x7fa660069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:30.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6600678c0 0x7fa660069d80 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa6740af000 tx=0x7fa6740a7000 comp rx=0 tx=0).stop 2024-09-10T10:35:30.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 -- 172.21.15.22:0/1557399644 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 msgr2=0x7fa6841449b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:30.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 0x7fa6841449b0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fa67c007ef0 tx=0x7fa67c00d4a0 comp rx=0 tx=0).stop 2024-09-10T10:35:30.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 -- 172.21.15.22:0/1557399644 shutdown_connections 2024-09-10T10:35:30.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6600678c0 0x7fa660069d80 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:30.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa684145fb0 0x7fa6841449b0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:30.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6840cd670 0x7fa684144470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:30.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 --2- 172.21.15.22:0/1557399644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa68406e8c0 0x7fa684158760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:30.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 -- 172.21.15.22:0/1557399644 >> 172.21.15.22:0/1557399644 conn(0x7fa684062dd0 msgr2=0x7fa6840b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:30.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 -- 172.21.15.22:0/1557399644 shutdown_connections 2024-09-10T10:35:30.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30.292+0000 7fa68b400640 1 -- 172.21.15.22:0/1557399644 wait complete. 2024-09-10T10:35:30.315 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:35:30.315 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:35:30.315 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:35:30.315 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:35:30.315 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:35:30.315 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:35:30.316 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:35:30.316 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:35:30.316 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:35:30.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:30.316 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:35:30.326 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:35:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:35:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:35:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:35:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:30.326 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 42254sec preferred_lft 42254sec 2024-09-10T10:35:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:35:30.328 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:30.328 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:30.328 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:30.328 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:35:30.328 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:35:30.328 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:30.329 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:35:30.329 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:30.329 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:35:30.329 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:30.329 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:35:30.329 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:30.330 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:35:30.330 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:30.330 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:35:30.330 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:35:30.330 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:35:30.330 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:30.330 INFO:teuthology.orchestra.run.smithi022.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:35:30.330 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:35:30.331 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:35:30.331 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:30.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:30.331 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:35:30.385 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:35:30.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:30.388 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:35:30.441 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:35:30.442 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:35:30.442 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:35:30.442 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:35:30.442 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:35:30.442 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:35:30.442 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:35:30.442 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:35:30.442 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:35:30.442 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:35:30.443 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:35:30.443 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:35:30.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:35:30.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:35:30.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:30.579 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:35:30.588 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:35:30.588 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:35:30.589 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:35:30.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:30.589 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:35:30.652 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:35:30.652 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:35:30.708 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:35:30.709 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:35:30.709 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:35:30.764 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:35:30.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:30.764 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:30.857 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:30.857 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:35:30.870 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:30.870 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:35:30.870 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:35:30.871 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:35:30.871 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:35:30.874 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:35:30.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:30.875 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:35:30.895 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:35:30.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:35:30.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:35:31.004 INFO:teuthology.orchestra.run.smithi022.stdout:client5369 2024-09-10T10:35:31.004 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:31.005 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:31.015 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:35:31.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48c0400640 1 Processor -- start 2024-09-10T10:35:31.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48c0400640 1 -- start start 2024-09-10T10:35:31.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48c0400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f48b806d1a0 0x7f48b806d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:31.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48c0400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f48b80ae8a0 0x7f48b80aed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:31.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48c0400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48b80afe90 con 0x7f48b8147e40 2024-09-10T10:35:31.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48c0400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f48b80b5aa0 con 0x7f48b80ae8a0 2024-09-10T10:35:31.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48c0400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f48b80b54e0 con 0x7f48b806d1a0 2024-09-10T10:35:31.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48be400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f48b80ae8a0 0x7f48b80aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:31.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48be400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f48b80ae8a0 0x7f48b80aed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46278/0 (socket says 172.21.15.22:46278) 2024-09-10T10:35:31.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48be400640 1 -- 172.21.15.22:0/705998985 learned_addr learned my addr 172.21.15.22:0/705998985 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:31.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48bd000640 1 --2- 172.21.15.22:0/705998985 >> v2:172.21.15.145:3300/0 conn(0x7f48b806d1a0 0x7f48b806d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:31.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48be400640 1 -- 172.21.15.22:0/705998985 >> v2:172.21.15.145:3300/0 conn(0x7f48b806d1a0 msgr2=0x7f48b806d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:31.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48be400640 1 --2- 172.21.15.22:0/705998985 >> v2:172.21.15.145:3300/0 conn(0x7f48b806d1a0 0x7f48b806d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:31.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48be400640 1 -- 172.21.15.22:0/705998985 >> v1:172.21.15.145:6789/0 conn(0x7f48b8147e40 legacy=0x7f48b8071a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:31.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.196+0000 7f48be400640 1 -- 172.21.15.22:0/705998985 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48b80b57c0 con 0x7f48b80ae8a0 2024-09-10T10:35:31.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48be400640 1 --2- 172.21.15.22:0/705998985 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 0x7f48b80aed30 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f48b80b5c20 tx=0x7f48b001c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72ddf2cb47680f65 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:31.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48b7e00640 1 -- 172.21.15.22:0/705998985 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48b00a5620 con 0x7f48b80ae8a0 2024-09-10T10:35:31.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48b7e00640 1 -- 172.21.15.22:0/705998985 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48b00a57c0 con 0x7f48b80ae8a0 2024-09-10T10:35:31.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48b7e00640 1 -- 172.21.15.22:0/705998985 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48b00a5b90 con 0x7f48b80ae8a0 2024-09-10T10:35:31.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48c0400640 1 -- 172.21.15.22:0/705998985 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 msgr2=0x7f48b80aed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:31.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48c0400640 1 --2- 172.21.15.22:0/705998985 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 0x7f48b80aed30 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f48b80b5c20 tx=0x7f48b001c960 comp rx=0 tx=0).stop 2024-09-10T10:35:31.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48c0400640 1 -- 172.21.15.22:0/705998985 shutdown_connections 2024-09-10T10:35:31.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48c0400640 1 --2- 172.21.15.22:0/705998985 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 0x7f48b80aed30 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:31.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48c0400640 1 --2- 172.21.15.22:0/705998985 >> v2:172.21.15.145:3300/0 conn(0x7f48b806d1a0 0x7f48b806d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:31.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48c0400640 1 -- 172.21.15.22:0/705998985 >> 172.21.15.22:0/705998985 conn(0x7f48b8062dd0 msgr2=0x7f48b806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:31.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48c0400640 1 -- 172.21.15.22:0/705998985 shutdown_connections 2024-09-10T10:35:31.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.200+0000 7f48c0400640 1 -- 172.21.15.22:0/705998985 wait complete. 2024-09-10T10:35:31.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 Processor -- start 2024-09-10T10:35:31.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 -- start start 2024-09-10T10:35:31.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48b806d1a0 0x7f48b8163390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 0x7f48b813ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48b8147e40 0x7f48b813f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f48b81483a0 con 0x7f48b80ae8a0 2024-09-10T10:35:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f48b8148220 con 0x7f48b806d1a0 2024-09-10T10:35:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f48b816b340 con 0x7f48b8147e40 2024-09-10T10:35:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48bd000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 0x7f48b813ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48bd000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 0x7f48b813ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46282/0 (socket says 172.21.15.22:46282) 2024-09-10T10:35:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48bd000640 1 -- 172.21.15.22:0/40975689 learned_addr learned my addr 172.21.15.22:0/40975689 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48bda00640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48b806d1a0 0x7f48b8163390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48be400640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48b8147e40 0x7f48b813f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48bd000640 1 -- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48b8147e40 msgr2=0x7f48b813f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48bd000640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48b8147e40 0x7f48b813f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48bd000640 1 -- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48b806d1a0 msgr2=0x7f48b8163390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48bd000640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48b806d1a0 0x7f48b8163390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48bd000640 1 -- 172.21.15.22:0/40975689 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48b8163a80 con 0x7f48b80ae8a0 2024-09-10T10:35:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48bd000640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 0x7f48b813ef60 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f48a400d800 tx=0x7f48a400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48b5600640 1 -- 172.21.15.22:0/40975689 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a400b6c0 con 0x7f48b80ae8a0 2024-09-10T10:35:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48b5600640 1 -- 172.21.15.22:0/40975689 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48a4019070 con 0x7f48b80ae8a0 2024-09-10T10:35:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48b5600640 1 -- 172.21.15.22:0/40975689 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a400bae0 con 0x7f48b80ae8a0 2024-09-10T10:35:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 -- 172.21.15.22:0/40975689 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48b8163d60 con 0x7f48b80ae8a0 2024-09-10T10:35:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 -- 172.21.15.22:0/40975689 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48b8164320 con 0x7f48b80ae8a0 2024-09-10T10:35:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.204+0000 7f48c0400640 1 -- 172.21.15.22:0/40975689 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48b806d610 con 0x7f48b80ae8a0 2024-09-10T10:35:31.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.208+0000 7f48b5600640 1 -- 172.21.15.22:0/40975689 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f48a400bc80 con 0x7f48b80ae8a0 2024-09-10T10:35:31.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.208+0000 7f48b5600640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48980678c0 0x7f4898069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:31.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.208+0000 7f48b5600640 1 -- 172.21.15.22:0/40975689 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f48a4086170 con 0x7f48b80ae8a0 2024-09-10T10:35:31.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.208+0000 7f48bda00640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48980678c0 0x7f4898069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:31.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.208+0000 7f48bda00640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48980678c0 0x7f4898069d80 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f48b81fab00 tx=0x7f48ac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.212+0000 7f48b5600640 1 -- 172.21.15.22:0/40975689 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f48a4056540 con 0x7f48b80ae8a0 2024-09-10T10:35:31.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.412+0000 7f48c0400640 1 -- 172.21.15.22:0/40975689 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f48b8144ce0 con 0x7f48b80ae8a0 2024-09-10T10:35:31.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.412+0000 7f48b5600640 1 -- 172.21.15.22:0/40975689 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v41) ==== 53+0+73 (secure 0 0 0) 0x7f48a405a840 con 0x7f48b80ae8a0 2024-09-10T10:35:31.416 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:35:31.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 -- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48980678c0 msgr2=0x7f4898069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:31.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48980678c0 0x7f4898069d80 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f48b81fab00 tx=0x7f48ac009040 comp rx=0 tx=0).stop 2024-09-10T10:35:31.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 -- 172.21.15.22:0/40975689 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 msgr2=0x7f48b813ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:31.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 0x7f48b813ef60 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f48a400d800 tx=0x7f48a400dcc0 comp rx=0 tx=0).stop 2024-09-10T10:35:31.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 -- 172.21.15.22:0/40975689 shutdown_connections 2024-09-10T10:35:31.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48980678c0 0x7f4898069d80 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:31.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48b8147e40 0x7f48b813f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:31.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48b80ae8a0 0x7f48b813ef60 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:31.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 --2- 172.21.15.22:0/40975689 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48b806d1a0 0x7f48b8163390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:31.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 -- 172.21.15.22:0/40975689 >> 172.21.15.22:0/40975689 conn(0x7f48b8062dd0 msgr2=0x7f48b815fe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:31.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 -- 172.21.15.22:0/40975689 shutdown_connections 2024-09-10T10:35:31.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:31.416+0000 7f48c0400640 1 -- 172.21.15.22:0/40975689 wait complete. 2024-09-10T10:35:31.437 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:35:31.438 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:35:31.438 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:35:31.438 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:35:31.438 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:35:31.438 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:35:31.438 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:35:31.438 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:35:31.438 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:35:31.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:31.439 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:35:31.450 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:35:31.451 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:35:31.451 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:35:31.451 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:31.451 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:35:31.451 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:31.451 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:31.451 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:31.452 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:35:31.452 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:31.452 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:31.452 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:35:31.452 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:35:31.452 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:31.452 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:35:31.453 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:31.453 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:35:31.453 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42252sec preferred_lft 42252sec 2024-09-10T10:35:31.453 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:35:31.453 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:31.453 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:35:31.454 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:31.454 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:35:31.454 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:31.454 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:35:31.454 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:35:31.454 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:35:31.455 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:31.455 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:35:31.455 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:31.455 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:35:31.455 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:35:31.455 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:35:31.455 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:31.455 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:35:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:35:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:35:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:35:31.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:31.456 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:35:31.513 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:35:31.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:31.516 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:35:31.570 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:35:31.570 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:35:31.570 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:35:31.570 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:35:31.570 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:35:31.570 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:35:31.570 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:35:31.570 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:35:31.571 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:35:31.571 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:35:31.571 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:35:31.571 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:35:31.571 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:35:31.571 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:35:31.571 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:35:31.571 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:35:31.571 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:35:31.672 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:35:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:35:31.712 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:35:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:35:31.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:31.720 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:35:31.729 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:35:31.729 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:35:31.729 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:35:31.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:31.730 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:35:31.789 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:35:31.789 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:35:31.842 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:35:31.842 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:35:31.842 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:35:31.892 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:35:31.893 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:31.893 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:31.983 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:31.983 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:35:31.996 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:35:31.996 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:35:31.996 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:35:31.996 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:35:31.996 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:35:32.000 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:35:32.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:32.000 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:35:32.019 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:35:32.112 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:35:32 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:35:32.116 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:35:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:35:32.122 INFO:teuthology.orchestra.run.smithi145.stdout:client5375 2024-09-10T10:35:32.123 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:32.123 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:32.174 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_min_caps_per_client 2024-09-10T10:35:32.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.324+0000 7f4662800640 1 Processor -- start 2024-09-10T10:35:32.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.324+0000 7f4662800640 1 -- start start 2024-09-10T10:35:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4662800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f465c15b370 0x7f465c0b28e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4662800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f465c15f590 0x7f465c0ccbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4662800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f465c0b2e20 con 0x7f465c0ce0e0 2024-09-10T10:35:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4662800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f465c0b3790 con 0x7f465c15b370 2024-09-10T10:35:32.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4662800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f465c0cbc50 con 0x7f465c15f590 2024-09-10T10:35:32.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4661400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f465c15b370 0x7f465c0b28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4661e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f465c15f590 0x7f465c0ccbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4661400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f465c15b370 0x7f465c0b28e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:38096/0 (socket says 172.21.15.22:38096) 2024-09-10T10:35:32.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4661400640 1 -- 172.21.15.22:0/2655314820 learned_addr learned my addr 172.21.15.22:0/2655314820 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:32.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4661400640 1 -- 172.21.15.22:0/2655314820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f465c15f590 msgr2=0x7f465c0ccbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:32.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4661400640 1 --2- 172.21.15.22:0/2655314820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f465c15f590 0x7f465c0ccbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4661400640 1 -- 172.21.15.22:0/2655314820 >> v1:172.21.15.145:6789/0 conn(0x7f465c0ce0e0 legacy=0x7f465c15ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4661400640 1 -- 172.21.15.22:0/2655314820 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f465c15b750 con 0x7f465c15b370 2024-09-10T10:35:32.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.328+0000 7f4661400640 1 --2- 172.21.15.22:0/2655314820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f465c15b370 0x7f465c0b28e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4650009870 tx=0x7f465001c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=369dfb53a1471bf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:32.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f465be00640 1 -- 172.21.15.22:0/2655314820 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46500ab650 con 0x7f465c15b370 2024-09-10T10:35:32.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f465be00640 1 -- 172.21.15.22:0/2655314820 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46500b0070 con 0x7f465c15b370 2024-09-10T10:35:32.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f465be00640 1 -- 172.21.15.22:0/2655314820 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46500aba10 con 0x7f465c15b370 2024-09-10T10:35:32.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 -- 172.21.15.22:0/2655314820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f465c15b370 msgr2=0x7f465c0b28e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 --2- 172.21.15.22:0/2655314820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f465c15b370 0x7f465c0b28e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4650009870 tx=0x7f465001c560 comp rx=0 tx=0).stop 2024-09-10T10:35:32.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 -- 172.21.15.22:0/2655314820 shutdown_connections 2024-09-10T10:35:32.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 --2- 172.21.15.22:0/2655314820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f465c15f590 0x7f465c0ccbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 --2- 172.21.15.22:0/2655314820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f465c15b370 0x7f465c0b28e0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 -- 172.21.15.22:0/2655314820 >> 172.21.15.22:0/2655314820 conn(0x7f465c06bcc0 msgr2=0x7f465c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:32.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 -- 172.21.15.22:0/2655314820 shutdown_connections 2024-09-10T10:35:32.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 -- 172.21.15.22:0/2655314820 wait complete. 2024-09-10T10:35:32.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 Processor -- start 2024-09-10T10:35:32.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 -- start start 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f465c0ce0e0 0x7f465c070f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f465c15b370 0x7f465c0736b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f465c15f590 0x7f465c14bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f465c165fe0 con 0x7f465c0ce0e0 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f465c0b3ca0 con 0x7f465c15f590 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4662800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f465c166160 con 0x7f465c15b370 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4661400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f465c0ce0e0 0x7f465c070f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4661400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f465c0ce0e0 0x7f465c070f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46290/0 (socket says 172.21.15.22:46290) 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4661400640 1 -- 172.21.15.22:0/1206273197 learned_addr learned my addr 172.21.15.22:0/1206273197 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4661e00640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f465c15f590 0x7f465c14bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.332+0000 7f4660a00640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f465c15b370 0x7f465c0736b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4661400640 1 -- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f465c15b370 msgr2=0x7f465c0736b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4661400640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f465c15b370 0x7f465c0736b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4661400640 1 -- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f465c15f590 msgr2=0x7f465c14bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4661400640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f465c15f590 0x7f465c14bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4661400640 1 -- 172.21.15.22:0/1206273197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f465c0cf810 con 0x7f465c0ce0e0 2024-09-10T10:35:32.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4661400640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f465c0ce0e0 0x7f465c070f20 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f465001a190 tx=0x7f465001ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:32.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4659600640 1 -- 172.21.15.22:0/1206273197 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46500be5f0 con 0x7f465c0ce0e0 2024-09-10T10:35:32.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4659600640 1 -- 172.21.15.22:0/1206273197 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46500be790 con 0x7f465c0ce0e0 2024-09-10T10:35:32.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4659600640 1 -- 172.21.15.22:0/1206273197 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46500beb80 con 0x7f465c0ce0e0 2024-09-10T10:35:32.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4662800640 1 -- 172.21.15.22:0/1206273197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f465c0715b0 con 0x7f465c0ce0e0 2024-09-10T10:35:32.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4662800640 1 -- 172.21.15.22:0/1206273197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f465c071b70 con 0x7f465c0ce0e0 2024-09-10T10:35:32.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4662800640 1 -- 172.21.15.22:0/1206273197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f465c0b28e0 con 0x7f465c0ce0e0 2024-09-10T10:35:32.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4659600640 1 -- 172.21.15.22:0/1206273197 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f46500b43f0 con 0x7f465c0ce0e0 2024-09-10T10:35:32.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4659600640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f463c0678c0 0x7f463c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.336+0000 7f4659600640 1 -- 172.21.15.22:0/1206273197 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f46501207c0 con 0x7f465c0ce0e0 2024-09-10T10:35:32.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.340+0000 7f4660a00640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f463c0678c0 0x7f463c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.340+0000 7f4660a00640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f463c0678c0 0x7f463c069d80 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f465c0cb140 tx=0x7f4648009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:32.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.340+0000 7f4659600640 1 -- 172.21.15.22:0/1206273197 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4650016150 con 0x7f465c0ce0e0 2024-09-10T10:35:32.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.508+0000 7f4662800640 1 -- 172.21.15.22:0/1206273197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"} v 0) -- 0x7f465c15aa90 con 0x7f465c0ce0e0 2024-09-10T10:35:32.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.508+0000 7f4659600640 1 -- 172.21.15.22:0/1206273197 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"}]=0 v20) ==== 106+0+4 (secure 0 0 0) 0x7f46500f0c20 con 0x7f465c0ce0e0 2024-09-10T10:35:32.512 INFO:teuthology.orchestra.run.smithi022.stdout:100 2024-09-10T10:35:32.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 -- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f463c0678c0 msgr2=0x7f463c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f463c0678c0 0x7f463c069d80 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f465c0cb140 tx=0x7f4648009040 comp rx=0 tx=0).stop 2024-09-10T10:35:32.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 -- 172.21.15.22:0/1206273197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f465c0ce0e0 msgr2=0x7f465c070f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f465c0ce0e0 0x7f465c070f20 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f465001a190 tx=0x7f465001ada0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 -- 172.21.15.22:0/1206273197 shutdown_connections 2024-09-10T10:35:32.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f463c0678c0 0x7f463c069d80 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f465c15f590 0x7f465c14bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f465c15b370 0x7f465c0736b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 --2- 172.21.15.22:0/1206273197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f465c0ce0e0 0x7f465c070f20 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 -- 172.21.15.22:0/1206273197 >> 172.21.15.22:0/1206273197 conn(0x7f465c06bcc0 msgr2=0x7f465c0cf100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:32.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 -- 172.21.15.22:0/1206273197 shutdown_connections 2024-09-10T10:35:32.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.512+0000 7f4662800640 1 -- 172.21.15.22:0/1206273197 wait complete. 2024-09-10T10:35:32.533 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_max_caps_per_client 200 2024-09-10T10:35:32.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f6331e00640 1 Processor -- start 2024-09-10T10:35:32.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f6331e00640 1 -- start start 2024-09-10T10:35:32.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f6331e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c15c630 0x7f632c06eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f6331e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f632c06eff0 0x7f632c0ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f6331e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f632c159350 con 0x7f632c158f70 2024-09-10T10:35:32.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f6331e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f632c071340 con 0x7f632c06eff0 2024-09-10T10:35:32.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f6331e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f632c071620 con 0x7f632c15c630 2024-09-10T10:35:32.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f632b400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f632c06eff0 0x7f632c0ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f632aa00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f632c158f70 0x7f632c072f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:33932/0 (socket says 172.21.15.22:33932) 2024-09-10T10:35:32.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f632aa00640 1 -- 172.21.15.22:0/2040190992 learned_addr learned my addr 172.21.15.22:0/2040190992 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:32.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f632a000640 1 --2- 172.21.15.22:0/2040190992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c15c630 0x7f632c06eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f632b400640 1 -- 172.21.15.22:0/2040190992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c15c630 msgr2=0x7f632c06eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:32.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f632b400640 1 --2- 172.21.15.22:0/2040190992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c15c630 0x7f632c06eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f632b400640 1 -- 172.21.15.22:0/2040190992 >> v1:172.21.15.145:6789/0 conn(0x7f632c158f70 legacy=0x7f632c072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f632b400640 1 -- 172.21.15.22:0/2040190992 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f632c071900 con 0x7f632c06eff0 2024-09-10T10:35:32.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.676+0000 7f6329600640 1 -- 172.21.15.22:0/2040190992 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3819139436 0 0) 0x7f632c159350 con 0x7f632c158f70 2024-09-10T10:35:32.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f632b400640 1 --2- 172.21.15.22:0/2040190992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f632c06eff0 0x7f632c0ce4c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6324009d90 tx=0x7f632401c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa8d9cd2443186d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:32.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6329600640 1 -- 172.21.15.22:0/2040190992 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63240b2070 con 0x7f632c06eff0 2024-09-10T10:35:32.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6329600640 1 -- 172.21.15.22:0/2040190992 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63240a5830 con 0x7f632c06eff0 2024-09-10T10:35:32.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6329600640 1 -- 172.21.15.22:0/2040190992 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63240a5c00 con 0x7f632c06eff0 2024-09-10T10:35:32.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6331e00640 1 -- 172.21.15.22:0/2040190992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f632c06eff0 msgr2=0x7f632c0ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6331e00640 1 --2- 172.21.15.22:0/2040190992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f632c06eff0 0x7f632c0ce4c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6324009d90 tx=0x7f632401c970 comp rx=0 tx=0).stop 2024-09-10T10:35:32.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6331e00640 1 -- 172.21.15.22:0/2040190992 shutdown_connections 2024-09-10T10:35:32.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6331e00640 1 --2- 172.21.15.22:0/2040190992 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f632c06eff0 0x7f632c0ce4c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6331e00640 1 --2- 172.21.15.22:0/2040190992 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c15c630 0x7f632c06eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6331e00640 1 -- 172.21.15.22:0/2040190992 >> 172.21.15.22:0/2040190992 conn(0x7f632c062eb0 msgr2=0x7f632c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:32.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6331e00640 1 -- 172.21.15.22:0/2040190992 shutdown_connections 2024-09-10T10:35:32.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6331e00640 1 -- 172.21.15.22:0/2040190992 wait complete. 2024-09-10T10:35:32.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.680+0000 7f6331e00640 1 Processor -- start 2024-09-10T10:35:32.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6331e00640 1 -- start start 2024-09-10T10:35:32.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6331e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c06eff0 0x7f632c0cbf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6331e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f632c158f70 0x7f632c159d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6331e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f632c15c630 0x7f632c15a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6331e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f632c0cf5a0 con 0x7f632c15c630 2024-09-10T10:35:32.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6331e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f632c0cf420 con 0x7f632c158f70 2024-09-10T10:35:32.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6331e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f632c0cf720 con 0x7f632c06eff0 2024-09-10T10:35:32.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632aa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c06eff0 0x7f632c0cbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f632c15c630 0x7f632c15a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632a000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f632c158f70 0x7f632c159d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632aa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c06eff0 0x7f632c0cbf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:48948/0 (socket says 172.21.15.22:48948) 2024-09-10T10:35:32.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632aa00640 1 -- 172.21.15.22:0/3398926508 learned_addr learned my addr 172.21.15.22:0/3398926508 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:32.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632aa00640 1 -- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f632c158f70 msgr2=0x7f632c159d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632aa00640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f632c158f70 0x7f632c159d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632aa00640 1 -- 172.21.15.22:0/3398926508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f632c15c630 msgr2=0x7f632c15a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632aa00640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f632c15c630 0x7f632c15a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632aa00640 1 -- 172.21.15.22:0/3398926508 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f632c155430 con 0x7f632c06eff0 2024-09-10T10:35:32.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632b400640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f632c15c630 0x7f632c15a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:32.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632a000640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f632c158f70 0x7f632c159d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:32.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f632aa00640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c06eff0 0x7f632c0cbf60 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f631c00c480 tx=0x7f631c00c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:32.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6323400640 1 -- 172.21.15.22:0/3398926508 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f631c018070 con 0x7f632c06eff0 2024-09-10T10:35:32.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6323400640 1 -- 172.21.15.22:0/3398926508 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f631c007500 con 0x7f632c06eff0 2024-09-10T10:35:32.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6323400640 1 -- 172.21.15.22:0/3398926508 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f631c004a30 con 0x7f632c06eff0 2024-09-10T10:35:32.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6331e00640 1 -- 172.21.15.22:0/3398926508 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f632c0cc4a0 con 0x7f632c06eff0 2024-09-10T10:35:32.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6331e00640 1 -- 172.21.15.22:0/3398926508 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f632c15a8b0 con 0x7f632c06eff0 2024-09-10T10:35:32.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.684+0000 7f6331e00640 1 -- 172.21.15.22:0/3398926508 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f632c0ce4c0 con 0x7f632c06eff0 2024-09-10T10:35:32.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.688+0000 7f6323400640 1 -- 172.21.15.22:0/3398926508 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f631c004bd0 con 0x7f632c06eff0 2024-09-10T10:35:32.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.688+0000 7f6323400640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f630c0678c0 0x7f630c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:32.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.688+0000 7f6323400640 1 -- 172.21.15.22:0/3398926508 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f631c084e80 con 0x7f632c06eff0 2024-09-10T10:35:32.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.688+0000 7f632a000640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f630c0678c0 0x7f630c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:32.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.688+0000 7f632a000640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f630c0678c0 0x7f630c069d80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f632c1558d0 tx=0x7f6318009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:32.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.692+0000 7f6323400640 1 -- 172.21.15.22:0/3398926508 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f631c055360 con 0x7f632c06eff0 2024-09-10T10:35:32.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.860+0000 7f6331e00640 1 -- 172.21.15.22:0/3398926508 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command([{prefix=config set, name=mds_max_caps_per_client}] v 0) -- 0x7f632c0b59c0 con 0x7f632c06eff0 2024-09-10T10:35:32.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.864+0000 7f6323400640 1 -- 172.21.15.22:0/3398926508 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_max_caps_per_client}]=0 v21)=0 v21) ==== 123+0+0 (secure 0 0 0) 0x7f631c059660 con 0x7f632c06eff0 2024-09-10T10:35:32.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 -- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f630c0678c0 msgr2=0x7f630c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f630c0678c0 0x7f630c069d80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f632c1558d0 tx=0x7f6318009190 comp rx=0 tx=0).stop 2024-09-10T10:35:32.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 -- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c06eff0 msgr2=0x7f632c0cbf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:32.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c06eff0 0x7f632c0cbf60 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f631c00c480 tx=0x7f631c00c940 comp rx=0 tx=0).stop 2024-09-10T10:35:32.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 -- 172.21.15.22:0/3398926508 shutdown_connections 2024-09-10T10:35:32.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f630c0678c0 0x7f630c069d80 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f632c15c630 0x7f632c15a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f632c158f70 0x7f632c159d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 --2- 172.21.15.22:0/3398926508 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632c06eff0 0x7f632c0cbf60 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:32.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 -- 172.21.15.22:0/3398926508 >> 172.21.15.22:0/3398926508 conn(0x7f632c062eb0 msgr2=0x7f632c155e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:32.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 -- 172.21.15.22:0/3398926508 shutdown_connections 2024-09-10T10:35:32.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:32.868+0000 7f6331e00640 1 -- 172.21.15.22:0/3398926508 wait complete. 2024-09-10T10:35:32.888 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:32.888 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:32.897 DEBUG:teuthology.orchestra.run.smithi022:> stdin-killer -- python3 -c ' 2024-09-10T10:35:32.897 DEBUG:teuthology.orchestra.run.smithi022:> import os 2024-09-10T10:35:32.897 DEBUG:teuthology.orchestra.run.smithi022:> import uuid 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> n = 600 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> create_hard_links = False 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> if 0 > 0: 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> create_hard_links = True 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> path = "/home/ubuntu/cephtest/mnt.0/foo/" 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> dpath = os.path.dirname(path) 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> fnameprefix = os.path.basename(path) 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> os.makedirs(dpath, exist_ok=True) 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> try: 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-10T10:35:32.898 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> for i in range(n): 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> with open(fpath, '"'"'w'"'"') as f: 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> f.write(f"{i}") 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> if True: 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> f.flush() 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(f.fileno()) 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> os.unlink(fpath) 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(dirfd) 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> if create_hard_links: 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> for j in range(0): 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-10T10:35:32.899 DEBUG:teuthology.orchestra.run.smithi022:> if False: 2024-09-10T10:35:32.900 DEBUG:teuthology.orchestra.run.smithi022:> os.fsync(dirfd) 2024-09-10T10:35:32.900 DEBUG:teuthology.orchestra.run.smithi022:> finally: 2024-09-10T10:35:32.900 DEBUG:teuthology.orchestra.run.smithi022:> os.close(dirfd) 2024-09-10T10:35:32.900 DEBUG:teuthology.orchestra.run.smithi022:> ' 2024-09-10T10:35:35.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:35:35.950 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:35.950 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:36.001 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:35:36.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:35:36.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:35:36.103 INFO:teuthology.orchestra.run.smithi022.stdout:client5369 2024-09-10T10:35:36.103 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:36.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.240+0000 7f0f00c00640 1 Processor -- start 2024-09-10T10:35:36.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.240+0000 7f0f00c00640 1 -- start start 2024-09-10T10:35:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0f00c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0efc15b220 0x7f0efc071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0f00c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0efc0ce880 con 0x7f0efc15b600 2024-09-10T10:35:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0f00c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0efc0ceb60 con 0x7f0efc0b56f0 2024-09-10T10:35:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0f00c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f0efc06d6e0 con 0x7f0efc15b220 2024-09-10T10:35:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0ef9400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f0efc15b600 0x7f0efc0b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:33948/0 (socket says 172.21.15.22:33948) 2024-09-10T10:35:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0ef9400640 1 -- 172.21.15.22:0/3251802100 learned_addr learned my addr 172.21.15.22:0/3251802100 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0ef9e00640 1 --2- 172.21.15.22:0/3251802100 >> v2:172.21.15.145:3300/0 conn(0x7f0efc15b220 0x7f0efc071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0ef8a00640 1 -- 172.21.15.22:0/3251802100 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1233172715 0 0) 0x7f0efc0ce880 con 0x7f0efc15b600 2024-09-10T10:35:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0ef8a00640 1 -- 172.21.15.22:0/3251802100 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0ee0005740 con 0x7f0efc15b600 2024-09-10T10:35:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0ef9e00640 1 -- 172.21.15.22:0/3251802100 >> v1:172.21.15.145:6789/0 conn(0x7f0efc0b56f0 legacy=0x7f0efc0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0ef8a00640 1 -- 172.21.15.22:0/3251802100 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2545272547 0 0) 0x7f0ee0005740 con 0x7f0efc15b600 2024-09-10T10:35:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0ef9e00640 1 -- 172.21.15.22:0/3251802100 >> v1:172.21.15.22:6789/0 conn(0x7f0efc15b600 legacy=0x7f0efc0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.244+0000 7f0ef9e00640 1 -- 172.21.15.22:0/3251802100 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0efc0cee40 con 0x7f0efc15b220 2024-09-10T10:35:36.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0ef9e00640 1 --2- 172.21.15.22:0/3251802100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0efc15b220 0x7f0efc071140 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0eec0097c0 tx=0x7f0eec01c270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=162b26b67d48eca5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0ef8a00640 1 -- 172.21.15.22:0/3251802100 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eec0b0070 con 0x7f0efc15b220 2024-09-10T10:35:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0ef8a00640 1 -- 172.21.15.22:0/3251802100 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0eec0ab400 con 0x7f0efc15b220 2024-09-10T10:35:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0ef8a00640 1 -- 172.21.15.22:0/3251802100 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee8001680 con 0x7f0efc15b220 2024-09-10T10:35:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 -- 172.21.15.22:0/3251802100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0efc15b220 msgr2=0x7f0efc071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:36.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 --2- 172.21.15.22:0/3251802100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0efc15b220 0x7f0efc071140 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0eec0097c0 tx=0x7f0eec01c270 comp rx=0 tx=0).stop 2024-09-10T10:35:36.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 -- 172.21.15.22:0/3251802100 shutdown_connections 2024-09-10T10:35:36.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 --2- 172.21.15.22:0/3251802100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0efc15b220 0x7f0efc071140 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:36.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 -- 172.21.15.22:0/3251802100 >> 172.21.15.22:0/3251802100 conn(0x7f0efc062dd0 msgr2=0x7f0efc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:36.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 -- 172.21.15.22:0/3251802100 shutdown_connections 2024-09-10T10:35:36.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 -- 172.21.15.22:0/3251802100 wait complete. 2024-09-10T10:35:36.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 Processor -- start 2024-09-10T10:35:36.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 -- start start 2024-09-10T10:35:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0efc0b56f0 0x7f0efc148990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0efc15b220 0x7f0efc1495a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0efc15b600 0x7f0efc149ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0efc0d01e0 con 0x7f0efc0b56f0 2024-09-10T10:35:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0efc0d0060 con 0x7f0efc15b600 2024-09-10T10:35:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.248+0000 7f0f00c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0efc06da30 con 0x7f0efc15b220 2024-09-10T10:35:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef9e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0efc0b56f0 0x7f0efc148990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef9e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0efc0b56f0 0x7f0efc148990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54806/0 (socket says 172.21.15.22:54806) 2024-09-10T10:35:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef9e00640 1 -- 172.21.15.22:0/468515853 learned_addr learned my addr 172.21.15.22:0/468515853 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0efa800640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0efc15b600 0x7f0efc149ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef9400640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0efc15b220 0x7f0efc1495a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef9e00640 1 -- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0efc15b220 msgr2=0x7f0efc1495a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef9e00640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0efc15b220 0x7f0efc1495a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef9e00640 1 -- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0efc15b600 msgr2=0x7f0efc149ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef9e00640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0efc15b600 0x7f0efc149ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef9e00640 1 -- 172.21.15.22:0/468515853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0efc14c850 con 0x7f0efc0b56f0 2024-09-10T10:35:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0efa800640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0efc15b600 0x7f0efc149ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef9e00640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0efc0b56f0 0x7f0efc148990 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f0eec0097c0 tx=0x7f0eec01aab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:36.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef2000640 1 -- 172.21.15.22:0/468515853 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eec0bb020 con 0x7f0efc0b56f0 2024-09-10T10:35:36.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef2000640 1 -- 172.21.15.22:0/468515853 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0eec0b1040 con 0x7f0efc0b56f0 2024-09-10T10:35:36.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef2000640 1 -- 172.21.15.22:0/468515853 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eec0b0050 con 0x7f0efc0b56f0 2024-09-10T10:35:36.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0f00c00640 1 -- 172.21.15.22:0/468515853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0efc151690 con 0x7f0efc0b56f0 2024-09-10T10:35:36.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0f00c00640 1 -- 172.21.15.22:0/468515853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0efc0b06e0 con 0x7f0efc0b56f0 2024-09-10T10:35:36.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0f00c00640 1 -- 172.21.15.22:0/468515853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0efc072e90 con 0x7f0efc0b56f0 2024-09-10T10:35:36.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.252+0000 7f0ef2000640 1 -- 172.21.15.22:0/468515853 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0eec0be070 con 0x7f0efc0b56f0 2024-09-10T10:35:36.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.256+0000 7f0ef2000640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0edc067910 0x7f0edc069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:36.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.256+0000 7f0ef2000640 1 -- 172.21.15.22:0/468515853 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f0eec11f270 con 0x7f0efc0b56f0 2024-09-10T10:35:36.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.256+0000 7f0ef9400640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0edc067910 0x7f0edc069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:36.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.256+0000 7f0ef9400640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0edc067910 0x7f0edc069dd0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f0efc069220 tx=0x7f0ee8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:36.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.260+0000 7f0ef2000640 1 -- 172.21.15.22:0/468515853 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0efc14c850 con 0x7f0efc0b56f0 2024-09-10T10:35:36.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.456+0000 7f0f00c00640 1 -- 172.21.15.22:0/468515853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0efc071120 con 0x7f0efc0b56f0 2024-09-10T10:35:36.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.456+0000 7f0ef2000640 1 -- 172.21.15.22:0/468515853 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5228 (secure 0 0 0) 0x7f0eec015fb0 con 0x7f0efc0b56f0 2024-09-10T10:35:36.459 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:36.460 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":41,"btime":"2024-09-10T10:35:22:398575+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5267,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2397639362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2397639362},{"type":"v1","addr":"172.21.15.145:6836","nonce":2397639362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3732295506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3732295506},{"type":"v1","addr":"172.21.15.145:6837","nonce":3732295506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5838,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/459503563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":459503563},{"type":"v1","addr":"172.21.15.22:6834","nonce":459503563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:18.752387+0000","modified":"2024-09-10T10:35:21.786522+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"a","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2879608721","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2879608721},{"type":"v1","addr":"172.21.15.22:6835","nonce":2879608721}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-10T10:35:36.460 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 41 2024-09-10T10:35:36.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 -- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0edc067910 msgr2=0x7f0edc069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:36.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0edc067910 0x7f0edc069dd0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f0efc069220 tx=0x7f0ee8009040 comp rx=0 tx=0).stop 2024-09-10T10:35:36.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 -- 172.21.15.22:0/468515853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0efc0b56f0 msgr2=0x7f0efc148990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:36.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0efc0b56f0 0x7f0efc148990 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f0eec0097c0 tx=0x7f0eec01aab0 comp rx=0 tx=0).stop 2024-09-10T10:35:36.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 -- 172.21.15.22:0/468515853 shutdown_connections 2024-09-10T10:35:36.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0edc067910 0x7f0edc069dd0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:36.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0efc15b600 0x7f0efc149ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:36.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0efc15b220 0x7f0efc1495a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:36.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 --2- 172.21.15.22:0/468515853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0efc0b56f0 0x7f0efc148990 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:36.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 -- 172.21.15.22:0/468515853 >> 172.21.15.22:0/468515853 conn(0x7f0efc062dd0 msgr2=0x7f0efc14f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:36.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 -- 172.21.15.22:0/468515853 shutdown_connections 2024-09-10T10:35:36.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:36.460+0000 7f0f00c00640 1 -- 172.21.15.22:0/468515853 wait complete. 2024-09-10T10:35:36.480 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-10T10:35:36.646 INFO:teuthology.orchestra.run.smithi022.stdout:[{"id":5375,"entity":{"name":{"type":"client","num":5375},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":564409090}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":4.6399447040000004,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9727061919440558,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5375 192.168.0.1:0/564409090","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":5369,"entity":{"name":{"type":"client","num":5369},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":690744368}},"state":"open","num_leases":1,"num_caps":602,"request_load_avg":613,"uptime":5.7639312739999999,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":1067.1342944372907,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":731.02975275744518,"halflife":1.5},"recall_caps_throttle2o":{"value":429.12415841285315,"halflife":0.5},"session_cache_liveness":{"value":1198.9664355496502,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":630,"last_trim_completed_flushes_tid":601,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.5369 172.21.15.22:0/690744368","completed_requests":[],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x1000000044d","length":903}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:35:36.647 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 564409090, "type": "any" }, "name": { "num": 5375, "type": "client" } }, "id": 5375, "inst": "client.5375 192.168.0.1:0/564409090", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.972706191944056 }, "state": "open", "uptime": 4.639944704 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 690744368, "type": "any" }, "name": { "num": 5369, "type": "client" } }, "id": 5369, "inst": "client.5369 172.21.15.22:0/690744368", "last_trim_completed_flushes_tid": 601, "last_trim_completed_requests_tid": 630, "num_caps": 602, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 903, "start": "0x1000000044d" } ], "recall_caps": { "halflife": 60, "value": 1067.1342944372907 }, "recall_caps_throttle": { "halflife": 1.5, "value": 731.0297527574452 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 429.12415841285315 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 613, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1198.9664355496502 }, "state": "open", "uptime": 5.763931274 } ] 2024-09-10T10:35:36.647 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-10T10:35:41.648 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:41.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.796+0000 7fec79a00640 1 Processor -- start 2024-09-10T10:35:41.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.796+0000 7fec79a00640 1 -- start start 2024-09-10T10:35:41.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.796+0000 7fec79a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec7415b220 0x7fec74071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:41.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec79a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec740ce880 con 0x7fec7415b600 2024-09-10T10:35:41.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec79a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec740ceb60 con 0x7fec740b56f0 2024-09-10T10:35:41.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec79a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fec7406d6e0 con 0x7fec7415b220 2024-09-10T10:35:41.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec6a000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fec7415b600 0x7fec740b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:33958/0 (socket says 172.21.15.22:33958) 2024-09-10T10:35:41.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec6a000640 1 -- 172.21.15.22:0/1235359156 learned_addr learned my addr 172.21.15.22:0/1235359156 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:41.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72a00640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec7415b220 0x7fec74071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:41.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2233729866 0 0) 0x7fec740ce880 con 0x7fec7415b600 2024-09-10T10:35:41.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fec58003530 con 0x7fec7415b600 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3504543074 0 0) 0x7fec58003530 con 0x7fec7415b600 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec7415b220 msgr2=0x7fec74071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec7415b220 0x7fec74071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 >> v1:172.21.15.145:6789/0 conn(0x7fec740b56f0 legacy=0x7fec740b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec740cee40 con 0x7fec7415b600 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fec5c001680 con 0x7fec7415b600 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 >> v1:172.21.15.22:6789/0 conn(0x7fec7415b600 legacy=0x7fec740b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec580039f0 0x7fec58003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 0x7fec58004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec580051d0 0x7fec5800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fec5800c0a0 con 0x7fec58004810 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fec5800c220 con 0x7fec580051d0 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fec5800c420 con 0x7fec580039f0 2024-09-10T10:35:41.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72a00640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec7415b220 0x7fec74071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec6a000640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 0x7fec58004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec73400640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec580051d0 0x7fec5800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec72a00640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec580039f0 0x7fec58003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec6a000640 1 -- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec580039f0 msgr2=0x7fec58003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec6a000640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec580039f0 0x7fec58003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec6a000640 1 -- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec580051d0 msgr2=0x7fec5800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec6a000640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec580051d0 0x7fec5800b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:41.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.800+0000 7fec6a000640 1 -- 172.21.15.22:0/1235359156 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec58003530 con 0x7fec58004810 2024-09-10T10:35:41.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec6a000640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 0x7fec58004c90 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fec5c00c240 tx=0x7fec5c01cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a789454dac2bc60 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:41.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec5c007d20 con 0x7fec58004810 2024-09-10T10:35:41.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec5c0a9020 con 0x7fec58004810 2024-09-10T10:35:41.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec72000640 1 -- 172.21.15.22:0/1235359156 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec5c005b00 con 0x7fec58004810 2024-09-10T10:35:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec79a00640 1 -- 172.21.15.22:0/1235359156 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 msgr2=0x7fec58004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec79a00640 1 --2- 172.21.15.22:0/1235359156 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 0x7fec58004c90 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fec5c00c240 tx=0x7fec5c01cc30 comp rx=0 tx=0).stop 2024-09-10T10:35:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec73400640 1 -- 172.21.15.22:0/1235359156 reap_dead start 2024-09-10T10:35:41.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec79a00640 1 -- 172.21.15.22:0/1235359156 shutdown_connections 2024-09-10T10:35:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec79a00640 1 -- 172.21.15.22:0/1235359156 >> 172.21.15.22:0/1235359156 conn(0x7fec74062dd0 msgr2=0x7fec7406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec79a00640 1 -- 172.21.15.22:0/1235359156 shutdown_connections 2024-09-10T10:35:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec79a00640 1 -- 172.21.15.22:0/1235359156 wait complete. 2024-09-10T10:35:41.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec79a00640 1 Processor -- start 2024-09-10T10:35:41.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.804+0000 7fec79a00640 1 -- start start 2024-09-10T10:35:41.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec79a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 0x7fec74157f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:41.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec79a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec741584c0 0x7fec740b2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:41.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec79a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec7414fb00 0x7fec740b2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:41.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec79a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fec740cffd0 con 0x7fec58004810 2024-09-10T10:35:41.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec79a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fec740cfe50 con 0x7fec7414fb00 2024-09-10T10:35:41.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec79a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fec740d0150 con 0x7fec741584c0 2024-09-10T10:35:41.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec72a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 0x7fec74157f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec72a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 0x7fec74157f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54828/0 (socket says 172.21.15.22:54828) 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec72a00640 1 -- 172.21.15.22:0/1111300902 learned_addr learned my addr 172.21.15.22:0/1111300902 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec6a000640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec741584c0 0x7fec740b2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec72a00640 1 -- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec741584c0 msgr2=0x7fec740b2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec73400640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec7414fb00 0x7fec740b2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec72a00640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec741584c0 0x7fec740b2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec72a00640 1 -- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec7414fb00 msgr2=0x7fec740b2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec72a00640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec7414fb00 0x7fec740b2880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec72a00640 1 -- 172.21.15.22:0/1111300902 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec741f3b80 con 0x7fec58004810 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec6a000640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec741584c0 0x7fec740b2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec73400640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec7414fb00 0x7fec740b2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec72a00640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 0x7fec74157f80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fec64011c30 tx=0x7fec6400f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec6b400640 1 -- 172.21.15.22:0/1111300902 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec6400fd20 con 0x7fec58004810 2024-09-10T10:35:41.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec6b400640 1 -- 172.21.15.22:0/1111300902 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec64014440 con 0x7fec58004810 2024-09-10T10:35:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec6b400640 1 -- 172.21.15.22:0/1111300902 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec640147f0 con 0x7fec58004810 2024-09-10T10:35:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec79a00640 1 -- 172.21.15.22:0/1111300902 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec741f3e60 con 0x7fec58004810 2024-09-10T10:35:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec79a00640 1 -- 172.21.15.22:0/1111300902 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec741f4420 con 0x7fec58004810 2024-09-10T10:35:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec79a00640 1 -- 172.21.15.22:0/1111300902 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec740afb10 con 0x7fec58004810 2024-09-10T10:35:41.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.808+0000 7fec6b400640 1 -- 172.21.15.22:0/1111300902 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fec64012040 con 0x7fec58004810 2024-09-10T10:35:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.812+0000 7fec6b400640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fec500678f0 0x7fec50069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.812+0000 7fec6b400640 1 -- 172.21.15.22:0/1111300902 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fec640864c0 con 0x7fec58004810 2024-09-10T10:35:41.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.812+0000 7fec6a000640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fec500678f0 0x7fec50069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:41.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.812+0000 7fec6a000640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fec500678f0 0x7fec50069db0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fec5c00c240 tx=0x7fec740cd790 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:41.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:41.816+0000 7fec6b400640 1 -- 172.21.15.22:0/1111300902 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fec64019030 con 0x7fec58004810 2024-09-10T10:35:42.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 -- 172.21.15.22:0/1111300902 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fec740cc740 con 0x7fec58004810 2024-09-10T10:35:42.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec6b400640 1 -- 172.21.15.22:0/1111300902 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5228 (secure 0 0 0) 0x7fec64056ff0 con 0x7fec58004810 2024-09-10T10:35:42.018 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:42.018 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":41,"btime":"2024-09-10T10:35:22:398575+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5267,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2397639362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2397639362},{"type":"v1","addr":"172.21.15.145:6836","nonce":2397639362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3732295506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3732295506},{"type":"v1","addr":"172.21.15.145:6837","nonce":3732295506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5838,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/459503563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":459503563},{"type":"v1","addr":"172.21.15.22:6834","nonce":459503563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:18.752387+0000","modified":"2024-09-10T10:35:21.786522+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"a","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2879608721","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2879608721},{"type":"v1","addr":"172.21.15.22:6835","nonce":2879608721}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-10T10:35:42.018 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 41 2024-09-10T10:35:42.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 -- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fec500678f0 msgr2=0x7fec50069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fec500678f0 0x7fec50069db0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fec5c00c240 tx=0x7fec740cd790 comp rx=0 tx=0).stop 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 -- 172.21.15.22:0/1111300902 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 msgr2=0x7fec74157f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 0x7fec74157f80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fec64011c30 tx=0x7fec6400f610 comp rx=0 tx=0).stop 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 -- 172.21.15.22:0/1111300902 shutdown_connections 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fec500678f0 0x7fec50069db0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec7414fb00 0x7fec740b2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec741584c0 0x7fec740b2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 --2- 172.21.15.22:0/1111300902 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fec58004810 0x7fec74157f80 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 -- 172.21.15.22:0/1111300902 >> 172.21.15.22:0/1111300902 conn(0x7fec74062dd0 msgr2=0x7fec740b4b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 -- 172.21.15.22:0/1111300902 shutdown_connections 2024-09-10T10:35:42.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.016+0000 7fec79a00640 1 -- 172.21.15.22:0/1111300902 wait complete. 2024-09-10T10:35:42.039 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-10T10:35:42.202 INFO:teuthology.orchestra.run.smithi022.stdout:[{"id":5375,"entity":{"name":{"type":"client","num":5375},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":564409090}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":10.195878797000001,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9347896469846377,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5375 192.168.0.1:0/564409090","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":5369,"entity":{"name":{"type":"client","num":5369},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":690744368}},"state":"open","num_leases":1,"num_caps":109,"request_load_avg":575,"uptime":11.319865367,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":2105.7111370022685,"halflife":60},"release_caps":{"value":479.12185821652605,"halflife":60},"recall_caps_throttle":{"value":408.56337724949736,"halflife":1.5},"recall_caps_throttle2o":{"value":29.96448005405281,"halflife":0.5},"session_cache_liveness":{"value":1183.6737487440896,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":630,"last_trim_completed_flushes_tid":601,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.5369 172.21.15.22:0/690744368","completed_requests":[],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x1000000044d","length":903}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:35:42.203 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 564409090, "type": "any" }, "name": { "num": 5375, "type": "client" } }, "id": 5375, "inst": "client.5375 192.168.0.1:0/564409090", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.9347896469846377 }, "state": "open", "uptime": 10.195878797 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 690744368, "type": "any" }, "name": { "num": 5369, "type": "client" } }, "id": 5369, "inst": "client.5369 172.21.15.22:0/690744368", "last_trim_completed_flushes_tid": 601, "last_trim_completed_requests_tid": 630, "num_caps": 109, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 903, "start": "0x1000000044d" } ], "recall_caps": { "halflife": 60, "value": 2105.7111370022685 }, "recall_caps_throttle": { "halflife": 1.5, "value": 408.56337724949736 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 29.96448005405281 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 479.12185821652605 }, "request_load_avg": 575, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1183.6737487440896 }, "state": "open", "uptime": 11.319865367 } ] 2024-09-10T10:35:42.203 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-10T10:35:42.203 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:35:42.203 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:35:42.287 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:35:42.377 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:35:42.377 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:35:42.377 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:42.377 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:42.386 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:42.387 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:42.437 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:35:42.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e06e00640 1 Processor -- start 2024-09-10T10:35:43.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e06e00640 1 -- start start 2024-09-10T10:35:43.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e06e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6e00145fb0 0x7f6e000b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e06e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6e0006e8c0 0x7f6e000cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e06e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e0006d3f0 con 0x7f6e000cd670 2024-09-10T10:35:43.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e06e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6e000ce010 con 0x7f6e0006e8c0 2024-09-10T10:35:43.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e06e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f6e0006d1a0 con 0x7f6e00145fb0 2024-09-10T10:35:43.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e04e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6e0006e8c0 0x7f6e000cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e04e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6e0006e8c0 0x7f6e000cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54838/0 (socket says 172.21.15.22:54838) 2024-09-10T10:35:43.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e04e00640 1 -- 172.21.15.22:0/1733181245 learned_addr learned my addr 172.21.15.22:0/1733181245 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:43.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6dffe00640 1 --2- 172.21.15.22:0/1733181245 >> v2:172.21.15.145:3300/0 conn(0x7f6e00145fb0 0x7f6e000b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e04e00640 1 -- 172.21.15.22:0/1733181245 >> v2:172.21.15.145:3300/0 conn(0x7f6e00145fb0 msgr2=0x7f6e000b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:43.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e04e00640 1 --2- 172.21.15.22:0/1733181245 >> v2:172.21.15.145:3300/0 conn(0x7f6e00145fb0 0x7f6e000b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e04e00640 1 -- 172.21.15.22:0/1733181245 >> v1:172.21.15.145:6789/0 conn(0x7f6e000cd670 legacy=0x7f6e0006e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.624+0000 7f6e04e00640 1 -- 172.21.15.22:0/1733181245 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e0006d6d0 con 0x7f6e0006e8c0 2024-09-10T10:35:43.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6e04e00640 1 --2- 172.21.15.22:0/1733181245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e0006e8c0 0x7f6e000cdad0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f6e000735c0 tx=0x7f6df801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8482aebead345208 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:43.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6dfea00640 1 -- 172.21.15.22:0/1733181245 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df80a56c0 con 0x7f6e0006e8c0 2024-09-10T10:35:43.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6dfea00640 1 -- 172.21.15.22:0/1733181245 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6df80a5860 con 0x7f6e0006e8c0 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6dfea00640 1 -- 172.21.15.22:0/1733181245 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df80a5c30 con 0x7f6e0006e8c0 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6e06e00640 1 -- 172.21.15.22:0/1733181245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e0006e8c0 msgr2=0x7f6e000cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6e06e00640 1 --2- 172.21.15.22:0/1733181245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e0006e8c0 0x7f6e000cdad0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f6e000735c0 tx=0x7f6df801c9f0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6e06e00640 1 -- 172.21.15.22:0/1733181245 shutdown_connections 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6e06e00640 1 --2- 172.21.15.22:0/1733181245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e0006e8c0 0x7f6e000cdad0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6e06e00640 1 --2- 172.21.15.22:0/1733181245 >> v2:172.21.15.145:3300/0 conn(0x7f6e00145fb0 0x7f6e000b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6e06e00640 1 -- 172.21.15.22:0/1733181245 >> 172.21.15.22:0/1733181245 conn(0x7f6e00062dd0 msgr2=0x7f6e0006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6e06e00640 1 -- 172.21.15.22:0/1733181245 shutdown_connections 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6e06e00640 1 -- 172.21.15.22:0/1733181245 wait complete. 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.628+0000 7f6e06e00640 1 Processor -- start 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e06e00640 1 -- start start 2024-09-10T10:35:43.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e06e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e0006e8c0 0x7f6e00163750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e06e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e000cd670 0x7f6e001441b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e06e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e00145fb0 0x7f6e0015ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e06e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6e000d0170 con 0x7f6e00145fb0 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e06e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6e000cfff0 con 0x7f6e0006e8c0 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e06e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6e0006dd20 con 0x7f6e000cd670 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e04e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e00145fb0 0x7f6e0015ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e04e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e00145fb0 0x7f6e0015ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54842/0 (socket says 172.21.15.22:54842) 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e04e00640 1 -- 172.21.15.22:0/2370528530 learned_addr learned my addr 172.21.15.22:0/2370528530 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6dffe00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e0006e8c0 0x7f6e00163750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6dff400640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e000cd670 0x7f6e001441b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e04e00640 1 -- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e000cd670 msgr2=0x7f6e001441b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e04e00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e000cd670 0x7f6e001441b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e04e00640 1 -- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e0006e8c0 msgr2=0x7f6e00163750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e04e00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e0006e8c0 0x7f6e00163750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e04e00640 1 -- 172.21.15.22:0/2370528530 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e001626b0 con 0x7f6e00145fb0 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e04e00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e00145fb0 0x7f6e0015ec70 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f6df8019600 tx=0x7f6df8019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6df7e00640 1 -- 172.21.15.22:0/2370528530 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df8009510 con 0x7f6e00145fb0 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6df7e00640 1 -- 172.21.15.22:0/2370528530 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6df80be070 con 0x7f6e00145fb0 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6df7e00640 1 -- 172.21.15.22:0/2370528530 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df80b88b0 con 0x7f6e00145fb0 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e06e00640 1 -- 172.21.15.22:0/2370528530 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e00162990 con 0x7f6e00145fb0 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e06e00640 1 -- 172.21.15.22:0/2370528530 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e00162f50 con 0x7f6e00145fb0 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.632+0000 7f6e06e00640 1 -- 172.21.15.22:0/2370528530 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e000b3e00 con 0x7f6e00145fb0 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.636+0000 7f6df7e00640 1 -- 172.21.15.22:0/2370528530 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6df80b8a50 con 0x7f6e00145fb0 2024-09-10T10:35:43.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.636+0000 7f6df7e00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6de00678c0 0x7f6de0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.636+0000 7f6df7e00640 1 -- 172.21.15.22:0/2370528530 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f6df8120bf0 con 0x7f6e00145fb0 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.636+0000 7f6dffe00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6de00678c0 0x7f6de0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.636+0000 7f6dffe00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6de00678c0 0x7f6de0069d80 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6df0009b60 tx=0x7f6df0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.640+0000 7f6df7e00640 1 -- 172.21.15.22:0/2370528530 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6df80165e0 con 0x7f6e00145fb0 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.816+0000 7f6e06e00640 1 -- 172.21.15.22:0/2370528530 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6e00163c90 con 0x7f6e00145fb0 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.816+0000 7f6df7e00640 1 -- 172.21.15.22:0/2370528530 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v70) ==== 80+0+0 (secure 0 0 0) 0x7f6df80f1690 con 0x7f6e00145fb0 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 -- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6de00678c0 msgr2=0x7f6de0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6de00678c0 0x7f6de0069d80 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6df0009b60 tx=0x7f6df0009190 comp rx=0 tx=0).stop 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 -- 172.21.15.22:0/2370528530 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e00145fb0 msgr2=0x7f6e0015ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e00145fb0 0x7f6e0015ec70 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f6df8019600 tx=0x7f6df8019790 comp rx=0 tx=0).stop 2024-09-10T10:35:43.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 -- 172.21.15.22:0/2370528530 shutdown_connections 2024-09-10T10:35:43.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6de00678c0 0x7f6de0069d80 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e00145fb0 0x7f6e0015ec70 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e000cd670 0x7f6e001441b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 --2- 172.21.15.22:0/2370528530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e0006e8c0 0x7f6e00163750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 -- 172.21.15.22:0/2370528530 >> 172.21.15.22:0/2370528530 conn(0x7f6e00062dd0 msgr2=0x7f6e000b0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:43.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 -- 172.21.15.22:0/2370528530 shutdown_connections 2024-09-10T10:35:43.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:42.820+0000 7f6e06e00640 1 -- 172.21.15.22:0/2370528530 wait complete. 2024-09-10T10:35:43.378 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:35:43.378 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:43.379 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T10:35:43.529 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:35:43.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:43.530 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:35:43.540 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:35:43.540 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:43.540 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:43.550 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:43.550 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:43.603 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:35:43.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13fe00640 1 Processor -- start 2024-09-10T10:35:43.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13fe00640 1 -- start start 2024-09-10T10:35:43.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13fe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd1400cccd0 0x7fd1401609f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd1400ce110 0x7fd1401653b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13fe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd140164310 con 0x7fd1401637f0 2024-09-10T10:35:43.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13fe00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd1401645f0 con 0x7fd1400ce110 2024-09-10T10:35:43.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13fe00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd1401648d0 con 0x7fd1400cccd0 2024-09-10T10:35:43.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd1400ce110 0x7fd1401653b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd1400ce110 0x7fd1401653b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54844/0 (socket says 172.21.15.22:54844) 2024-09-10T10:35:43.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13f400640 1 -- 172.21.15.22:0/757267591 learned_addr learned my addr 172.21.15.22:0/757267591 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:43.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13ea00640 1 --2- 172.21.15.22:0/757267591 >> v2:172.21.15.145:3300/0 conn(0x7fd1400cccd0 0x7fd1401609f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13f400640 1 -- 172.21.15.22:0/757267591 >> v2:172.21.15.145:3300/0 conn(0x7fd1400cccd0 msgr2=0x7fd1401609f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:43.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13f400640 1 --2- 172.21.15.22:0/757267591 >> v2:172.21.15.145:3300/0 conn(0x7fd1400cccd0 0x7fd1401609f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13f400640 1 -- 172.21.15.22:0/757267591 >> v1:172.21.15.145:6789/0 conn(0x7fd1401637f0 legacy=0x7fd1400cda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13f400640 1 -- 172.21.15.22:0/757267591 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd140164bb0 con 0x7fd1400ce110 2024-09-10T10:35:43.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.744+0000 7fd13ea00640 1 --2- 172.21.15.22:0/757267591 >> v2:172.21.15.145:3300/0 conn(0x7fd1400cccd0 0x7fd1401609f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:43.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13f400640 1 --2- 172.21.15.22:0/757267591 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400ce110 0x7fd1401653b0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fd1400631f0 tx=0x7fd13801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1526d03679c46a9a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:43.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13e000640 1 -- 172.21.15.22:0/757267591 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1380090d0 con 0x7fd1400ce110 2024-09-10T10:35:43.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13e000640 1 -- 172.21.15.22:0/757267591 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1380a58a0 con 0x7fd1400ce110 2024-09-10T10:35:43.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13e000640 1 -- 172.21.15.22:0/757267591 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd138009270 con 0x7fd1400ce110 2024-09-10T10:35:43.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13fe00640 1 -- 172.21.15.22:0/757267591 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400ce110 msgr2=0x7fd1401653b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13fe00640 1 --2- 172.21.15.22:0/757267591 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400ce110 0x7fd1401653b0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fd1400631f0 tx=0x7fd13801c9c0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13fe00640 1 -- 172.21.15.22:0/757267591 shutdown_connections 2024-09-10T10:35:43.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13fe00640 1 --2- 172.21.15.22:0/757267591 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400ce110 0x7fd1401653b0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13fe00640 1 --2- 172.21.15.22:0/757267591 >> v2:172.21.15.145:3300/0 conn(0x7fd1400cccd0 0x7fd1401609f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13fe00640 1 -- 172.21.15.22:0/757267591 >> 172.21.15.22:0/757267591 conn(0x7fd140062ae0 msgr2=0x7fd14006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:43.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13fe00640 1 -- 172.21.15.22:0/757267591 shutdown_connections 2024-09-10T10:35:43.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.748+0000 7fd13fe00640 1 -- 172.21.15.22:0/757267591 wait complete. 2024-09-10T10:35:43.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 Processor -- start 2024-09-10T10:35:43.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 -- start start 2024-09-10T10:35:43.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400cccd0 0x7fd140150db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1400ce110 0x7fd14015f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1401637f0 0x7fd1400b3510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd140163d80 con 0x7fd1400cccd0 2024-09-10T10:35:43.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd140163c00 con 0x7fd1400ce110 2024-09-10T10:35:43.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd1400cd0b0 con 0x7fd1401637f0 2024-09-10T10:35:43.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400cccd0 0x7fd140150db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400cccd0 0x7fd140150db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54850/0 (socket says 172.21.15.22:54850) 2024-09-10T10:35:43.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13ea00640 1 -- 172.21.15.22:0/1661622144 learned_addr learned my addr 172.21.15.22:0/1661622144 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:43.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd137e00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1400ce110 0x7fd14015f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13f400640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1401637f0 0x7fd1400b3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13ea00640 1 -- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1401637f0 msgr2=0x7fd1400b3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13ea00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1401637f0 0x7fd1400b3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13ea00640 1 -- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1400ce110 msgr2=0x7fd14015f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13ea00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1400ce110 0x7fd14015f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13ea00640 1 -- 172.21.15.22:0/1661622144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1401facc0 con 0x7fd1400cccd0 2024-09-10T10:35:43.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13ea00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400cccd0 0x7fd140150db0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fd13000e810 tx=0x7fd13000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:43.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd136a00640 1 -- 172.21.15.22:0/1661622144 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd130017070 con 0x7fd1400cccd0 2024-09-10T10:35:43.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd136a00640 1 -- 172.21.15.22:0/1661622144 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd13000c8d0 con 0x7fd1400cccd0 2024-09-10T10:35:43.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 -- 172.21.15.22:0/1661622144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1401fafa0 con 0x7fd1400cccd0 2024-09-10T10:35:43.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd136a00640 1 -- 172.21.15.22:0/1661622144 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd13000f040 con 0x7fd1400cccd0 2024-09-10T10:35:43.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 -- 172.21.15.22:0/1661622144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1401fb560 con 0x7fd1400cccd0 2024-09-10T10:35:43.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.752+0000 7fd13fe00640 1 -- 172.21.15.22:0/1661622144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1401609f0 con 0x7fd1400cccd0 2024-09-10T10:35:43.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.756+0000 7fd136a00640 1 -- 172.21.15.22:0/1661622144 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd13001a070 con 0x7fd1400cccd0 2024-09-10T10:35:43.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.756+0000 7fd136a00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd11c0678c0 0x7fd11c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:43.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.756+0000 7fd136a00640 1 -- 172.21.15.22:0/1661622144 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7fd1300858c0 con 0x7fd1400cccd0 2024-09-10T10:35:43.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.756+0000 7fd137e00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd11c0678c0 0x7fd11c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:43.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.756+0000 7fd137e00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd11c0678c0 0x7fd11c069d80 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd1400691e0 tx=0x7fd128009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:43.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.760+0000 7fd136a00640 1 -- 172.21.15.22:0/1661622144 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd130055d10 con 0x7fd1400cccd0 2024-09-10T10:35:43.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.936+0000 7fd13fe00640 1 -- 172.21.15.22:0/1661622144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd140063530 con 0x7fd1400cccd0 2024-09-10T10:35:43.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.936+0000 7fd136a00640 1 -- 172.21.15.22:0/1661622144 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v70) ==== 80+0+0 (secure 0 0 0) 0x7fd13005a010 con 0x7fd1400cccd0 2024-09-10T10:35:43.940 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:35:43.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 -- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd11c0678c0 msgr2=0x7fd11c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd11c0678c0 0x7fd11c069d80 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd1400691e0 tx=0x7fd128009040 comp rx=0 tx=0).stop 2024-09-10T10:35:43.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 -- 172.21.15.22:0/1661622144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400cccd0 msgr2=0x7fd140150db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:43.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400cccd0 0x7fd140150db0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fd13000e810 tx=0x7fd13000ecd0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 -- 172.21.15.22:0/1661622144 shutdown_connections 2024-09-10T10:35:43.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd11c0678c0 0x7fd11c069d80 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1401637f0 0x7fd1400b3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1400ce110 0x7fd14015f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 --2- 172.21.15.22:0/1661622144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd1400cccd0 0x7fd140150db0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:43.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 -- 172.21.15.22:0/1661622144 >> 172.21.15.22:0/1661622144 conn(0x7fd140062ae0 msgr2=0x7fd1400730a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:43.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 -- 172.21.15.22:0/1661622144 shutdown_connections 2024-09-10T10:35:43.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:43.940+0000 7fd13fe00640 1 -- 172.21.15.22:0/1661622144 wait complete. 2024-09-10T10:35:43.961 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:35:43.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:43.962 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-10T10:35:43.989 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:35:43.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:35:43.990 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:35:44.043 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:35:44.044 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:44.044 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:44.053 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:35:44.054 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:35:44.054 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:44.054 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:44.094 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:35:44.094 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:44.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.236+0000 7ff5de200640 1 Processor -- start 2024-09-10T10:35:44.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.236+0000 7ff5de200640 1 -- start start 2024-09-10T10:35:44.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5de200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff5d8072e90 0x7ff5d815ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5de200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff5d806da30 0x7ff5d806de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5de200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5d815e7a0 con 0x7ff5d8158600 2024-09-10T10:35:44.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5de200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff5d806e3a0 con 0x7ff5d806da30 2024-09-10T10:35:44.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5de200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff5d80b53f0 con 0x7ff5d8072e90 2024-09-10T10:35:44.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5d7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff5d806da30 0x7ff5d806de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5d7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff5d806da30 0x7ff5d806de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54862/0 (socket says 172.21.15.22:54862) 2024-09-10T10:35:44.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5d7e00640 1 -- 172.21.15.22:0/167720878 learned_addr learned my addr 172.21.15.22:0/167720878 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:44.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5cea00640 1 --2- 172.21.15.22:0/167720878 >> v2:172.21.15.145:3300/0 conn(0x7ff5d8072e90 0x7ff5d815ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5d7e00640 1 -- 172.21.15.22:0/167720878 >> v2:172.21.15.145:3300/0 conn(0x7ff5d8072e90 msgr2=0x7ff5d815ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:44.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5d7e00640 1 --2- 172.21.15.22:0/167720878 >> v2:172.21.15.145:3300/0 conn(0x7ff5d8072e90 0x7ff5d815ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5d7e00640 1 -- 172.21.15.22:0/167720878 >> v1:172.21.15.145:6789/0 conn(0x7ff5d8158600 legacy=0x7ff5d815b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.240+0000 7ff5d7e00640 1 -- 172.21.15.22:0/167720878 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5d815b9e0 con 0x7ff5d806da30 2024-09-10T10:35:44.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5d7e00640 1 --2- 172.21.15.22:0/167720878 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 0x7ff5d806de60 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7ff5d80cd980 tx=0x7ff5d001ebc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e9b6c11013aa305 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:44.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5d6a00640 1 -- 172.21.15.22:0/167720878 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d00b4070 con 0x7ff5d806da30 2024-09-10T10:35:44.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5d6a00640 1 -- 172.21.15.22:0/167720878 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5d00a7c10 con 0x7ff5d806da30 2024-09-10T10:35:44.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5d6a00640 1 -- 172.21.15.22:0/167720878 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d00af440 con 0x7ff5d806da30 2024-09-10T10:35:44.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5de200640 1 -- 172.21.15.22:0/167720878 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 msgr2=0x7ff5d806de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5de200640 1 --2- 172.21.15.22:0/167720878 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 0x7ff5d806de60 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7ff5d80cd980 tx=0x7ff5d001ebc0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5de200640 1 -- 172.21.15.22:0/167720878 shutdown_connections 2024-09-10T10:35:44.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5de200640 1 --2- 172.21.15.22:0/167720878 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 0x7ff5d806de60 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5de200640 1 --2- 172.21.15.22:0/167720878 >> v2:172.21.15.145:3300/0 conn(0x7ff5d8072e90 0x7ff5d815ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5de200640 1 -- 172.21.15.22:0/167720878 >> 172.21.15.22:0/167720878 conn(0x7ff5d8062dd0 msgr2=0x7ff5d806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:44.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5de200640 1 -- 172.21.15.22:0/167720878 shutdown_connections 2024-09-10T10:35:44.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5de200640 1 -- 172.21.15.22:0/167720878 wait complete. 2024-09-10T10:35:44.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5de200640 1 Processor -- start 2024-09-10T10:35:44.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.244+0000 7ff5de200640 1 -- start start 2024-09-10T10:35:44.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5de200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 0x7ff5d8154220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5de200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5d8072e90 0x7ff5d815fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5de200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5d8158600 0x7ff5d80cebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5de200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d8158b60 con 0x7ff5d806da30 2024-09-10T10:35:44.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5de200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d81589e0 con 0x7ff5d8158600 2024-09-10T10:35:44.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5de200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff5d815f4a0 con 0x7ff5d8072e90 2024-09-10T10:35:44.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5d7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 0x7ff5d8154220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5d7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 0x7ff5d8154220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54868/0 (socket says 172.21.15.22:54868) 2024-09-10T10:35:44.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5d7400640 1 -- 172.21.15.22:0/1558952942 learned_addr learned my addr 172.21.15.22:0/1558952942 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:44.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5d7e00640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5d8158600 0x7ff5d80cebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5cea00640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5d8072e90 0x7ff5d815fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5d7400640 1 -- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5d8072e90 msgr2=0x7ff5d815fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5d7400640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5d8072e90 0x7ff5d815fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5d7400640 1 -- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5d8158600 msgr2=0x7ff5d80cebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5d7400640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5d8158600 0x7ff5d80cebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5d7400640 1 -- 172.21.15.22:0/1558952942 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5d8154760 con 0x7ff5d806da30 2024-09-10T10:35:44.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5d7400640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 0x7ff5d8154220 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7ff5c800c730 tx=0x7ff5c800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:44.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5cfe00640 1 -- 172.21.15.22:0/1558952942 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c8003ba0 con 0x7ff5d806da30 2024-09-10T10:35:44.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5cfe00640 1 -- 172.21.15.22:0/1558952942 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5c8003d60 con 0x7ff5d806da30 2024-09-10T10:35:44.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5cfe00640 1 -- 172.21.15.22:0/1558952942 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c800aa30 con 0x7ff5d806da30 2024-09-10T10:35:44.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5de200640 1 -- 172.21.15.22:0/1558952942 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5d81605b0 con 0x7ff5d806da30 2024-09-10T10:35:44.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5de200640 1 -- 172.21.15.22:0/1558952942 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5d8160e50 con 0x7ff5d806da30 2024-09-10T10:35:44.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5de200640 1 -- 172.21.15.22:0/1558952942 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5d806de60 con 0x7ff5d806da30 2024-09-10T10:35:44.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.248+0000 7ff5cfe00640 1 -- 172.21.15.22:0/1558952942 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff5c800abd0 con 0x7ff5d806da30 2024-09-10T10:35:44.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.252+0000 7ff5cfe00640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5b40678f0 0x7ff5b4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.252+0000 7ff5cfe00640 1 -- 172.21.15.22:0/1558952942 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7ff5c80859c0 con 0x7ff5d806da30 2024-09-10T10:35:44.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.252+0000 7ff5cea00640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5b40678f0 0x7ff5b4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.252+0000 7ff5cea00640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5b40678f0 0x7ff5b4069db0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0009b60 tx=0x7ff5c0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:44.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.256+0000 7ff5cfe00640 1 -- 172.21.15.22:0/1558952942 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff5c8055ea0 con 0x7ff5d806da30 2024-09-10T10:35:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 -- 172.21.15.22:0/1558952942 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5d8075540 con 0x7ff5d806da30 2024-09-10T10:35:44.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5cfe00640 1 -- 172.21.15.22:0/1558952942 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5228 (secure 0 0 0) 0x7ff5c805a1a0 con 0x7ff5d806da30 2024-09-10T10:35:44.458 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:44.458 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":41,"btime":"2024-09-10T10:35:22:398575+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5267,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2397639362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2397639362},{"type":"v1","addr":"172.21.15.145:6836","nonce":2397639362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3732295506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3732295506},{"type":"v1","addr":"172.21.15.145:6837","nonce":3732295506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5838,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/459503563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":459503563},{"type":"v1","addr":"172.21.15.22:6834","nonce":459503563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:18.752387+0000","modified":"2024-09-10T10:35:21.786522+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"a","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2879608721","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2879608721},{"type":"v1","addr":"172.21.15.22:6835","nonce":2879608721}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-10T10:35:44.458 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 41 2024-09-10T10:35:44.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 -- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5b40678f0 msgr2=0x7ff5b4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5b40678f0 0x7ff5b4069db0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0009b60 tx=0x7ff5c0009190 comp rx=0 tx=0).stop 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 -- 172.21.15.22:0/1558952942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 msgr2=0x7ff5d8154220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 0x7ff5d8154220 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7ff5c800c730 tx=0x7ff5c800cbf0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 -- 172.21.15.22:0/1558952942 shutdown_connections 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5b40678f0 0x7ff5b4069db0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5d8158600 0x7ff5d80cebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5d8072e90 0x7ff5d815fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 --2- 172.21.15.22:0/1558952942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d806da30 0x7ff5d8154220 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 -- 172.21.15.22:0/1558952942 >> 172.21.15.22:0/1558952942 conn(0x7ff5d8062dd0 msgr2=0x7ff5d815b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 -- 172.21.15.22:0/1558952942 shutdown_connections 2024-09-10T10:35:44.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.456+0000 7ff5de200640 1 -- 172.21.15.22:0/1558952942 wait complete. 2024-09-10T10:35:44.479 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:44.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.616+0000 7f9278a00640 1 Processor -- start 2024-09-10T10:35:44.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.616+0000 7f9278a00640 1 -- start start 2024-09-10T10:35:44.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9278a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f927415e8b0 0x7f92740b6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9278a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92740b7410 0x7f927406c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9278a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f927406cba0 0x7f92740b2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9278a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f92740b2a10 con 0x7f927406cba0 2024-09-10T10:35:44.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9278a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f927415ec90 con 0x7f927415e8b0 2024-09-10T10:35:44.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9278a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f92740b20e0 con 0x7f92740b7410 2024-09-10T10:35:44.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9272800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f927406cba0 0x7f92740b2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9272800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f927406cba0 0x7f92740b2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54876/0 (socket says 172.21.15.22:54876) 2024-09-10T10:35:44.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9272800640 1 -- 172.21.15.22:0/4236022137 learned_addr learned my addr 172.21.15.22:0/4236022137 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:44.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f926be00640 1 --2- 172.21.15.22:0/4236022137 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92740b7410 0x7f927406c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9271e00640 1 --2- 172.21.15.22:0/4236022137 >> v2:172.21.15.145:3300/0 conn(0x7f927415e8b0 0x7f92740b6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9272800640 1 -- 172.21.15.22:0/4236022137 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92740b7410 msgr2=0x7f927406c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:44.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9272800640 1 --2- 172.21.15.22:0/4236022137 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92740b7410 0x7f927406c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9272800640 1 -- 172.21.15.22:0/4236022137 >> v2:172.21.15.145:3300/0 conn(0x7f927415e8b0 msgr2=0x7f92740b6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:44.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9272800640 1 --2- 172.21.15.22:0/4236022137 >> v2:172.21.15.145:3300/0 conn(0x7f927415e8b0 0x7f92740b6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9272800640 1 -- 172.21.15.22:0/4236022137 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92740b23c0 con 0x7f927406cba0 2024-09-10T10:35:44.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.620+0000 7f9271e00640 1 --2- 172.21.15.22:0/4236022137 >> v2:172.21.15.145:3300/0 conn(0x7f927415e8b0 0x7f92740b6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:44.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9272800640 1 --2- 172.21.15.22:0/4236022137 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 0x7f92740b2ea0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f9274072ce0 tx=0x7f926c01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48581b7c7f89f84b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:44.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9271400640 1 -- 172.21.15.22:0/4236022137 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f926c0a5670 con 0x7f927406cba0 2024-09-10T10:35:44.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9271400640 1 -- 172.21.15.22:0/4236022137 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f926c0a5810 con 0x7f927406cba0 2024-09-10T10:35:44.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9271400640 1 -- 172.21.15.22:0/4236022137 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f926c0a5be0 con 0x7f927406cba0 2024-09-10T10:35:44.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 -- 172.21.15.22:0/4236022137 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 msgr2=0x7f92740b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 --2- 172.21.15.22:0/4236022137 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 0x7f92740b2ea0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f9274072ce0 tx=0x7f926c01c9f0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 -- 172.21.15.22:0/4236022137 shutdown_connections 2024-09-10T10:35:44.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 --2- 172.21.15.22:0/4236022137 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 0x7f92740b2ea0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 --2- 172.21.15.22:0/4236022137 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92740b7410 0x7f927406c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 --2- 172.21.15.22:0/4236022137 >> v2:172.21.15.145:3300/0 conn(0x7f927415e8b0 0x7f92740b6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 -- 172.21.15.22:0/4236022137 >> 172.21.15.22:0/4236022137 conn(0x7f92740b7ac0 msgr2=0x7f92740b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 -- 172.21.15.22:0/4236022137 shutdown_connections 2024-09-10T10:35:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 -- 172.21.15.22:0/4236022137 wait complete. 2024-09-10T10:35:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 Processor -- start 2024-09-10T10:35:44.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.624+0000 7f9278a00640 1 -- start start 2024-09-10T10:35:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9278a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 0x7f927409fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9278a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92740b7410 0x7f9274151b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9278a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f927415e8b0 0x7f92741f7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9278a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f92740b3f80 con 0x7f927406cba0 2024-09-10T10:35:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9278a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f92740b3e00 con 0x7f92740b7410 2024-09-10T10:35:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9278a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f92740b4100 con 0x7f927415e8b0 2024-09-10T10:35:44.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9271e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 0x7f927409fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9271e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 0x7f927409fff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54890/0 (socket says 172.21.15.22:54890) 2024-09-10T10:35:44.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9271e00640 1 -- 172.21.15.22:0/1354540127 learned_addr learned my addr 172.21.15.22:0/1354540127 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:44.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f926be00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92740b7410 0x7f9274151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9272800640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f927415e8b0 0x7f92741f7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9271e00640 1 -- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f927415e8b0 msgr2=0x7f92741f7870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9271e00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f927415e8b0 0x7f92741f7870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9271e00640 1 -- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92740b7410 msgr2=0x7f9274151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9271e00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92740b7410 0x7f9274151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9271e00640 1 -- 172.21.15.22:0/1354540127 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92740a0530 con 0x7f927406cba0 2024-09-10T10:35:44.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9271e00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 0x7f927409fff0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f926400d830 tx=0x7f926400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:44.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f926a000640 1 -- 172.21.15.22:0/1354540127 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9264018020 con 0x7f927406cba0 2024-09-10T10:35:44.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f926a000640 1 -- 172.21.15.22:0/1354540127 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92640096c0 con 0x7f927406cba0 2024-09-10T10:35:44.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f926a000640 1 -- 172.21.15.22:0/1354540127 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9264009ab0 con 0x7f927406cba0 2024-09-10T10:35:44.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9278a00640 1 -- 172.21.15.22:0/1354540127 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9274150590 con 0x7f927406cba0 2024-09-10T10:35:44.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9278a00640 1 -- 172.21.15.22:0/1354540127 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9274150b50 con 0x7f927406cba0 2024-09-10T10:35:44.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f9278a00640 1 -- 172.21.15.22:0/1354540127 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f927406c660 con 0x7f927406cba0 2024-09-10T10:35:44.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.628+0000 7f926a000640 1 -- 172.21.15.22:0/1354540127 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f926401b020 con 0x7f927406cba0 2024-09-10T10:35:44.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.632+0000 7f926a000640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92500678c0 0x7f9250069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:44.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.632+0000 7f926a000640 1 -- 172.21.15.22:0/1354540127 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f9264086400 con 0x7f927406cba0 2024-09-10T10:35:44.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.632+0000 7f926be00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92500678c0 0x7f9250069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:44.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.632+0000 7f926be00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92500678c0 0x7f9250069d80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f92741fbf40 tx=0x7f925c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:44.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.636+0000 7f926a000640 1 -- 172.21.15.22:0/1354540127 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9264022020 con 0x7f927406cba0 2024-09-10T10:35:44.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.832+0000 7f9278a00640 1 -- 172.21.15.22:0/1354540127 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f92740b1d20 con 0x7f927406cba0 2024-09-10T10:35:44.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.832+0000 7f926a000640 1 -- 172.21.15.22:0/1354540127 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5228 (secure 0 0 0) 0x7f92640567c0 con 0x7f927406cba0 2024-09-10T10:35:44.835 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:44.835 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":41,"btime":"2024-09-10T10:35:22:398575+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5267,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2397639362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2397639362},{"type":"v1","addr":"172.21.15.145:6836","nonce":2397639362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3732295506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3732295506},{"type":"v1","addr":"172.21.15.145:6837","nonce":3732295506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5838,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/459503563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":459503563},{"type":"v1","addr":"172.21.15.22:6834","nonce":459503563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:18.752387+0000","modified":"2024-09-10T10:35:21.786522+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"a","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2879608721","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2879608721},{"type":"v1","addr":"172.21.15.22:6835","nonce":2879608721}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-10T10:35:44.836 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 41 2024-09-10T10:35:44.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 -- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92500678c0 msgr2=0x7f9250069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92500678c0 0x7f9250069d80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f92741fbf40 tx=0x7f925c009190 comp rx=0 tx=0).stop 2024-09-10T10:35:44.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 -- 172.21.15.22:0/1354540127 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 msgr2=0x7f927409fff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:44.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 0x7f927409fff0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f926400d830 tx=0x7f926400dcf0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 -- 172.21.15.22:0/1354540127 shutdown_connections 2024-09-10T10:35:44.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92500678c0 0x7f9250069d80 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f927415e8b0 0x7f92741f7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92740b7410 0x7f9274151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 --2- 172.21.15.22:0/1354540127 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f927406cba0 0x7f927409fff0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:44.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 -- 172.21.15.22:0/1354540127 >> 172.21.15.22:0/1354540127 conn(0x7f92740b7ac0 msgr2=0x7f92740b1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:44.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 -- 172.21.15.22:0/1354540127 shutdown_connections 2024-09-10T10:35:44.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.836+0000 7f9278a00640 1 -- 172.21.15.22:0/1354540127 wait complete. 2024-09-10T10:35:44.858 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:35:44.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.996+0000 7f8bbea00640 1 Processor -- start 2024-09-10T10:35:44.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.996+0000 7f8bbea00640 1 -- start start 2024-09-10T10:35:45.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.996+0000 7f8bbea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8bb815c670 0x7f8bb815ca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.996+0000 7f8bbea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8bb80b18b0 0x7f8bb80b6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.996+0000 7f8bbea00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bb80b57f0 con 0x7f8bb80b1360 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.996+0000 7f8bbea00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f8bb815cf90 con 0x7f8bb80b18b0 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.996+0000 7f8bbea00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8bb80b5db0 con 0x7f8bb815c670 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.996+0000 7f8bafe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8bb80b18b0 0x7f8bb80b6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.996+0000 7f8bbca00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f8bb80b1360 0x7f8bb80b31b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:33970/0 (socket says 172.21.15.22:33970) 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:44.996+0000 7f8bbca00640 1 -- 172.21.15.22:0/300961470 learned_addr learned my addr 172.21.15.22:0/300961470 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.000+0000 7f8bb7e00640 1 --2- 172.21.15.22:0/300961470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8bb815c670 0x7f8bb815ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.000+0000 7f8bafe00640 1 -- 172.21.15.22:0/300961470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8bb815c670 msgr2=0x7f8bb815ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.000+0000 7f8bafe00640 1 --2- 172.21.15.22:0/300961470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8bb815c670 0x7f8bb815ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.000+0000 7f8bafe00640 1 -- 172.21.15.22:0/300961470 >> v1:172.21.15.22:6789/0 conn(0x7f8bb80b1360 legacy=0x7f8bb80b31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.000+0000 7f8bafe00640 1 -- 172.21.15.22:0/300961470 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bb80b5ad0 con 0x7f8bb80b18b0 2024-09-10T10:35:45.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.000+0000 7f8bb7400640 1 -- 172.21.15.22:0/300961470 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3716473711 0 0) 0x7f8bb80b57f0 con 0x7f8bb80b1360 2024-09-10T10:35:45.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.000+0000 7f8bafe00640 1 --2- 172.21.15.22:0/300961470 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b18b0 0x7f8bb80b6050 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00097c0 tx=0x7f8ba001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57577c3283d91e49 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:45.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.000+0000 7f8bb7400640 1 -- 172.21.15.22:0/300961470 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba00b0070 con 0x7f8bb80b18b0 2024-09-10T10:35:45.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.000+0000 7f8bb7400640 1 -- 172.21.15.22:0/300961470 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ba00ab600 con 0x7f8bb80b18b0 2024-09-10T10:35:45.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.000+0000 7f8bb7400640 1 -- 172.21.15.22:0/300961470 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba00ab9d0 con 0x7f8bb80b18b0 2024-09-10T10:35:45.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 -- 172.21.15.22:0/300961470 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b18b0 msgr2=0x7f8bb80b6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 --2- 172.21.15.22:0/300961470 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b18b0 0x7f8bb80b6050 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00097c0 tx=0x7f8ba001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 -- 172.21.15.22:0/300961470 shutdown_connections 2024-09-10T10:35:45.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 --2- 172.21.15.22:0/300961470 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b18b0 0x7f8bb80b6050 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 --2- 172.21.15.22:0/300961470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8bb815c670 0x7f8bb815ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 -- 172.21.15.22:0/300961470 >> 172.21.15.22:0/300961470 conn(0x7f8bb80b7ac0 msgr2=0x7f8bb80b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:45.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 -- 172.21.15.22:0/300961470 shutdown_connections 2024-09-10T10:35:45.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 -- 172.21.15.22:0/300961470 wait complete. 2024-09-10T10:35:45.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 Processor -- start 2024-09-10T10:35:45.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 -- start start 2024-09-10T10:35:45.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b1360 0x7f8bb814fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bb80b18b0 0x7f8bb806c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8bb815c670 0x7f8bb806f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb80b2d20 con 0x7f8bb80b1360 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb80b55a0 con 0x7f8bb80b18b0 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbea00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8bb80b69a0 con 0x7f8bb815c670 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bb7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b1360 0x7f8bb814fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bb7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b1360 0x7f8bb814fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54910/0 (socket says 172.21.15.22:54910) 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bb7e00640 1 -- 172.21.15.22:0/3762467602 learned_addr learned my addr 172.21.15.22:0/3762467602 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bafe00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bb80b18b0 0x7f8bb806c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bbca00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8bb815c670 0x7f8bb806f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bb7e00640 1 -- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8bb815c670 msgr2=0x7f8bb806f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bb7e00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8bb815c670 0x7f8bb806f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bb7e00640 1 -- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bb80b18b0 msgr2=0x7f8bb806c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bb7e00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bb80b18b0 0x7f8bb806c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bb7e00640 1 -- 172.21.15.22:0/3762467602 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bb81501a0 con 0x7f8bb80b1360 2024-09-10T10:35:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.004+0000 7f8bb7e00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b1360 0x7f8bb814fc60 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f8ba800e960 tx=0x7f8ba800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.008+0000 7f8bb4c00640 1 -- 172.21.15.22:0/3762467602 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba8017070 con 0x7f8bb80b1360 2024-09-10T10:35:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.008+0000 7f8bb4c00640 1 -- 172.21.15.22:0/3762467602 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ba800ca00 con 0x7f8bb80b1360 2024-09-10T10:35:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.008+0000 7f8bb4c00640 1 -- 172.21.15.22:0/3762467602 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba800cdb0 con 0x7f8bb80b1360 2024-09-10T10:35:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.008+0000 7f8bbea00640 1 -- 172.21.15.22:0/3762467602 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bb806cf30 con 0x7f8bb80b1360 2024-09-10T10:35:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.008+0000 7f8bbea00640 1 -- 172.21.15.22:0/3762467602 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bb8153550 con 0x7f8bb80b1360 2024-09-10T10:35:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.008+0000 7f8bbea00640 1 -- 172.21.15.22:0/3762467602 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bb8153c70 con 0x7f8bb80b1360 2024-09-10T10:35:45.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.008+0000 7f8bb4c00640 1 -- 172.21.15.22:0/3762467602 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8ba801a070 con 0x7f8bb80b1360 2024-09-10T10:35:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.008+0000 7f8bb4c00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b940678f0 0x7f8b94069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.008+0000 7f8bb4c00640 1 -- 172.21.15.22:0/3762467602 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f8ba8085ca0 con 0x7f8bb80b1360 2024-09-10T10:35:45.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.008+0000 7f8bafe00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b940678f0 0x7f8b94069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.012+0000 7f8bafe00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b940678f0 0x7f8b94069db0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00ad000 tx=0x7f8ba00a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:45.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.012+0000 7f8bb4c00640 1 -- 172.21.15.22:0/3762467602 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8ba80560f0 con 0x7f8bb80b1360 2024-09-10T10:35:45.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.180+0000 7f8bbea00640 1 -- 172.21.15.22:0/3762467602 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8bb80b6050 con 0x7f8bb80b1360 2024-09-10T10:35:45.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.180+0000 7f8bb4c00640 1 -- 172.21.15.22:0/3762467602 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) ==== 74+0+16680 (secure 0 0 0) 0x7f8ba805a3f0 con 0x7f8bb80b1360 2024-09-10T10:35:45.183 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:45.183 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":70,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:35:20.355095+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:35:16.492504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-10T10:35:17.762224+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:35:45.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 -- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b940678f0 msgr2=0x7f8b94069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b940678f0 0x7f8b94069db0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00ad000 tx=0x7f8ba00a6000 comp rx=0 tx=0).stop 2024-09-10T10:35:45.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 -- 172.21.15.22:0/3762467602 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b1360 msgr2=0x7f8bb814fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b1360 0x7f8bb814fc60 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f8ba800e960 tx=0x7f8ba800ee20 comp rx=0 tx=0).stop 2024-09-10T10:35:45.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 -- 172.21.15.22:0/3762467602 shutdown_connections 2024-09-10T10:35:45.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8b940678f0 0x7f8b94069db0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8bb815c670 0x7f8bb806f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8bb80b18b0 0x7f8bb806c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 --2- 172.21.15.22:0/3762467602 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8bb80b1360 0x7f8bb814fc60 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 -- 172.21.15.22:0/3762467602 >> 172.21.15.22:0/3762467602 conn(0x7f8bb80b7ac0 msgr2=0x7f8bb80afb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:45.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 -- 172.21.15.22:0/3762467602 shutdown_connections 2024-09-10T10:35:45.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.184+0000 7f8bbea00640 1 -- 172.21.15.22:0/3762467602 wait complete. 2024-09-10T10:35:45.204 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:35:45.205 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:45.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8043400640 1 Processor -- start 2024-09-10T10:35:45.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8043400640 1 -- start start 2024-09-10T10:35:45.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8043400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f803c0b72d0 0x7f803c15edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8043400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f803c06d1a0 con 0x7f803c15e960 2024-09-10T10:35:45.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8043400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f803c06d480 con 0x7f803c15e580 2024-09-10T10:35:45.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8043400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f803c06d760 con 0x7f803c0b72d0 2024-09-10T10:35:45.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8033e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f803c15e960 0x7f803c0b6bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49682/0 (socket says 172.21.15.22:49682) 2024-09-10T10:35:45.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8033e00640 1 -- 172.21.15.22:0/4261088552 learned_addr learned my addr 172.21.15.22:0/4261088552 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:45.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8041400640 1 --2- 172.21.15.22:0/4261088552 >> v2:172.21.15.22:3300/0 conn(0x7f803c0b72d0 0x7f803c15edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8041400640 1 -- 172.21.15.22:0/4261088552 >> v1:172.21.15.145:6789/0 conn(0x7f803c15e580 legacy=0x7f803c070a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:45.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8041400640 1 -- 172.21.15.22:0/4261088552 >> v1:172.21.15.22:6789/0 conn(0x7f803c15e960 legacy=0x7f803c0b6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f8041400640 1 -- 172.21.15.22:0/4261088552 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f803c06da40 con 0x7f803c0b72d0 2024-09-10T10:35:45.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.344+0000 7f803be00640 1 -- 172.21.15.22:0/4261088552 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3074717971 0 0) 0x7f803c06d1a0 con 0x7f803c15e960 2024-09-10T10:35:45.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f8041400640 1 --2- 172.21.15.22:0/4261088552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c0b72d0 0x7f803c15edd0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f8034009d90 tx=0x7f803401c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e82e982c755a82a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:45.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f803be00640 1 -- 172.21.15.22:0/4261088552 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80340b2070 con 0x7f803c0b72d0 2024-09-10T10:35:45.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f803be00640 1 -- 172.21.15.22:0/4261088552 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80340a59c0 con 0x7f803c0b72d0 2024-09-10T10:35:45.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f803be00640 1 -- 172.21.15.22:0/4261088552 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80340a5d90 con 0x7f803c0b72d0 2024-09-10T10:35:45.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f8043400640 1 -- 172.21.15.22:0/4261088552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c0b72d0 msgr2=0x7f803c15edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f8043400640 1 --2- 172.21.15.22:0/4261088552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c0b72d0 0x7f803c15edd0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f8034009d90 tx=0x7f803401c8e0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f8043400640 1 -- 172.21.15.22:0/4261088552 shutdown_connections 2024-09-10T10:35:45.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f8043400640 1 --2- 172.21.15.22:0/4261088552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c0b72d0 0x7f803c15edd0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f8043400640 1 -- 172.21.15.22:0/4261088552 >> 172.21.15.22:0/4261088552 conn(0x7f803c06f3b0 msgr2=0x7f803c06f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:45.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f8043400640 1 -- 172.21.15.22:0/4261088552 shutdown_connections 2024-09-10T10:35:45.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.348+0000 7f8043400640 1 -- 172.21.15.22:0/4261088552 wait complete. 2024-09-10T10:35:45.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8043400640 1 Processor -- start 2024-09-10T10:35:45.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8043400640 1 -- start start 2024-09-10T10:35:45.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8043400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f803c0b72d0 0x7f803c160290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8043400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f803c15e580 0x7f803c150de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8043400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c15e960 0x7f803c151320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8043400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f803c06cc20 con 0x7f803c15e960 2024-09-10T10:35:45.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8043400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f803c06caa0 con 0x7f803c15e580 2024-09-10T10:35:45.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8043400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f803c16c230 con 0x7f803c0b72d0 2024-09-10T10:35:45.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8041400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c15e960 0x7f803c151320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8041400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c15e960 0x7f803c151320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36290/0 (socket says 172.21.15.22:36290) 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8041400640 1 -- 172.21.15.22:0/1983993694 learned_addr learned my addr 172.21.15.22:0/1983993694 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8033e00640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f803c15e580 0x7f803c150de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8040a00640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f803c0b72d0 0x7f803c160290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8041400640 1 -- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f803c0b72d0 msgr2=0x7f803c160290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8041400640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f803c0b72d0 0x7f803c160290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8041400640 1 -- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f803c15e580 msgr2=0x7f803c150de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8041400640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f803c15e580 0x7f803c150de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8041400640 1 -- 172.21.15.22:0/1983993694 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f803c14ed80 con 0x7f803c15e960 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8040a00640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f803c0b72d0 0x7f803c160290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8033e00640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f803c15e580 0x7f803c150de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8041400640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c15e960 0x7f803c151320 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f803401a510 tx=0x7f8034019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8039600640 1 -- 172.21.15.22:0/1983993694 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80340b2040 con 0x7f803c15e960 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8039600640 1 -- 172.21.15.22:0/1983993694 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80340bf070 con 0x7f803c15e960 2024-09-10T10:35:45.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8039600640 1 -- 172.21.15.22:0/1983993694 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80340ad9c0 con 0x7f803c15e960 2024-09-10T10:35:45.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8043400640 1 -- 172.21.15.22:0/1983993694 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f803c14f000 con 0x7f803c15e960 2024-09-10T10:35:45.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.352+0000 7f8043400640 1 -- 172.21.15.22:0/1983993694 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f803c14c4c0 con 0x7f803c15e960 2024-09-10T10:35:45.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.356+0000 7f8043400640 1 -- 172.21.15.22:0/1983993694 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f803c14f3f0 con 0x7f803c15e960 2024-09-10T10:35:45.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.356+0000 7f8039600640 1 -- 172.21.15.22:0/1983993694 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f80340adb60 con 0x7f803c15e960 2024-09-10T10:35:45.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.356+0000 7f8039600640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80180678c0 0x7f8018069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.356+0000 7f8039600640 1 -- 172.21.15.22:0/1983993694 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f8034120f20 con 0x7f803c15e960 2024-09-10T10:35:45.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.356+0000 7f8040a00640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80180678c0 0x7f8018069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.356+0000 7f8040a00640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80180678c0 0x7f8018069d80 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f802c000f70 tx=0x7f802c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:45.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.360+0000 7f8039600640 1 -- 172.21.15.22:0/1983993694 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f803c14ed80 con 0x7f803c15e960 2024-09-10T10:35:45.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.560+0000 7f8043400640 1 -- 172.21.15.22:0/1983993694 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f803c15edd0 con 0x7f803c15e960 2024-09-10T10:35:45.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.560+0000 7f8039600640 1 -- 172.21.15.22:0/1983993694 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5228 (secure 0 0 0) 0x7f8034016560 con 0x7f803c15e960 2024-09-10T10:35:45.565 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:45.565 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":41,"btime":"2024-09-10T10:35:22:398575+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5267,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2397639362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2397639362},{"type":"v1","addr":"172.21.15.145:6836","nonce":2397639362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3732295506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3732295506},{"type":"v1","addr":"172.21.15.145:6837","nonce":3732295506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5838,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/459503563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":459503563},{"type":"v1","addr":"172.21.15.22:6834","nonce":459503563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:18.752387+0000","modified":"2024-09-10T10:35:21.786522+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"a","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2879608721","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2879608721},{"type":"v1","addr":"172.21.15.22:6835","nonce":2879608721}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-10T10:35:45.565 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 41 2024-09-10T10:35:45.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 -- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80180678c0 msgr2=0x7f8018069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80180678c0 0x7f8018069d80 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f802c000f70 tx=0x7f802c009040 comp rx=0 tx=0).stop 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 -- 172.21.15.22:0/1983993694 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c15e960 msgr2=0x7f803c151320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c15e960 0x7f803c151320 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f803401a510 tx=0x7f8034019680 comp rx=0 tx=0).stop 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 -- 172.21.15.22:0/1983993694 shutdown_connections 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80180678c0 0x7f8018069d80 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f803c15e960 0x7f803c151320 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f803c15e580 0x7f803c150de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 --2- 172.21.15.22:0/1983993694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f803c0b72d0 0x7f803c160290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 -- 172.21.15.22:0/1983993694 >> 172.21.15.22:0/1983993694 conn(0x7f803c06f3b0 msgr2=0x7f803c074d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 -- 172.21.15.22:0/1983993694 shutdown_connections 2024-09-10T10:35:45.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.564+0000 7f8043400640 1 -- 172.21.15.22:0/1983993694 wait complete. 2024-09-10T10:35:45.585 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:45.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f8775a00640 1 Processor -- start 2024-09-10T10:35:45.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f8775a00640 1 -- start start 2024-09-10T10:35:45.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f8775a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8770145fb0 0x7f87700b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f8775a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f87700cd670 0x7f87700cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f8775a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f877006d3f0 con 0x7f877006e1b0 2024-09-10T10:35:45.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f8775a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f87700ce010 con 0x7f8770145fb0 2024-09-10T10:35:45.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f8775a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f877006d1a0 con 0x7f87700cd670 2024-09-10T10:35:45.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f876ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8770145fb0 0x7f87700b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f876ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8770145fb0 0x7f87700b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36306/0 (socket says 172.21.15.22:36306) 2024-09-10T10:35:45.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f876ea00640 1 -- 172.21.15.22:0/2462355379 learned_addr learned my addr 172.21.15.22:0/2462355379 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:45.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f8766000640 1 --2- 172.21.15.22:0/2462355379 >> v2:172.21.15.145:3300/0 conn(0x7f87700cd670 0x7f87700cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f876ea00640 1 -- 172.21.15.22:0/2462355379 >> v2:172.21.15.145:3300/0 conn(0x7f87700cd670 msgr2=0x7f87700cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:45.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.724+0000 7f876ea00640 1 --2- 172.21.15.22:0/2462355379 >> v2:172.21.15.145:3300/0 conn(0x7f87700cd670 0x7f87700cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f876ea00640 1 -- 172.21.15.22:0/2462355379 >> v1:172.21.15.145:6789/0 conn(0x7f877006e1b0 legacy=0x7f877006e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f876ea00640 1 -- 172.21.15.22:0/2462355379 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f877006d6d0 con 0x7f8770145fb0 2024-09-10T10:35:45.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f876ea00640 1 --2- 172.21.15.22:0/2462355379 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8770145fb0 0x7f87700b3e00 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f87700b5c20 tx=0x7f876001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6810fbfec61299b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:45.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f876e000640 1 -- 172.21.15.22:0/2462355379 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87600b0070 con 0x7f8770145fb0 2024-09-10T10:35:45.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f876e000640 1 -- 172.21.15.22:0/2462355379 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87600ab600 con 0x7f8770145fb0 2024-09-10T10:35:45.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f876e000640 1 -- 172.21.15.22:0/2462355379 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87600ab9d0 con 0x7f8770145fb0 2024-09-10T10:35:45.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f8775a00640 1 -- 172.21.15.22:0/2462355379 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8770145fb0 msgr2=0x7f87700b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f8775a00640 1 --2- 172.21.15.22:0/2462355379 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8770145fb0 0x7f87700b3e00 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f87700b5c20 tx=0x7f876001c520 comp rx=0 tx=0).stop 2024-09-10T10:35:45.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f8775a00640 1 -- 172.21.15.22:0/2462355379 shutdown_connections 2024-09-10T10:35:45.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f8775a00640 1 --2- 172.21.15.22:0/2462355379 >> v2:172.21.15.145:3300/0 conn(0x7f87700cd670 0x7f87700cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f8775a00640 1 --2- 172.21.15.22:0/2462355379 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8770145fb0 0x7f87700b3e00 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f8775a00640 1 -- 172.21.15.22:0/2462355379 >> 172.21.15.22:0/2462355379 conn(0x7f8770062dd0 msgr2=0x7f877006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:45.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f8775a00640 1 -- 172.21.15.22:0/2462355379 shutdown_connections 2024-09-10T10:35:45.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.728+0000 7f8775a00640 1 -- 172.21.15.22:0/2462355379 wait complete. 2024-09-10T10:35:45.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8775a00640 1 Processor -- start 2024-09-10T10:35:45.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8775a00640 1 -- start start 2024-09-10T10:35:45.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8775a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f877006e1b0 0x7f8770144090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8775a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87700cd670 0x7f877015a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8775a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8770145fb0 0x7f877015bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8775a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f87700d0170 con 0x7f877006e1b0 2024-09-10T10:35:45.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8775a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f87700cfff0 con 0x7f87700cd670 2024-09-10T10:35:45.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8775a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f877006dd20 con 0x7f8770145fb0 2024-09-10T10:35:45.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f876ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f877006e1b0 0x7f8770144090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f876ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f877006e1b0 0x7f8770144090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36308/0 (socket says 172.21.15.22:36308) 2024-09-10T10:35:45.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f876ea00640 1 -- 172.21.15.22:0/4143556062 learned_addr learned my addr 172.21.15.22:0/4143556062 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8766000640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87700cd670 0x7f877015a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f876f400640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8770145fb0 0x7f877015bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f876ea00640 1 -- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8770145fb0 msgr2=0x7f877015bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f876ea00640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8770145fb0 0x7f877015bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f876ea00640 1 -- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87700cd670 msgr2=0x7f877015a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f876ea00640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87700cd670 0x7f877015a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f876ea00640 1 -- 172.21.15.22:0/4143556062 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87701612c0 con 0x7f877006e1b0 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8766000640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87700cd670 0x7f877015a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f876ea00640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f877006e1b0 0x7f8770144090 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f876001abd0 tx=0x7f876001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8767400640 1 -- 172.21.15.22:0/4143556062 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87600b0040 con 0x7f877006e1b0 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8767400640 1 -- 172.21.15.22:0/4143556062 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87600bc070 con 0x7f877006e1b0 2024-09-10T10:35:45.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8767400640 1 -- 172.21.15.22:0/4143556062 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87600b6660 con 0x7f877006e1b0 2024-09-10T10:35:45.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8775a00640 1 -- 172.21.15.22:0/4143556062 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87701598c0 con 0x7f877006e1b0 2024-09-10T10:35:45.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.732+0000 7f8775a00640 1 -- 172.21.15.22:0/4143556062 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8770159e80 con 0x7f877006e1b0 2024-09-10T10:35:45.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.736+0000 7f8775a00640 1 -- 172.21.15.22:0/4143556062 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87700b3e00 con 0x7f877006e1b0 2024-09-10T10:35:45.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.736+0000 7f8767400640 1 -- 172.21.15.22:0/4143556062 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f87600b6800 con 0x7f877006e1b0 2024-09-10T10:35:45.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.736+0000 7f8767400640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f874c0678f0 0x7f874c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:45.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.736+0000 7f8767400640 1 -- 172.21.15.22:0/4143556062 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f8760120060 con 0x7f877006e1b0 2024-09-10T10:35:45.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.736+0000 7f8766000640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f874c0678f0 0x7f874c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:45.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.736+0000 7f8766000640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f874c0678f0 0x7f874c069db0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f877015f5e0 tx=0x7f8758008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:45.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.740+0000 7f8767400640 1 -- 172.21.15.22:0/4143556062 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8760016110 con 0x7f877006e1b0 2024-09-10T10:35:45.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 -- 172.21.15.22:0/4143556062 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87700b1db0 con 0x7f877006e1b0 2024-09-10T10:35:45.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8767400640 1 -- 172.21.15.22:0/4143556062 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5228 (secure 0 0 0) 0x7f87600f0b00 con 0x7f877006e1b0 2024-09-10T10:35:45.941 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:45.942 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":41,"btime":"2024-09-10T10:35:22:398575+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5267,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2397639362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2397639362},{"type":"v1","addr":"172.21.15.145:6836","nonce":2397639362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3732295506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3732295506},{"type":"v1","addr":"172.21.15.145:6837","nonce":3732295506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5838,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/459503563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":459503563},{"type":"v1","addr":"172.21.15.22:6834","nonce":459503563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:18.752387+0000","modified":"2024-09-10T10:35:21.786522+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5841},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5841":{"gid":5841,"name":"a","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/2879608721","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2879608721},{"type":"v1","addr":"172.21.15.22:6835","nonce":2879608721}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5841,"qdb_cluster":[5841]},"id":5}]} 2024-09-10T10:35:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 41 2024-09-10T10:35:45.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 -- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f874c0678f0 msgr2=0x7f874c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f874c0678f0 0x7f874c069db0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f877015f5e0 tx=0x7f8758008040 comp rx=0 tx=0).stop 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 -- 172.21.15.22:0/4143556062 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f877006e1b0 msgr2=0x7f8770144090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f877006e1b0 0x7f8770144090 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f876001abd0 tx=0x7f876001ad60 comp rx=0 tx=0).stop 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 -- 172.21.15.22:0/4143556062 shutdown_connections 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f874c0678f0 0x7f874c069db0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8770145fb0 0x7f877015bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87700cd670 0x7f877015a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 --2- 172.21.15.22:0/4143556062 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f877006e1b0 0x7f8770144090 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 -- 172.21.15.22:0/4143556062 >> 172.21.15.22:0/4143556062 conn(0x7f8770062dd0 msgr2=0x7f87700b0060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 -- 172.21.15.22:0/4143556062 shutdown_connections 2024-09-10T10:35:45.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:45.940+0000 7f8775a00640 1 -- 172.21.15.22:0/4143556062 wait complete. 2024-09-10T10:35:45.962 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:35:46.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.100+0000 7f2ad0a00640 1 Processor -- start 2024-09-10T10:35:46.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.100+0000 7f2ad0a00640 1 -- start start 2024-09-10T10:35:46.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2ad0a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2acc15c440 0x7f2acc0d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2ad0a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2acc0d1980 0x7f2acc0b5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2ad0a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2acc071570 con 0x7f2acc0b63c0 2024-09-10T10:35:46.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2ad0a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2acc0b1fb0 con 0x7f2acc0d1980 2024-09-10T10:35:46.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2ad0a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2acc071850 con 0x7f2acc15c440 2024-09-10T10:35:46.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2acaa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2acc0d1980 0x7f2acc0b5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2acbe00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2acc0b63c0 0x7f2acc0b6ae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49684/0 (socket says 172.21.15.22:49684) 2024-09-10T10:35:46.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2acbe00640 1 -- 172.21.15.22:0/389457952 learned_addr learned my addr 172.21.15.22:0/389457952 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:46.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2acb400640 1 --2- 172.21.15.22:0/389457952 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2acc15c440 0x7f2acc0d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2acaa00640 1 -- 172.21.15.22:0/389457952 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2acc15c440 msgr2=0x7f2acc0d1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:46.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2acaa00640 1 --2- 172.21.15.22:0/389457952 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2acc15c440 0x7f2acc0d1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2acaa00640 1 -- 172.21.15.22:0/389457952 >> v1:172.21.15.22:6789/0 conn(0x7f2acc0b63c0 legacy=0x7f2acc0b6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2aca000640 1 -- 172.21.15.22:0/389457952 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 837747420 0 0) 0x7f2acc071570 con 0x7f2acc0b63c0 2024-09-10T10:35:46.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.104+0000 7f2acaa00640 1 -- 172.21.15.22:0/389457952 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2acc0b5680 con 0x7f2acc0d1980 2024-09-10T10:35:46.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2acaa00640 1 --2- 172.21.15.22:0/389457952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0d1980 0x7f2acc0b5e80 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f2ab80097c0 tx=0x7f2ab801c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adf00f1a1f216b1f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:46.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2aca000640 1 -- 172.21.15.22:0/389457952 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab80b1070 con 0x7f2acc0d1980 2024-09-10T10:35:46.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2aca000640 1 -- 172.21.15.22:0/389457952 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ab80ac410 con 0x7f2acc0d1980 2024-09-10T10:35:46.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2aca000640 1 -- 172.21.15.22:0/389457952 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab80ac7e0 con 0x7f2acc0d1980 2024-09-10T10:35:46.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2ad0a00640 1 -- 172.21.15.22:0/389457952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0d1980 msgr2=0x7f2acc0b5e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2ad0a00640 1 --2- 172.21.15.22:0/389457952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0d1980 0x7f2acc0b5e80 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f2ab80097c0 tx=0x7f2ab801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2ad0a00640 1 -- 172.21.15.22:0/389457952 shutdown_connections 2024-09-10T10:35:46.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2ad0a00640 1 --2- 172.21.15.22:0/389457952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0d1980 0x7f2acc0b5e80 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2ad0a00640 1 --2- 172.21.15.22:0/389457952 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2acc15c440 0x7f2acc0d1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2ad0a00640 1 -- 172.21.15.22:0/389457952 >> 172.21.15.22:0/389457952 conn(0x7f2acc0b41e0 msgr2=0x7f2acc0b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:46.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2ad0a00640 1 -- 172.21.15.22:0/389457952 shutdown_connections 2024-09-10T10:35:46.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2ad0a00640 1 -- 172.21.15.22:0/389457952 wait complete. 2024-09-10T10:35:46.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2ad0a00640 1 Processor -- start 2024-09-10T10:35:46.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.108+0000 7f2ad0a00640 1 -- start start 2024-09-10T10:35:46.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ad0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0b63c0 0x7f2acc0c7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ad0a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2acc0d1980 0x7f2acc1564a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ad0a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2acc15c440 0x7f2acc073170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ad0a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc0b7370 con 0x7f2acc0b63c0 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ad0a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc0b71f0 con 0x7f2acc15c440 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ad0a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2acc1690d0 con 0x7f2acc0d1980 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2acb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0b63c0 0x7f2acc0c7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2acb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0b63c0 0x7f2acc0c7d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36326/0 (socket says 172.21.15.22:36326) 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2acb400640 1 -- 172.21.15.22:0/2127553376 learned_addr learned my addr 172.21.15.22:0/2127553376 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2acb400640 1 -- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2acc0d1980 msgr2=0x7f2acc1564a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2acb400640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2acc0d1980 0x7f2acc1564a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2acb400640 1 -- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2acc15c440 msgr2=0x7f2acc073170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2acb400640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2acc15c440 0x7f2acc073170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2acb400640 1 -- 172.21.15.22:0/2127553376 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2acc0c8280 con 0x7f2acc0b63c0 2024-09-10T10:35:46.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2acb400640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0b63c0 0x7f2acc0c7d40 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f2abc00e870 tx=0x7f2abc00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:46.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ac3400640 1 -- 172.21.15.22:0/2127553376 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2abc017070 con 0x7f2acc0b63c0 2024-09-10T10:35:46.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ac3400640 1 -- 172.21.15.22:0/2127553376 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2abc00c940 con 0x7f2acc0b63c0 2024-09-10T10:35:46.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ac3400640 1 -- 172.21.15.22:0/2127553376 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2abc00ccf0 con 0x7f2acc0b63c0 2024-09-10T10:35:46.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ad0a00640 1 -- 172.21.15.22:0/2127553376 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2acc0c8550 con 0x7f2acc0b63c0 2024-09-10T10:35:46.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ad0a00640 1 -- 172.21.15.22:0/2127553376 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2acc0c8b10 con 0x7f2acc0b63c0 2024-09-10T10:35:46.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ad0a00640 1 -- 172.21.15.22:0/2127553376 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2acc0b5e80 con 0x7f2acc0b63c0 2024-09-10T10:35:46.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.112+0000 7f2ac3400640 1 -- 172.21.15.22:0/2127553376 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2abc01a070 con 0x7f2acc0b63c0 2024-09-10T10:35:46.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.116+0000 7f2ac3400640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2aac0678c0 0x7f2aac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.116+0000 7f2ac3400640 1 -- 172.21.15.22:0/2127553376 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f2abc085af0 con 0x7f2acc0b63c0 2024-09-10T10:35:46.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.116+0000 7f2acaa00640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2aac0678c0 0x7f2aac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.116+0000 7f2acaa00640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2aac0678c0 0x7f2aac069d80 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2ab80ae000 tx=0x7f2ab8004740 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:46.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.120+0000 7f2ac3400640 1 -- 172.21.15.22:0/2127553376 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2abc0566c0 con 0x7f2acc0b63c0 2024-09-10T10:35:46.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 -- 172.21.15.22:0/2127553376 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2acc0b18c0 con 0x7f2acc0b63c0 2024-09-10T10:35:46.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ac3400640 1 -- 172.21.15.22:0/2127553376 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) ==== 74+0+16680 (secure 0 0 0) 0x7f2abc055fc0 con 0x7f2acc0b63c0 2024-09-10T10:35:46.290 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:46.290 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":70,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:35:20.355095+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:35:16.492504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-10T10:35:17.762224+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:35:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 -- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2aac0678c0 msgr2=0x7f2aac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2aac0678c0 0x7f2aac069d80 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2ab80ae000 tx=0x7f2ab8004740 comp rx=0 tx=0).stop 2024-09-10T10:35:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 -- 172.21.15.22:0/2127553376 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0b63c0 msgr2=0x7f2acc0c7d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0b63c0 0x7f2acc0c7d40 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f2abc00e870 tx=0x7f2abc00ec70 comp rx=0 tx=0).stop 2024-09-10T10:35:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 -- 172.21.15.22:0/2127553376 shutdown_connections 2024-09-10T10:35:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2aac0678c0 0x7f2aac069d80 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2acc15c440 0x7f2acc073170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2acc0d1980 0x7f2acc1564a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 --2- 172.21.15.22:0/2127553376 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2acc0b63c0 0x7f2acc0c7d40 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 -- 172.21.15.22:0/2127553376 >> 172.21.15.22:0/2127553376 conn(0x7f2acc0b41e0 msgr2=0x7f2acc070720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:46.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 -- 172.21.15.22:0/2127553376 shutdown_connections 2024-09-10T10:35:46.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.288+0000 7f2ad0a00640 1 -- 172.21.15.22:0/2127553376 wait complete. 2024-09-10T10:35:46.312 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:35:46.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.452+0000 7f61d3600640 1 Processor -- start 2024-09-10T10:35:46.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.452+0000 7f61d3600640 1 -- start start 2024-09-10T10:35:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.452+0000 7f61d3600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 0x7f61cc071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.452+0000 7f61d3600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61cc0ce880 con 0x7f61cc15b600 2024-09-10T10:35:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.452+0000 7f61d3600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61cc0ceb60 con 0x7f61cc15b220 2024-09-10T10:35:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.452+0000 7f61d3600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f61cc06d6e0 con 0x7f61cc0b56f0 2024-09-10T10:35:46.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61c3e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f61cc15b600 0x7f61cc0b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49692/0 (socket says 172.21.15.22:49692) 2024-09-10T10:35:46.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61c3e00640 1 -- 172.21.15.22:0/1072242100 learned_addr learned my addr 172.21.15.22:0/1072242100 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:46.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61d1600640 1 --2- 172.21.15.22:0/1072242100 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 0x7f61cc071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61cbe00640 1 -- 172.21.15.22:0/1072242100 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3285106102 0 0) 0x7f61cc0ce880 con 0x7f61cc15b600 2024-09-10T10:35:46.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61cbe00640 1 -- 172.21.15.22:0/1072242100 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f61b0003530 con 0x7f61cc15b600 2024-09-10T10:35:46.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61cbe00640 1 -- 172.21.15.22:0/1072242100 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 993800966 0 0) 0x7f61cc0ceb60 con 0x7f61cc15b220 2024-09-10T10:35:46.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61cbe00640 1 -- 172.21.15.22:0/1072242100 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f61cc0ce880 con 0x7f61cc15b220 2024-09-10T10:35:46.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61d1600640 1 -- 172.21.15.22:0/1072242100 >> v1:172.21.15.145:6789/0 conn(0x7f61cc15b220 legacy=0x7f61cc0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61cbe00640 1 -- 172.21.15.22:0/1072242100 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3116045108 0 0) 0x7f61b0003530 con 0x7f61cc15b600 2024-09-10T10:35:46.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61d1600640 1 -- 172.21.15.22:0/1072242100 >> v1:172.21.15.22:6789/0 conn(0x7f61cc15b600 legacy=0x7f61cc0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61d1600640 1 -- 172.21.15.22:0/1072242100 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61cc0cee40 con 0x7f61cc0b56f0 2024-09-10T10:35:46.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61d1600640 1 --2- 172.21.15.22:0/1072242100 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 0x7f61cc071140 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f61c4009dc0 tx=0x7f61c401c760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffbe6ca95ea9fdf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:46.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.456+0000 7f61cbe00640 1 -- 172.21.15.22:0/1072242100 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4001680 con 0x7f61cc0b56f0 2024-09-10T10:35:46.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61cbe00640 1 -- 172.21.15.22:0/1072242100 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61c40a64c0 con 0x7f61cc0b56f0 2024-09-10T10:35:46.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61cbe00640 1 -- 172.21.15.22:0/1072242100 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c40a6870 con 0x7f61cc0b56f0 2024-09-10T10:35:46.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 -- 172.21.15.22:0/1072242100 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 msgr2=0x7f61cc071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 --2- 172.21.15.22:0/1072242100 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 0x7f61cc071140 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f61c4009dc0 tx=0x7f61c401c760 comp rx=0 tx=0).stop 2024-09-10T10:35:46.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 -- 172.21.15.22:0/1072242100 shutdown_connections 2024-09-10T10:35:46.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 --2- 172.21.15.22:0/1072242100 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 0x7f61cc071140 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 -- 172.21.15.22:0/1072242100 >> 172.21.15.22:0/1072242100 conn(0x7f61cc062dd0 msgr2=0x7f61cc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:46.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 -- 172.21.15.22:0/1072242100 shutdown_connections 2024-09-10T10:35:46.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 -- 172.21.15.22:0/1072242100 wait complete. 2024-09-10T10:35:46.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 Processor -- start 2024-09-10T10:35:46.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 -- start start 2024-09-10T10:35:46.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 0x7f61cc14c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f61cc15b220 0x7f61cc156140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61cc15b600 0x7f61cc072280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f61cc0d01e0 con 0x7f61cc15b220 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f61cc0d0060 con 0x7f61cc15b600 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d3600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f61cc169100 con 0x7f61cc0b56f0 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61c3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f61cc15b220 0x7f61cc156140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61c3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f61cc15b220 0x7f61cc156140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36338/0 (socket says 172.21.15.22:36338) 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61c3e00640 1 -- 172.21.15.22:0/4097285221 learned_addr learned my addr 172.21.15.22:0/4097285221 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d0c00640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 0x7f61cc14c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.460+0000 7f61d1600640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61cc15b600 0x7f61cc072280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c3e00640 1 -- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 msgr2=0x7f61cc14c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c3e00640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 0x7f61cc14c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c3e00640 1 -- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61cc15b600 msgr2=0x7f61cc072280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c3e00640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61cc15b600 0x7f61cc072280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c3e00640 1 -- 172.21.15.22:0/4097285221 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61cc1f7a60 con 0x7f61cc15b220 2024-09-10T10:35:46.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c3e00640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f61cc15b220 0x7f61cc156140 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f61b400c750 tx=0x7f61b400cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:46.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c9600640 1 -- 172.21.15.22:0/4097285221 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4005ae0 con 0x7f61cc15b220 2024-09-10T10:35:46.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c9600640 1 -- 172.21.15.22:0/4097285221 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61b4005c80 con 0x7f61cc15b220 2024-09-10T10:35:46.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61d3600640 1 -- 172.21.15.22:0/4097285221 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61cc1f7d00 con 0x7f61cc15b220 2024-09-10T10:35:46.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c9600640 1 -- 172.21.15.22:0/4097285221 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b40072b0 con 0x7f61cc15b220 2024-09-10T10:35:46.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61d3600640 1 -- 172.21.15.22:0/4097285221 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61cc1f82c0 con 0x7f61cc15b220 2024-09-10T10:35:46.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61d3600640 1 -- 172.21.15.22:0/4097285221 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61cc072e90 con 0x7f61cc15b220 2024-09-10T10:35:46.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c9600640 1 -- 172.21.15.22:0/4097285221 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f61b4007450 con 0x7f61cc15b220 2024-09-10T10:35:46.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c9600640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f61a80678c0 0x7f61a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61c9600640 1 -- 172.21.15.22:0/4097285221 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f61b40859f0 con 0x7f61cc15b220 2024-09-10T10:35:46.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.464+0000 7f61d0c00640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f61a80678c0 0x7f61a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.468+0000 7f61d0c00640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f61a80678c0 0x7f61a8069d80 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f61bc0011f0 tx=0x7f61bc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:46.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.468+0000 7f61c9600640 1 -- 172.21.15.22:0/4097285221 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f61b4056620 con 0x7f61cc15b220 2024-09-10T10:35:46.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.668+0000 7f61d3600640 1 -- 172.21.15.22:0/4097285221 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f61cc153de0 con 0x7f61cc15b220 2024-09-10T10:35:46.673 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:35:46.672+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:35:46.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.672+0000 7f61c9600640 1 -- 172.21.15.22:0/4097285221 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v42) ==== 161+0+0 (secure 0 0 0) 0x7f61b4055f20 con 0x7f61cc15b220 2024-09-10T10:35:46.675 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:35:46.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 -- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f61a80678c0 msgr2=0x7f61a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f61a80678c0 0x7f61a8069d80 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f61bc0011f0 tx=0x7f61bc009040 comp rx=0 tx=0).stop 2024-09-10T10:35:46.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 -- 172.21.15.22:0/4097285221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f61cc15b220 msgr2=0x7f61cc156140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f61cc15b220 0x7f61cc156140 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f61b400c750 tx=0x7f61b400cc10 comp rx=0 tx=0).stop 2024-09-10T10:35:46.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 -- 172.21.15.22:0/4097285221 shutdown_connections 2024-09-10T10:35:46.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f61a80678c0 0x7f61a8069d80 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61cc15b600 0x7f61cc072280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f61cc15b220 0x7f61cc156140 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 --2- 172.21.15.22:0/4097285221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61cc0b56f0 0x7f61cc14c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 -- 172.21.15.22:0/4097285221 >> 172.21.15.22:0/4097285221 conn(0x7f61cc062dd0 msgr2=0x7f61cc0b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:46.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 -- 172.21.15.22:0/4097285221 shutdown_connections 2024-09-10T10:35:46.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.676+0000 7f61d3600640 1 -- 172.21.15.22:0/4097285221 wait complete. 2024-09-10T10:35:46.700 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:35:46.745 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:35:46.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b6d400640 1 Processor -- start 2024-09-10T10:35:46.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b6d400640 1 -- start start 2024-09-10T10:35:46.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b6d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6b6815ca10 0x7f6b6806fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b6d400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b680af4f0 con 0x7f6b680b4d30 2024-09-10T10:35:46.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b6d400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b68070fc0 con 0x7f6b6815c630 2024-09-10T10:35:46.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b6d400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6b68070200 con 0x7f6b6815ca10 2024-09-10T10:35:46.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b65e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6b6815ca10 0x7f6b6806fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b67200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6b680b4d30 0x7f6b680ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49716/0 (socket says 172.21.15.22:49716) 2024-09-10T10:35:46.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b67200640 1 -- 172.21.15.22:0/1637123634 learned_addr learned my addr 172.21.15.22:0/1637123634 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:46.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b65e00640 1 -- 172.21.15.22:0/1637123634 >> v1:172.21.15.145:6789/0 conn(0x7f6b6815c630 legacy=0x7f6b6806f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b65e00640 1 -- 172.21.15.22:0/1637123634 >> v1:172.21.15.22:6789/0 conn(0x7f6b680b4d30 legacy=0x7f6b680ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b65400640 1 -- 172.21.15.22:0/1637123634 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2473338514 0 0) 0x7f6b68070fc0 con 0x7f6b6815c630 2024-09-10T10:35:46.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.848+0000 7f6b65e00640 1 -- 172.21.15.22:0/1637123634 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b68071280 con 0x7f6b6815ca10 2024-09-10T10:35:46.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b65e00640 1 --2- 172.21.15.22:0/1637123634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b6815ca10 0x7f6b6806fb00 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f6b540097c0 tx=0x7f6b5401c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3f914af7b988f07 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:46.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b65400640 1 -- 172.21.15.22:0/1637123634 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b540b0070 con 0x7f6b6815ca10 2024-09-10T10:35:46.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b65400640 1 -- 172.21.15.22:0/1637123634 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b540ab600 con 0x7f6b6815ca10 2024-09-10T10:35:46.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b65400640 1 -- 172.21.15.22:0/1637123634 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b540ab9d0 con 0x7f6b6815ca10 2024-09-10T10:35:46.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b6d400640 1 -- 172.21.15.22:0/1637123634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b6815ca10 msgr2=0x7f6b6806fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b6d400640 1 --2- 172.21.15.22:0/1637123634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b6815ca10 0x7f6b6806fb00 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f6b540097c0 tx=0x7f6b5401c330 comp rx=0 tx=0).stop 2024-09-10T10:35:46.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b6d400640 1 -- 172.21.15.22:0/1637123634 shutdown_connections 2024-09-10T10:35:46.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b6d400640 1 --2- 172.21.15.22:0/1637123634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b6815ca10 0x7f6b6806fb00 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b6d400640 1 -- 172.21.15.22:0/1637123634 >> 172.21.15.22:0/1637123634 conn(0x7f6b680b4210 msgr2=0x7f6b680b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:46.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b6d400640 1 -- 172.21.15.22:0/1637123634 shutdown_connections 2024-09-10T10:35:46.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.852+0000 7f6b6d400640 1 -- 172.21.15.22:0/1637123634 wait complete. 2024-09-10T10:35:46.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 Processor -- start 2024-09-10T10:35:46.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 -- start start 2024-09-10T10:35:46.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b680b4d30 0x7f6b681500b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6b6815c630 0x7f6b6815e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b6815ca10 0x7f6b6815f510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6b680706a0 con 0x7f6b680b4d30 2024-09-10T10:35:46.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6b68070520 con 0x7f6b6815ca10 2024-09-10T10:35:46.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6b68070820 con 0x7f6b6815c630 2024-09-10T10:35:46.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b66800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b680b4d30 0x7f6b681500b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b66800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b680b4d30 0x7f6b681500b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36380/0 (socket says 172.21.15.22:36380) 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b66800640 1 -- 172.21.15.22:0/3452281455 learned_addr learned my addr 172.21.15.22:0/3452281455 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b65e00640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6b6815c630 0x7f6b6815e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b67200640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b6815ca10 0x7f6b6815f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b66800640 1 -- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6b6815c630 msgr2=0x7f6b6815e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b66800640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6b6815c630 0x7f6b6815e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b66800640 1 -- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b6815ca10 msgr2=0x7f6b6815f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b66800640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b6815ca10 0x7f6b6815f510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b66800640 1 -- 172.21.15.22:0/3452281455 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b681505f0 con 0x7f6b680b4d30 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b66800640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b680b4d30 0x7f6b681500b0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f6b5800c480 tx=0x7f6b5800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b5ea00640 1 -- 172.21.15.22:0/3452281455 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b58005480 con 0x7f6b680b4d30 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b5ea00640 1 -- 172.21.15.22:0/3452281455 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b58003600 con 0x7f6b680b4d30 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 -- 172.21.15.22:0/3452281455 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b680b6420 con 0x7f6b680b4d30 2024-09-10T10:35:46.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b5ea00640 1 -- 172.21.15.22:0/3452281455 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b580039f0 con 0x7f6b680b4d30 2024-09-10T10:35:46.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 -- 172.21.15.22:0/3452281455 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b680b69e0 con 0x7f6b680b4d30 2024-09-10T10:35:46.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.856+0000 7f6b6d400640 1 -- 172.21.15.22:0/3452281455 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b68069470 con 0x7f6b680b4d30 2024-09-10T10:35:46.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.860+0000 7f6b5ea00640 1 -- 172.21.15.22:0/3452281455 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6b58003b90 con 0x7f6b680b4d30 2024-09-10T10:35:46.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.860+0000 7f6b5ea00640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b480678f0 0x7f6b48069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:46.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.860+0000 7f6b5ea00640 1 -- 172.21.15.22:0/3452281455 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5795+0+0 (secure 0 0 0) 0x7f6b58085950 con 0x7f6b680b4d30 2024-09-10T10:35:46.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.860+0000 7f6b65e00640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b480678f0 0x7f6b48069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:46.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.860+0000 7f6b65e00640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b480678f0 0x7f6b48069db0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6b540ad000 tx=0x7f6b540a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:46.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:46.864+0000 7f6b5ea00640 1 -- 172.21.15.22:0/3452281455 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6b58056420 con 0x7f6b680b4d30 2024-09-10T10:35:47.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.064+0000 7f6b6d400640 1 -- 172.21.15.22:0/3452281455 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6b68070fc0 con 0x7f6b680b4d30 2024-09-10T10:35:47.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b5ea00640 1 -- 172.21.15.22:0/3452281455 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v43) ==== 104+0+0 (secure 0 0 0) 0x7f6b58055d20 con 0x7f6b680b4d30 2024-09-10T10:35:47.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 -- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b480678f0 msgr2=0x7f6b48069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:47.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b480678f0 0x7f6b48069db0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6b540ad000 tx=0x7f6b540a6000 comp rx=0 tx=0).stop 2024-09-10T10:35:47.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 -- 172.21.15.22:0/3452281455 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b680b4d30 msgr2=0x7f6b681500b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:47.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b680b4d30 0x7f6b681500b0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f6b5800c480 tx=0x7f6b5800c940 comp rx=0 tx=0).stop 2024-09-10T10:35:47.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 -- 172.21.15.22:0/3452281455 shutdown_connections 2024-09-10T10:35:47.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b480678f0 0x7f6b48069db0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:47.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6b6815ca10 0x7f6b6815f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:47.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6b6815c630 0x7f6b6815e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:47.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 --2- 172.21.15.22:0/3452281455 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6b680b4d30 0x7f6b681500b0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:47.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 -- 172.21.15.22:0/3452281455 >> 172.21.15.22:0/3452281455 conn(0x7f6b680b4210 msgr2=0x7f6b68151e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:47.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 -- 172.21.15.22:0/3452281455 shutdown_connections 2024-09-10T10:35:47.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.676+0000 7f6b6d400640 1 -- 172.21.15.22:0/3452281455 wait complete. 2024-09-10T10:35:47.702 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:35:47.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4dba00640 1 Processor -- start 2024-09-10T10:35:47.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4dba00640 1 -- start start 2024-09-10T10:35:47.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4dba00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415c5b0 0x7fb4d415fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:47.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4dba00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4d415ea20 con 0x7fb4d40b6850 2024-09-10T10:35:47.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4dba00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4d415ed00 con 0x7fb4d415df60 2024-09-10T10:35:47.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4dba00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb4d415efe0 con 0x7fb4d415c5b0 2024-09-10T10:35:47.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d9a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb4d40b6850 0x7fb4d406f3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49718/0 (socket says 172.21.15.22:49718) 2024-09-10T10:35:47.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d9a00640 1 -- 172.21.15.22:0/1356194533 learned_addr learned my addr 172.21.15.22:0/1356194533 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:47.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d9000640 1 --2- 172.21.15.22:0/1356194533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415c5b0 0x7fb4d415fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:47.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d3400640 1 -- 172.21.15.22:0/1356194533 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1734188505 0 0) 0x7fb4d415ea20 con 0x7fb4d40b6850 2024-09-10T10:35:47.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d3400640 1 -- 172.21.15.22:0/1356194533 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb4b8003530 con 0x7fb4d40b6850 2024-09-10T10:35:47.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d3400640 1 -- 172.21.15.22:0/1356194533 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1060970895 0 0) 0x7fb4d415ed00 con 0x7fb4d415df60 2024-09-10T10:35:47.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d3400640 1 -- 172.21.15.22:0/1356194533 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb4d415ea20 con 0x7fb4d415df60 2024-09-10T10:35:47.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d9000640 1 -- 172.21.15.22:0/1356194533 >> v1:172.21.15.145:6789/0 conn(0x7fb4d415df60 legacy=0x7fb4d40b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:47.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d9000640 1 -- 172.21.15.22:0/1356194533 >> v1:172.21.15.22:6789/0 conn(0x7fb4d40b6850 legacy=0x7fb4d406f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:47.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d3400640 1 -- 172.21.15.22:0/1356194533 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 592552044 0 0) 0x7fb4b8003530 con 0x7fb4d40b6850 2024-09-10T10:35:47.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.888+0000 7fb4d9000640 1 -- 172.21.15.22:0/1356194533 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4d415f2c0 con 0x7fb4d415c5b0 2024-09-10T10:35:47.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4d9000640 1 --2- 172.21.15.22:0/1356194533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415c5b0 0x7fb4d415fac0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb4c40097f0 tx=0x7fb4c401c3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63425ee7a7ccdd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:47.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4d3400640 1 -- 172.21.15.22:0/1356194533 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c40b0070 con 0x7fb4d415c5b0 2024-09-10T10:35:47.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4d3400640 1 -- 172.21.15.22:0/1356194533 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4c40ab400 con 0x7fb4d415c5b0 2024-09-10T10:35:47.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4d3400640 1 -- 172.21.15.22:0/1356194533 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4cc001a00 con 0x7fb4d415c5b0 2024-09-10T10:35:47.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4dba00640 1 -- 172.21.15.22:0/1356194533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415c5b0 msgr2=0x7fb4d415fac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:47.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4dba00640 1 --2- 172.21.15.22:0/1356194533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415c5b0 0x7fb4d415fac0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb4c40097f0 tx=0x7fb4c401c3d0 comp rx=0 tx=0).stop 2024-09-10T10:35:47.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4dba00640 1 -- 172.21.15.22:0/1356194533 shutdown_connections 2024-09-10T10:35:47.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4dba00640 1 --2- 172.21.15.22:0/1356194533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415c5b0 0x7fb4d415fac0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:47.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4dba00640 1 -- 172.21.15.22:0/1356194533 >> 172.21.15.22:0/1356194533 conn(0x7fb4d40b7ce0 msgr2=0x7fb4d409ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:47.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4dba00640 1 -- 172.21.15.22:0/1356194533 shutdown_connections 2024-09-10T10:35:47.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.892+0000 7fb4dba00640 1 -- 172.21.15.22:0/1356194533 wait complete. 2024-09-10T10:35:47.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4dba00640 1 Processor -- start 2024-09-10T10:35:47.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4dba00640 1 -- start start 2024-09-10T10:35:47.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4dba00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40b6850 0x7fb4d4148fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4dba00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4d415c5b0 0x7fb4d41658f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4dba00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415df60 0x7fb4d4165e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4dba00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d406ff10 con 0x7fb4d415c5b0 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4dba00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d415ce90 con 0x7fb4d40b6850 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4dba00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb4d4070090 con 0x7fb4d415df60 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4d415c5b0 0x7fb4d41658f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4d415c5b0 0x7fb4d41658f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36390/0 (socket says 172.21.15.22:36390) 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d3e00640 1 -- 172.21.15.22:0/3195741533 learned_addr learned my addr 172.21.15.22:0/3195741533 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d9000640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40b6850 0x7fb4d4148fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d9a00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415df60 0x7fb4d4165e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:47.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d3e00640 1 -- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415df60 msgr2=0x7fb4d4165e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:47.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d3e00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415df60 0x7fb4d4165e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:47.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d3e00640 1 -- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40b6850 msgr2=0x7fb4d4148fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:47.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d3e00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40b6850 0x7fb4d4148fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:47.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d3e00640 1 -- 172.21.15.22:0/3195741533 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4d406bd60 con 0x7fb4d415c5b0 2024-09-10T10:35:47.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d3e00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4d415c5b0 0x7fb4d41658f0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb4c000c3f0 tx=0x7fb4c000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:47.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d0c00640 1 -- 172.21.15.22:0/3195741533 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c0017070 con 0x7fb4d415c5b0 2024-09-10T10:35:47.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d0c00640 1 -- 172.21.15.22:0/3195741533 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4c00052d0 con 0x7fb4d415c5b0 2024-09-10T10:35:47.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4d0c00640 1 -- 172.21.15.22:0/3195741533 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c0003840 con 0x7fb4d415c5b0 2024-09-10T10:35:47.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.896+0000 7fb4dba00640 1 -- 172.21.15.22:0/3195741533 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4d40b2340 con 0x7fb4d415c5b0 2024-09-10T10:35:47.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.900+0000 7fb4dba00640 1 -- 172.21.15.22:0/3195741533 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4d40b2900 con 0x7fb4d415c5b0 2024-09-10T10:35:47.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.900+0000 7fb4dba00640 1 -- 172.21.15.22:0/3195741533 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4d415fac0 con 0x7fb4d415c5b0 2024-09-10T10:35:47.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.900+0000 7fb4d0c00640 1 -- 172.21.15.22:0/3195741533 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb4c001a070 con 0x7fb4d415c5b0 2024-09-10T10:35:47.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.900+0000 7fb4d0c00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4b40678f0 0x7fb4b4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:47.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.900+0000 7fb4d0c00640 1 -- 172.21.15.22:0/3195741533 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5795+0+0 (secure 0 0 0) 0x7fb4c0085070 con 0x7fb4d415c5b0 2024-09-10T10:35:47.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.900+0000 7fb4d9000640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4b40678f0 0x7fb4b4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:47.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.904+0000 7fb4d9000640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4b40678f0 0x7fb4b4069db0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb4c40ad000 tx=0x7fb4c40a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:47.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:47.904+0000 7fb4d0c00640 1 -- 172.21.15.22:0/3195741533 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb4c0005480 con 0x7fb4d415c5b0 2024-09-10T10:35:48.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:48.072+0000 7fb4dba00640 1 -- 172.21.15.22:0/3195741533 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb4d4073610 con 0x7fb4d415c5b0 2024-09-10T10:35:49.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.012+0000 7fb4d0c00640 1 -- 172.21.15.22:0/3195741533 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v72) ==== 181+0+0 (secure 0 0 0) 0x7fb4c0055460 con 0x7fb4d415c5b0 2024-09-10T10:35:49.015 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:35:49.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 -- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4b40678f0 msgr2=0x7fb4b4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:49.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4b40678f0 0x7fb4b4069db0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb4c40ad000 tx=0x7fb4c40a6000 comp rx=0 tx=0).stop 2024-09-10T10:35:49.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 -- 172.21.15.22:0/3195741533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4d415c5b0 msgr2=0x7fb4d41658f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:49.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4d415c5b0 0x7fb4d41658f0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb4c000c3f0 tx=0x7fb4c000c8b0 comp rx=0 tx=0).stop 2024-09-10T10:35:49.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 -- 172.21.15.22:0/3195741533 shutdown_connections 2024-09-10T10:35:49.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4b40678f0 0x7fb4b4069db0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:49.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d415df60 0x7fb4d4165e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:49.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb4d415c5b0 0x7fb4d41658f0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:49.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 --2- 172.21.15.22:0/3195741533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40b6850 0x7fb4d4148fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:49.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 -- 172.21.15.22:0/3195741533 >> 172.21.15.22:0/3195741533 conn(0x7fb4d40b7ce0 msgr2=0x7fb4d4156500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:49.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 -- 172.21.15.22:0/3195741533 shutdown_connections 2024-09-10T10:35:49.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.016+0000 7fb4dba00640 1 -- 172.21.15.22:0/3195741533 wait complete. 2024-09-10T10:35:49.044 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:35:49.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe67000640 1 Processor -- start 2024-09-10T10:35:49.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe67000640 1 -- start start 2024-09-10T10:35:49.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe67000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbe6006d810 0x7fbe600707b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:49.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe67000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe60162990 0x7fbe6006bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:49.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe67000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe600b69e0 con 0x7fbe600b6190 2024-09-10T10:35:49.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe67000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fbe600b7a80 con 0x7fbe6006d810 2024-09-10T10:35:49.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe67000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbe600b6cc0 con 0x7fbe60162990 2024-09-10T10:35:49.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe5fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbe6006d810 0x7fbe600707b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:49.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe5f400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fbe600b6190 0x7fbe60162280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49730/0 (socket says 172.21.15.22:49730) 2024-09-10T10:35:49.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe5f400640 1 -- 172.21.15.22:0/1511994812 learned_addr learned my addr 172.21.15.22:0/1511994812 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:49.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe65000640 1 --2- 172.21.15.22:0/1511994812 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe60162990 0x7fbe6006bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:49.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe5fe00640 1 -- 172.21.15.22:0/1511994812 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe60162990 msgr2=0x7fbe6006bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:49.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe5fe00640 1 --2- 172.21.15.22:0/1511994812 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe60162990 0x7fbe6006bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:49.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe5fe00640 1 -- 172.21.15.22:0/1511994812 >> v1:172.21.15.22:6789/0 conn(0x7fbe600b6190 legacy=0x7fbe60162280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:49.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.192+0000 7fbe5fe00640 1 -- 172.21.15.22:0/1511994812 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe600b6fa0 con 0x7fbe6006d810 2024-09-10T10:35:49.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe5fe00640 1 --2- 172.21.15.22:0/1511994812 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 0x7fbe600707b0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fbe500097c0 tx=0x7fbe5001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45c8a3ced7d3535e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:49.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe5ea00640 1 -- 172.21.15.22:0/1511994812 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe500a7070 con 0x7fbe6006d810 2024-09-10T10:35:49.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe5ea00640 1 -- 172.21.15.22:0/1511994812 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe500b0070 con 0x7fbe6006d810 2024-09-10T10:35:49.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe5ea00640 1 -- 172.21.15.22:0/1511994812 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe500ab890 con 0x7fbe6006d810 2024-09-10T10:35:49.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe67000640 1 -- 172.21.15.22:0/1511994812 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 msgr2=0x7fbe600707b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:49.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe67000640 1 --2- 172.21.15.22:0/1511994812 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 0x7fbe600707b0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fbe500097c0 tx=0x7fbe5001c470 comp rx=0 tx=0).stop 2024-09-10T10:35:49.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe67000640 1 -- 172.21.15.22:0/1511994812 shutdown_connections 2024-09-10T10:35:49.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe67000640 1 --2- 172.21.15.22:0/1511994812 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe60162990 0x7fbe6006bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:49.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe67000640 1 --2- 172.21.15.22:0/1511994812 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 0x7fbe600707b0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:49.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe67000640 1 -- 172.21.15.22:0/1511994812 >> 172.21.15.22:0/1511994812 conn(0x7fbe600b7ce0 msgr2=0x7fbe6009ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:49.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe67000640 1 -- 172.21.15.22:0/1511994812 shutdown_connections 2024-09-10T10:35:49.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.196+0000 7fbe67000640 1 -- 172.21.15.22:0/1511994812 wait complete. 2024-09-10T10:35:49.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe67000640 1 Processor -- start 2024-09-10T10:35:49.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe67000640 1 -- start start 2024-09-10T10:35:49.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe67000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 0x7fbe60158260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:49.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe67000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe600b6190 0x7fbe6015da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:49.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe67000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe60162990 0x7fbe6015dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:49.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe67000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbe600b6720 con 0x7fbe6006d810 2024-09-10T10:35:49.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe67000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbe600b65a0 con 0x7fbe60162990 2024-09-10T10:35:49.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe67000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbe6006ca10 con 0x7fbe600b6190 2024-09-10T10:35:49.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe5fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 0x7fbe60158260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:49.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe5fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 0x7fbe60158260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36402/0 (socket says 172.21.15.22:36402) 2024-09-10T10:35:49.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe5fe00640 1 -- 172.21.15.22:0/2792699583 learned_addr learned my addr 172.21.15.22:0/2792699583 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:49.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe5f400640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe600b6190 0x7fbe6015da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:49.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe65000640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe60162990 0x7fbe6015dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe5fe00640 1 -- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe600b6190 msgr2=0x7fbe6015da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe5fe00640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe600b6190 0x7fbe6015da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe5fe00640 1 -- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe60162990 msgr2=0x7fbe6015dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe5fe00640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe60162990 0x7fbe6015dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe5fe00640 1 -- 172.21.15.22:0/2792699583 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe601611e0 con 0x7fbe6006d810 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe65000640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe60162990 0x7fbe6015dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe5fe00640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 0x7fbe60158260 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fbe500097c0 tx=0x7fbe5001acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe57e00640 1 -- 172.21.15.22:0/2792699583 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe500bf610 con 0x7fbe6006d810 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe57e00640 1 -- 172.21.15.22:0/2792699583 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe500bf7d0 con 0x7fbe6006d810 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe57e00640 1 -- 172.21.15.22:0/2792699583 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe500bfbc0 con 0x7fbe6006d810 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe67000640 1 -- 172.21.15.22:0/2792699583 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe6009c830 con 0x7fbe6006d810 2024-09-10T10:35:49.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.200+0000 7fbe67000640 1 -- 172.21.15.22:0/2792699583 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe6009cdf0 con 0x7fbe6006d810 2024-09-10T10:35:49.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.204+0000 7fbe67000640 1 -- 172.21.15.22:0/2792699583 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe600707b0 con 0x7fbe6006d810 2024-09-10T10:35:49.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.204+0000 7fbe57e00640 1 -- 172.21.15.22:0/2792699583 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbe500bd020 con 0x7fbe6006d810 2024-09-10T10:35:49.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.204+0000 7fbe57e00640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe400678c0 0x7fbe40069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:49.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.204+0000 7fbe57e00640 1 -- 172.21.15.22:0/2792699583 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5357+0+0 (secure 0 0 0) 0x7fbe5011ffd0 con 0x7fbe6006d810 2024-09-10T10:35:49.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.204+0000 7fbe5f400640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe400678c0 0x7fbe40069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:49.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.204+0000 7fbe5f400640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe400678c0 0x7fbe40069d80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fbe600a0830 tx=0x7fbe4c007e90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:49.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.208+0000 7fbe57e00640 1 -- 172.21.15.22:0/2792699583 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbe500c6030 con 0x7fbe6006d810 2024-09-10T10:35:49.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:49.372+0000 7fbe67000640 1 -- 172.21.15.22:0/2792699583 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fbe60162770 con 0x7fbe6006d810 2024-09-10T10:35:50.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.020+0000 7fbe57e00640 1 -- 172.21.15.22:0/2792699583 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v73) ==== 169+0+0 (secure 0 0 0) 0x7fbe50016090 con 0x7fbe6006d810 2024-09-10T10:35:50.021 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:35:50.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 -- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe400678c0 msgr2=0x7fbe40069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe400678c0 0x7fbe40069d80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fbe600a0830 tx=0x7fbe4c007e90 comp rx=0 tx=0).stop 2024-09-10T10:35:50.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 -- 172.21.15.22:0/2792699583 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 msgr2=0x7fbe60158260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 0x7fbe60158260 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fbe500097c0 tx=0x7fbe5001acb0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 -- 172.21.15.22:0/2792699583 shutdown_connections 2024-09-10T10:35:50.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe400678c0 0x7fbe40069d80 secure :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fbe600a0830 tx=0x7fbe4c007e90 comp rx=0 tx=0).stop 2024-09-10T10:35:50.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe60162990 0x7fbe6015dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe600b6190 0x7fbe6015da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 --2- 172.21.15.22:0/2792699583 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe6006d810 0x7fbe60158260 secure :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fbe500097c0 tx=0x7fbe5001acb0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 -- 172.21.15.22:0/2792699583 >> 172.21.15.22:0/2792699583 conn(0x7fbe600b7ce0 msgr2=0x7fbe600ce5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:50.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 -- 172.21.15.22:0/2792699583 shutdown_connections 2024-09-10T10:35:50.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.024+0000 7fbe67000640 1 -- 172.21.15.22:0/2792699583 wait complete. 2024-09-10T10:35:50.053 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_max_caps_per_client 2024-09-10T10:35:50.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.196+0000 7f3cc9200640 1 Processor -- start 2024-09-10T10:35:50.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.196+0000 7f3cc9200640 1 -- start start 2024-09-10T10:35:50.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.196+0000 7f3cc9200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3cc4158c80 0x7f3cc406bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.196+0000 7f3cc9200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3cc4159060 con 0x7f3cc406d340 2024-09-10T10:35:50.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.196+0000 7f3cc9200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3cc406c2a0 con 0x7f3cc415f600 2024-09-10T10:35:50.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.196+0000 7f3cc9200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3cc406c580 con 0x7f3cc4158c80 2024-09-10T10:35:50.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.196+0000 7f3cc2800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3cc406d340 0x7f3cc406d780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49734/0 (socket says 172.21.15.22:49734) 2024-09-10T10:35:50.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.196+0000 7f3cc2800640 1 -- 172.21.15.22:0/2793738588 learned_addr learned my addr 172.21.15.22:0/2793738588 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:50.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1e00640 1 --2- 172.21.15.22:0/2793738588 >> v2:172.21.15.145:3300/0 conn(0x7f3cc4158c80 0x7f3cc406bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1400640 1 -- 172.21.15.22:0/2793738588 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3735578858 0 0) 0x7f3cbc0014a0 con 0x7f3cc406d340 2024-09-10T10:35:50.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1400640 1 -- 172.21.15.22:0/2793738588 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ca8003530 con 0x7f3cc406d340 2024-09-10T10:35:50.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1e00640 1 -- 172.21.15.22:0/2793738588 >> v1:172.21.15.145:6789/0 conn(0x7f3cc415f600 legacy=0x7f3cc415fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1400640 1 -- 172.21.15.22:0/2793738588 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1436526735 0 0) 0x7f3cc406c2a0 con 0x7f3cc415f600 2024-09-10T10:35:50.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1e00640 1 -- 172.21.15.22:0/2793738588 >> v1:172.21.15.22:6789/0 conn(0x7f3cc406d340 legacy=0x7f3cc406d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1e00640 1 -- 172.21.15.22:0/2793738588 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc406c860 con 0x7f3cc4158c80 2024-09-10T10:35:50.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1e00640 1 --2- 172.21.15.22:0/2793738588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3cc4158c80 0x7f3cc406bcc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f3cb40097c0 tx=0x7f3cb401c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc2b1aa2f31af0ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:50.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1400640 1 -- 172.21.15.22:0/2793738588 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb40b1070 con 0x7f3cc4158c80 2024-09-10T10:35:50.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1400640 1 -- 172.21.15.22:0/2793738588 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cb40ac5f0 con 0x7f3cc4158c80 2024-09-10T10:35:50.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.200+0000 7f3cc1400640 1 -- 172.21.15.22:0/2793738588 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb40ac9a0 con 0x7f3cc4158c80 2024-09-10T10:35:50.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 -- 172.21.15.22:0/2793738588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3cc4158c80 msgr2=0x7f3cc406bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 --2- 172.21.15.22:0/2793738588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3cc4158c80 0x7f3cc406bcc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f3cb40097c0 tx=0x7f3cb401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 -- 172.21.15.22:0/2793738588 shutdown_connections 2024-09-10T10:35:50.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 --2- 172.21.15.22:0/2793738588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3cc4158c80 0x7f3cc406bcc0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 -- 172.21.15.22:0/2793738588 >> 172.21.15.22:0/2793738588 conn(0x7f3cc406f3b0 msgr2=0x7f3cc406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:50.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 -- 172.21.15.22:0/2793738588 shutdown_connections 2024-09-10T10:35:50.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 -- 172.21.15.22:0/2793738588 wait complete. 2024-09-10T10:35:50.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 Processor -- start 2024-09-10T10:35:50.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 -- start start 2024-09-10T10:35:50.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3cc406d340 0x7f3cc414ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3cc4158c80 0x7f3cc414b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3cc415f600 0x7f3cc4155f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc40b7600 con 0x7f3cc415f600 2024-09-10T10:35:50.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc415fa20 con 0x7f3cc4158c80 2024-09-10T10:35:50.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc9200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3cc40b7780 con 0x7f3cc406d340 2024-09-10T10:35:50.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc2800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3cc415f600 0x7f3cc4155f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc2800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3cc415f600 0x7f3cc4155f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36404/0 (socket says 172.21.15.22:36404) 2024-09-10T10:35:50.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc2800640 1 -- 172.21.15.22:0/1895128130 learned_addr learned my addr 172.21.15.22:0/1895128130 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:50.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc1e00640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3cc406d340 0x7f3cc414ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cb9400640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3cc4158c80 0x7f3cc414b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc2800640 1 -- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3cc406d340 msgr2=0x7f3cc414ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc2800640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3cc406d340 0x7f3cc414ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc2800640 1 -- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3cc4158c80 msgr2=0x7f3cc414b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc2800640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3cc4158c80 0x7f3cc414b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc2800640 1 -- 172.21.15.22:0/1895128130 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc414d550 con 0x7f3cc415f600 2024-09-10T10:35:50.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.204+0000 7f3cc2800640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3cc415f600 0x7f3cc4155f50 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc00cb50 tx=0x7f3cbc00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:50.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.208+0000 7f3cbaa00640 1 -- 172.21.15.22:0/1895128130 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cbc017070 con 0x7f3cc415f600 2024-09-10T10:35:50.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.208+0000 7f3cbaa00640 1 -- 172.21.15.22:0/1895128130 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cbc00ad40 con 0x7f3cc415f600 2024-09-10T10:35:50.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.208+0000 7f3cc9200640 1 -- 172.21.15.22:0/1895128130 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cc414d830 con 0x7f3cc415f600 2024-09-10T10:35:50.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.208+0000 7f3cbaa00640 1 -- 172.21.15.22:0/1895128130 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cbc012620 con 0x7f3cc415f600 2024-09-10T10:35:50.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.208+0000 7f3cc9200640 1 -- 172.21.15.22:0/1895128130 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cc41587b0 con 0x7f3cc415f600 2024-09-10T10:35:50.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.208+0000 7f3cc9200640 1 -- 172.21.15.22:0/1895128130 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cc406bcc0 con 0x7f3cc415f600 2024-09-10T10:35:50.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.208+0000 7f3cbaa00640 1 -- 172.21.15.22:0/1895128130 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3cbc01a070 con 0x7f3cc415f600 2024-09-10T10:35:50.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.208+0000 7f3cbaa00640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ca00678f0 0x7f3ca0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.208+0000 7f3cbaa00640 1 -- 172.21.15.22:0/1895128130 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 4943+0+0 (secure 0 0 0) 0x7f3cbc085700 con 0x7f3cc415f600 2024-09-10T10:35:50.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.208+0000 7f3cc1e00640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ca00678f0 0x7f3ca0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.212+0000 7f3cc1e00640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ca00678f0 0x7f3ca0069db0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f3cb40ae000 tx=0x7f3cb40a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:50.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.212+0000 7f3cbaa00640 1 -- 172.21.15.22:0/1895128130 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3cc4159060 con 0x7f3cc415f600 2024-09-10T10:35:50.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.380+0000 7f3cc9200640 1 -- 172.21.15.22:0/1895128130 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_max_caps_per_client"} v 0) -- 0x7f3cc40b4740 con 0x7f3cc415f600 2024-09-10T10:35:50.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.384+0000 7f3cbaa00640 1 -- 172.21.15.22:0/1895128130 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_max_caps_per_client"}]=0 v22) ==== 106+0+0 (secure 0 0 0) 0x7f3cbc055ee0 con 0x7f3cc415f600 2024-09-10T10:35:50.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 -- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ca00678f0 msgr2=0x7f3ca0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ca00678f0 0x7f3ca0069db0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f3cb40ae000 tx=0x7f3cb40a7000 comp rx=0 tx=0).stop 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 -- 172.21.15.22:0/1895128130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3cc415f600 msgr2=0x7f3cc4155f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3cc415f600 0x7f3cc4155f50 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc00cb50 tx=0x7f3cbc00a430 comp rx=0 tx=0).stop 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 -- 172.21.15.22:0/1895128130 shutdown_connections 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ca00678f0 0x7f3ca0069db0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3cc415f600 0x7f3cc4155f50 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3cc4158c80 0x7f3cc414b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 --2- 172.21.15.22:0/1895128130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3cc406d340 0x7f3cc414ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 -- 172.21.15.22:0/1895128130 >> 172.21.15.22:0/1895128130 conn(0x7f3cc406f3b0 msgr2=0x7f3cc41606b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 -- 172.21.15.22:0/1895128130 shutdown_connections 2024-09-10T10:35:50.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.388+0000 7f3cc9200640 1 -- 172.21.15.22:0/1895128130 wait complete. 2024-09-10T10:35:50.408 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:35:50.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.548+0000 7f8253200640 1 Processor -- start 2024-09-10T10:35:50.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.548+0000 7f8253200640 1 -- start start 2024-09-10T10:35:50.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.548+0000 7f8253200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f82540b7300 0x7f825406d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.548+0000 7f8253200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f825406bcc0 0x7f825406c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.548+0000 7f8253200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f825406db20 con 0x7f82540d1590 2024-09-10T10:35:50.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.548+0000 7f8253200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f8254071a20 con 0x7f825406bcc0 2024-09-10T10:35:50.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.548+0000 7f8253200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f825406d8f0 con 0x7f82540b7300 2024-09-10T10:35:50.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.548+0000 7f8252800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f825406bcc0 0x7f825406c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.548+0000 7f8251e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f82540d1590 0x7f82540d1970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49744/0 (socket says 172.21.15.22:49744) 2024-09-10T10:35:50.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.548+0000 7f8251e00640 1 -- 172.21.15.22:0/3853894921 learned_addr learned my addr 172.21.15.22:0/3853894921 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:50.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8249400640 1 --2- 172.21.15.22:0/3853894921 >> v2:172.21.15.145:3300/0 conn(0x7f82540b7300 0x7f825406d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8252800640 1 -- 172.21.15.22:0/3853894921 >> v2:172.21.15.145:3300/0 conn(0x7f82540b7300 msgr2=0x7f825406d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:50.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8252800640 1 --2- 172.21.15.22:0/3853894921 >> v2:172.21.15.145:3300/0 conn(0x7f82540b7300 0x7f825406d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8252800640 1 -- 172.21.15.22:0/3853894921 >> v1:172.21.15.22:6789/0 conn(0x7f82540d1590 legacy=0x7f82540d1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8252800640 1 -- 172.21.15.22:0/3853894921 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8254070920 con 0x7f825406bcc0 2024-09-10T10:35:50.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8249400640 1 --2- 172.21.15.22:0/3853894921 >> v2:172.21.15.145:3300/0 conn(0x7f82540b7300 0x7f825406d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:50.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8251400640 1 -- 172.21.15.22:0/3853894921 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3325876818 0 0) 0x7f825406db20 con 0x7f82540d1590 2024-09-10T10:35:50.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8252800640 1 --2- 172.21.15.22:0/3853894921 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f825406bcc0 0x7f825406c150 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f82540b6630 tx=0x7f824c01c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c80e3cf99d54aa51 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:50.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8251400640 1 -- 172.21.15.22:0/3853894921 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f824c0b2070 con 0x7f825406bcc0 2024-09-10T10:35:50.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8251400640 1 -- 172.21.15.22:0/3853894921 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f824c0a5730 con 0x7f825406bcc0 2024-09-10T10:35:50.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.552+0000 7f8251400640 1 -- 172.21.15.22:0/3853894921 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f824c0a5b00 con 0x7f825406bcc0 2024-09-10T10:35:50.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 -- 172.21.15.22:0/3853894921 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f825406bcc0 msgr2=0x7f825406c150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 --2- 172.21.15.22:0/3853894921 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f825406bcc0 0x7f825406c150 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f82540b6630 tx=0x7f824c01c870 comp rx=0 tx=0).stop 2024-09-10T10:35:50.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 -- 172.21.15.22:0/3853894921 shutdown_connections 2024-09-10T10:35:50.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 --2- 172.21.15.22:0/3853894921 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f825406bcc0 0x7f825406c150 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 --2- 172.21.15.22:0/3853894921 >> v2:172.21.15.145:3300/0 conn(0x7f82540b7300 0x7f825406d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 -- 172.21.15.22:0/3853894921 >> 172.21.15.22:0/3853894921 conn(0x7f82540d2290 msgr2=0x7f82540d26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:50.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 -- 172.21.15.22:0/3853894921 shutdown_connections 2024-09-10T10:35:50.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 -- 172.21.15.22:0/3853894921 wait complete. 2024-09-10T10:35:50.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 Processor -- start 2024-09-10T10:35:50.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 -- start start 2024-09-10T10:35:50.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f825406bcc0 0x7f82541f7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82540b7300 0x7f82540cf6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82540d1590 0x7f82541544a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f825415ea10 con 0x7f82540d1590 2024-09-10T10:35:50.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f825415e890 con 0x7f825406bcc0 2024-09-10T10:35:50.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8253200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f825416b100 con 0x7f82540b7300 2024-09-10T10:35:50.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8252800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82540d1590 0x7f82541544a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8252800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82540d1590 0x7f82541544a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36424/0 (socket says 172.21.15.22:36424) 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8252800640 1 -- 172.21.15.22:0/330556354 learned_addr learned my addr 172.21.15.22:0/330556354 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8251e00640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f825406bcc0 0x7f82541f7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8249400640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82540b7300 0x7f82540cf6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8252800640 1 -- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82540b7300 msgr2=0x7f82540cf6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8252800640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82540b7300 0x7f82540cf6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8252800640 1 -- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f825406bcc0 msgr2=0x7f82541f7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8252800640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f825406bcc0 0x7f82541f7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8252800640 1 -- 172.21.15.22:0/330556354 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82540aed10 con 0x7f82540d1590 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8251e00640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f825406bcc0 0x7f82541f7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8249400640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82540b7300 0x7f82540cf6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.556+0000 7f8252800640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82540d1590 0x7f82541544a0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f824c019480 tx=0x7f824c019610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.560+0000 7f824aa00640 1 -- 172.21.15.22:0/330556354 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f824c0b2050 con 0x7f82540d1590 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.560+0000 7f824aa00640 1 -- 172.21.15.22:0/330556354 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f824c0b3040 con 0x7f82540d1590 2024-09-10T10:35:50.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.560+0000 7f824aa00640 1 -- 172.21.15.22:0/330556354 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f824c003ba0 con 0x7f82540d1590 2024-09-10T10:35:50.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.560+0000 7f8253200640 1 -- 172.21.15.22:0/330556354 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82540aeff0 con 0x7f82540d1590 2024-09-10T10:35:50.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.560+0000 7f8253200640 1 -- 172.21.15.22:0/330556354 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82540af5b0 con 0x7f82540d1590 2024-09-10T10:35:50.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.560+0000 7f8253200640 1 -- 172.21.15.22:0/330556354 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f825406c150 con 0x7f82540d1590 2024-09-10T10:35:50.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.560+0000 7f824aa00640 1 -- 172.21.15.22:0/330556354 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f824c0c1060 con 0x7f82540d1590 2024-09-10T10:35:50.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.560+0000 7f824aa00640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f82300678c0 0x7f8230069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.560+0000 7f824aa00640 1 -- 172.21.15.22:0/330556354 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 4943+0+0 (secure 0 0 0) 0x7f824c11fc50 con 0x7f82540d1590 2024-09-10T10:35:50.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.560+0000 7f8251e00640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f82300678c0 0x7f8230069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.564+0000 7f8251e00640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f82300678c0 0x7f8230069d80 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8244000f70 tx=0x7f8244009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:50.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.564+0000 7f824aa00640 1 -- 172.21.15.22:0/330556354 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f824c016520 con 0x7f82540d1590 2024-09-10T10:35:50.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.736+0000 7f8253200640 1 -- 172.21.15.22:0/330556354 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f82540cfc10 con 0x7f82540d1590 2024-09-10T10:35:50.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.744+0000 7f824aa00640 1 -- 172.21.15.22:0/330556354 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v23) ==== 104+0+0 (secure 0 0 0) 0x7f824c0f09f0 con 0x7f82540d1590 2024-09-10T10:35:50.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 -- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f82300678c0 msgr2=0x7f8230069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f82300678c0 0x7f8230069d80 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8244000f70 tx=0x7f8244009040 comp rx=0 tx=0).stop 2024-09-10T10:35:50.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 -- 172.21.15.22:0/330556354 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82540d1590 msgr2=0x7f82541544a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82540d1590 0x7f82541544a0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f824c019480 tx=0x7f824c019610 comp rx=0 tx=0).stop 2024-09-10T10:35:50.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 -- 172.21.15.22:0/330556354 shutdown_connections 2024-09-10T10:35:50.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f82300678c0 0x7f8230069d80 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f82540d1590 0x7f82541544a0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f82540b7300 0x7f82540cf6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 --2- 172.21.15.22:0/330556354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f825406bcc0 0x7f82541f7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 -- 172.21.15.22:0/330556354 >> 172.21.15.22:0/330556354 conn(0x7f82540d2290 msgr2=0x7f8254072ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:50.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 -- 172.21.15.22:0/330556354 shutdown_connections 2024-09-10T10:35:50.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.752+0000 7f8253200640 1 -- 172.21.15.22:0/330556354 wait complete. 2024-09-10T10:35:50.774 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps' 2024-09-10T10:35:50.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45da400640 1 Processor -- start 2024-09-10T10:35:50.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45da400640 1 -- start start 2024-09-10T10:35:50.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45da400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f45d415b220 0x7f45d4071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45da400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f45d415b600 0x7f45d40b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45da400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45d40ce880 con 0x7f45d40b5520 2024-09-10T10:35:50.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45da400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f45d406d6e0 con 0x7f45d415b220 2024-09-10T10:35:50.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45da400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f45d40ceb60 con 0x7f45d415b600 2024-09-10T10:35:50.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45d3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f45d415b220 0x7f45d4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45d3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f45d415b220 0x7f45d4071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36432/0 (socket says 172.21.15.22:36432) 2024-09-10T10:35:50.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45d3400640 1 -- 172.21.15.22:0/869227428 learned_addr learned my addr 172.21.15.22:0/869227428 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:50.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45caa00640 1 --2- 172.21.15.22:0/869227428 >> v2:172.21.15.145:3300/0 conn(0x7f45d415b600 0x7f45d40b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45d3400640 1 -- 172.21.15.22:0/869227428 >> v2:172.21.15.145:3300/0 conn(0x7f45d415b600 msgr2=0x7f45d40b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:50.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45d3400640 1 --2- 172.21.15.22:0/869227428 >> v2:172.21.15.145:3300/0 conn(0x7f45d415b600 0x7f45d40b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.912+0000 7f45d3400640 1 -- 172.21.15.22:0/869227428 >> v1:172.21.15.145:6789/0 conn(0x7f45d40b5520 legacy=0x7f45d40b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:50.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45d3400640 1 -- 172.21.15.22:0/869227428 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d40cee40 con 0x7f45d415b220 2024-09-10T10:35:50.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45d3400640 1 --2- 172.21.15.22:0/869227428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 0x7f45d4071140 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f45d40ce030 tx=0x7f45c401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9f0a6c644ea42bd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:50.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45d2a00640 1 -- 172.21.15.22:0/869227428 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c40b0070 con 0x7f45d415b220 2024-09-10T10:35:50.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45d2a00640 1 -- 172.21.15.22:0/869227428 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45c40ab600 con 0x7f45d415b220 2024-09-10T10:35:50.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45d2a00640 1 -- 172.21.15.22:0/869227428 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c40ab9d0 con 0x7f45d415b220 2024-09-10T10:35:50.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45da400640 1 -- 172.21.15.22:0/869227428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 msgr2=0x7f45d4071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45da400640 1 --2- 172.21.15.22:0/869227428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 0x7f45d4071140 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f45d40ce030 tx=0x7f45c401c400 comp rx=0 tx=0).stop 2024-09-10T10:35:50.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45da400640 1 -- 172.21.15.22:0/869227428 shutdown_connections 2024-09-10T10:35:50.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45da400640 1 --2- 172.21.15.22:0/869227428 >> v2:172.21.15.145:3300/0 conn(0x7f45d415b600 0x7f45d40b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45da400640 1 --2- 172.21.15.22:0/869227428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 0x7f45d4071140 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45da400640 1 -- 172.21.15.22:0/869227428 >> 172.21.15.22:0/869227428 conn(0x7f45d4062dd0 msgr2=0x7f45d406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:50.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45da400640 1 -- 172.21.15.22:0/869227428 shutdown_connections 2024-09-10T10:35:50.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.916+0000 7f45da400640 1 -- 172.21.15.22:0/869227428 wait complete. 2024-09-10T10:35:50.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45da400640 1 Processor -- start 2024-09-10T10:35:50.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45da400640 1 -- start start 2024-09-10T10:35:50.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45da400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45d40b5520 0x7f45d4143e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45da400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 0x7f45d40aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45da400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45d415b600 0x7f45d4154bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45da400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f45d40d01e0 con 0x7f45d415b220 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45da400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f45d40d0060 con 0x7f45d415b600 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45da400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f45d41680f0 con 0x7f45d40b5520 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45caa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 0x7f45d40aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45caa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 0x7f45d40aa490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36446/0 (socket says 172.21.15.22:36446) 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45caa00640 1 -- 172.21.15.22:0/1085473088 learned_addr learned my addr 172.21.15.22:0/1085473088 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45d3400640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45d40b5520 0x7f45d4143e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45d3e00640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45d415b600 0x7f45d4154bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45caa00640 1 -- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45d40b5520 msgr2=0x7f45d4143e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45caa00640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45d40b5520 0x7f45d4143e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45caa00640 1 -- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45d415b600 msgr2=0x7f45d4154bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45caa00640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45d415b600 0x7f45d4154bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:50.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45caa00640 1 -- 172.21.15.22:0/1085473088 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d40b0340 con 0x7f45d415b220 2024-09-10T10:35:50.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45caa00640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 0x7f45d40aa490 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f45bc00d5f0 tx=0x7f45bc00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:50.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45cbe00640 1 -- 172.21.15.22:0/1085473088 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45bc0125f0 con 0x7f45d415b220 2024-09-10T10:35:50.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45cbe00640 1 -- 172.21.15.22:0/1085473088 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45bc019070 con 0x7f45d415b220 2024-09-10T10:35:50.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45da400640 1 -- 172.21.15.22:0/1085473088 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d40b0620 con 0x7f45d415b220 2024-09-10T10:35:50.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45cbe00640 1 -- 172.21.15.22:0/1085473088 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45bc0129b0 con 0x7f45d415b220 2024-09-10T10:35:50.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.920+0000 7f45da400640 1 -- 172.21.15.22:0/1085473088 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d40b0be0 con 0x7f45d415b220 2024-09-10T10:35:50.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.924+0000 7f45da400640 1 -- 172.21.15.22:0/1085473088 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45d4072e90 con 0x7f45d415b220 2024-09-10T10:35:50.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.924+0000 7f45cbe00640 1 -- 172.21.15.22:0/1085473088 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f45bc012b50 con 0x7f45d415b220 2024-09-10T10:35:50.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.924+0000 7f45cbe00640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b00678c0 0x7f45b0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:50.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.924+0000 7f45cbe00640 1 -- 172.21.15.22:0/1085473088 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 4943+0+0 (secure 0 0 0) 0x7f45bc085c60 con 0x7f45d415b220 2024-09-10T10:35:50.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.924+0000 7f45d3400640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b00678c0 0x7f45b0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:50.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.928+0000 7f45d3400640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b00678c0 0x7f45b0069d80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f45c40ad000 tx=0x7f45c4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:50.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:50.928+0000 7f45cbe00640 1 -- 172.21.15.22:0/1085473088 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f45bc056440 con 0x7f45d415b220 2024-09-10T10:35:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:51.152+0000 7f45da400640 1 -- 172.21.15.22:0/1085473088 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps"]} v 0) -- 0x7f45d4071120 con 0x7f45d415b220 2024-09-10T10:35:52.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.024+0000 7f45cbe00640 1 -- 172.21.15.22:0/1085473088 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps"]}]=0 v187) ==== 148+0+0 (secure 0 0 0) 0x7f45bc05a740 con 0x7f45d415b220 2024-09-10T10:35:52.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 -- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b00678c0 msgr2=0x7f45b0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b00678c0 0x7f45b0069d80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f45c40ad000 tx=0x7f45c4008040 comp rx=0 tx=0).stop 2024-09-10T10:35:52.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 -- 172.21.15.22:0/1085473088 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 msgr2=0x7f45d40aa490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 0x7f45d40aa490 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f45bc00d5f0 tx=0x7f45bc00dab0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 -- 172.21.15.22:0/1085473088 shutdown_connections 2024-09-10T10:35:52.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b00678c0 0x7f45b0069d80 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45d415b600 0x7f45d4154bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d415b220 0x7f45d40aa490 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 --2- 172.21.15.22:0/1085473088 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45d40b5520 0x7f45d4143e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 -- 172.21.15.22:0/1085473088 >> 172.21.15.22:0/1085473088 conn(0x7f45d4062dd0 msgr2=0x7f45d415d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:52.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 -- 172.21.15.22:0/1085473088 shutdown_connections 2024-09-10T10:35:52.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.028+0000 7f45da400640 1 -- 172.21.15.22:0/1085473088 wait complete. 2024-09-10T10:35:52.054 INFO:tasks.cephfs_test_runner:That the MDS will not let a client sit above mds_max_caps_per_client caps. ... ok 2024-09-10T10:35:52.054 INFO:tasks.cephfs_test_runner:Starting test: test_client_min_caps_working_set (tasks.cephfs.test_client_limits.TestClientLimits) When a client has inodes pinned in its cache (open files), that the MDS 2024-09-10T10:35:52.054 INFO:tasks.cephfs_test_runner:test_client_min_caps_working_set (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-10T10:35:52.055 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:35:52.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b7e00640 1 Processor -- start 2024-09-10T10:35:52.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b7e00640 1 -- start start 2024-09-10T10:35:52.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b7e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd6b0145fb0 0x7fd6b00b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b006e8c0 0x7fd6b00cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b7e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6b006d3f0 con 0x7fd6b00cd670 2024-09-10T10:35:52.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b7e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd6b00ce010 con 0x7fd6b0145fb0 2024-09-10T10:35:52.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd6b006d1a0 con 0x7fd6b006e8c0 2024-09-10T10:35:52.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b006e8c0 0x7fd6b00cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b5400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd6b0145fb0 0x7fd6b00b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b4a00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fd6b00cd670 0x7fd6b006e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:54740/0 (socket says 172.21.15.22:54740) 2024-09-10T10:35:52.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b006e8c0 0x7fd6b00cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:35508/0 (socket says 172.21.15.22:35508) 2024-09-10T10:35:52.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b4a00640 1 -- 172.21.15.22:0/2995634663 learned_addr learned my addr 172.21.15.22:0/2995634663 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:52.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b5400640 1 -- 172.21.15.22:0/2995634663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b006e8c0 msgr2=0x7fd6b00cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:52.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b5400640 1 --2- 172.21.15.22:0/2995634663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b006e8c0 0x7fd6b00cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b5400640 1 -- 172.21.15.22:0/2995634663 >> v1:172.21.15.145:6789/0 conn(0x7fd6b00cd670 legacy=0x7fd6b006e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b5400640 1 -- 172.21.15.22:0/2995634663 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6b006d6d0 con 0x7fd6b0145fb0 2024-09-10T10:35:52.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.200+0000 7fd6b5e00640 1 --2- 172.21.15.22:0/2995634663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b006e8c0 0x7fd6b00cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:52.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6b5400640 1 --2- 172.21.15.22:0/2995634663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6b0145fb0 0x7fd6b00b3e00 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd6a40097c0 tx=0x7fd6a401c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8874f651cbdd3f92 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:52.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6afe00640 1 -- 172.21.15.22:0/2995634663 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a40b1070 con 0x7fd6b0145fb0 2024-09-10T10:35:52.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6afe00640 1 -- 172.21.15.22:0/2995634663 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6a40ac410 con 0x7fd6b0145fb0 2024-09-10T10:35:52.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6afe00640 1 -- 172.21.15.22:0/2995634663 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a40ac7e0 con 0x7fd6b0145fb0 2024-09-10T10:35:52.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6b7e00640 1 -- 172.21.15.22:0/2995634663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6b0145fb0 msgr2=0x7fd6b00b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6b7e00640 1 --2- 172.21.15.22:0/2995634663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6b0145fb0 0x7fd6b00b3e00 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd6a40097c0 tx=0x7fd6a401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6b7e00640 1 -- 172.21.15.22:0/2995634663 shutdown_connections 2024-09-10T10:35:52.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6b7e00640 1 --2- 172.21.15.22:0/2995634663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b006e8c0 0x7fd6b00cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6b7e00640 1 --2- 172.21.15.22:0/2995634663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6b0145fb0 0x7fd6b00b3e00 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6b7e00640 1 -- 172.21.15.22:0/2995634663 >> 172.21.15.22:0/2995634663 conn(0x7fd6b0062dd0 msgr2=0x7fd6b006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:52.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6b7e00640 1 -- 172.21.15.22:0/2995634663 shutdown_connections 2024-09-10T10:35:52.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.204+0000 7fd6b7e00640 1 -- 172.21.15.22:0/2995634663 wait complete. 2024-09-10T10:35:52.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b7e00640 1 Processor -- start 2024-09-10T10:35:52.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b7e00640 1 -- start start 2024-09-10T10:35:52.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6b006e8c0 0x7fd6b01423c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b7e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6b00cd670 0x7fd6b0072480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b0145fb0 0x7fd6b0142a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b7e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b00d0170 con 0x7fd6b006e8c0 2024-09-10T10:35:52.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b7e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b00cfff0 con 0x7fd6b00cd670 2024-09-10T10:35:52.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd6b006dd20 con 0x7fd6b0145fb0 2024-09-10T10:35:52.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6b006e8c0 0x7fd6b01423c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6b006e8c0 0x7fd6b01423c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36448/0 (socket says 172.21.15.22:36448) 2024-09-10T10:35:52.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b5400640 1 -- 172.21.15.22:0/388893937 learned_addr learned my addr 172.21.15.22:0/388893937 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:52.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b4a00640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6b00cd670 0x7fd6b0072480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b5e00640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b0145fb0 0x7fd6b0142a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b5400640 1 -- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b0145fb0 msgr2=0x7fd6b0142a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b5400640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b0145fb0 0x7fd6b0142a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b5400640 1 -- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6b00cd670 msgr2=0x7fd6b0072480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b5400640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6b00cd670 0x7fd6b0072480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b5400640 1 -- 172.21.15.22:0/388893937 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6b015bf50 con 0x7fd6b006e8c0 2024-09-10T10:35:52.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b5400640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6b006e8c0 0x7fd6b01423c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fd6a401a0d0 tx=0x7fd6a4019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:52.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6ad600640 1 -- 172.21.15.22:0/388893937 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a40b9070 con 0x7fd6b006e8c0 2024-09-10T10:35:52.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6ad600640 1 -- 172.21.15.22:0/388893937 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6a40acd90 con 0x7fd6b006e8c0 2024-09-10T10:35:52.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6ad600640 1 -- 172.21.15.22:0/388893937 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a40b1040 con 0x7fd6b006e8c0 2024-09-10T10:35:52.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b7e00640 1 -- 172.21.15.22:0/388893937 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6b015c230 con 0x7fd6b006e8c0 2024-09-10T10:35:52.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.208+0000 7fd6b7e00640 1 -- 172.21.15.22:0/388893937 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6b01434e0 con 0x7fd6b006e8c0 2024-09-10T10:35:52.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.212+0000 7fd6b7e00640 1 -- 172.21.15.22:0/388893937 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6b00cdad0 con 0x7fd6b006e8c0 2024-09-10T10:35:52.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.212+0000 7fd6ad600640 1 -- 172.21.15.22:0/388893937 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd6a40bc070 con 0x7fd6b006e8c0 2024-09-10T10:35:52.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.212+0000 7fd6ad600640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6900678c0 0x7fd690069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.212+0000 7fd6ad600640 1 -- 172.21.15.22:0/388893937 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 4943+0+0 (secure 0 0 0) 0x7fd6a411f7a0 con 0x7fd6b006e8c0 2024-09-10T10:35:52.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.212+0000 7fd6b4a00640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6900678c0 0x7fd690069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.212+0000 7fd6b4a00640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6900678c0 0x7fd690069d80 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0164490 tx=0x7fd69c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:52.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.216+0000 7fd6ad600640 1 -- 172.21.15.22:0/388893937 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd6a4016090 con 0x7fd6b006e8c0 2024-09-10T10:35:52.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.384+0000 7fd6b7e00640 1 -- 172.21.15.22:0/388893937 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd6b006be60 con 0x7fd6b006e8c0 2024-09-10T10:35:52.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.384+0000 7fd6ad600640 1 -- 172.21.15.22:0/388893937 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v73) ==== 74+0+13045 (secure 0 0 0) 0x7fd6a40f05f0 con 0x7fd6b006e8c0 2024-09-10T10:35:52.387 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:52.387 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":73,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:35:50.015910+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6835/2879608721":"2024-09-11T10:35:46.673346+0000","172.21.15.22:6833/2879608721":"2024-09-11T10:35:46.673346+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:35:52.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 -- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6900678c0 msgr2=0x7fd690069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6900678c0 0x7fd690069d80 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0164490 tx=0x7fd69c009040 comp rx=0 tx=0).stop 2024-09-10T10:35:52.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 -- 172.21.15.22:0/388893937 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6b006e8c0 msgr2=0x7fd6b01423c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6b006e8c0 0x7fd6b01423c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fd6a401a0d0 tx=0x7fd6a4019240 comp rx=0 tx=0).stop 2024-09-10T10:35:52.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 -- 172.21.15.22:0/388893937 shutdown_connections 2024-09-10T10:35:52.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6900678c0 0x7fd690069d80 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6b0145fb0 0x7fd6b0142a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6b00cd670 0x7fd6b0072480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 --2- 172.21.15.22:0/388893937 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6b006e8c0 0x7fd6b01423c0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 -- 172.21.15.22:0/388893937 >> 172.21.15.22:0/388893937 conn(0x7fd6b0062dd0 msgr2=0x7fd6b00b1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:52.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 -- 172.21.15.22:0/388893937 shutdown_connections 2024-09-10T10:35:52.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.388+0000 7fd6b7e00640 1 -- 172.21.15.22:0/388893937 wait complete. 2024-09-10T10:35:52.408 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:32:19.395418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:35:52.409 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:35:52.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.548+0000 7fcea0200640 1 Processor -- start 2024-09-10T10:35:52.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fcea0200640 1 -- start start 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fcea0200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce98158f70 0x7fce9815c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fcea0200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fce98072f30 0x7fce9806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fcea0200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fce9806eff0 0x7fce9815ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fcea0200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fce98159350 con 0x7fce98072f30 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fcea0200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fce98071340 con 0x7fce9806eff0 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fcea0200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fce98071620 con 0x7fce98158f70 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fce9ce00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fce98072f30 0x7fce9806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fce9ce00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fce98072f30 0x7fce9806eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36464/0 (socket says 172.21.15.22:36464) 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fce9ce00640 1 -- 172.21.15.22:0/618022174 learned_addr learned my addr 172.21.15.22:0/618022174 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fce9e200640 1 --2- 172.21.15.22:0/618022174 >> v2:172.21.15.145:3300/0 conn(0x7fce9806eff0 0x7fce9815ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fce9d800640 1 --2- 172.21.15.22:0/618022174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce98158f70 0x7fce9815c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fce9ce00640 1 -- 172.21.15.22:0/618022174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce98158f70 msgr2=0x7fce9815c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:52.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fce9ce00640 1 --2- 172.21.15.22:0/618022174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce98158f70 0x7fce9815c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fce9ce00640 1 -- 172.21.15.22:0/618022174 >> v2:172.21.15.145:3300/0 conn(0x7fce9806eff0 msgr2=0x7fce9815ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:52.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fce9ce00640 1 --2- 172.21.15.22:0/618022174 >> v2:172.21.15.145:3300/0 conn(0x7fce9806eff0 0x7fce9815ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.552+0000 7fce9ce00640 1 -- 172.21.15.22:0/618022174 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce98071900 con 0x7fce98072f30 2024-09-10T10:35:52.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fce9ce00640 1 --2- 172.21.15.22:0/618022174 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98072f30 0x7fce9806eab0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fce9806cab0 tx=0x7fce8401c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c077aa6adedaa26 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:52.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fce97e00640 1 -- 172.21.15.22:0/618022174 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce840b0070 con 0x7fce98072f30 2024-09-10T10:35:52.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fce97e00640 1 -- 172.21.15.22:0/618022174 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce840ab600 con 0x7fce98072f30 2024-09-10T10:35:52.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fce97e00640 1 -- 172.21.15.22:0/618022174 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce840ab9d0 con 0x7fce98072f30 2024-09-10T10:35:52.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 -- 172.21.15.22:0/618022174 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98072f30 msgr2=0x7fce9806eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 --2- 172.21.15.22:0/618022174 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98072f30 0x7fce9806eab0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fce9806cab0 tx=0x7fce8401c260 comp rx=0 tx=0).stop 2024-09-10T10:35:52.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 -- 172.21.15.22:0/618022174 shutdown_connections 2024-09-10T10:35:52.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 --2- 172.21.15.22:0/618022174 >> v2:172.21.15.145:3300/0 conn(0x7fce9806eff0 0x7fce9815ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 --2- 172.21.15.22:0/618022174 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98072f30 0x7fce9806eab0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 --2- 172.21.15.22:0/618022174 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce98158f70 0x7fce9815c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 -- 172.21.15.22:0/618022174 >> 172.21.15.22:0/618022174 conn(0x7fce98062eb0 msgr2=0x7fce9806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:52.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 -- 172.21.15.22:0/618022174 shutdown_connections 2024-09-10T10:35:52.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 -- 172.21.15.22:0/618022174 wait complete. 2024-09-10T10:35:52.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 Processor -- start 2024-09-10T10:35:52.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.556+0000 7fcea0200640 1 -- start start 2024-09-10T10:35:52.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fcea0200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce9806eff0 0x7fce98152390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fcea0200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce98072f30 0x7fce981550f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fcea0200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98158f70 0x7fce98155d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fcea0200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fce980ce640 con 0x7fce98158f70 2024-09-10T10:35:52.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fcea0200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fce980ce4c0 con 0x7fce98072f30 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fcea0200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fce980ce7c0 con 0x7fce9806eff0 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9e200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98158f70 0x7fce98155d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9e200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98158f70 0x7fce98155d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36466/0 (socket says 172.21.15.22:36466) 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9e200640 1 -- 172.21.15.22:0/281144866 learned_addr learned my addr 172.21.15.22:0/281144866 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9d800640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce9806eff0 0x7fce98152390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9ce00640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce98072f30 0x7fce981550f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9e200640 1 -- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce9806eff0 msgr2=0x7fce98152390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9e200640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce9806eff0 0x7fce98152390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9e200640 1 -- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce98072f30 msgr2=0x7fce981550f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9e200640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce98072f30 0x7fce981550f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9e200640 1 -- 172.21.15.22:0/281144866 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce980d0000 con 0x7fce98158f70 2024-09-10T10:35:52.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce9e200640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98158f70 0x7fce98155d70 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fce9000d830 tx=0x7fce9000dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:52.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce95600640 1 -- 172.21.15.22:0/281144866 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce90018020 con 0x7fce98158f70 2024-09-10T10:35:52.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce95600640 1 -- 172.21.15.22:0/281144866 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce900096c0 con 0x7fce98158f70 2024-09-10T10:35:52.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fcea0200640 1 -- 172.21.15.22:0/281144866 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce98151310 con 0x7fce98158f70 2024-09-10T10:35:52.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce95600640 1 -- 172.21.15.22:0/281144866 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce90009ab0 con 0x7fce98158f70 2024-09-10T10:35:52.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fcea0200640 1 -- 172.21.15.22:0/281144866 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce98151b90 con 0x7fce98158f70 2024-09-10T10:35:52.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fcea0200640 1 -- 172.21.15.22:0/281144866 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce9815ef60 con 0x7fce98158f70 2024-09-10T10:35:52.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.560+0000 7fce95600640 1 -- 172.21.15.22:0/281144866 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fce9001b020 con 0x7fce98158f70 2024-09-10T10:35:52.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.564+0000 7fce95600640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fce780678c0 0x7fce78069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.564+0000 7fce95600640 1 -- 172.21.15.22:0/281144866 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 4943+0+0 (secure 0 0 0) 0x7fce90085ff0 con 0x7fce98158f70 2024-09-10T10:35:52.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.564+0000 7fce9d800640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fce780678c0 0x7fce78069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.564+0000 7fce9d800640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fce780678c0 0x7fce78069d80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fce8c003ab0 tx=0x7fce8c009830 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:52.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.568+0000 7fce95600640 1 -- 172.21.15.22:0/281144866 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fce90022020 con 0x7fce98158f70 2024-09-10T10:35:52.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 -- 172.21.15.22:0/281144866 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fce980b3f00 con 0x7fce98158f70 2024-09-10T10:35:52.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fce95600640 1 -- 172.21.15.22:0/281144866 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v73) ==== 93+0+10 (secure 0 0 0) 0x7fce90056740 con 0x7fce98158f70 2024-09-10T10:35:52.734 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-10T10:35:52.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 -- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fce780678c0 msgr2=0x7fce78069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fce780678c0 0x7fce78069d80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fce8c003ab0 tx=0x7fce8c009830 comp rx=0 tx=0).stop 2024-09-10T10:35:52.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 -- 172.21.15.22:0/281144866 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98158f70 msgr2=0x7fce98155d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98158f70 0x7fce98155d70 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fce9000d830 tx=0x7fce9000dcf0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 -- 172.21.15.22:0/281144866 shutdown_connections 2024-09-10T10:35:52.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fce780678c0 0x7fce78069d80 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fce98158f70 0x7fce98155d70 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce98072f30 0x7fce981550f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 --2- 172.21.15.22:0/281144866 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce9806eff0 0x7fce98152390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 -- 172.21.15.22:0/281144866 >> 172.21.15.22:0/281144866 conn(0x7fce98062eb0 msgr2=0x7fce98153c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:52.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 -- 172.21.15.22:0/281144866 shutdown_connections 2024-09-10T10:35:52.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.732+0000 7fcea0200640 1 -- 172.21.15.22:0/281144866 wait complete. 2024-09-10T10:35:52.756 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set' 2024-09-10T10:35:52.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2778600640 1 Processor -- start 2024-09-10T10:35:52.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2778600640 1 -- start start 2024-09-10T10:35:52.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2778600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2770145fb0 0x7f27700b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2778600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f277006e8c0 0x7f27700cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2778600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f277006d3f0 con 0x7f27700cd670 2024-09-10T10:35:52.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2778600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f27700ce010 con 0x7f277006e8c0 2024-09-10T10:35:52.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2778600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f277006d1a0 con 0x7f2770145fb0 2024-09-10T10:35:52.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2776600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f277006e8c0 0x7f27700cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2775200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f27700cd670 0x7f277006e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49760/0 (socket says 172.21.15.22:49760) 2024-09-10T10:35:52.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2775200640 1 -- 172.21.15.22:0/1425392345 learned_addr learned my addr 172.21.15.22:0/1425392345 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:52.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2775c00640 1 --2- 172.21.15.22:0/1425392345 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2770145fb0 0x7f27700b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2776600640 1 -- 172.21.15.22:0/1425392345 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2770145fb0 msgr2=0x7f27700b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:52.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2776600640 1 --2- 172.21.15.22:0/1425392345 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2770145fb0 0x7f27700b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2776600640 1 -- 172.21.15.22:0/1425392345 >> v1:172.21.15.22:6789/0 conn(0x7f27700cd670 legacy=0x7f277006e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2776600640 1 -- 172.21.15.22:0/1425392345 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f277006d6d0 con 0x7f277006e8c0 2024-09-10T10:35:52.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f2775c00640 1 --2- 172.21.15.22:0/1425392345 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2770145fb0 0x7f27700b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:52.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.896+0000 7f276fe00640 1 -- 172.21.15.22:0/1425392345 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3811384517 0 0) 0x7f277006d3f0 con 0x7f27700cd670 2024-09-10T10:35:52.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f2776600640 1 --2- 172.21.15.22:0/1425392345 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 0x7f27700cdad0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2768009d90 tx=0x7f276801c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40757dacc146e214 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:52.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f276fe00640 1 -- 172.21.15.22:0/1425392345 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27680b2070 con 0x7f277006e8c0 2024-09-10T10:35:52.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f276fe00640 1 -- 172.21.15.22:0/1425392345 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27680a5830 con 0x7f277006e8c0 2024-09-10T10:35:52.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f276fe00640 1 -- 172.21.15.22:0/1425392345 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27680a5c00 con 0x7f277006e8c0 2024-09-10T10:35:52.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f2778600640 1 -- 172.21.15.22:0/1425392345 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 msgr2=0x7f27700cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f2778600640 1 --2- 172.21.15.22:0/1425392345 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 0x7f27700cdad0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2768009d90 tx=0x7f276801c970 comp rx=0 tx=0).stop 2024-09-10T10:35:52.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f2778600640 1 -- 172.21.15.22:0/1425392345 shutdown_connections 2024-09-10T10:35:52.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f2778600640 1 --2- 172.21.15.22:0/1425392345 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 0x7f27700cdad0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f2778600640 1 --2- 172.21.15.22:0/1425392345 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2770145fb0 0x7f27700b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f2778600640 1 -- 172.21.15.22:0/1425392345 >> 172.21.15.22:0/1425392345 conn(0x7f2770062dd0 msgr2=0x7f277006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:52.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f2778600640 1 -- 172.21.15.22:0/1425392345 shutdown_connections 2024-09-10T10:35:52.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.900+0000 7f2778600640 1 -- 172.21.15.22:0/1425392345 wait complete. 2024-09-10T10:35:52.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2778600640 1 Processor -- start 2024-09-10T10:35:52.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2778600640 1 -- start start 2024-09-10T10:35:52.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2778600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 0x7f277013f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2778600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f27700cd670 0x7f27701fa310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2778600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2770145fb0 0x7f27700ae8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2778600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f27700d0130 con 0x7f277006e8c0 2024-09-10T10:35:52.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2778600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f27700cffb0 con 0x7f2770145fb0 2024-09-10T10:35:52.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2778600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f27701691e0 con 0x7f27700cd670 2024-09-10T10:35:52.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2775c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 0x7f277013f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2775c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 0x7f277013f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36472/0 (socket says 172.21.15.22:36472) 2024-09-10T10:35:52.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2775c00640 1 -- 172.21.15.22:0/2882897247 learned_addr learned my addr 172.21.15.22:0/2882897247 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:52.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2775200640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f27700cd670 0x7f27701fa310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2776600640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2770145fb0 0x7f27700ae8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2775c00640 1 -- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f27700cd670 msgr2=0x7f27701fa310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2775c00640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f27700cd670 0x7f27701fa310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2775c00640 1 -- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2770145fb0 msgr2=0x7f27700ae8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:52.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2775c00640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2770145fb0 0x7f27700ae8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:52.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2775c00640 1 -- 172.21.15.22:0/2882897247 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27700711e0 con 0x7f277006e8c0 2024-09-10T10:35:52.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2775c00640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 0x7f277013f640 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f276400d800 tx=0x7f276400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:52.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f276d600640 1 -- 172.21.15.22:0/2882897247 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2764018020 con 0x7f277006e8c0 2024-09-10T10:35:52.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f276d600640 1 -- 172.21.15.22:0/2882897247 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27640096c0 con 0x7f277006e8c0 2024-09-10T10:35:52.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2778600640 1 -- 172.21.15.22:0/2882897247 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27701fa850 con 0x7f277006e8c0 2024-09-10T10:35:52.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f276d600640 1 -- 172.21.15.22:0/2882897247 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2764009ab0 con 0x7f277006e8c0 2024-09-10T10:35:52.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.904+0000 7f2778600640 1 -- 172.21.15.22:0/2882897247 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27701fae00 con 0x7f277006e8c0 2024-09-10T10:35:52.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.908+0000 7f2778600640 1 -- 172.21.15.22:0/2882897247 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27700b3e00 con 0x7f277006e8c0 2024-09-10T10:35:52.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.908+0000 7f276d600640 1 -- 172.21.15.22:0/2882897247 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f276401b020 con 0x7f277006e8c0 2024-09-10T10:35:52.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.908+0000 7f276d600640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f27500678c0 0x7f2750069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:52.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.908+0000 7f276d600640 1 -- 172.21.15.22:0/2882897247 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 4943+0+0 (secure 0 0 0) 0x7f2764085db0 con 0x7f277006e8c0 2024-09-10T10:35:52.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.908+0000 7f2775200640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f27500678c0 0x7f2750069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:52.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.908+0000 7f2775200640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f27500678c0 0x7f2750069d80 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f2770073320 tx=0x7f275c007d60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:52.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:52.912+0000 7f276d600640 1 -- 172.21.15.22:0/2882897247 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f276408a070 con 0x7f277006e8c0 2024-09-10T10:35:53.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:53.140+0000 7f2778600640 1 -- 172.21.15.22:0/2882897247 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set"]} v 0) -- 0x7f27700cc840 con 0x7f277006e8c0 2024-09-10T10:35:53.258 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:35:53.261 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:35:54.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.032+0000 7f276d600640 1 -- 172.21.15.22:0/2882897247 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set"]}]=0 v189) ==== 163+0+0 (secure 0 0 0) 0x7f2764022020 con 0x7f277006e8c0 2024-09-10T10:35:54.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 -- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f27500678c0 msgr2=0x7f2750069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f27500678c0 0x7f2750069d80 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f2770073320 tx=0x7f275c007d60 comp rx=0 tx=0).stop 2024-09-10T10:35:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 -- 172.21.15.22:0/2882897247 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 msgr2=0x7f277013f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 0x7f277013f640 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f276400d800 tx=0x7f276400dcc0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 -- 172.21.15.22:0/2882897247 shutdown_connections 2024-09-10T10:35:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f27500678c0 0x7f2750069d80 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2770145fb0 0x7f27700ae8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f27700cd670 0x7f27701fa310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 --2- 172.21.15.22:0/2882897247 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f277006e8c0 0x7f277013f640 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 -- 172.21.15.22:0/2882897247 >> 172.21.15.22:0/2882897247 conn(0x7f2770062dd0 msgr2=0x7f27700b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 -- 172.21.15.22:0/2882897247 shutdown_connections 2024-09-10T10:35:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.036+0000 7f2778600640 1 -- 172.21.15.22:0/2882897247 wait complete. 2024-09-10T10:35:54.062 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:35:54.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.208+0000 7f052e000640 1 Processor -- start 2024-09-10T10:35:54.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.208+0000 7f052e000640 1 -- start start 2024-09-10T10:35:54.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.208+0000 7f052e000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f05280cf3c0 0x7f05280cf850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.208+0000 7f052e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f052806d9b0 0x7f052806de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.208+0000 7f052e000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05280b4f90 con 0x7f05281568c0 2024-09-10T10:35:54.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.208+0000 7f052e000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f05280b49d0 con 0x7f05280cf3c0 2024-09-10T10:35:54.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.208+0000 7f052e000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f05280b4cb0 con 0x7f052806d9b0 2024-09-10T10:35:54.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f051ea00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f05280cf3c0 0x7f05280cf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f0527e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f052806d9b0 0x7f052806de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f051ea00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f05280cf3c0 0x7f05280cf850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:36122/0 (socket says 172.21.15.22:36122) 2024-09-10T10:35:54.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f0527e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f052806d9b0 0x7f052806de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:35560/0 (socket says 172.21.15.22:35560) 2024-09-10T10:35:54.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f051ea00640 1 -- 172.21.15.22:0/2143106913 learned_addr learned my addr 172.21.15.22:0/2143106913 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:54.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f0527400640 1 --1- 172.21.15.22:0/2143106913 >> v1:172.21.15.145:6789/0 conn(0x7f05281568c0 0x7f05280b3f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:54748/0 (socket says 172.21.15.22:54748) 2024-09-10T10:35:54.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f051ea00640 1 -- 172.21.15.22:0/2143106913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f052806d9b0 msgr2=0x7f052806de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:54.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f051ea00640 1 --2- 172.21.15.22:0/2143106913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f052806d9b0 0x7f052806de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f051ea00640 1 -- 172.21.15.22:0/2143106913 >> v1:172.21.15.145:6789/0 conn(0x7f05281568c0 legacy=0x7f05280b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f051ea00640 1 -- 172.21.15.22:0/2143106913 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f052806d1b0 con 0x7f05280cf3c0 2024-09-10T10:35:54.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f0526a00640 1 -- 172.21.15.22:0/2143106913 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4247778906 0 0) 0x7f05280b4f90 con 0x7f05281568c0 2024-09-10T10:35:54.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f0527e00640 1 --2- 172.21.15.22:0/2143106913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f052806d9b0 0x7f052806de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:54.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.212+0000 7f051ea00640 1 --2- 172.21.15.22:0/2143106913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05280cf3c0 0x7f05280cf850 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f0510009870 tx=0x7f051001c530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b46436ed6d1a8b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:54.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f0526a00640 1 -- 172.21.15.22:0/2143106913 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05100a95f0 con 0x7f05280cf3c0 2024-09-10T10:35:54.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f0526a00640 1 -- 172.21.15.22:0/2143106913 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05100a9790 con 0x7f05280cf3c0 2024-09-10T10:35:54.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f0526a00640 1 -- 172.21.15.22:0/2143106913 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05100a9b60 con 0x7f05280cf3c0 2024-09-10T10:35:54.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 -- 172.21.15.22:0/2143106913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05280cf3c0 msgr2=0x7f05280cf850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 --2- 172.21.15.22:0/2143106913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05280cf3c0 0x7f05280cf850 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f0510009870 tx=0x7f051001c530 comp rx=0 tx=0).stop 2024-09-10T10:35:54.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 -- 172.21.15.22:0/2143106913 shutdown_connections 2024-09-10T10:35:54.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 --2- 172.21.15.22:0/2143106913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f052806d9b0 0x7f052806de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 --2- 172.21.15.22:0/2143106913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05280cf3c0 0x7f05280cf850 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 -- 172.21.15.22:0/2143106913 >> 172.21.15.22:0/2143106913 conn(0x7f0528062eb0 msgr2=0x7f052806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:54.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 -- 172.21.15.22:0/2143106913 shutdown_connections 2024-09-10T10:35:54.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 -- 172.21.15.22:0/2143106913 wait complete. 2024-09-10T10:35:54.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 Processor -- start 2024-09-10T10:35:54.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 -- start start 2024-09-10T10:35:54.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f052806d9b0 0x7f0528141f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f05280cf3c0 0x7f052814c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05281568c0 0x7f052814f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0528156ca0 con 0x7f05280cf3c0 2024-09-10T10:35:54.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f05280b4640 con 0x7f052806d9b0 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f052e000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0528156e20 con 0x7f05281568c0 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f051ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f05280cf3c0 0x7f052814c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f051ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f05280cf3c0 0x7f052814c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36474/0 (socket says 172.21.15.22:36474) 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f051ea00640 1 -- 172.21.15.22:0/443521496 learned_addr learned my addr 172.21.15.22:0/443521496 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f0527400640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f052806d9b0 0x7f0528141f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.216+0000 7f0527e00640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05281568c0 0x7f052814f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051ea00640 1 -- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05281568c0 msgr2=0x7f052814f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051ea00640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05281568c0 0x7f052814f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051ea00640 1 -- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f052806d9b0 msgr2=0x7f0528141f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051ea00640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f052806d9b0 0x7f0528141f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051ea00640 1 -- 172.21.15.22:0/443521496 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0528142440 con 0x7f05280cf3c0 2024-09-10T10:35:54.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f0527e00640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05281568c0 0x7f052814f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:54.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051ea00640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f05280cf3c0 0x7f052814c6d0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f051001a160 tx=0x7f05100046d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:54.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051fe00640 1 -- 172.21.15.22:0/443521496 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05100c0070 con 0x7f05280cf3c0 2024-09-10T10:35:54.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051fe00640 1 -- 172.21.15.22:0/443521496 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0510004030 con 0x7f05280cf3c0 2024-09-10T10:35:54.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f052e000640 1 -- 172.21.15.22:0/443521496 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f052814cf20 con 0x7f05280cf3c0 2024-09-10T10:35:54.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051fe00640 1 -- 172.21.15.22:0/443521496 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05100043e0 con 0x7f05280cf3c0 2024-09-10T10:35:54.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f052e000640 1 -- 172.21.15.22:0/443521496 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f052814d4e0 con 0x7f05280cf3c0 2024-09-10T10:35:54.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f052e000640 1 -- 172.21.15.22:0/443521496 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f052806de20 con 0x7f05280cf3c0 2024-09-10T10:35:54.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051fe00640 1 -- 172.21.15.22:0/443521496 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f05100c3070 con 0x7f05280cf3c0 2024-09-10T10:35:54.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051fe00640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05040678c0 0x7f0504069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f051fe00640 1 -- 172.21.15.22:0/443521496 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 4943+0+0 (secure 0 0 0) 0x7f051011fe60 con 0x7f05280cf3c0 2024-09-10T10:35:54.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.220+0000 7f0527400640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05040678c0 0x7f0504069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.224+0000 7f0527400640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05040678c0 0x7f0504069d80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0518000f70 tx=0x7f0518007df0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:54.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.228+0000 7f051fe00640 1 -- 172.21.15.22:0/443521496 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f05100ad020 con 0x7f05280cf3c0 2024-09-10T10:35:54.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.388+0000 7f052e000640 1 -- 172.21.15.22:0/443521496 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f052814e2b0 con 0x7f05280cf3c0 2024-09-10T10:35:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.392+0000 7f051fe00640 1 -- 172.21.15.22:0/443521496 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v24)=0 v24) ==== 122+0+0 (secure 0 0 0) 0x7f0510016150 con 0x7f05280cf3c0 2024-09-10T10:35:54.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 -- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05040678c0 msgr2=0x7f0504069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05040678c0 0x7f0504069d80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0518000f70 tx=0x7f0518007df0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 -- 172.21.15.22:0/443521496 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f05280cf3c0 msgr2=0x7f052814c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f05280cf3c0 0x7f052814c6d0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f051001a160 tx=0x7f05100046d0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 -- 172.21.15.22:0/443521496 shutdown_connections 2024-09-10T10:35:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05040678c0 0x7f0504069d80 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05281568c0 0x7f052814f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f05280cf3c0 0x7f052814c6d0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 --2- 172.21.15.22:0/443521496 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f052806d9b0 0x7f0528141f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 -- 172.21.15.22:0/443521496 >> 172.21.15.22:0/443521496 conn(0x7f0528062eb0 msgr2=0x7f052806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 -- 172.21.15.22:0/443521496 shutdown_connections 2024-09-10T10:35:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.396+0000 7f052e000640 1 -- 172.21.15.22:0/443521496 wait complete. 2024-09-10T10:35:54.418 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:35:54.418 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:35:54.491 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:35:54.605 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:35:54.605 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:54.605 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:54.614 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:35:54.614 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:54.614 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:54.623 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:35:54.623 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:35:54.623 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:54.664 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:35:54.664 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:35:54.664 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:35:54.674 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:35:54.674 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:35:54.674 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:35:54.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cca000640 1 Processor -- start 2024-09-10T10:35:54.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cca000640 1 -- start start 2024-09-10T10:35:54.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cca000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc406c6c0 0x7f0cc4073370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cca000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0cc40738b0 0x7f0cc40cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cca000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cc40722d0 con 0x7f0cc415afe0 2024-09-10T10:35:54.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cca000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0cc4072ee0 con 0x7f0cc40738b0 2024-09-10T10:35:54.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cca000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0cc40725b0 con 0x7f0cc406c6c0 2024-09-10T10:35:54.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cc8c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f0cc415afe0 0x7f0cc40cde40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49764/0 (socket says 172.21.15.22:49764) 2024-09-10T10:35:54.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cc8c00640 1 -- 172.21.15.22:0/206435223 learned_addr learned my addr 172.21.15.22:0/206435223 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:54.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cc9600640 1 --2- 172.21.15.22:0/206435223 >> v2:172.21.15.22:3300/0 conn(0x7f0cc40738b0 0x7f0cc40cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cbbe00640 1 --2- 172.21.15.22:0/206435223 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc406c6c0 0x7f0cc4073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cc9600640 1 -- 172.21.15.22:0/206435223 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc406c6c0 msgr2=0x7f0cc4073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:54.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cc9600640 1 --2- 172.21.15.22:0/206435223 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc406c6c0 0x7f0cc4073370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cc9600640 1 -- 172.21.15.22:0/206435223 >> v1:172.21.15.22:6789/0 conn(0x7f0cc415afe0 legacy=0x7f0cc40cde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cc9600640 1 -- 172.21.15.22:0/206435223 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc4072890 con 0x7f0cc40738b0 2024-09-10T10:35:54.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.852+0000 7f0cc3e00640 1 -- 172.21.15.22:0/206435223 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1096688228 0 0) 0x7f0cc40722d0 con 0x7f0cc415afe0 2024-09-10T10:35:54.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cc9600640 1 --2- 172.21.15.22:0/206435223 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 0x7f0cc40cf0a0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc0097c0 tx=0x7f0cbc01c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=168ce7729f2ad761 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:54.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cc3e00640 1 -- 172.21.15.22:0/206435223 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc0b0070 con 0x7f0cc40738b0 2024-09-10T10:35:54.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cc3e00640 1 -- 172.21.15.22:0/206435223 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cbc0ab600 con 0x7f0cc40738b0 2024-09-10T10:35:54.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cc3e00640 1 -- 172.21.15.22:0/206435223 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc0ab9d0 con 0x7f0cc40738b0 2024-09-10T10:35:54.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cca000640 1 -- 172.21.15.22:0/206435223 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 msgr2=0x7f0cc40cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cca000640 1 --2- 172.21.15.22:0/206435223 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 0x7f0cc40cf0a0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc0097c0 tx=0x7f0cbc01c380 comp rx=0 tx=0).stop 2024-09-10T10:35:54.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cca000640 1 -- 172.21.15.22:0/206435223 shutdown_connections 2024-09-10T10:35:54.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cca000640 1 --2- 172.21.15.22:0/206435223 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 0x7f0cc40cf0a0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cca000640 1 --2- 172.21.15.22:0/206435223 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc406c6c0 0x7f0cc4073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cca000640 1 -- 172.21.15.22:0/206435223 >> 172.21.15.22:0/206435223 conn(0x7f0cc4062ae0 msgr2=0x7f0cc406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:54.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cca000640 1 -- 172.21.15.22:0/206435223 shutdown_connections 2024-09-10T10:35:54.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cca000640 1 -- 172.21.15.22:0/206435223 wait complete. 2024-09-10T10:35:54.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cca000640 1 Processor -- start 2024-09-10T10:35:54.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.856+0000 7f0cca000640 1 -- start start 2024-09-10T10:35:54.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cca000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cc406c6c0 0x7f0cc41650c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cca000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 0x7f0cc414b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cca000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc415afe0 0x7f0cc40cd430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cca000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc415bf60 con 0x7f0cc40738b0 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cca000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc415bde0 con 0x7f0cc406c6c0 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cca000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0cc4167ee0 con 0x7f0cc415afe0 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cbbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 0x7f0cc414b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cbbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 0x7f0cc414b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36488/0 (socket says 172.21.15.22:36488) 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cbbe00640 1 -- 172.21.15.22:0/2978282013 learned_addr learned my addr 172.21.15.22:0/2978282013 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cc9600640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc415afe0 0x7f0cc40cd430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cc8c00640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cc406c6c0 0x7f0cc41650c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cbbe00640 1 -- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc415afe0 msgr2=0x7f0cc40cd430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cbbe00640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc415afe0 0x7f0cc40cd430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cbbe00640 1 -- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cc406c6c0 msgr2=0x7f0cc41650c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cbbe00640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cc406c6c0 0x7f0cc41650c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cbbe00640 1 -- 172.21.15.22:0/2978282013 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc4157780 con 0x7f0cc40738b0 2024-09-10T10:35:54.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cbbe00640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 0x7f0cc414b170 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f0cac00d800 tx=0x7f0cac00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:54.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cc1600640 1 -- 172.21.15.22:0/2978282013 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cac00b660 con 0x7f0cc40738b0 2024-09-10T10:35:54.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cc1600640 1 -- 172.21.15.22:0/2978282013 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cac019070 con 0x7f0cc40738b0 2024-09-10T10:35:54.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cc1600640 1 -- 172.21.15.22:0/2978282013 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cac00ba00 con 0x7f0cc40738b0 2024-09-10T10:35:54.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cca000640 1 -- 172.21.15.22:0/2978282013 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cc4157a60 con 0x7f0cc40738b0 2024-09-10T10:35:54.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cca000640 1 -- 172.21.15.22:0/2978282013 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cc4158300 con 0x7f0cc40738b0 2024-09-10T10:35:54.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cca000640 1 -- 172.21.15.22:0/2978282013 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cc4157c30 con 0x7f0cc40738b0 2024-09-10T10:35:54.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.860+0000 7f0cc1600640 1 -- 172.21.15.22:0/2978282013 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0cac00bba0 con 0x7f0cc40738b0 2024-09-10T10:35:54.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.864+0000 7f0cc1600640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ca00678c0 0x7f0ca0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:54.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.864+0000 7f0cc1600640 1 -- 172.21.15.22:0/2978282013 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 4943+0+0 (secure 0 0 0) 0x7f0cac085d30 con 0x7f0cc40738b0 2024-09-10T10:35:54.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.864+0000 7f0cc8c00640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ca00678c0 0x7f0ca0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:54.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.864+0000 7f0cc8c00640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ca00678c0 0x7f0ca0069d80 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f0cb40012f0 tx=0x7f0cb4001690 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:54.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:54.868+0000 7f0cc1600640 1 -- 172.21.15.22:0/2978282013 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0cac056480 con 0x7f0cc40738b0 2024-09-10T10:35:55.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.064+0000 7f0cca000640 1 -- 172.21.15.22:0/2978282013 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0cc415e4b0 con 0x7f0cc40738b0 2024-09-10T10:35:55.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cc1600640 1 -- 172.21.15.22:0/2978282013 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+3914 (secure 0 0 0) 0x7f0cac05a780 con 0x7f0cc40738b0 2024-09-10T10:35:55.069 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:55.069 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":43,"btime":"2024-09-10T10:35:47:675423+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5267,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2397639362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2397639362},{"type":"v1","addr":"172.21.15.145:6836","nonce":2397639362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3732295506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3732295506},{"type":"v1","addr":"172.21.15.145:6837","nonce":3732295506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5838,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/459503563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":459503563},{"type":"v1","addr":"172.21.15.22:6834","nonce":459503563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6108,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1104152421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1104152421},{"type":"v1","addr":"172.21.15.22:6835","nonce":1104152421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[]} 2024-09-10T10:35:55.069 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 43 2024-09-10T10:35:55.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 -- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ca00678c0 msgr2=0x7f0ca0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:55.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ca00678c0 0x7f0ca0069d80 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f0cb40012f0 tx=0x7f0cb4001690 comp rx=0 tx=0).stop 2024-09-10T10:35:55.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 -- 172.21.15.22:0/2978282013 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 msgr2=0x7f0cc414b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:55.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 0x7f0cc414b170 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f0cac00d800 tx=0x7f0cac00dcc0 comp rx=0 tx=0).stop 2024-09-10T10:35:55.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 -- 172.21.15.22:0/2978282013 shutdown_connections 2024-09-10T10:35:55.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0ca00678c0 0x7f0ca0069d80 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:55.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc415afe0 0x7f0cc40cd430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:55.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0cc40738b0 0x7f0cc414b170 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:55.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 --2- 172.21.15.22:0/2978282013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cc406c6c0 0x7f0cc41650c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:55.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 -- 172.21.15.22:0/2978282013 >> 172.21.15.22:0/2978282013 conn(0x7f0cc4062ae0 msgr2=0x7f0cc4165760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:55.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 -- 172.21.15.22:0/2978282013 shutdown_connections 2024-09-10T10:35:55.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.068+0000 7f0cca000640 1 -- 172.21.15.22:0/2978282013 wait complete. 2024-09-10T10:35:55.091 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:35:55.091 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:35:55.091 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:35:55.091 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:35:55.091 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:35:55.091 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:35:55.092 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:35:55.092 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:35:55.092 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:35:55.092 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:35:55.092 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:35:55.092 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:35:55.093 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:35:55.093 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:35:55.093 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:35:55.093 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:35:55.104 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:35:55.104 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:35:55.105 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:35:55.105 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:35:55.108 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:35:55.108 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:35:55.109 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:35:55.109 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:35:55.153 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:35:55.153 DEBUG:teuthology.parallel:result is None 2024-09-10T10:35:55.154 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:35:55.155 DEBUG:teuthology.parallel:result is None 2024-09-10T10:35:55.155 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:35:55.155 DEBUG:teuthology.parallel:result is None 2024-09-10T10:35:55.156 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:35:55.156 DEBUG:teuthology.parallel:result is None 2024-09-10T10:35:55.156 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:35:55.241 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:35:55.242 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:35:55.245 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:35:55.246 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:35:55.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.300+0000 7f6fa9600640 1 Processor -- start 2024-09-10T10:35:55.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa9600640 1 -- start start 2024-09-10T10:35:55.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa9600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa40626e0 0x7f6fa4062ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:55.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa9600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6fa406d410 con 0x7f6fa415fa50 2024-09-10T10:35:55.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa9600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6fa4063000 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa9600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6fa415ed20 con 0x7f6fa40626e0 2024-09-10T10:35:55.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa2000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6fa415fa50 0x7f6fa40b48e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45586/0 (socket says 172.21.15.22:45586) 2024-09-10T10:35:55.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa2000640 1 -- 172.21.15.22:0/3533404018 learned_addr learned my addr 172.21.15.22:0/3533404018 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:55.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa2a00640 1 --2- 172.21.15.22:0/3533404018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa40626e0 0x7f6fa4062ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:55.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa1600640 1 -- 172.21.15.22:0/3533404018 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 134599882 0 0) 0x7f6fa4063000 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa2a00640 1 -- 172.21.15.22:0/3533404018 >> v1:172.21.15.145:6789/0 conn(0x7f6fa40cf8f0 legacy=0x7f6fa40cfd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:55.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa2a00640 1 -- 172.21.15.22:0/3533404018 >> v1:172.21.15.22:6789/0 conn(0x7f6fa415fa50 legacy=0x7f6fa40b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:55.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.304+0000 7f6fa2a00640 1 -- 172.21.15.22:0/3533404018 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fa40b5430 con 0x7f6fa40626e0 2024-09-10T10:35:55.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa2a00640 1 --2- 172.21.15.22:0/3533404018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa40626e0 0x7f6fa4062ac0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6f940097f0 tx=0x7f6f9401c370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=991dbbc7f9b2086a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:55.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa1600640 1 -- 172.21.15.22:0/3533404018 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f940b1070 con 0x7f6fa40626e0 2024-09-10T10:35:55.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa1600640 1 -- 172.21.15.22:0/3533404018 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f940ac640 con 0x7f6fa40626e0 2024-09-10T10:35:55.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa1600640 1 -- 172.21.15.22:0/3533404018 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f940aca10 con 0x7f6fa40626e0 2024-09-10T10:35:55.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa9600640 1 -- 172.21.15.22:0/3533404018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa40626e0 msgr2=0x7f6fa4062ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:55.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa9600640 1 --2- 172.21.15.22:0/3533404018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa40626e0 0x7f6fa4062ac0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6f940097f0 tx=0x7f6f9401c370 comp rx=0 tx=0).stop 2024-09-10T10:35:55.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa9600640 1 -- 172.21.15.22:0/3533404018 shutdown_connections 2024-09-10T10:35:55.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa9600640 1 --2- 172.21.15.22:0/3533404018 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa40626e0 0x7f6fa4062ac0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:55.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa9600640 1 -- 172.21.15.22:0/3533404018 >> 172.21.15.22:0/3533404018 conn(0x7f6fa40ce1f0 msgr2=0x7f6fa40ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:55.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa9600640 1 -- 172.21.15.22:0/3533404018 shutdown_connections 2024-09-10T10:35:55.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa9600640 1 -- 172.21.15.22:0/3533404018 wait complete. 2024-09-10T10:35:55.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa9600640 1 Processor -- start 2024-09-10T10:35:55.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.308+0000 7f6fa9600640 1 -- start start 2024-09-10T10:35:55.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa9600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6fa40626e0 0x7f6fa41597c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:55.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa9600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6fa40cf8f0 0x7f6fa4147ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:55.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa9600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa415fa50 0x7f6fa41e7390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:55.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa9600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa415f530 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa9600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa415f250 con 0x7f6fa40626e0 2024-09-10T10:35:55.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa9600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6fa415c5f0 con 0x7f6fa415fa50 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6fa40cf8f0 0x7f6fa4147ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6fa40cf8f0 0x7f6fa4147ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58678/0 (socket says 172.21.15.22:58678) 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2000640 1 -- 172.21.15.22:0/379842045 learned_addr learned my addr 172.21.15.22:0/379842045 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2000640 1 -- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa415fa50 msgr2=0x7f6fa41e7390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa3400640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa415fa50 0x7f6fa41e7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2a00640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6fa40626e0 0x7f6fa41597c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2000640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa415fa50 0x7f6fa41e7390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2000640 1 -- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6fa40626e0 msgr2=0x7f6fa41597c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2000640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6fa40626e0 0x7f6fa41597c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2000640 1 -- 172.21.15.22:0/379842045 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fa4148c50 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa3400640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa415fa50 0x7f6fa41e7390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2a00640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6fa40626e0 0x7f6fa41597c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:55.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa2000640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6fa40cf8f0 0x7f6fa4147ce0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009dc0 tx=0x7f6f9000c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:55.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6f9aa00640 1 -- 172.21.15.22:0/379842045 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90019070 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6f9aa00640 1 -- 172.21.15.22:0/379842045 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f900078f0 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6f9aa00640 1 -- 172.21.15.22:0/379842045 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90007ce0 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa9600640 1 -- 172.21.15.22:0/379842045 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fa41483b0 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa9600640 1 -- 172.21.15.22:0/379842045 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fa4148970 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6fa9600640 1 -- 172.21.15.22:0/379842045 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fa4062ac0 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.312+0000 7f6f9aa00640 1 -- 172.21.15.22:0/379842045 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6f9001c070 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.316+0000 7f6f9aa00640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f840678c0 0x7f6f84069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:55.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.316+0000 7f6f9aa00640 1 -- 172.21.15.22:0/379842045 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 4943+0+0 (secure 0 0 0) 0x7f6f90087630 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.316+0000 7f6fa2a00640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f840678c0 0x7f6f84069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:55.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.316+0000 7f6fa2a00640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f840678c0 0x7f6f84069d80 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f6f940ae000 tx=0x7f6f94008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:55.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.320+0000 7f6f9aa00640 1 -- 172.21.15.22:0/379842045 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6f90058460 con 0x7f6fa40cf8f0 2024-09-10T10:35:55.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:55.496+0000 7f6fa9600640 1 -- 172.21.15.22:0/379842045 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f6fa406fec0 con 0x7f6fa40cf8f0 2024-09-10T10:35:56.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.048+0000 7f6f9aa00640 1 -- 172.21.15.22:0/379842045 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v75) ==== 97+0+0 (secure 0 0 0) 0x7f6f90057d60 con 0x7f6fa40cf8f0 2024-09-10T10:35:56.050 INFO:teuthology.orchestra.run.smithi022.stderr: removed all blocklist entries 2024-09-10T10:35:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 -- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f840678c0 msgr2=0x7f6f84069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f840678c0 0x7f6f84069d80 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f6f940ae000 tx=0x7f6f94008040 comp rx=0 tx=0).stop 2024-09-10T10:35:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 -- 172.21.15.22:0/379842045 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6fa40cf8f0 msgr2=0x7f6fa4147ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6fa40cf8f0 0x7f6fa4147ce0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009dc0 tx=0x7f6f9000c430 comp rx=0 tx=0).stop 2024-09-10T10:35:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 -- 172.21.15.22:0/379842045 shutdown_connections 2024-09-10T10:35:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f840678c0 0x7f6f84069d80 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6fa415fa50 0x7f6fa41e7390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6fa40cf8f0 0x7f6fa4147ce0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 --2- 172.21.15.22:0/379842045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6fa40626e0 0x7f6fa41597c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 -- 172.21.15.22:0/379842045 >> 172.21.15.22:0/379842045 conn(0x7f6fa40ce1f0 msgr2=0x7f6fa4072130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:56.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 -- 172.21.15.22:0/379842045 shutdown_connections 2024-09-10T10:35:56.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.052+0000 7f6fa9600640 1 -- 172.21.15.22:0/379842045 wait complete. 2024-09-10T10:35:56.077 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:35:56.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377e800640 1 Processor -- start 2024-09-10T10:35:56.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377e800640 1 -- start start 2024-09-10T10:35:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377e800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3778166090 0x7f377806cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377e800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 0x7f37780b2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377e800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f37780626e0 0x7f3778062b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377e800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3778063070 con 0x7f3778166090 2024-09-10T10:35:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377e800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f37780b2e00 con 0x7f37780626e0 2024-09-10T10:35:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377e800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f377806bdf0 con 0x7f37780b6ef0 2024-09-10T10:35:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3778166090 0x7f377806cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3778166090 0x7f377806cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58682/0 (socket says 172.21.15.22:58682) 2024-09-10T10:35:56.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377d400640 1 -- 172.21.15.22:0/1858605653 learned_addr learned my addr 172.21.15.22:0/1858605653 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:56.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377de00640 1 --2- 172.21.15.22:0/1858605653 >> v2:172.21.15.145:3300/0 conn(0x7f37780626e0 0x7f3778062b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377ca00640 1 --2- 172.21.15.22:0/1858605653 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 0x7f37780b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377d400640 1 -- 172.21.15.22:0/1858605653 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 msgr2=0x7f37780b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377d400640 1 --2- 172.21.15.22:0/1858605653 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 0x7f37780b2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377d400640 1 -- 172.21.15.22:0/1858605653 >> v2:172.21.15.145:3300/0 conn(0x7f37780626e0 msgr2=0x7f3778062b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377d400640 1 --2- 172.21.15.22:0/1858605653 >> v2:172.21.15.145:3300/0 conn(0x7f37780626e0 0x7f3778062b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377d400640 1 -- 172.21.15.22:0/1858605653 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f377806c0d0 con 0x7f3778166090 2024-09-10T10:35:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377de00640 1 --2- 172.21.15.22:0/1858605653 >> v2:172.21.15.145:3300/0 conn(0x7f37780626e0 0x7f3778062b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.220+0000 7f377ca00640 1 --2- 172.21.15.22:0/1858605653 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 0x7f37780b2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:56.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f377d400640 1 --2- 172.21.15.22:0/1858605653 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 0x7f377806cbb0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f37780b7560 tx=0x7f376c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c7dcfd39db7ee29 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:56.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f3777e00640 1 -- 172.21.15.22:0/1858605653 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c0ab650 con 0x7f3778166090 2024-09-10T10:35:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f3777e00640 1 -- 172.21.15.22:0/1858605653 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f376c0b0070 con 0x7f3778166090 2024-09-10T10:35:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f3777e00640 1 -- 172.21.15.22:0/1858605653 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c0aba10 con 0x7f3778166090 2024-09-10T10:35:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f377e800640 1 -- 172.21.15.22:0/1858605653 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 msgr2=0x7f377806cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f377e800640 1 --2- 172.21.15.22:0/1858605653 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 0x7f377806cbb0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f37780b7560 tx=0x7f376c01c490 comp rx=0 tx=0).stop 2024-09-10T10:35:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f377e800640 1 -- 172.21.15.22:0/1858605653 shutdown_connections 2024-09-10T10:35:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f377e800640 1 --2- 172.21.15.22:0/1858605653 >> v2:172.21.15.145:3300/0 conn(0x7f37780626e0 0x7f3778062b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f377e800640 1 --2- 172.21.15.22:0/1858605653 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 0x7f37780b2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f377e800640 1 --2- 172.21.15.22:0/1858605653 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 0x7f377806cbb0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f377e800640 1 -- 172.21.15.22:0/1858605653 >> 172.21.15.22:0/1858605653 conn(0x7f37780b6120 msgr2=0x7f37780b67e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f377e800640 1 -- 172.21.15.22:0/1858605653 shutdown_connections 2024-09-10T10:35:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.224+0000 7f377e800640 1 -- 172.21.15.22:0/1858605653 wait complete. 2024-09-10T10:35:56.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377e800640 1 Processor -- start 2024-09-10T10:35:56.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377e800640 1 -- start start 2024-09-10T10:35:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377e800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37780626e0 0x7f37781526f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377e800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 0x7f37781fc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 0x7f37781597d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377e800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f37781665f0 con 0x7f3778166090 2024-09-10T10:35:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377e800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3778166470 con 0x7f37780626e0 2024-09-10T10:35:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377e800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f37780aeab0 con 0x7f37780b6ef0 2024-09-10T10:35:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 0x7f37781597d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 0x7f37781597d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58694/0 (socket says 172.21.15.22:58694) 2024-09-10T10:35:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377de00640 1 -- 172.21.15.22:0/3777772 learned_addr learned my addr 172.21.15.22:0/3777772 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:56.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377ca00640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 0x7f37781fc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377d400640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37780626e0 0x7f37781526f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377de00640 1 -- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 msgr2=0x7f37781fc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377de00640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 0x7f37781fc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377de00640 1 -- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37780626e0 msgr2=0x7f37781526f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377de00640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37780626e0 0x7f37781526f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377de00640 1 -- 172.21.15.22:0/3777772 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f377815a240 con 0x7f3778166090 2024-09-10T10:35:56.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377de00640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 0x7f37781597d0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f377000cf20 tx=0x7f377000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:56.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f3775600640 1 -- 172.21.15.22:0/3777772 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377001a070 con 0x7f3778166090 2024-09-10T10:35:56.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f3775600640 1 -- 172.21.15.22:0/3777772 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f377000d840 con 0x7f3778166090 2024-09-10T10:35:56.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f3775600640 1 -- 172.21.15.22:0/3777772 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377000dc30 con 0x7f3778166090 2024-09-10T10:35:56.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377e800640 1 -- 172.21.15.22:0/3777772 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3778159f60 con 0x7f3778166090 2024-09-10T10:35:56.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.228+0000 7f377e800640 1 -- 172.21.15.22:0/3777772 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37781572a0 con 0x7f3778166090 2024-09-10T10:35:56.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.232+0000 7f377e800640 1 -- 172.21.15.22:0/3777772 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37780affa0 con 0x7f3778166090 2024-09-10T10:35:56.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.232+0000 7f3775600640 1 -- 172.21.15.22:0/3777772 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f377001d070 con 0x7f3778166090 2024-09-10T10:35:56.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.232+0000 7f3775600640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f37580678f0 0x7f3758069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.232+0000 7f3775600640 1 -- 172.21.15.22:0/3777772 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 4857+0+0 (secure 0 0 0) 0x7f3770086170 con 0x7f3778166090 2024-09-10T10:35:56.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.232+0000 7f377d400640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f37580678f0 0x7f3758069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.232+0000 7f377d400640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f37580678f0 0x7f3758069db0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f376c0af000 tx=0x7f376c0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:56.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.236+0000 7f3775600640 1 -- 172.21.15.22:0/3777772 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3770056880 con 0x7f3778166090 2024-09-10T10:35:56.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 -- 172.21.15.22:0/3777772 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f377806fb80 con 0x7f3778166090 2024-09-10T10:35:56.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f3775600640 1 -- 172.21.15.22:0/3777772 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) ==== 80+0+5304 (secure 0 0 0) 0x7f377005ab80 con 0x7f3778166090 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout: "auth_dump": [ 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.a", 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA==", 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:35:56.462 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.b", 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw==", 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.463 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.c", 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg==", 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.d", 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg==", 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.464 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.0", 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg==", 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.465 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.1", 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q==", 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.2", 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA==", 2024-09-10T10:35:56.466 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.3", 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA==", 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.467 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.4", 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA==", 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.5", 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ==", 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:56.468 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.6", 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA==", 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.469 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.7", 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA==", 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.0", 2024-09-10T10:35:56.470 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA==", 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow r", 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.1", 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q==", 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:35:56.471 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.2", 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA==", 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.472 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.3", 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg==", 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.admin", 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm1kZCJhAAGLXWU85Vtod0CRG/bo4sSQ==", 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.473 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.x", 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ==", 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.474 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.y", 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q==", 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:35:56.475 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 -- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f37580678f0 msgr2=0x7f3758069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f37580678f0 0x7f3758069db0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f376c0af000 tx=0x7f376c0a7000 comp rx=0 tx=0).stop 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 -- 172.21.15.22:0/3777772 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 msgr2=0x7f37781597d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 0x7f37781597d0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f377000cf20 tx=0x7f377000a710 comp rx=0 tx=0).stop 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 -- 172.21.15.22:0/3777772 shutdown_connections 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f37580678f0 0x7f3758069db0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3778166090 0x7f37781597d0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37780b6ef0 0x7f37781fc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 --2- 172.21.15.22:0/3777772 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37780626e0 0x7f37781526f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 -- 172.21.15.22:0/3777772 >> 172.21.15.22:0/3777772 conn(0x7f37780b6120 msgr2=0x7f377815fad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 -- 172.21.15.22:0/3777772 shutdown_connections 2024-09-10T10:35:56.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.460+0000 7f377e800640 1 -- 172.21.15.22:0/3777772 wait complete. 2024-09-10T10:35:56.483 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:35:56.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.620+0000 7fdd2c000640 1 Processor -- start 2024-09-10T10:35:56.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.620+0000 7fdd2c000640 1 -- start start 2024-09-10T10:35:56.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.620+0000 7fdd2c000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdd2415e8b0 0x7fdd240b6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.620+0000 7fdd2c000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdd240b3eb0 0x7fdd241683e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.620+0000 7fdd2c000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd2415ec90 con 0x7fdd240b7410 2024-09-10T10:35:56.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.620+0000 7fdd2c000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fdd240b2a10 con 0x7fdd2415e8b0 2024-09-10T10:35:56.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.620+0000 7fdd2c000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fdd240b20e0 con 0x7fdd240b3eb0 2024-09-10T10:35:56.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.620+0000 7fdd29600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdd2415e8b0 0x7fdd240b6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.620+0000 7fdd28c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fdd240b7410 0x7fdd2406c660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45600/0 (socket says 172.21.15.22:45600) 2024-09-10T10:35:56.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.620+0000 7fdd28c00640 1 -- 172.21.15.22:0/3570123559 learned_addr learned my addr 172.21.15.22:0/3570123559 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:56.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd29600640 1 -- 172.21.15.22:0/3570123559 >> v2:172.21.15.145:3300/0 conn(0x7fdd240b3eb0 msgr2=0x7fdd241683e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:56.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd2a000640 1 --2- 172.21.15.22:0/3570123559 >> v2:172.21.15.145:3300/0 conn(0x7fdd240b3eb0 0x7fdd241683e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd29600640 1 --2- 172.21.15.22:0/3570123559 >> v2:172.21.15.145:3300/0 conn(0x7fdd240b3eb0 0x7fdd241683e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd29600640 1 -- 172.21.15.22:0/3570123559 >> v1:172.21.15.22:6789/0 conn(0x7fdd240b7410 legacy=0x7fdd2406c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd29600640 1 -- 172.21.15.22:0/3570123559 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd240b23c0 con 0x7fdd2415e8b0 2024-09-10T10:35:56.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd23e00640 1 -- 172.21.15.22:0/3570123559 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1306808319 0 0) 0x7fdd2415ec90 con 0x7fdd240b7410 2024-09-10T10:35:56.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd2a000640 1 --2- 172.21.15.22:0/3570123559 >> v2:172.21.15.145:3300/0 conn(0x7fdd240b3eb0 0x7fdd241683e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:35:56.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd29600640 1 --2- 172.21.15.22:0/3570123559 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd2415e8b0 0x7fdd240b6ed0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fdd24073110 tx=0x7fdd1801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89cd65ddf0826511 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:56.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd23e00640 1 -- 172.21.15.22:0/3570123559 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd180b1070 con 0x7fdd2415e8b0 2024-09-10T10:35:56.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd23e00640 1 -- 172.21.15.22:0/3570123559 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd180ac5f0 con 0x7fdd2415e8b0 2024-09-10T10:35:56.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd23e00640 1 -- 172.21.15.22:0/3570123559 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd180ac9c0 con 0x7fdd2415e8b0 2024-09-10T10:35:56.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd2c000640 1 -- 172.21.15.22:0/3570123559 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd2415e8b0 msgr2=0x7fdd240b6ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd2c000640 1 --2- 172.21.15.22:0/3570123559 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd2415e8b0 0x7fdd240b6ed0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fdd24073110 tx=0x7fdd1801c480 comp rx=0 tx=0).stop 2024-09-10T10:35:56.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd2c000640 1 -- 172.21.15.22:0/3570123559 shutdown_connections 2024-09-10T10:35:56.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd2c000640 1 --2- 172.21.15.22:0/3570123559 >> v2:172.21.15.145:3300/0 conn(0x7fdd240b3eb0 0x7fdd241683e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd2c000640 1 --2- 172.21.15.22:0/3570123559 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd2415e8b0 0x7fdd240b6ed0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd2c000640 1 -- 172.21.15.22:0/3570123559 >> 172.21.15.22:0/3570123559 conn(0x7fdd240b7ac0 msgr2=0x7fdd240b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:56.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd2c000640 1 -- 172.21.15.22:0/3570123559 shutdown_connections 2024-09-10T10:35:56.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.624+0000 7fdd2c000640 1 -- 172.21.15.22:0/3570123559 wait complete. 2024-09-10T10:35:56.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd2c000640 1 Processor -- start 2024-09-10T10:35:56.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd2c000640 1 -- start start 2024-09-10T10:35:56.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd2c000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240b7410 0x7fdd24151430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd2c000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd2415e8b0 0x7fdd2414fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd2c000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd24152cd0 0x7fdd24153160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd2c000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2416b140 con 0x7fdd240b7410 2024-09-10T10:35:56.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd2c000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2406cf80 con 0x7fdd24152cd0 2024-09-10T10:35:56.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd2c000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdd2416b2c0 con 0x7fdd2415e8b0 2024-09-10T10:35:56.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd29600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240b7410 0x7fdd24151430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd29600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240b7410 0x7fdd24151430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58714/0 (socket says 172.21.15.22:58714) 2024-09-10T10:35:56.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd29600640 1 -- 172.21.15.22:0/3212204351 learned_addr learned my addr 172.21.15.22:0/3212204351 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:56.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd28c00640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd2415e8b0 0x7fdd2414fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd2a000640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd24152cd0 0x7fdd24153160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd29600640 1 -- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd2415e8b0 msgr2=0x7fdd2414fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd29600640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd2415e8b0 0x7fdd2414fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd29600640 1 -- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd24152cd0 msgr2=0x7fdd24153160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd29600640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd24152cd0 0x7fdd24153160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd29600640 1 -- 172.21.15.22:0/3212204351 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd24161630 con 0x7fdd240b7410 2024-09-10T10:35:56.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd29600640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240b7410 0x7fdd24151430 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fdd180af040 tx=0x7fdd18019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:56.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd21600640 1 -- 172.21.15.22:0/3212204351 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd180b1040 con 0x7fdd240b7410 2024-09-10T10:35:56.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd21600640 1 -- 172.21.15.22:0/3212204351 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd180bb070 con 0x7fdd240b7410 2024-09-10T10:35:56.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd21600640 1 -- 172.21.15.22:0/3212204351 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd180b5630 con 0x7fdd240b7410 2024-09-10T10:35:56.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.628+0000 7fdd2c000640 1 -- 172.21.15.22:0/3212204351 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd240a0610 con 0x7fdd240b7410 2024-09-10T10:35:56.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.632+0000 7fdd2c000640 1 -- 172.21.15.22:0/3212204351 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd24150950 con 0x7fdd240b7410 2024-09-10T10:35:56.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.632+0000 7fdd2c000640 1 -- 172.21.15.22:0/3212204351 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd240b6ed0 con 0x7fdd240b7410 2024-09-10T10:35:56.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.632+0000 7fdd21600640 1 -- 172.21.15.22:0/3212204351 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdd180b57d0 con 0x7fdd240b7410 2024-09-10T10:35:56.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.632+0000 7fdd21600640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678f0 0x7fdd04069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.632+0000 7fdd21600640 1 -- 172.21.15.22:0/3212204351 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 4857+0+0 (secure 0 0 0) 0x7fdd1811f5d0 con 0x7fdd240b7410 2024-09-10T10:35:56.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.632+0000 7fdd28c00640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678f0 0x7fdd04069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.632+0000 7fdd28c00640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678f0 0x7fdd04069db0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fdd24154180 tx=0x7fdd10007b60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:56.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.636+0000 7fdd21600640 1 -- 172.21.15.22:0/3212204351 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdd24161630 con 0x7fdd240b7410 2024-09-10T10:35:56.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.804+0000 7fdd2c000640 1 -- 172.21.15.22:0/3212204351 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fdd24070b20 con 0x7fdd240b7410 2024-09-10T10:35:56.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.804+0000 7fdd21600640 1 -- 172.21.15.22:0/3212204351 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v77) ==== 84+0+65 (secure 0 0 0) 0x7fdd180a9070 con 0x7fdd240b7410 2024-09-10T10:35:56.806 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:35:56.806 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:35:56.807 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:35:56.807 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:35:56.807 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:35:56.807 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:35:56.807 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:35:56.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.804+0000 7fdd2c000640 1 -- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678f0 msgr2=0x7fdd04069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.804+0000 7fdd2c000640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678f0 0x7fdd04069db0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fdd24154180 tx=0x7fdd10007b60 comp rx=0 tx=0).stop 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.804+0000 7fdd2c000640 1 -- 172.21.15.22:0/3212204351 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240b7410 msgr2=0x7fdd24151430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.804+0000 7fdd2c000640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240b7410 0x7fdd24151430 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fdd180af040 tx=0x7fdd18019220 comp rx=0 tx=0).stop 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.808+0000 7fdd2c000640 1 -- 172.21.15.22:0/3212204351 shutdown_connections 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.808+0000 7fdd2c000640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd040678f0 0x7fdd04069db0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.808+0000 7fdd2c000640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd24152cd0 0x7fdd24153160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.808+0000 7fdd2c000640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd2415e8b0 0x7fdd2414fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.808+0000 7fdd2c000640 1 --2- 172.21.15.22:0/3212204351 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd240b7410 0x7fdd24151430 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.808+0000 7fdd2c000640 1 -- 172.21.15.22:0/3212204351 >> 172.21.15.22:0/3212204351 conn(0x7fdd240b7ac0 msgr2=0x7fdd240b07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.808+0000 7fdd2c000640 1 -- 172.21.15.22:0/3212204351 shutdown_connections 2024-09-10T10:35:56.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.808+0000 7fdd2c000640 1 -- 172.21.15.22:0/3212204351 wait complete. 2024-09-10T10:35:56.828 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:35:56.828 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:35:56.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfc400640 1 Processor -- start 2024-09-10T10:35:56.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfc400640 1 -- start start 2024-09-10T10:35:56.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfc400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0df40cee80 0x7f0df406e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfc400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0df406edc0 0x7f0df40b41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfc400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0df40cf790 con 0x7f0df415b390 2024-09-10T10:35:56.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfc400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0df415b770 con 0x7f0df406edc0 2024-09-10T10:35:56.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfc400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0df406f210 con 0x7f0df40cee80 2024-09-10T10:35:56.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfa400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0df406edc0 0x7f0df40b41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0df9a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f0df415b390 0x7f0df4072e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45602/0 (socket says 172.21.15.22:45602) 2024-09-10T10:35:56.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0df9a00640 1 -- 172.21.15.22:0/2317718346 learned_addr learned my addr 172.21.15.22:0/2317718346 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:56.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0df9000640 1 --2- 172.21.15.22:0/2317718346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0df40cee80 0x7f0df406e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfa400640 1 -- 172.21.15.22:0/2317718346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0df40cee80 msgr2=0x7f0df406e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:56.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfa400640 1 --2- 172.21.15.22:0/2317718346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0df40cee80 0x7f0df406e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfa400640 1 -- 172.21.15.22:0/2317718346 >> v1:172.21.15.22:6789/0 conn(0x7f0df415b390 legacy=0x7f0df4072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0dfa400640 1 -- 172.21.15.22:0/2317718346 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0df40cf4b0 con 0x7f0df406edc0 2024-09-10T10:35:56.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.972+0000 7f0df3e00640 1 -- 172.21.15.22:0/2317718346 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3279969211 0 0) 0x7f0df40cf790 con 0x7f0df415b390 2024-09-10T10:35:56.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0dfa400640 1 --2- 172.21.15.22:0/2317718346 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 0x7f0df40b41d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f0dec009d90 tx=0x7f0dec01c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2411c1ad837bb6f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:56.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0df3e00640 1 -- 172.21.15.22:0/2317718346 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec0b2070 con 0x7f0df406edc0 2024-09-10T10:35:56.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0df3e00640 1 -- 172.21.15.22:0/2317718346 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dec0a59a0 con 0x7f0df406edc0 2024-09-10T10:35:56.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0df3e00640 1 -- 172.21.15.22:0/2317718346 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec0a5d70 con 0x7f0df406edc0 2024-09-10T10:35:56.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0dfc400640 1 -- 172.21.15.22:0/2317718346 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 msgr2=0x7f0df40b41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0dfc400640 1 --2- 172.21.15.22:0/2317718346 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 0x7f0df40b41d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f0dec009d90 tx=0x7f0dec01c8e0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0dfc400640 1 -- 172.21.15.22:0/2317718346 shutdown_connections 2024-09-10T10:35:56.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0dfc400640 1 --2- 172.21.15.22:0/2317718346 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 0x7f0df40b41d0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0dfc400640 1 --2- 172.21.15.22:0/2317718346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0df40cee80 0x7f0df406e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0dfc400640 1 -- 172.21.15.22:0/2317718346 >> 172.21.15.22:0/2317718346 conn(0x7f0df4063000 msgr2=0x7f0df406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:56.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0dfc400640 1 -- 172.21.15.22:0/2317718346 shutdown_connections 2024-09-10T10:35:56.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.976+0000 7f0dfc400640 1 -- 172.21.15.22:0/2317718346 wait complete. 2024-09-10T10:35:56.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 Processor -- start 2024-09-10T10:35:56.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 -- start start 2024-09-10T10:35:56.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 0x7f0df40ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0df40cee80 0x7f0df40aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0df415b390 0x7f0df41f7a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0df40b50a0 con 0x7f0df406edc0 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0df40b4f20 con 0x7f0df40cee80 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0df40b5220 con 0x7f0df415b390 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df9a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 0x7f0df40ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df9a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 0x7f0df40ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58734/0 (socket says 172.21.15.22:58734) 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df9a00640 1 -- 172.21.15.22:0/686880248 learned_addr learned my addr 172.21.15.22:0/686880248 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df9a00640 1 -- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0df415b390 msgr2=0x7f0df41f7a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df9a00640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0df415b390 0x7f0df41f7a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df9a00640 1 -- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0df40cee80 msgr2=0x7f0df40aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df9a00640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0df40cee80 0x7f0df40aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:56.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df9a00640 1 -- 172.21.15.22:0/686880248 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0df415e9b0 con 0x7f0df406edc0 2024-09-10T10:35:56.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df9a00640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 0x7f0df40ae8a0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f0de800c480 tx=0x7f0de800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:56.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df1600640 1 -- 172.21.15.22:0/686880248 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de8018070 con 0x7f0df406edc0 2024-09-10T10:35:56.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df1600640 1 -- 172.21.15.22:0/686880248 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0de8007500 con 0x7f0df406edc0 2024-09-10T10:35:56.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0df1600640 1 -- 172.21.15.22:0/686880248 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de8004a30 con 0x7f0df406edc0 2024-09-10T10:35:56.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 -- 172.21.15.22:0/686880248 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0df41f87c0 con 0x7f0df406edc0 2024-09-10T10:35:56.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 -- 172.21.15.22:0/686880248 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0df413cc50 con 0x7f0df406edc0 2024-09-10T10:35:56.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.980+0000 7f0dfc400640 1 -- 172.21.15.22:0/686880248 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0df40b41d0 con 0x7f0df406edc0 2024-09-10T10:35:56.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.984+0000 7f0df1600640 1 -- 172.21.15.22:0/686880248 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0de8004bd0 con 0x7f0df406edc0 2024-09-10T10:35:56.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.984+0000 7f0df1600640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dd40678c0 0x7f0dd4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:56.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.984+0000 7f0df1600640 1 -- 172.21.15.22:0/686880248 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 4857+0+0 (secure 0 0 0) 0x7f0de8084be0 con 0x7f0df406edc0 2024-09-10T10:35:56.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.984+0000 7f0df9000640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dd40678c0 0x7f0dd4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:56.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.984+0000 7f0df9000640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dd40678c0 0x7f0dd4069d80 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0df40729b0 tx=0x7f0de0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:56.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:56.988+0000 7f0df1600640 1 -- 172.21.15.22:0/686880248 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0de8055a60 con 0x7f0df406edc0 2024-09-10T10:35:57.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:57.156+0000 7f0dfc400640 1 -- 172.21.15.22:0/686880248 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f0df415eb80 con 0x7f0df406edc0 2024-09-10T10:35:58.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.056+0000 7f0df1600640 1 -- 172.21.15.22:0/686880248 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v78) ==== 138+0+0 (secure 0 0 0) 0x7f0de8055360 con 0x7f0df406edc0 2024-09-10T10:35:58.058 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:35:58.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 -- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dd40678c0 msgr2=0x7f0dd4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:58.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dd40678c0 0x7f0dd4069d80 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0df40729b0 tx=0x7f0de0008040 comp rx=0 tx=0).stop 2024-09-10T10:35:58.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 -- 172.21.15.22:0/686880248 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 msgr2=0x7f0df40ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:58.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 0x7f0df40ae8a0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f0de800c480 tx=0x7f0de800c940 comp rx=0 tx=0).stop 2024-09-10T10:35:58.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 -- 172.21.15.22:0/686880248 shutdown_connections 2024-09-10T10:35:58.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dd40678c0 0x7f0dd4069d80 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:58.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0df415b390 0x7f0df41f7a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:58.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0df40cee80 0x7f0df40aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:58.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 --2- 172.21.15.22:0/686880248 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0df406edc0 0x7f0df40ae8a0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:58.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 -- 172.21.15.22:0/686880248 >> 172.21.15.22:0/686880248 conn(0x7f0df4063000 msgr2=0x7f0df406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:58.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 -- 172.21.15.22:0/686880248 shutdown_connections 2024-09-10T10:35:58.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.060+0000 7f0dfc400640 1 -- 172.21.15.22:0/686880248 wait complete. 2024-09-10T10:35:58.093 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:35:58.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.244+0000 7fcfb9e00640 1 Processor -- start 2024-09-10T10:35:58.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.244+0000 7fcfb9e00640 1 -- start start 2024-09-10T10:35:58.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.244+0000 7fcfb9e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcfb41568c0 0x7fcfb40b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:58.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.244+0000 7fcfb9e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcfb40cfad0 0x7fcfb406d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:58.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.244+0000 7fcfb9e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfb40b4f90 con 0x7fcfb40b4470 2024-09-10T10:35:58.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.244+0000 7fcfb9e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fcfb40b49d0 con 0x7fcfb41568c0 2024-09-10T10:35:58.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.244+0000 7fcfb9e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fcfb40b4cb0 con 0x7fcfb40cfad0 2024-09-10T10:35:58.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfaa000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fcfb40b4470 0x7fcfb40cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45604/0 (socket says 172.21.15.22:45604) 2024-09-10T10:35:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfaa000640 1 -- 172.21.15.22:0/2418587544 learned_addr learned my addr 172.21.15.22:0/2418587544 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:35:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb2a00640 1 --2- 172.21.15.22:0/2418587544 >> v2:172.21.15.22:3300/0 conn(0x7fcfb41568c0 0x7fcfb40b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:58.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb3400640 1 --2- 172.21.15.22:0/2418587544 >> v2:172.21.15.145:3300/0 conn(0x7fcfb40cfad0 0x7fcfb406d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:58.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb2000640 1 -- 172.21.15.22:0/2418587544 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1997778476 0 0) 0x7fcfb40b4f90 con 0x7fcfb40b4470 2024-09-10T10:35:58.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb2a00640 1 -- 172.21.15.22:0/2418587544 >> v2:172.21.15.145:3300/0 conn(0x7fcfb40cfad0 msgr2=0x7fcfb406d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:58.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb2a00640 1 --2- 172.21.15.22:0/2418587544 >> v2:172.21.15.145:3300/0 conn(0x7fcfb40cfad0 0x7fcfb406d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:58.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb2a00640 1 -- 172.21.15.22:0/2418587544 >> v1:172.21.15.22:6789/0 conn(0x7fcfb40b4470 legacy=0x7fcfb40cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:58.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb2a00640 1 -- 172.21.15.22:0/2418587544 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfb406d1b0 con 0x7fcfb41568c0 2024-09-10T10:35:58.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb3400640 1 --2- 172.21.15.22:0/2418587544 >> v2:172.21.15.145:3300/0 conn(0x7fcfb40cfad0 0x7fcfb406d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:58.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb2a00640 1 --2- 172.21.15.22:0/2418587544 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb41568c0 0x7fcfb40b3f30 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fcfb40ce660 tx=0x7fcfa401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2e2ef9f763b3b00 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:58.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb2000640 1 -- 172.21.15.22:0/2418587544 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa40a7070 con 0x7fcfb41568c0 2024-09-10T10:35:58.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb2000640 1 -- 172.21.15.22:0/2418587544 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfa40b0070 con 0x7fcfb41568c0 2024-09-10T10:35:58.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.248+0000 7fcfb2000640 1 -- 172.21.15.22:0/2418587544 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa40ab890 con 0x7fcfb41568c0 2024-09-10T10:35:58.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 -- 172.21.15.22:0/2418587544 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb41568c0 msgr2=0x7fcfb40b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:58.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 --2- 172.21.15.22:0/2418587544 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb41568c0 0x7fcfb40b3f30 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fcfb40ce660 tx=0x7fcfa401c450 comp rx=0 tx=0).stop 2024-09-10T10:35:58.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 -- 172.21.15.22:0/2418587544 shutdown_connections 2024-09-10T10:35:58.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 --2- 172.21.15.22:0/2418587544 >> v2:172.21.15.145:3300/0 conn(0x7fcfb40cfad0 0x7fcfb406d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:58.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 --2- 172.21.15.22:0/2418587544 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb41568c0 0x7fcfb40b3f30 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:58.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 -- 172.21.15.22:0/2418587544 >> 172.21.15.22:0/2418587544 conn(0x7fcfb4062eb0 msgr2=0x7fcfb406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:58.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 -- 172.21.15.22:0/2418587544 shutdown_connections 2024-09-10T10:35:58.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 -- 172.21.15.22:0/2418587544 wait complete. 2024-09-10T10:35:58.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 Processor -- start 2024-09-10T10:35:58.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 -- start start 2024-09-10T10:35:58.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb40b4470 0x7fcfb4154740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:58.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfb40cfad0 0x7fcfb4154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:58.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfb41568c0 0x7fcfb414e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:58.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb406e700 con 0x7fcfb40b4470 2024-09-10T10:35:58.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb4156eb0 con 0x7fcfb41568c0 2024-09-10T10:35:58.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb9e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcfb406e880 con 0x7fcfb40cfad0 2024-09-10T10:35:58.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb2a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb40b4470 0x7fcfb4154740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:58.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb2a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb40b4470 0x7fcfb4154740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58746/0 (socket says 172.21.15.22:58746) 2024-09-10T10:35:58.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb2a00640 1 -- 172.21.15.22:0/1852289673 learned_addr learned my addr 172.21.15.22:0/1852289673 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:58.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfaa000640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfb40cfad0 0x7fcfb4154c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:58.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb3400640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfb41568c0 0x7fcfb414e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:58.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb2a00640 1 -- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfb40cfad0 msgr2=0x7fcfb4154c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:58.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb2a00640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfb40cfad0 0x7fcfb4154c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:58.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb2a00640 1 -- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfb41568c0 msgr2=0x7fcfb414e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:58.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb2a00640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfb41568c0 0x7fcfb414e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:58.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfb2a00640 1 -- 172.21.15.22:0/1852289673 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfb406bee0 con 0x7fcfb40b4470 2024-09-10T10:35:58.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.252+0000 7fcfaa000640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfb40cfad0 0x7fcfb4154c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:35:58.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.256+0000 7fcfb2a00640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb40b4470 0x7fcfb4154740 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fcfa40ad040 tx=0x7fcfa401ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:58.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.256+0000 7fcfabe00640 1 -- 172.21.15.22:0/1852289673 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa40bf610 con 0x7fcfb40b4470 2024-09-10T10:35:58.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.256+0000 7fcfabe00640 1 -- 172.21.15.22:0/1852289673 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfa40bf7d0 con 0x7fcfb40b4470 2024-09-10T10:35:58.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.256+0000 7fcfabe00640 1 -- 172.21.15.22:0/1852289673 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa40bfbc0 con 0x7fcfb40b4470 2024-09-10T10:35:58.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.256+0000 7fcfb9e00640 1 -- 172.21.15.22:0/1852289673 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfb41491b0 con 0x7fcfb40b4470 2024-09-10T10:35:58.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.256+0000 7fcfb9e00640 1 -- 172.21.15.22:0/1852289673 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfb414dd50 con 0x7fcfb40b4470 2024-09-10T10:35:58.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.256+0000 7fcfb9e00640 1 -- 172.21.15.22:0/1852289673 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfb4069470 con 0x7fcfb40b4470 2024-09-10T10:35:58.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.256+0000 7fcfabe00640 1 -- 172.21.15.22:0/1852289673 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcfa40bd020 con 0x7fcfb40b4470 2024-09-10T10:35:58.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.256+0000 7fcfabe00640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf900678f0 0x7fcf90069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:58.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.256+0000 7fcfabe00640 1 -- 172.21.15.22:0/1852289673 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5227+0+0 (secure 0 0 0) 0x7fcfa411fe60 con 0x7fcfb40b4470 2024-09-10T10:35:58.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.260+0000 7fcfaa000640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf900678f0 0x7fcf90069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:58.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.260+0000 7fcfaa000640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf900678f0 0x7fcf90069db0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fcf9c007fd0 tx=0x7fcf9c007c20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:58.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.264+0000 7fcfabe00640 1 -- 172.21.15.22:0/1852289673 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcfa40c6030 con 0x7fcfb40b4470 2024-09-10T10:35:58.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:58.428+0000 7fcfb9e00640 1 -- 172.21.15.22:0/1852289673 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fcfb406eb80 con 0x7fcfb40b4470 2024-09-10T10:35:59.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.060+0000 7fcfabe00640 1 -- 172.21.15.22:0/1852289673 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v79) ==== 170+0+0 (secure 0 0 0) 0x7fcfa4016070 con 0x7fcfb40b4470 2024-09-10T10:35:59.062 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:35:59.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 -- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf900678f0 msgr2=0x7fcf90069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:59.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf900678f0 0x7fcf90069db0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fcf9c007fd0 tx=0x7fcf9c007c20 comp rx=0 tx=0).stop 2024-09-10T10:35:59.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 -- 172.21.15.22:0/1852289673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb40b4470 msgr2=0x7fcfb4154740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:59.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb40b4470 0x7fcfb4154740 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fcfa40ad040 tx=0x7fcfa401ac90 comp rx=0 tx=0).stop 2024-09-10T10:35:59.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 -- 172.21.15.22:0/1852289673 shutdown_connections 2024-09-10T10:35:59.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcf900678f0 0x7fcf90069db0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:59.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcfb41568c0 0x7fcfb414e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:59.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcfb40cfad0 0x7fcfb4154c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:59.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 --2- 172.21.15.22:0/1852289673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcfb40b4470 0x7fcfb4154740 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:59.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 -- 172.21.15.22:0/1852289673 >> 172.21.15.22:0/1852289673 conn(0x7fcfb4062eb0 msgr2=0x7fcfb4166430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:59.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 -- 172.21.15.22:0/1852289673 shutdown_connections 2024-09-10T10:35:59.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.064+0000 7fcfb9e00640 1 -- 172.21.15.22:0/1852289673 wait complete. 2024-09-10T10:35:59.107 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:35:59.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc291c00640 1 Processor -- start 2024-09-10T10:35:59.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc291c00640 1 -- start start 2024-09-10T10:35:59.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc291c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c15c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:59.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc291c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc28c06f1c0 0x7fc28c0ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:59.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc291c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc28c159350 con 0x7fc28c072f30 2024-09-10T10:35:59.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc291c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fc28c071340 con 0x7fc28c06f1c0 2024-09-10T10:35:59.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc291c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc28c071620 con 0x7fc28c158f70 2024-09-10T10:35:59.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc28aa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c15c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:59.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc28aa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c15c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:58006/0 (socket says 172.21.15.22:58006) 2024-09-10T10:35:59.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc28aa00640 1 -- 172.21.15.22:0/3999286842 learned_addr learned my addr 172.21.15.22:0/3999286842 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:59.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.252+0000 7fc28b400640 1 --2- 172.21.15.22:0/3999286842 >> v2:172.21.15.145:3300/0 conn(0x7fc28c06f1c0 0x7fc28c0ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:59.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.256+0000 7fc28aa00640 1 -- 172.21.15.22:0/3999286842 >> v2:172.21.15.145:3300/0 conn(0x7fc28c06f1c0 msgr2=0x7fc28c0ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:35:59.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.256+0000 7fc28aa00640 1 --2- 172.21.15.22:0/3999286842 >> v2:172.21.15.145:3300/0 conn(0x7fc28c06f1c0 0x7fc28c0ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:59.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.256+0000 7fc28aa00640 1 -- 172.21.15.22:0/3999286842 >> v1:172.21.15.145:6789/0 conn(0x7fc28c072f30 legacy=0x7fc28c06eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:59.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.256+0000 7fc28aa00640 1 -- 172.21.15.22:0/3999286842 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc28c071900 con 0x7fc28c158f70 2024-09-10T10:35:59.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.256+0000 7fc28aa00640 1 --2- 172.21.15.22:0/3999286842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c15c630 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc27c009870 tx=0x7fc27c01c530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b5cecdd56142b06 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:59.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.256+0000 7fc28a000640 1 -- 172.21.15.22:0/3999286842 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc27c0a95f0 con 0x7fc28c158f70 2024-09-10T10:35:59.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.256+0000 7fc28a000640 1 -- 172.21.15.22:0/3999286842 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc27c0a9790 con 0x7fc28c158f70 2024-09-10T10:35:59.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.256+0000 7fc28a000640 1 -- 172.21.15.22:0/3999286842 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc27c0a9b60 con 0x7fc28c158f70 2024-09-10T10:35:59.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 -- 172.21.15.22:0/3999286842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 msgr2=0x7fc28c15c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:59.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 --2- 172.21.15.22:0/3999286842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c15c630 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc27c009870 tx=0x7fc27c01c530 comp rx=0 tx=0).stop 2024-09-10T10:35:59.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 -- 172.21.15.22:0/3999286842 shutdown_connections 2024-09-10T10:35:59.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 --2- 172.21.15.22:0/3999286842 >> v2:172.21.15.145:3300/0 conn(0x7fc28c06f1c0 0x7fc28c0ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:59.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 --2- 172.21.15.22:0/3999286842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c15c630 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:59.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 -- 172.21.15.22:0/3999286842 >> 172.21.15.22:0/3999286842 conn(0x7fc28c062eb0 msgr2=0x7fc28c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:35:59.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 -- 172.21.15.22:0/3999286842 shutdown_connections 2024-09-10T10:35:59.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 -- 172.21.15.22:0/3999286842 wait complete. 2024-09-10T10:35:59.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 Processor -- start 2024-09-10T10:35:59.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 -- start start 2024-09-10T10:35:59.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc28c06f1c0 0x7fc28c152c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:59.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc28c072f30 0x7fc28c15a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:59.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c159d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:59.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc28c0cf390 con 0x7fc28c072f30 2024-09-10T10:35:59.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc28c0cf210 con 0x7fc28c06f1c0 2024-09-10T10:35:59.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc291c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc28c0cf510 con 0x7fc28c158f70 2024-09-10T10:35:59.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc282000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc28c072f30 0x7fc28c15a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:59.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc28aa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc28c06f1c0 0x7fc28c152c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:59.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc282000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc28c072f30 0x7fc28c15a740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58752/0 (socket says 172.21.15.22:58752) 2024-09-10T10:35:59.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc282000640 1 -- 172.21.15.22:0/3195688456 learned_addr learned my addr 172.21.15.22:0/3195688456 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:35:59.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc28b400640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c159d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:59.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc28b400640 1 -- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc28c06f1c0 msgr2=0x7fc28c152c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:59.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc28b400640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc28c06f1c0 0x7fc28c152c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:59.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc28b400640 1 -- 172.21.15.22:0/3195688456 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc28c072f30 msgr2=0x7fc28c15a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:35:59.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc28b400640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc28c072f30 0x7fc28c15a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:35:59.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc28b400640 1 -- 172.21.15.22:0/3195688456 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc28c1f83b0 con 0x7fc28c158f70 2024-09-10T10:35:59.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc282000640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc28c072f30 0x7fc28c15a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:35:59.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.260+0000 7fc28b400640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c159d20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc28400eba0 tx=0x7fc28400c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:59.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.264+0000 7fc283400640 1 -- 172.21.15.22:0/3195688456 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc284018020 con 0x7fc28c158f70 2024-09-10T10:35:59.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.264+0000 7fc283400640 1 -- 172.21.15.22:0/3195688456 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc28400cd20 con 0x7fc28c158f70 2024-09-10T10:35:59.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.264+0000 7fc283400640 1 -- 172.21.15.22:0/3195688456 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2840146c0 con 0x7fc28c158f70 2024-09-10T10:35:59.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.264+0000 7fc291c00640 1 -- 172.21.15.22:0/3195688456 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc28c15add0 con 0x7fc28c158f70 2024-09-10T10:35:59.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.264+0000 7fc291c00640 1 -- 172.21.15.22:0/3195688456 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc28c15b390 con 0x7fc28c158f70 2024-09-10T10:35:59.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.264+0000 7fc291c00640 1 -- 172.21.15.22:0/3195688456 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc28c0ce4c0 con 0x7fc28c158f70 2024-09-10T10:35:59.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.264+0000 7fc283400640 1 -- 172.21.15.22:0/3195688456 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc28401b020 con 0x7fc28c158f70 2024-09-10T10:35:59.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.264+0000 7fc283400640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc2680678c0 0x7fc268069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:35:59.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.264+0000 7fc283400640 1 -- 172.21.15.22:0/3195688456 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(79..79 src has 1..79) ==== 5609+0+0 (secure 0 0 0) 0x7fc284086930 con 0x7fc28c158f70 2024-09-10T10:35:59.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.264+0000 7fc28aa00640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc2680678c0 0x7fc268069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:35:59.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.268+0000 7fc28aa00640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc2680678c0 0x7fc268069d80 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fc27c0ae000 tx=0x7fc27c0b4040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:35:59.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.268+0000 7fc283400640 1 -- 172.21.15.22:0/3195688456 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc284022030 con 0x7fc28c158f70 2024-09-10T10:35:59.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:35:59.468+0000 7fc291c00640 1 -- 172.21.15.22:0/3195688456 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc28c072d10 con 0x7fc28c158f70 2024-09-10T10:36:00.102 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 12 and data pool 13 2024-09-10T10:36:00.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.096+0000 7fc283400640 1 -- 172.21.15.22:0/3195688456 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v46) ==== 174+0+0 (secure 0 0 0) 0x7fc284010040 con 0x7fc28c158f70 2024-09-10T10:36:00.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 -- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc2680678c0 msgr2=0x7fc268069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc2680678c0 0x7fc268069d80 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fc27c0ae000 tx=0x7fc27c0b4040 comp rx=0 tx=0).stop 2024-09-10T10:36:00.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 -- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 msgr2=0x7fc28c159d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c159d20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc28400eba0 tx=0x7fc28400c490 comp rx=0 tx=0).stop 2024-09-10T10:36:00.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 -- 172.21.15.22:0/3195688456 shutdown_connections 2024-09-10T10:36:00.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc2680678c0 0x7fc268069d80 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc28c158f70 0x7fc28c159d20 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc28c072f30 0x7fc28c15a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 --2- 172.21.15.22:0/3195688456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc28c06f1c0 0x7fc28c152c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 -- 172.21.15.22:0/3195688456 >> 172.21.15.22:0/3195688456 conn(0x7fc28c062eb0 msgr2=0x7fc28c06e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:00.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 -- 172.21.15.22:0/3195688456 shutdown_connections 2024-09-10T10:36:00.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.104+0000 7fc291c00640 1 -- 172.21.15.22:0/3195688456 wait complete. 2024-09-10T10:36:00.134 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:36:00.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f632e000640 1 Processor -- start 2024-09-10T10:36:00.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f632e000640 1 -- start start 2024-09-10T10:36:00.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f632e000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6328162090 0x7f6328162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f632e000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6328073730 0x7f63280ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f632e000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6328158ef0 con 0x7f632815eaa0 2024-09-10T10:36:00.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f632e000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f632815fd00 con 0x7f6328073730 2024-09-10T10:36:00.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f632e000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f63281629b0 con 0x7f6328162090 2024-09-10T10:36:00.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f631ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6328073730 0x7f63280ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f631ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6328073730 0x7f63280ae100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58758/0 (socket says 172.21.15.22:58758) 2024-09-10T10:36:00.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f631ea00640 1 -- 172.21.15.22:0/4100729324 learned_addr learned my addr 172.21.15.22:0/4100729324 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:00.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f6327400640 1 --2- 172.21.15.22:0/4100729324 >> v2:172.21.15.145:3300/0 conn(0x7f6328162090 0x7f6328162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f631ea00640 1 -- 172.21.15.22:0/4100729324 >> v2:172.21.15.145:3300/0 conn(0x7f6328162090 msgr2=0x7f6328162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:00.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f631ea00640 1 --2- 172.21.15.22:0/4100729324 >> v2:172.21.15.145:3300/0 conn(0x7f6328162090 0x7f6328162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f631ea00640 1 -- 172.21.15.22:0/4100729324 >> v1:172.21.15.145:6789/0 conn(0x7f632815eaa0 legacy=0x7f632815eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:00.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.276+0000 7f631ea00640 1 -- 172.21.15.22:0/4100729324 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63280aea70 con 0x7f6328073730 2024-09-10T10:36:00.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f631ea00640 1 --2- 172.21.15.22:0/4100729324 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328073730 0x7f63280ae100 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f632806cd30 tx=0x7f631001ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=109f23b8bd480f88 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:00.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f6326a00640 1 -- 172.21.15.22:0/4100729324 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63100b5070 con 0x7f6328073730 2024-09-10T10:36:00.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f6326a00640 1 -- 172.21.15.22:0/4100729324 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63100a8a10 con 0x7f6328073730 2024-09-10T10:36:00.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f6326a00640 1 -- 172.21.15.22:0/4100729324 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63100a8de0 con 0x7f6328073730 2024-09-10T10:36:00.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f632e000640 1 -- 172.21.15.22:0/4100729324 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328073730 msgr2=0x7f63280ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f632e000640 1 --2- 172.21.15.22:0/4100729324 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328073730 0x7f63280ae100 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f632806cd30 tx=0x7f631001ed10 comp rx=0 tx=0).stop 2024-09-10T10:36:00.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f632e000640 1 -- 172.21.15.22:0/4100729324 shutdown_connections 2024-09-10T10:36:00.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f632e000640 1 --2- 172.21.15.22:0/4100729324 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328073730 0x7f63280ae100 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f632e000640 1 --2- 172.21.15.22:0/4100729324 >> v2:172.21.15.145:3300/0 conn(0x7f6328162090 0x7f6328162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f632e000640 1 -- 172.21.15.22:0/4100729324 >> 172.21.15.22:0/4100729324 conn(0x7f632806bcc0 msgr2=0x7f632806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:00.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f632e000640 1 -- 172.21.15.22:0/4100729324 shutdown_connections 2024-09-10T10:36:00.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.280+0000 7f632e000640 1 -- 172.21.15.22:0/4100729324 wait complete. 2024-09-10T10:36:00.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 Processor -- start 2024-09-10T10:36:00.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 -- start start 2024-09-10T10:36:00.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6328073730 0x7f63280b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632815eaa0 0x7f63280b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328162090 0x7f63280cf1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f63280af310 con 0x7f6328162090 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f63280af030 con 0x7f6328073730 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f63280af490 con 0x7f632815eaa0 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f6327e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328162090 0x7f63280cf1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f6327e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328162090 0x7f63280cf1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58766/0 (socket says 172.21.15.22:58766) 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f6327e00640 1 -- 172.21.15.22:0/3831072736 learned_addr learned my addr 172.21.15.22:0/3831072736 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f6327400640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6328073730 0x7f63280b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f631ea00640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632815eaa0 0x7f63280b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f6327e00640 1 -- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632815eaa0 msgr2=0x7f63280b20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f6327e00640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632815eaa0 0x7f63280b20b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f6327e00640 1 -- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6328073730 msgr2=0x7f63280b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f6327e00640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6328073730 0x7f63280b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f6327e00640 1 -- 172.21.15.22:0/3831072736 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63280cd3b0 con 0x7f6328162090 2024-09-10T10:36:00.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f631ea00640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632815eaa0 0x7f63280b20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:00.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f6327e00640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328162090 0x7f63280cf1f0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f632000c770 tx=0x7f632000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:00.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f631fe00640 1 -- 172.21.15.22:0/3831072736 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6320003b80 con 0x7f6328162090 2024-09-10T10:36:00.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f631fe00640 1 -- 172.21.15.22:0/3831072736 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6320003d20 con 0x7f6328162090 2024-09-10T10:36:00.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 -- 172.21.15.22:0/3831072736 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63280cd690 con 0x7f6328162090 2024-09-10T10:36:00.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f631fe00640 1 -- 172.21.15.22:0/3831072736 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632000aa90 con 0x7f6328162090 2024-09-10T10:36:00.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 -- 172.21.15.22:0/3831072736 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63280cdc50 con 0x7f6328162090 2024-09-10T10:36:00.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.284+0000 7f632e000640 1 -- 172.21.15.22:0/3831072736 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6328073c10 con 0x7f6328162090 2024-09-10T10:36:00.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.288+0000 7f631fe00640 1 -- 172.21.15.22:0/3831072736 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f632000ac30 con 0x7f6328162090 2024-09-10T10:36:00.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.288+0000 7f631fe00640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f63040678c0 0x7f6304069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.288+0000 7f631fe00640 1 -- 172.21.15.22:0/3831072736 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f6320085b10 con 0x7f6328162090 2024-09-10T10:36:00.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.288+0000 7f6327400640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f63040678c0 0x7f6304069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.288+0000 7f6327400640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f63040678c0 0x7f6304069d80 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f63280ccff0 tx=0x7f6318008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:00.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.292+0000 7f631fe00640 1 -- 172.21.15.22:0/3831072736 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6328158ef0 con 0x7f6328162090 2024-09-10T10:36:00.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.460+0000 7f632e000640 1 -- 172.21.15.22:0/3831072736 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f63280cef60 con 0x7f6328162090 2024-09-10T10:36:00.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.460+0000 7f631fe00640 1 -- 172.21.15.22:0/3831072736 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16757 (secure 0 0 0) 0x7f6320056640 con 0x7f6328162090 2024-09-10T10:36:00.464 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:00.464 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":80,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:35:59.473287+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:35:57.205809+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-10T10:35:58.478471+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 -- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f63040678c0 msgr2=0x7f6304069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f63040678c0 0x7f6304069d80 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f63280ccff0 tx=0x7f6318008040 comp rx=0 tx=0).stop 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 -- 172.21.15.22:0/3831072736 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328162090 msgr2=0x7f63280cf1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328162090 0x7f63280cf1f0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f632000c770 tx=0x7f632000cc30 comp rx=0 tx=0).stop 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 -- 172.21.15.22:0/3831072736 shutdown_connections 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f63040678c0 0x7f6304069d80 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6328162090 0x7f63280cf1f0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f632815eaa0 0x7f63280b20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 --2- 172.21.15.22:0/3831072736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6328073730 0x7f63280b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 -- 172.21.15.22:0/3831072736 >> 172.21.15.22:0/3831072736 conn(0x7f632806bcc0 msgr2=0x7f632806e510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:00.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 -- 172.21.15.22:0/3831072736 shutdown_connections 2024-09-10T10:36:00.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.464+0000 7f632e000640 1 -- 172.21.15.22:0/3831072736 wait complete. 2024-09-10T10:36:00.487 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:36:00.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7321800640 1 Processor -- start 2024-09-10T10:36:00.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7321800640 1 -- start start 2024-09-10T10:36:00.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7321800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f731c0d1b40 0x7f731c0d0850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7321800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f731c0d3e90 0x7f731c0d2b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7321800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f731c159da0 con 0x7f731c1599c0 2024-09-10T10:36:00.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7321800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f731c0d26e0 con 0x7f731c0d1b40 2024-09-10T10:36:00.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7321800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f731c0d30b0 con 0x7f731c0d3e90 2024-09-10T10:36:00.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7313400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f731c0d1b40 0x7f731c0d0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7320e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f731c0d3e90 0x7f731c0d2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7313400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f731c0d1b40 0x7f731c0d0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:45842/0 (socket says 172.21.15.22:45842) 2024-09-10T10:36:00.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7313400640 1 -- 172.21.15.22:0/711033326 learned_addr learned my addr 172.21.15.22:0/711033326 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:00.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f731be00640 1 --1- 172.21.15.22:0/711033326 >> v1:172.21.15.145:6789/0 conn(0x7f731c1599c0 0x7f731c0d1430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:48646/0 (socket says 172.21.15.22:48646) 2024-09-10T10:36:00.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7313400640 1 -- 172.21.15.22:0/711033326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f731c0d3e90 msgr2=0x7f731c0d2b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:00.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7313400640 1 --2- 172.21.15.22:0/711033326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f731c0d3e90 0x7f731c0d2b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7313400640 1 -- 172.21.15.22:0/711033326 >> v1:172.21.15.145:6789/0 conn(0x7f731c1599c0 legacy=0x7f731c0d1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.628+0000 7f7313400640 1 -- 172.21.15.22:0/711033326 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f731c0cf3f0 con 0x7f731c0d1b40 2024-09-10T10:36:00.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f7313400640 1 --2- 172.21.15.22:0/711033326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f731c0d1b40 0x7f731c0d0850 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7304009870 tx=0x7f730401c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab96fa13db9f42fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:00.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f731b400640 1 -- 172.21.15.22:0/711033326 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73040ab650 con 0x7f731c0d1b40 2024-09-10T10:36:00.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f731b400640 1 -- 172.21.15.22:0/711033326 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73040b0070 con 0x7f731c0d1b40 2024-09-10T10:36:00.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f731b400640 1 -- 172.21.15.22:0/711033326 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73040aba10 con 0x7f731c0d1b40 2024-09-10T10:36:00.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f7321800640 1 -- 172.21.15.22:0/711033326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f731c0d1b40 msgr2=0x7f731c0d0850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f7321800640 1 --2- 172.21.15.22:0/711033326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f731c0d1b40 0x7f731c0d0850 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7304009870 tx=0x7f730401c560 comp rx=0 tx=0).stop 2024-09-10T10:36:00.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f7321800640 1 -- 172.21.15.22:0/711033326 shutdown_connections 2024-09-10T10:36:00.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f7321800640 1 --2- 172.21.15.22:0/711033326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f731c0d3e90 0x7f731c0d2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f7321800640 1 --2- 172.21.15.22:0/711033326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f731c0d1b40 0x7f731c0d0850 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f7321800640 1 -- 172.21.15.22:0/711033326 >> 172.21.15.22:0/711033326 conn(0x7f731c0724b0 msgr2=0x7f731c072890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:00.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f7321800640 1 -- 172.21.15.22:0/711033326 shutdown_connections 2024-09-10T10:36:00.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f7321800640 1 -- 172.21.15.22:0/711033326 wait complete. 2024-09-10T10:36:00.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.632+0000 7f7321800640 1 Processor -- start 2024-09-10T10:36:00.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7321800640 1 -- start start 2024-09-10T10:36:00.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7321800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f731c0d1b40 0x7f731c0701d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7321800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f731c0d3e90 0x7f731c071190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7321800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f731c1599c0 0x7f731c151c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7321800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f731c166c50 con 0x7f731c0d3e90 2024-09-10T10:36:00.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7321800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f731c0d42a0 con 0x7f731c0d1b40 2024-09-10T10:36:00.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7321800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f731c166dd0 con 0x7f731c1599c0 2024-09-10T10:36:00.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7313400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f731c0d3e90 0x7f731c071190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7313400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f731c0d3e90 0x7f731c071190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58770/0 (socket says 172.21.15.22:58770) 2024-09-10T10:36:00.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7313400640 1 -- 172.21.15.22:0/202719968 learned_addr learned my addr 172.21.15.22:0/202719968 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:00.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f731be00640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f731c0d1b40 0x7f731c0701d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7320e00640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f731c1599c0 0x7f731c151c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7313400640 1 -- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f731c1599c0 msgr2=0x7f731c151c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7313400640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f731c1599c0 0x7f731c151c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7313400640 1 -- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f731c0d1b40 msgr2=0x7f731c0701d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7313400640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f731c0d1b40 0x7f731c0701d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7313400640 1 -- 172.21.15.22:0/202719968 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f731c0cc7c0 con 0x7f731c0d3e90 2024-09-10T10:36:00.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7313400640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f731c0d3e90 0x7f731c071190 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f73040ad040 tx=0x7f730401ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:00.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7318c00640 1 -- 172.21.15.22:0/202719968 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73040be5f0 con 0x7f731c0d3e90 2024-09-10T10:36:00.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7318c00640 1 -- 172.21.15.22:0/202719968 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73040be7b0 con 0x7f731c0d3e90 2024-09-10T10:36:00.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7318c00640 1 -- 172.21.15.22:0/202719968 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73040beba0 con 0x7f731c0d3e90 2024-09-10T10:36:00.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7321800640 1 -- 172.21.15.22:0/202719968 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f731c0cca60 con 0x7f731c0d3e90 2024-09-10T10:36:00.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7321800640 1 -- 172.21.15.22:0/202719968 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f731c0cd020 con 0x7f731c0d3e90 2024-09-10T10:36:00.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.636+0000 7f7321800640 1 -- 172.21.15.22:0/202719968 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f731c0d0850 con 0x7f731c0d3e90 2024-09-10T10:36:00.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.640+0000 7f7318c00640 1 -- 172.21.15.22:0/202719968 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f73040b43f0 con 0x7f731c0d3e90 2024-09-10T10:36:00.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.640+0000 7f7318c00640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72f80678f0 0x7f72f8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.640+0000 7f7318c00640 1 -- 172.21.15.22:0/202719968 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f73041207f0 con 0x7f731c0d3e90 2024-09-10T10:36:00.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.640+0000 7f731be00640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72f80678f0 0x7f72f8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.640+0000 7f731be00640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72f80678f0 0x7f72f8069db0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f731c0ce5f0 tx=0x7f730c007e90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:00.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.644+0000 7f7318c00640 1 -- 172.21.15.22:0/202719968 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f731c0cf3f0 con 0x7f731c0d3e90 2024-09-10T10:36:00.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 -- 172.21.15.22:0/202719968 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f731c0b46c0 con 0x7f731c0d3e90 2024-09-10T10:36:00.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7318c00640 1 -- 172.21.15.22:0/202719968 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16757 (secure 0 0 0) 0x7f7304016150 con 0x7f731c0d3e90 2024-09-10T10:36:00.814 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:00.814 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":80,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:35:59.473287+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:35:57.205809+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-10T10:35:58.478471+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:36:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 -- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72f80678f0 msgr2=0x7f72f8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72f80678f0 0x7f72f8069db0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f731c0ce5f0 tx=0x7f730c007e90 comp rx=0 tx=0).stop 2024-09-10T10:36:00.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 -- 172.21.15.22:0/202719968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f731c0d3e90 msgr2=0x7f731c071190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f731c0d3e90 0x7f731c071190 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f73040ad040 tx=0x7f730401ada0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 -- 172.21.15.22:0/202719968 shutdown_connections 2024-09-10T10:36:00.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72f80678f0 0x7f72f8069db0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f731c1599c0 0x7f731c151c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f731c0d3e90 0x7f731c071190 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 --2- 172.21.15.22:0/202719968 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f731c0d1b40 0x7f731c0701d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.812+0000 7f7321800640 1 -- 172.21.15.22:0/202719968 >> 172.21.15.22:0/202719968 conn(0x7f731c0724b0 msgr2=0x7f731c1658c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:00.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.816+0000 7f7321800640 1 -- 172.21.15.22:0/202719968 shutdown_connections 2024-09-10T10:36:00.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.816+0000 7f7321800640 1 -- 172.21.15.22:0/202719968 wait complete. 2024-09-10T10:36:00.836 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:36:00.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.976+0000 7f3ad9200640 1 Processor -- start 2024-09-10T10:36:00.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.976+0000 7f3ad9200640 1 -- start start 2024-09-10T10:36:00.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad9200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3ad40ceb20 0x7f3ad40cef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad9200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ad40cf440 con 0x7f3ad4070df0 2024-09-10T10:36:00.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad9200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ad40cddf0 con 0x7f3ad40ce640 2024-09-10T10:36:00.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad9200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3ad40ce3b0 con 0x7f3ad40ceb20 2024-09-10T10:36:00.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad1e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3ad40ceb20 0x7f3ad40cef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad2800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3ad4070df0 0x7f3ad406f3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45606/0 (socket says 172.21.15.22:45606) 2024-09-10T10:36:00.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad2800640 1 -- 172.21.15.22:0/1026351279 learned_addr learned my addr 172.21.15.22:0/1026351279 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:00.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad1e00640 1 -- 172.21.15.22:0/1026351279 >> v1:172.21.15.145:6789/0 conn(0x7f3ad40ce640 legacy=0x7f3ad40b1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad1e00640 1 -- 172.21.15.22:0/1026351279 >> v1:172.21.15.22:6789/0 conn(0x7f3ad4070df0 legacy=0x7f3ad406f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad1e00640 1 -- 172.21.15.22:0/1026351279 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad40ce0d0 con 0x7f3ad40ceb20 2024-09-10T10:36:00.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.980+0000 7f3ad1400640 1 -- 172.21.15.22:0/1026351279 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2389825965 0 0) 0x7f3ad40cf440 con 0x7f3ad4070df0 2024-09-10T10:36:00.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad1e00640 1 --2- 172.21.15.22:0/1026351279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ceb20 0x7f3ad40cef00 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f3ac40097c0 tx=0x7f3ac401c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b910d2e81acc7a15 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:00.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad1400640 1 -- 172.21.15.22:0/1026351279 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac40b0070 con 0x7f3ad40ceb20 2024-09-10T10:36:00.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad1400640 1 -- 172.21.15.22:0/1026351279 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ac40ab600 con 0x7f3ad40ceb20 2024-09-10T10:36:00.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad1400640 1 -- 172.21.15.22:0/1026351279 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac40ab9d0 con 0x7f3ad40ceb20 2024-09-10T10:36:00.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad9200640 1 -- 172.21.15.22:0/1026351279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ceb20 msgr2=0x7f3ad40cef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad9200640 1 --2- 172.21.15.22:0/1026351279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ceb20 0x7f3ad40cef00 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f3ac40097c0 tx=0x7f3ac401c410 comp rx=0 tx=0).stop 2024-09-10T10:36:00.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad9200640 1 -- 172.21.15.22:0/1026351279 shutdown_connections 2024-09-10T10:36:00.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad9200640 1 --2- 172.21.15.22:0/1026351279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ceb20 0x7f3ad40cef00 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad9200640 1 -- 172.21.15.22:0/1026351279 >> 172.21.15.22:0/1026351279 conn(0x7f3ad40b41a0 msgr2=0x7f3ad40b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:00.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad9200640 1 -- 172.21.15.22:0/1026351279 shutdown_connections 2024-09-10T10:36:00.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad9200640 1 -- 172.21.15.22:0/1026351279 wait complete. 2024-09-10T10:36:00.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad9200640 1 Processor -- start 2024-09-10T10:36:00.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.984+0000 7f3ad9200640 1 -- start start 2024-09-10T10:36:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad9200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ad4070df0 0x7f3ad415aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ce640 0x7f3ad4150140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad9200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad40ceb20 0x7f3ad4157fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad9200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad416a700 con 0x7f3ad40ce640 2024-09-10T10:36:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad9200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad416a580 con 0x7f3ad40ceb20 2024-09-10T10:36:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad9200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3ad416a880 con 0x7f3ad4070df0 2024-09-10T10:36:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ac9400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ce640 0x7f3ad4150140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ac9400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ce640 0x7f3ad4150140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58792/0 (socket says 172.21.15.22:58792) 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ac9400640 1 -- 172.21.15.22:0/688155795 learned_addr learned my addr 172.21.15.22:0/688155795 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad1e00640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ad4070df0 0x7f3ad415aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad2800640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad40ceb20 0x7f3ad4157fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ac9400640 1 -- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ad4070df0 msgr2=0x7f3ad415aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ac9400640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ad4070df0 0x7f3ad415aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ac9400640 1 -- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad40ceb20 msgr2=0x7f3ad4157fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ac9400640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad40ceb20 0x7f3ad4157fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ac9400640 1 -- 172.21.15.22:0/688155795 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad415bc80 con 0x7f3ad40ce640 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad2800640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad40ceb20 0x7f3ad4157fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ac9400640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ce640 0x7f3ad4150140 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f3abc00c4d0 tx=0x7f3abc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:00.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3acaa00640 1 -- 172.21.15.22:0/688155795 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3abc0052d0 con 0x7f3ad40ce640 2024-09-10T10:36:00.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3acaa00640 1 -- 172.21.15.22:0/688155795 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3abc005470 con 0x7f3ad40ce640 2024-09-10T10:36:00.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3acaa00640 1 -- 172.21.15.22:0/688155795 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3abc012830 con 0x7f3ad40ce640 2024-09-10T10:36:00.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad9200640 1 -- 172.21.15.22:0/688155795 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ad415b070 con 0x7f3ad40ce640 2024-09-10T10:36:00.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad9200640 1 -- 172.21.15.22:0/688155795 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ad415b630 con 0x7f3ad40ce640 2024-09-10T10:36:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3ad9200640 1 -- 172.21.15.22:0/688155795 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ad406f3f0 con 0x7f3ad40ce640 2024-09-10T10:36:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.988+0000 7f3acaa00640 1 -- 172.21.15.22:0/688155795 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3abc0129d0 con 0x7f3ad40ce640 2024-09-10T10:36:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.992+0000 7f3acaa00640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ab00678c0 0x7f3ab0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.992+0000 7f3acaa00640 1 -- 172.21.15.22:0/688155795 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f3abc085710 con 0x7f3ad40ce640 2024-09-10T10:36:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.992+0000 7f3ad1e00640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ab00678c0 0x7f3ab0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.992+0000 7f3ad1e00640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ab00678c0 0x7f3ab0069d80 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f3ac40ad000 tx=0x7f3ac40a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:00.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:00.996+0000 7f3acaa00640 1 -- 172.21.15.22:0/688155795 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3abc0562e0 con 0x7f3ad40ce640 2024-09-10T10:36:01.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:01.200+0000 7f3ad9200640 1 -- 172.21.15.22:0/688155795 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f3ad406dcb0 con 0x7f3ad40ce640 2024-09-10T10:36:02.055 INFO:tasks.ceph.mds.b.smithi145.stderr:2024-09-10T10:36:02.054+0000 7f8c11400640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:36:02.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3acaa00640 1 -- 172.21.15.22:0/688155795 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v49) ==== 118+0+0 (secure 0 0 0) 0x7f3abc055be0 con 0x7f3ad40ce640 2024-09-10T10:36:02.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 -- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ab00678c0 msgr2=0x7f3ab0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:02.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ab00678c0 0x7f3ab0069d80 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f3ac40ad000 tx=0x7f3ac40a6000 comp rx=0 tx=0).stop 2024-09-10T10:36:02.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 -- 172.21.15.22:0/688155795 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ce640 msgr2=0x7f3ad4150140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:02.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ce640 0x7f3ad4150140 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f3abc00c4d0 tx=0x7f3abc00c990 comp rx=0 tx=0).stop 2024-09-10T10:36:02.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 -- 172.21.15.22:0/688155795 shutdown_connections 2024-09-10T10:36:02.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3ab00678c0 0x7f3ab0069d80 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ad40ceb20 0x7f3ad4157fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ad40ce640 0x7f3ad4150140 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 --2- 172.21.15.22:0/688155795 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ad4070df0 0x7f3ad415aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 -- 172.21.15.22:0/688155795 >> 172.21.15.22:0/688155795 conn(0x7f3ad40b41a0 msgr2=0x7f3ad4070120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:02.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 -- 172.21.15.22:0/688155795 shutdown_connections 2024-09-10T10:36:02.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.096+0000 7f3ad9200640 1 -- 172.21.15.22:0/688155795 wait complete. 2024-09-10T10:36:02.124 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:36:02.124 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:36:02.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4688800640 1 Processor -- start 2024-09-10T10:36:02.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4688800640 1 -- start start 2024-09-10T10:36:02.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4688800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4680148010 0x7f4680071ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:02.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4688800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4680072220 0x7f468015fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:02.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4688800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4680160430 0x7f46800ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:02.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4688800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4680071850 con 0x7f4680148010 2024-09-10T10:36:02.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4688800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f46801483f0 con 0x7f4680072220 2024-09-10T10:36:02.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4688800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4680071240 con 0x7f4680160430 2024-09-10T10:36:02.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4685e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4680148010 0x7f4680071ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:02.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4685e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4680148010 0x7f4680071ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58808/0 (socket says 172.21.15.22:58808) 2024-09-10T10:36:02.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4685e00640 1 -- 172.21.15.22:0/1902174793 learned_addr learned my addr 172.21.15.22:0/1902174793 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:02.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4686800640 1 --2- 172.21.15.22:0/1902174793 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4680160430 0x7f46800ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:02.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4685400640 1 --2- 172.21.15.22:0/1902174793 >> v2:172.21.15.145:3300/0 conn(0x7f4680072220 0x7f468015fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:02.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4685e00640 1 -- 172.21.15.22:0/1902174793 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4680160430 msgr2=0x7f46800ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:02.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4685e00640 1 --2- 172.21.15.22:0/1902174793 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4680160430 0x7f46800ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4685e00640 1 -- 172.21.15.22:0/1902174793 >> v2:172.21.15.145:3300/0 conn(0x7f4680072220 msgr2=0x7f468015fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:02.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4685e00640 1 --2- 172.21.15.22:0/1902174793 >> v2:172.21.15.145:3300/0 conn(0x7f4680072220 0x7f468015fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.272+0000 7f4685e00640 1 -- 172.21.15.22:0/1902174793 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46800b5680 con 0x7f4680148010 2024-09-10T10:36:02.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4685e00640 1 --2- 172.21.15.22:0/1902174793 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680148010 0x7f4680071ce0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f46800b3550 tx=0x7f467401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb141affbda44f9f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:02.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4684a00640 1 -- 172.21.15.22:0/1902174793 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46740b1070 con 0x7f4680148010 2024-09-10T10:36:02.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4684a00640 1 -- 172.21.15.22:0/1902174793 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46740ac620 con 0x7f4680148010 2024-09-10T10:36:02.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4684a00640 1 -- 172.21.15.22:0/1902174793 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46740ac9f0 con 0x7f4680148010 2024-09-10T10:36:02.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4688800640 1 -- 172.21.15.22:0/1902174793 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680148010 msgr2=0x7f4680071ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:02.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4688800640 1 --2- 172.21.15.22:0/1902174793 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680148010 0x7f4680071ce0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f46800b3550 tx=0x7f467401c4f0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4688800640 1 -- 172.21.15.22:0/1902174793 shutdown_connections 2024-09-10T10:36:02.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4688800640 1 --2- 172.21.15.22:0/1902174793 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4680160430 0x7f46800ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4688800640 1 --2- 172.21.15.22:0/1902174793 >> v2:172.21.15.145:3300/0 conn(0x7f4680072220 0x7f468015fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4688800640 1 --2- 172.21.15.22:0/1902174793 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680148010 0x7f4680071ce0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4688800640 1 -- 172.21.15.22:0/1902174793 >> 172.21.15.22:0/1902174793 conn(0x7f4680062eb0 msgr2=0x7f468006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:02.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4688800640 1 -- 172.21.15.22:0/1902174793 shutdown_connections 2024-09-10T10:36:02.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.276+0000 7f4688800640 1 -- 172.21.15.22:0/1902174793 wait complete. 2024-09-10T10:36:02.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4688800640 1 Processor -- start 2024-09-10T10:36:02.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4688800640 1 -- start start 2024-09-10T10:36:02.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4688800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4680072220 0x7f4680141db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:02.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4688800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4680148010 0x7f4680168520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4688800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680160430 0x7f46800cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4688800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f46800af1f0 con 0x7f4680160430 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4688800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f46800b5300 con 0x7f4680148010 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4688800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4680162320 con 0x7f4680072220 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4686800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680160430 0x7f46800cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4686800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680160430 0x7f46800cf4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58824/0 (socket says 172.21.15.22:58824) 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4686800640 1 -- 172.21.15.22:0/2151683710 learned_addr learned my addr 172.21.15.22:0/2151683710 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4685400640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4680148010 0x7f4680168520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4685e00640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4680072220 0x7f4680141db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4686800640 1 -- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4680072220 msgr2=0x7f4680141db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4686800640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4680072220 0x7f4680141db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4686800640 1 -- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4680148010 msgr2=0x7f4680168520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4686800640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4680148010 0x7f4680168520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:02.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4686800640 1 -- 172.21.15.22:0/2151683710 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4680163f00 con 0x7f4680160430 2024-09-10T10:36:02.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4686800640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680160430 0x7f46800cf4e0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f467c007e60 tx=0x7f467c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:02.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f467a000640 1 -- 172.21.15.22:0/2151683710 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f467c014420 con 0x7f4680160430 2024-09-10T10:36:02.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f467a000640 1 -- 172.21.15.22:0/2151683710 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f467c019070 con 0x7f4680160430 2024-09-10T10:36:02.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f467a000640 1 -- 172.21.15.22:0/2151683710 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f467c014820 con 0x7f4680160430 2024-09-10T10:36:02.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4688800640 1 -- 172.21.15.22:0/2151683710 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46801641e0 con 0x7f4680160430 2024-09-10T10:36:02.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.280+0000 7f4688800640 1 -- 172.21.15.22:0/2151683710 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46801647a0 con 0x7f4680160430 2024-09-10T10:36:02.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.284+0000 7f4688800640 1 -- 172.21.15.22:0/2151683710 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4680071cc0 con 0x7f4680160430 2024-09-10T10:36:02.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.284+0000 7f467a000640 1 -- 172.21.15.22:0/2151683710 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f467c0149c0 con 0x7f4680160430 2024-09-10T10:36:02.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.284+0000 7f467a000640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46640678c0 0x7f4664069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:02.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.284+0000 7f467a000640 1 -- 172.21.15.22:0/2151683710 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f467c0865b0 con 0x7f4680160430 2024-09-10T10:36:02.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.284+0000 7f4685e00640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46640678c0 0x7f4664069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:02.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.284+0000 7f4685e00640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46640678c0 0x7f4664069d80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f46740ae000 tx=0x7f46740a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:02.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.288+0000 7f467a000640 1 -- 172.21.15.22:0/2151683710 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f467c057050 con 0x7f4680160430 2024-09-10T10:36:02.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:02.488+0000 7f4688800640 1 -- 172.21.15.22:0/2151683710 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f468006d360 con 0x7f4680160430 2024-09-10T10:36:03.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f467a000640 1 -- 172.21.15.22:0/2151683710 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v50) ==== 122+0+0 (secure 0 0 0) 0x7f467c056950 con 0x7f4680160430 2024-09-10T10:36:03.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f4688800640 1 -- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46640678c0 msgr2=0x7f4664069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f4688800640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46640678c0 0x7f4664069d80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f46740ae000 tx=0x7f46740a7000 comp rx=0 tx=0).stop 2024-09-10T10:36:03.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f4688800640 1 -- 172.21.15.22:0/2151683710 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680160430 msgr2=0x7f46800cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f4688800640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680160430 0x7f46800cf4e0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f467c007e60 tx=0x7f467c00e4b0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f4688800640 1 -- 172.21.15.22:0/2151683710 shutdown_connections 2024-09-10T10:36:03.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f4688800640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46640678c0 0x7f4664069d80 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f4688800640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4680160430 0x7f46800cf4e0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f4688800640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4680148010 0x7f4680168520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f4688800640 1 --2- 172.21.15.22:0/2151683710 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4680072220 0x7f4680141db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.104+0000 7f4688800640 1 -- 172.21.15.22:0/2151683710 >> 172.21.15.22:0/2151683710 conn(0x7f4680062eb0 msgr2=0x7f46800b35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:03.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.108+0000 7f4688800640 1 -- 172.21.15.22:0/2151683710 shutdown_connections 2024-09-10T10:36:03.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.108+0000 7f4688800640 1 -- 172.21.15.22:0/2151683710 wait complete. 2024-09-10T10:36:03.132 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:36:03.132 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:36:03.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.276+0000 7f3b76800640 1 Processor -- start 2024-09-10T10:36:03.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.276+0000 7f3b76800640 1 -- start start 2024-09-10T10:36:03.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.276+0000 7f3b76800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3b700cf0a0 0x7f3b700cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.276+0000 7f3b76800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b700cf9f0 con 0x7f3b7015afe0 2024-09-10T10:36:03.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.276+0000 7f3b76800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b700722d0 con 0x7f3b7006c6c0 2024-09-10T10:36:03.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.276+0000 7f3b76800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3b70072ee0 con 0x7f3b700cf0a0 2024-09-10T10:36:03.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b75400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3b7015afe0 0x7f3b700cde40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45614/0 (socket says 172.21.15.22:45614) 2024-09-10T10:36:03.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b75400640 1 -- 172.21.15.22:0/1629637143 learned_addr learned my addr 172.21.15.22:0/1629637143 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:03.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b75e00640 1 --2- 172.21.15.22:0/1629637143 >> v2:172.21.15.145:3300/0 conn(0x7f3b700cf0a0 0x7f3b700cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1444830325 0 0) 0x7f3b64001120 con 0x7f3b7015afe0 2024-09-10T10:36:03.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3b58003530 con 0x7f3b7015afe0 2024-09-10T10:36:03.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 80111886 0 0) 0x7f3b58003530 con 0x7f3b7015afe0 2024-09-10T10:36:03.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 >> v2:172.21.15.145:3300/0 conn(0x7f3b700cf0a0 msgr2=0x7f3b700cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 --2- 172.21.15.22:0/1629637143 >> v2:172.21.15.145:3300/0 conn(0x7f3b700cf0a0 0x7f3b700cf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 >> v1:172.21.15.145:6789/0 conn(0x7f3b7006c6c0 legacy=0x7f3b70073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b700725b0 con 0x7f3b7015afe0 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f3b64001850 con 0x7f3b7015afe0 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 >> v1:172.21.15.22:6789/0 conn(0x7f3b7015afe0 legacy=0x7f3b700cde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580039c0 0x7f3b58003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b58004810 0x7f3b58004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b580051d0 0x7f3b5800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3b70072ee0 con 0x7f3b580051d0 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3b5800c170 con 0x7f3b580039c0 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3b5800c370 con 0x7f3b58004810 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b75e00640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b580051d0 0x7f3b5800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b74a00640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b58004810 0x7f3b58004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b75400640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580039c0 0x7f3b58003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b75e00640 1 -- 172.21.15.22:0/1629637143 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b58004810 msgr2=0x7f3b58004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:03.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b75e00640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b58004810 0x7f3b58004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b75e00640 1 -- 172.21.15.22:0/1629637143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580039c0 msgr2=0x7f3b58003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:03.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b75e00640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580039c0 0x7f3b58003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.280+0000 7f3b75e00640 1 -- 172.21.15.22:0/1629637143 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b58003530 con 0x7f3b580051d0 2024-09-10T10:36:03.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b75e00640 1 -- 172.21.15.22:0/1629637143 reap_dead start 2024-09-10T10:36:03.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b75e00640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b580051d0 0x7f3b5800b9d0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f3b68009fc0 tx=0x7f3b6801ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e8670defea11b33 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:03.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b68009c10 con 0x7f3b580051d0 2024-09-10T10:36:03.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b680a5d10 con 0x7f3b580051d0 2024-09-10T10:36:03.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b6fe00640 1 -- 172.21.15.22:0/1629637143 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b68003be0 con 0x7f3b580051d0 2024-09-10T10:36:03.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b76800640 1 -- 172.21.15.22:0/1629637143 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b580051d0 msgr2=0x7f3b5800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b76800640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b580051d0 0x7f3b5800b9d0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f3b68009fc0 tx=0x7f3b6801ccc0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b76800640 1 -- 172.21.15.22:0/1629637143 shutdown_connections 2024-09-10T10:36:03.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b76800640 1 --2- 172.21.15.22:0/1629637143 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b580051d0 0x7f3b5800b9d0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b76800640 1 -- 172.21.15.22:0/1629637143 >> 172.21.15.22:0/1629637143 conn(0x7f3b70062ae0 msgr2=0x7f3b7006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:03.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b76800640 1 -- 172.21.15.22:0/1629637143 shutdown_connections 2024-09-10T10:36:03.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b76800640 1 -- 172.21.15.22:0/1629637143 wait complete. 2024-09-10T10:36:03.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b76800640 1 Processor -- start 2024-09-10T10:36:03.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.284+0000 7f3b76800640 1 -- start start 2024-09-10T10:36:03.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b76800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580051d0 0x7f3b70159260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b76800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b7014b7a0 0x7f3b70153ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b76800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b7014bc20 0x7f3b70154410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b76800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3b700cf4b0 con 0x7f3b7014b7a0 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b76800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3b70072b70 con 0x7f3b580051d0 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b76800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3b700cf630 con 0x7f3b7014bc20 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b74a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b7014b7a0 0x7f3b70153ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b74a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b7014b7a0 0x7f3b70153ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58838/0 (socket says 172.21.15.22:58838) 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b74a00640 1 -- 172.21.15.22:0/2498443908 learned_addr learned my addr 172.21.15.22:0/2498443908 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b75400640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580051d0 0x7f3b70159260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b75e00640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b7014bc20 0x7f3b70154410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b74a00640 1 -- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b7014bc20 msgr2=0x7f3b70154410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b74a00640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b7014bc20 0x7f3b70154410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b74a00640 1 -- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580051d0 msgr2=0x7f3b70159260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b74a00640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580051d0 0x7f3b70159260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b74a00640 1 -- 172.21.15.22:0/2498443908 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b701587c0 con 0x7f3b7014b7a0 2024-09-10T10:36:03.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b75400640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580051d0 0x7f3b70159260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:03.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b74a00640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b7014b7a0 0x7f3b70153ed0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c00f510 tx=0x7f3b5c00f9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:03.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b6d600640 1 -- 172.21.15.22:0/2498443908 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c0052e0 con 0x7f3b7014b7a0 2024-09-10T10:36:03.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b6d600640 1 -- 172.21.15.22:0/2498443908 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b5c018070 con 0x7f3b7014b7a0 2024-09-10T10:36:03.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b6d600640 1 -- 172.21.15.22:0/2498443908 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c005480 con 0x7f3b7014b7a0 2024-09-10T10:36:03.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b76800640 1 -- 172.21.15.22:0/2498443908 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b7014e8a0 con 0x7f3b7014b7a0 2024-09-10T10:36:03.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b76800640 1 -- 172.21.15.22:0/2498443908 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b70154950 con 0x7f3b7014b7a0 2024-09-10T10:36:03.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b76800640 1 -- 172.21.15.22:0/2498443908 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b700cde40 con 0x7f3b7014b7a0 2024-09-10T10:36:03.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.288+0000 7f3b6d600640 1 -- 172.21.15.22:0/2498443908 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3b5c003800 con 0x7f3b7014b7a0 2024-09-10T10:36:03.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.292+0000 7f3b6d600640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b500678f0 0x7f3b50069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.292+0000 7f3b6d600640 1 -- 172.21.15.22:0/2498443908 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f3b5c0859e0 con 0x7f3b7014b7a0 2024-09-10T10:36:03.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.292+0000 7f3b75400640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b500678f0 0x7f3b50069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.292+0000 7f3b75400640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b500678f0 0x7f3b50069db0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3b640012c0 tx=0x7f3b64009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:03.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.296+0000 7f3b6d600640 1 -- 172.21.15.22:0/2498443908 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3b5c056480 con 0x7f3b7014b7a0 2024-09-10T10:36:03.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 -- 172.21.15.22:0/2498443908 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3b70156f80 con 0x7f3b7014b7a0 2024-09-10T10:36:03.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b6d600640 1 -- 172.21.15.22:0/2498443908 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5231 (secure 0 0 0) 0x7f3b5c055d80 con 0x7f3b7014b7a0 2024-09-10T10:36:03.498 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:03.498 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":50,"btime":"2024-09-10T10:36:03:097962+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1770741199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1770741199},{"type":"v1","addr":"172.21.15.145:6836","nonce":1770741199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6198,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1514591581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1514591581},{"type":"v1","addr":"172.21.15.22:6834","nonce":1514591581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44},{"gid":6201,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1244929938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1244929938},{"type":"v1","addr":"172.21.15.22:6835","nonce":1244929938}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:59.473721+0000","modified":"2024-09-10T10:36:02.490147+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6207},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6207":{"gid":6207,"name":"b","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6837/2250061541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2250061541},{"type":"v1","addr":"172.21.15.145:6837","nonce":2250061541}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6207,"qdb_cluster":[6207]},"id":6}]} 2024-09-10T10:36:03.498 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 50 2024-09-10T10:36:03.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 -- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b500678f0 msgr2=0x7f3b50069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b500678f0 0x7f3b50069db0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3b640012c0 tx=0x7f3b64009040 comp rx=0 tx=0).stop 2024-09-10T10:36:03.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 -- 172.21.15.22:0/2498443908 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b7014b7a0 msgr2=0x7f3b70153ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b7014b7a0 0x7f3b70153ed0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c00f510 tx=0x7f3b5c00f9d0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 -- 172.21.15.22:0/2498443908 shutdown_connections 2024-09-10T10:36:03.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b500678f0 0x7f3b50069db0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b7014bc20 0x7f3b70154410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b7014b7a0 0x7f3b70153ed0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 --2- 172.21.15.22:0/2498443908 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b580051d0 0x7f3b70159260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 -- 172.21.15.22:0/2498443908 >> 172.21.15.22:0/2498443908 conn(0x7f3b70062ae0 msgr2=0x7f3b700b3c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:03.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 -- 172.21.15.22:0/2498443908 shutdown_connections 2024-09-10T10:36:03.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.496+0000 7f3b76800640 1 -- 172.21.15.22:0/2498443908 wait complete. 2024-09-10T10:36:03.519 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:36:03.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.656+0000 7f67f0200640 1 Processor -- start 2024-09-10T10:36:03.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.656+0000 7f67f0200640 1 -- start start 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67f0200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f67e8145fb0 0x7f67e80b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67f0200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67e80cd670 0x7f67e80cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67f0200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67e806d3f0 con 0x7f67e806e1b0 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67f0200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f67e80ce010 con 0x7f67e8145fb0 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67f0200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f67e806d1a0 con 0x7f67e80cd670 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67ed800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f67e8145fb0 0x7f67e80b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67ed800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f67e8145fb0 0x7f67e80b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58852/0 (socket says 172.21.15.22:58852) 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67ed800640 1 -- 172.21.15.22:0/705074901 learned_addr learned my addr 172.21.15.22:0/705074901 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67ece00640 1 --2- 172.21.15.22:0/705074901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67e80cd670 0x7f67e80cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67ed800640 1 -- 172.21.15.22:0/705074901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67e80cd670 msgr2=0x7f67e80cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67ed800640 1 --2- 172.21.15.22:0/705074901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67e80cd670 0x7f67e80cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67ed800640 1 -- 172.21.15.22:0/705074901 >> v1:172.21.15.145:6789/0 conn(0x7f67e806e1b0 legacy=0x7f67e806e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.660+0000 7f67ed800640 1 -- 172.21.15.22:0/705074901 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67e806d6d0 con 0x7f67e8145fb0 2024-09-10T10:36:03.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67ed800640 1 --2- 172.21.15.22:0/705074901 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 0x7f67e80b3e00 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f67dc009870 tx=0x7f67dc01c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c99fdd6b169db25 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:03.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67e7e00640 1 -- 172.21.15.22:0/705074901 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67dc0b2070 con 0x7f67e8145fb0 2024-09-10T10:36:03.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67e7e00640 1 -- 172.21.15.22:0/705074901 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67dc0a9070 con 0x7f67e8145fb0 2024-09-10T10:36:03.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67e7e00640 1 -- 172.21.15.22:0/705074901 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67dc0ad880 con 0x7f67e8145fb0 2024-09-10T10:36:03.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67f0200640 1 -- 172.21.15.22:0/705074901 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 msgr2=0x7f67e80b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67f0200640 1 --2- 172.21.15.22:0/705074901 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 0x7f67e80b3e00 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f67dc009870 tx=0x7f67dc01c560 comp rx=0 tx=0).stop 2024-09-10T10:36:03.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67f0200640 1 -- 172.21.15.22:0/705074901 shutdown_connections 2024-09-10T10:36:03.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67f0200640 1 --2- 172.21.15.22:0/705074901 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67e80cd670 0x7f67e80cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67f0200640 1 --2- 172.21.15.22:0/705074901 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 0x7f67e80b3e00 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67f0200640 1 -- 172.21.15.22:0/705074901 >> 172.21.15.22:0/705074901 conn(0x7f67e8062dd0 msgr2=0x7f67e806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:03.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67f0200640 1 -- 172.21.15.22:0/705074901 shutdown_connections 2024-09-10T10:36:03.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67f0200640 1 -- 172.21.15.22:0/705074901 wait complete. 2024-09-10T10:36:03.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67f0200640 1 Processor -- start 2024-09-10T10:36:03.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.664+0000 7f67f0200640 1 -- start start 2024-09-10T10:36:03.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67f0200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67e806e1b0 0x7f67e81639e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67f0200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67e80cd670 0x7f67e81651f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67f0200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 0x7f67e8071d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67f0200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f67e80d0130 con 0x7f67e8145fb0 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67f0200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f67e80cffb0 con 0x7f67e80cd670 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67f0200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f67e81691e0 con 0x7f67e806e1b0 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ee200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 0x7f67e8071d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ece00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67e80cd670 0x7f67e81651f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ed800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67e806e1b0 0x7f67e81639e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ece00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67e80cd670 0x7f67e81651f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:45924/0 (socket says 172.21.15.22:45924) 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ee200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 0x7f67e8071d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58860/0 (socket says 172.21.15.22:58860) 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ece00640 1 -- 172.21.15.22:0/446900415 learned_addr learned my addr 172.21.15.22:0/446900415 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ee200640 1 -- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67e806e1b0 msgr2=0x7f67e81639e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ee200640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67e806e1b0 0x7f67e81639e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ee200640 1 -- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67e80cd670 msgr2=0x7f67e81651f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ee200640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67e80cd670 0x7f67e81651f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ee200640 1 -- 172.21.15.22:0/446900415 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67e8164150 con 0x7f67e8145fb0 2024-09-10T10:36:03.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67ee200640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 0x7f67e8071d60 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f67e000c700 tx=0x7f67e000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:03.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67e5600640 1 -- 172.21.15.22:0/446900415 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e0003b80 con 0x7f67e8145fb0 2024-09-10T10:36:03.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67e5600640 1 -- 172.21.15.22:0/446900415 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67e0003d20 con 0x7f67e8145fb0 2024-09-10T10:36:03.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67e5600640 1 -- 172.21.15.22:0/446900415 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e0005310 con 0x7f67e8145fb0 2024-09-10T10:36:03.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67f0200640 1 -- 172.21.15.22:0/446900415 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67e8164430 con 0x7f67e8145fb0 2024-09-10T10:36:03.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67f0200640 1 -- 172.21.15.22:0/446900415 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67e81649f0 con 0x7f67e8145fb0 2024-09-10T10:36:03.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67f0200640 1 -- 172.21.15.22:0/446900415 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67e80b3e00 con 0x7f67e8145fb0 2024-09-10T10:36:03.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.668+0000 7f67e5600640 1 -- 172.21.15.22:0/446900415 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f67e00054b0 con 0x7f67e8145fb0 2024-09-10T10:36:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.672+0000 7f67e5600640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f67c80678c0 0x7f67c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.672+0000 7f67e5600640 1 -- 172.21.15.22:0/446900415 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f67e0085930 con 0x7f67e8145fb0 2024-09-10T10:36:03.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.672+0000 7f67ed800640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f67c80678c0 0x7f67c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:03.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.672+0000 7f67ed800640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f67c80678c0 0x7f67c8069d80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f67dc0af000 tx=0x7f67dc0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:03.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.676+0000 7f67e5600640 1 -- 172.21.15.22:0/446900415 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f67e0055e10 con 0x7f67e8145fb0 2024-09-10T10:36:03.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.840+0000 7f67f0200640 1 -- 172.21.15.22:0/446900415 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f67e80b1010 con 0x7f67e8145fb0 2024-09-10T10:36:03.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.840+0000 7f67e5600640 1 -- 172.21.15.22:0/446900415 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+16744 (secure 0 0 0) 0x7f67e005a110 con 0x7f67e8145fb0 2024-09-10T10:36:03.844 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:03.844 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":81,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:36:01.085904+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:35:57.205809+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-10T10:35:58.478471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:36:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 -- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f67c80678c0 msgr2=0x7f67c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f67c80678c0 0x7f67c8069d80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f67dc0af000 tx=0x7f67dc0a7000 comp rx=0 tx=0).stop 2024-09-10T10:36:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 -- 172.21.15.22:0/446900415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 msgr2=0x7f67e8071d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 0x7f67e8071d60 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f67e000c700 tx=0x7f67e000cbc0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 -- 172.21.15.22:0/446900415 shutdown_connections 2024-09-10T10:36:03.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f67c80678c0 0x7f67c8069d80 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f67e8145fb0 0x7f67e8071d60 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f67e80cd670 0x7f67e81651f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 --2- 172.21.15.22:0/446900415 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f67e806e1b0 0x7f67e81639e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:03.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 -- 172.21.15.22:0/446900415 >> 172.21.15.22:0/446900415 conn(0x7f67e8062dd0 msgr2=0x7f67e80b12f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:03.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 -- 172.21.15.22:0/446900415 shutdown_connections 2024-09-10T10:36:03.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:03.844+0000 7f67f0200640 1 -- 172.21.15.22:0/446900415 wait complete. 2024-09-10T10:36:03.867 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:36:03.867 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:36:04.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.004+0000 7f3150c00640 1 Processor -- start 2024-09-10T10:36:04.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.004+0000 7f3150c00640 1 -- start start 2024-09-10T10:36:04.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3150c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 0x7f314c0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3150c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f314c160190 0x7f314c160620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3150c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f314c158ef0 con 0x7f314c162090 2024-09-10T10:36:04.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3150c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f314c15fd00 con 0x7f314c160190 2024-09-10T10:36:04.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3150c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f314c0aea70 con 0x7f314c073730 2024-09-10T10:36:04.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3149e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f314c162090 0x7f314c162470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45630/0 (socket says 172.21.15.22:45630) 2024-09-10T10:36:04.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3149e00640 1 -- 172.21.15.22:0/2155360929 learned_addr learned my addr 172.21.15.22:0/2155360929 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:04.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f314a800640 1 --2- 172.21.15.22:0/2155360929 >> v2:172.21.15.22:3300/0 conn(0x7f314c160190 0x7f314c160620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3149400640 1 --2- 172.21.15.22:0/2155360929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 0x7f314c0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3148a00640 1 -- 172.21.15.22:0/2155360929 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3403003811 0 0) 0x7f313c001120 con 0x7f314c162090 2024-09-10T10:36:04.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3148a00640 1 -- 172.21.15.22:0/2155360929 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3130003530 con 0x7f314c162090 2024-09-10T10:36:04.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f314a800640 1 -- 172.21.15.22:0/2155360929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 msgr2=0x7f314c0ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:04.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f314a800640 1 --2- 172.21.15.22:0/2155360929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 0x7f314c0ae100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f314a800640 1 -- 172.21.15.22:0/2155360929 >> v1:172.21.15.22:6789/0 conn(0x7f314c162090 legacy=0x7f314c162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f314a800640 1 -- 172.21.15.22:0/2155360929 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f314c0aed50 con 0x7f314c160190 2024-09-10T10:36:04.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.008+0000 7f3149400640 1 --2- 172.21.15.22:0/2155360929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 0x7f314c0ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:36:04.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f314a800640 1 --2- 172.21.15.22:0/2155360929 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 0x7f314c160620 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f3144009d90 tx=0x7f314401f150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f4f0d16e091be6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:04.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3148a00640 1 -- 172.21.15.22:0/2155360929 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31440b4070 con 0x7f314c160190 2024-09-10T10:36:04.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3148a00640 1 -- 172.21.15.22:0/2155360929 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31440af600 con 0x7f314c160190 2024-09-10T10:36:04.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3148a00640 1 -- 172.21.15.22:0/2155360929 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31440af9b0 con 0x7f314c160190 2024-09-10T10:36:04.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3150c00640 1 -- 172.21.15.22:0/2155360929 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 msgr2=0x7f314c160620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3150c00640 1 --2- 172.21.15.22:0/2155360929 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 0x7f314c160620 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f3144009d90 tx=0x7f314401f150 comp rx=0 tx=0).stop 2024-09-10T10:36:04.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3150c00640 1 -- 172.21.15.22:0/2155360929 shutdown_connections 2024-09-10T10:36:04.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3150c00640 1 --2- 172.21.15.22:0/2155360929 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 0x7f314c160620 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3150c00640 1 --2- 172.21.15.22:0/2155360929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 0x7f314c0ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3150c00640 1 -- 172.21.15.22:0/2155360929 >> 172.21.15.22:0/2155360929 conn(0x7f314c06bcc0 msgr2=0x7f314c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:04.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3150c00640 1 -- 172.21.15.22:0/2155360929 shutdown_connections 2024-09-10T10:36:04.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3150c00640 1 -- 172.21.15.22:0/2155360929 wait complete. 2024-09-10T10:36:04.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3150c00640 1 Processor -- start 2024-09-10T10:36:04.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.012+0000 7f3150c00640 1 -- start start 2024-09-10T10:36:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3150c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 0x7f314c149660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3150c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 0x7f314c0cf810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3150c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f314c162090 0x7f314c0cfd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3150c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f314c0af490 con 0x7f314c160190 2024-09-10T10:36:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3150c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f314c0af310 con 0x7f314c162090 2024-09-10T10:36:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3150c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f314c073b50 con 0x7f314c073730 2024-09-10T10:36:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3149400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 0x7f314c0cf810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3149400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 0x7f314c0cf810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58870/0 (socket says 172.21.15.22:58870) 2024-09-10T10:36:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3149400640 1 -- 172.21.15.22:0/4111129559 learned_addr learned my addr 172.21.15.22:0/4111129559 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:04.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f314a800640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f314c162090 0x7f314c0cfd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3149e00640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 0x7f314c149660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3149400640 1 -- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 msgr2=0x7f314c149660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3149400640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 0x7f314c149660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3149400640 1 -- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f314c162090 msgr2=0x7f314c0cfd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3149400640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f314c162090 0x7f314c0cfd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3149400640 1 -- 172.21.15.22:0/4111129559 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f314c0cdc90 con 0x7f314c160190 2024-09-10T10:36:04.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f314a800640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f314c162090 0x7f314c0cfd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:04.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3149400640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 0x7f314c0cf810 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f313800c7f0 tx=0x7f313800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:04.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3142000640 1 -- 172.21.15.22:0/4111129559 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31380079d0 con 0x7f314c160190 2024-09-10T10:36:04.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3142000640 1 -- 172.21.15.22:0/4111129559 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3138007b70 con 0x7f314c160190 2024-09-10T10:36:04.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3142000640 1 -- 172.21.15.22:0/4111129559 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31380113f0 con 0x7f314c160190 2024-09-10T10:36:04.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3150c00640 1 -- 172.21.15.22:0/4111129559 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f314c0cdf70 con 0x7f314c160190 2024-09-10T10:36:04.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3150c00640 1 -- 172.21.15.22:0/4111129559 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f314c0ce530 con 0x7f314c160190 2024-09-10T10:36:04.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3150c00640 1 -- 172.21.15.22:0/4111129559 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f314c162470 con 0x7f314c160190 2024-09-10T10:36:04.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.016+0000 7f3142000640 1 -- 172.21.15.22:0/4111129559 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3138011590 con 0x7f314c160190 2024-09-10T10:36:04.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.020+0000 7f3142000640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f312c0678c0 0x7f312c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.020+0000 7f3142000640 1 -- 172.21.15.22:0/4111129559 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f3138085e50 con 0x7f314c160190 2024-09-10T10:36:04.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.020+0000 7f3149e00640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f312c0678c0 0x7f312c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.020+0000 7f3149e00640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f312c0678c0 0x7f312c069d80 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f313c005890 tx=0x7f313c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:04.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.024+0000 7f3142000640 1 -- 172.21.15.22:0/4111129559 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3138015020 con 0x7f314c160190 2024-09-10T10:36:04.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.188+0000 7f3150c00640 1 -- 172.21.15.22:0/4111129559 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f314c06ff30 con 0x7f312c0678c0 2024-09-10T10:36:04.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.192+0000 7f3142000640 1 -- 172.21.15.22:0/4111129559 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241159 (secure 0 0 0) 0x7f314c06ff30 con 0x7f312c0678c0 2024-09-10T10:36:04.197 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:04.199 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:36:04.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 -- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f312c0678c0 msgr2=0x7f312c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f312c0678c0 0x7f312c069d80 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f313c005890 tx=0x7f313c009040 comp rx=0 tx=0).stop 2024-09-10T10:36:04.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 -- 172.21.15.22:0/4111129559 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 msgr2=0x7f314c0cf810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 0x7f314c0cf810 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f313800c7f0 tx=0x7f313800ccb0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 -- 172.21.15.22:0/4111129559 shutdown_connections 2024-09-10T10:36:04.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f312c0678c0 0x7f312c069d80 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f314c162090 0x7f314c0cfd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f314c160190 0x7f314c0cf810 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 --2- 172.21.15.22:0/4111129559 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f314c073730 0x7f314c149660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 -- 172.21.15.22:0/4111129559 >> 172.21.15.22:0/4111129559 conn(0x7f314c06bcc0 msgr2=0x7f314c0b1bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:04.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 -- 172.21.15.22:0/4111129559 shutdown_connections 2024-09-10T10:36:04.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.196+0000 7f3150c00640 1 -- 172.21.15.22:0/4111129559 wait complete. 2024-09-10T10:36:04.219 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":187,"stamp":"2024-09-10T10:36:03.382884+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":165,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":76,"acting":76,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258152,"kb_used_data":8612,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716568,"statfs":{"total":773094113280,"available":772829765632,"internally_reserved":0,"allocated":8818688,"data_stored":4358466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.322867"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834219+0000","last_change":"2024-09-10T10:36:00.106184+0000","last_active":"2024-09-10T10:36:01.834219+0000","last_peered":"2024-09-10T10:36:01.834219+0000","last_clean":"2024-09-10T10:36:01.834219+0000","last_became_active":"2024-09-10T10:36:00.105582+0000","last_became_peered":"2024-09-10T10:36:00.105582+0000","last_unstale":"2024-09-10T10:36:01.834219+0000","last_undegraded":"2024-09-10T10:36:01.834219+0000","last_fullsized":"2024-09-10T10:36:01.834219+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:33.202332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833914+0000","last_change":"2024-09-10T10:36:00.101453+0000","last_active":"2024-09-10T10:36:01.833914+0000","last_peered":"2024-09-10T10:36:01.833914+0000","last_clean":"2024-09-10T10:36:01.833914+0000","last_became_active":"2024-09-10T10:36:00.101164+0000","last_became_peered":"2024-09-10T10:36:00.101164+0000","last_unstale":"2024-09-10T10:36:01.833914+0000","last_undegraded":"2024-09-10T10:36:01.833914+0000","last_fullsized":"2024-09-10T10:36:01.833914+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:34:17.454524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833933+0000","last_change":"2024-09-10T10:36:00.102098+0000","last_active":"2024-09-10T10:36:01.833933+0000","last_peered":"2024-09-10T10:36:01.833933+0000","last_clean":"2024-09-10T10:36:01.833933+0000","last_became_active":"2024-09-10T10:36:00.101839+0000","last_became_peered":"2024-09-10T10:36:00.101839+0000","last_unstale":"2024-09-10T10:36:01.833933+0000","last_undegraded":"2024-09-10T10:36:01.833933+0000","last_fullsized":"2024-09-10T10:36:01.833933+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:42:53.346555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065865+0000","last_change":"2024-09-10T10:35:58.065865+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065865+0000","last_undegraded":"2024-09-10T10:35:58.065865+0000","last_fullsized":"2024-09-10T10:35:58.065865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.069128+0000","last_change":"2024-09-10T10:35:58.069128+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.069128+0000","last_undegraded":"2024-09-10T10:35:58.069128+0000","last_fullsized":"2024-09-10T10:35:58.069128+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066828+0000","last_change":"2024-09-10T10:35:58.066828+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066828+0000","last_undegraded":"2024-09-10T10:35:58.066828+0000","last_fullsized":"2024-09-10T10:35:58.066828+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834187+0000","last_change":"2024-09-10T10:35:59.093949+0000","last_active":"2024-09-10T10:36:01.834187+0000","last_peered":"2024-09-10T10:36:01.834187+0000","last_clean":"2024-09-10T10:36:01.834187+0000","last_became_active":"2024-09-10T10:35:59.093498+0000","last_became_peered":"2024-09-10T10:35:59.093498+0000","last_unstale":"2024-09-10T10:36:01.834187+0000","last_undegraded":"2024-09-10T10:36:01.834187+0000","last_fullsized":"2024-09-10T10:36:01.834187+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.464686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834134+0000","last_change":"2024-09-10T10:36:00.101599+0000","last_active":"2024-09-10T10:36:01.834134+0000","last_peered":"2024-09-10T10:36:01.834134+0000","last_clean":"2024-09-10T10:36:01.834134+0000","last_became_active":"2024-09-10T10:36:00.101237+0000","last_became_peered":"2024-09-10T10:36:00.101237+0000","last_unstale":"2024-09-10T10:36:01.834134+0000","last_undegraded":"2024-09-10T10:36:01.834134+0000","last_fullsized":"2024-09-10T10:36:01.834134+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:52.913960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068061+0000","last_change":"2024-09-10T10:35:58.068061+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068061+0000","last_undegraded":"2024-09-10T10:35:58.068061+0000","last_fullsized":"2024-09-10T10:35:58.068061+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068376+0000","last_change":"2024-09-10T10:35:58.068376+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068376+0000","last_undegraded":"2024-09-10T10:35:58.068376+0000","last_fullsized":"2024-09-10T10:35:58.068376+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063282+0000","last_change":"2024-09-10T10:35:58.063282+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063282+0000","last_undegraded":"2024-09-10T10:35:58.063282+0000","last_fullsized":"2024-09-10T10:35:58.063282+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.064142+0000","last_change":"2024-09-10T10:35:58.064142+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.064142+0000","last_undegraded":"2024-09-10T10:35:58.064142+0000","last_fullsized":"2024-09-10T10:35:58.064142+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063066+0000","last_change":"2024-09-10T10:35:58.063066+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063066+0000","last_undegraded":"2024-09-10T10:35:58.063066+0000","last_fullsized":"2024-09-10T10:35:58.063066+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067373+0000","last_change":"2024-09-10T10:35:58.067373+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067373+0000","last_undegraded":"2024-09-10T10:35:58.067373+0000","last_fullsized":"2024-09-10T10:35:58.067373+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.062743+0000","last_change":"2024-09-10T10:35:58.062743+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.062743+0000","last_undegraded":"2024-09-10T10:35:58.062743+0000","last_fullsized":"2024-09-10T10:35:58.062743+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068397+0000","last_change":"2024-09-10T10:35:58.068397+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068397+0000","last_undegraded":"2024-09-10T10:35:58.068397+0000","last_fullsized":"2024-09-10T10:35:58.068397+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.13","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834089+0000","last_change":"2024-09-10T10:35:59.079649+0000","last_active":"2024-09-10T10:36:01.834089+0000","last_peered":"2024-09-10T10:36:01.834089+0000","last_clean":"2024-09-10T10:36:01.834089+0000","last_became_active":"2024-09-10T10:35:59.079253+0000","last_became_peered":"2024-09-10T10:35:59.079253+0000","last_unstale":"2024-09-10T10:36:01.834089+0000","last_undegraded":"2024-09-10T10:36:01.834089+0000","last_fullsized":"2024-09-10T10:36:01.834089+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:06.905454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066281+0000","last_change":"2024-09-10T10:35:58.066281+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066281+0000","last_undegraded":"2024-09-10T10:35:58.066281+0000","last_fullsized":"2024-09-10T10:35:58.066281+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067333+0000","last_change":"2024-09-10T10:35:58.067333+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067333+0000","last_undegraded":"2024-09-10T10:35:58.067333+0000","last_fullsized":"2024-09-10T10:35:58.067333+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066339+0000","last_change":"2024-09-10T10:35:58.066339+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066339+0000","last_undegraded":"2024-09-10T10:35:58.066339+0000","last_fullsized":"2024-09-10T10:35:58.066339+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065336+0000","last_change":"2024-09-10T10:35:58.065336+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065336+0000","last_undegraded":"2024-09-10T10:35:58.065336+0000","last_fullsized":"2024-09-10T10:35:58.065336+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063745+0000","last_change":"2024-09-10T10:35:58.063745+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063745+0000","last_undegraded":"2024-09-10T10:35:58.063745+0000","last_fullsized":"2024-09-10T10:35:58.063745+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063569+0000","last_change":"2024-09-10T10:35:58.063569+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063569+0000","last_undegraded":"2024-09-10T10:35:58.063569+0000","last_fullsized":"2024-09-10T10:35:58.063569+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063442+0000","last_change":"2024-09-10T10:35:58.063442+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063442+0000","last_undegraded":"2024-09-10T10:35:58.063442+0000","last_fullsized":"2024-09-10T10:35:58.063442+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065692+0000","last_change":"2024-09-10T10:35:58.065692+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065692+0000","last_undegraded":"2024-09-10T10:35:58.065692+0000","last_fullsized":"2024-09-10T10:35:58.065692+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833705+0000","last_change":"2024-09-10T10:36:00.102522+0000","last_active":"2024-09-10T10:36:01.833705+0000","last_peered":"2024-09-10T10:36:01.833705+0000","last_clean":"2024-09-10T10:36:01.833705+0000","last_became_active":"2024-09-10T10:36:00.096701+0000","last_became_peered":"2024-09-10T10:36:00.096701+0000","last_unstale":"2024-09-10T10:36:01.833705+0000","last_undegraded":"2024-09-10T10:36:01.833705+0000","last_fullsized":"2024-09-10T10:36:01.833705+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:03.013902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066451+0000","last_change":"2024-09-10T10:35:58.066451+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066451+0000","last_undegraded":"2024-09-10T10:35:58.066451+0000","last_fullsized":"2024-09-10T10:35:58.066451+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063216+0000","last_change":"2024-09-10T10:35:58.063216+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063216+0000","last_undegraded":"2024-09-10T10:35:58.063216+0000","last_fullsized":"2024-09-10T10:35:58.063216+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063254+0000","last_change":"2024-09-10T10:35:58.063254+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063254+0000","last_undegraded":"2024-09-10T10:35:58.063254+0000","last_fullsized":"2024-09-10T10:35:58.063254+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067320+0000","last_change":"2024-09-10T10:35:58.067320+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067320+0000","last_undegraded":"2024-09-10T10:35:58.067320+0000","last_fullsized":"2024-09-10T10:35:58.067320+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068595+0000","last_change":"2024-09-10T10:35:58.068595+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068595+0000","last_undegraded":"2024-09-10T10:35:58.068595+0000","last_fullsized":"2024-09-10T10:35:58.068595+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068260+0000","last_change":"2024-09-10T10:35:58.068260+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068260+0000","last_undegraded":"2024-09-10T10:35:58.068260+0000","last_fullsized":"2024-09-10T10:35:58.068260+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065801+0000","last_change":"2024-09-10T10:35:58.065801+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065801+0000","last_undegraded":"2024-09-10T10:35:58.065801+0000","last_fullsized":"2024-09-10T10:35:58.065801+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067880+0000","last_change":"2024-09-10T10:35:58.067880+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067880+0000","last_undegraded":"2024-09-10T10:35:58.067880+0000","last_fullsized":"2024-09-10T10:35:58.067880+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.062764+0000","last_change":"2024-09-10T10:35:58.062764+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.062764+0000","last_undegraded":"2024-09-10T10:35:58.062764+0000","last_fullsized":"2024-09-10T10:35:58.062764+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067657+0000","last_change":"2024-09-10T10:35:58.067657+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067657+0000","last_undegraded":"2024-09-10T10:35:58.067657+0000","last_fullsized":"2024-09-10T10:35:58.067657+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065268+0000","last_change":"2024-09-10T10:35:58.065268+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065268+0000","last_undegraded":"2024-09-10T10:35:58.065268+0000","last_fullsized":"2024-09-10T10:35:58.065268+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":272,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T10:35:58.060960+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:35:58.060960+0000","last_peered":"2024-09-10T10:35:58.060960+0000","last_clean":"2024-09-10T10:35:58.060960+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:35:58.060960+0000","last_undegraded":"2024-09-10T10:35:58.060960+0000","last_fullsized":"2024-09-10T10:35:58.060960+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":10,"acting":10,"num_store_stats":1},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509486,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32108,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339732,"statfs":{"total":96636764160,"available":96603885568,"internally_reserved":0,"allocated":937984,"data_stored":390229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509487,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32692,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339148,"statfs":{"total":96636764160,"available":96603287552,"internally_reserved":0,"allocated":1531904,"data_stored":980597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509486,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542193,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32748,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339092,"statfs":{"total":96636764160,"available":96603230208,"internally_reserved":0,"allocated":1597440,"data_stored":1007410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:36:04.224 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:36:04.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f100f200640 1 Processor -- start 2024-09-10T10:36:04.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f100f200640 1 -- start start 2024-09-10T10:36:04.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f100f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10080cd670 0x7f10080cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f100f200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f100806d3f0 con 0x7f1008145fb0 2024-09-10T10:36:04.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f100f200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f100806d6d0 con 0x7f100806e1b0 2024-09-10T10:36:04.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f100f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f10080ce010 con 0x7f10080cd670 2024-09-10T10:36:04.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f1008145fb0 0x7f10080b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45634/0 (socket says 172.21.15.22:45634) 2024-09-10T10:36:04.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007e00640 1 -- 172.21.15.22:0/2341311533 learned_addr learned my addr 172.21.15.22:0/2341311533 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:04.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f0fffe00640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10080cd670 0x7f10080cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3635705282 0 0) 0x7f100806d3f0 con 0x7f1008145fb0 2024-09-10T10:36:04.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0fec003530 con 0x7f1008145fb0 2024-09-10T10:36:04.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2047084659 0 0) 0x7f100806d6d0 con 0x7f100806e1b0 2024-09-10T10:36:04.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f100806d3f0 con 0x7f100806e1b0 2024-09-10T10:36:04.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2229383684 0 0) 0x7f0fec003530 con 0x7f1008145fb0 2024-09-10T10:36:04.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10080cd670 msgr2=0x7f10080cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:04.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10080cd670 0x7f10080cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 >> v1:172.21.15.145:6789/0 conn(0x7f100806e1b0 legacy=0x7f100806e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f100806d9b0 con 0x7f1008145fb0 2024-09-10T10:36:04.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f0ff8001680 con 0x7f1008145fb0 2024-09-10T10:36:04.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 >> v1:172.21.15.22:6789/0 conn(0x7f1008145fb0 legacy=0x7f10080b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 0x7f0fec003f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10080cd670 0x7f0fec004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fec004d50 0x7f0fec0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0fec00ba80 con 0x7f0fec003b80 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0fec00bc00 con 0x7f0fec004d50 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0fec00be00 con 0x7f10080cd670 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.400+0000 7f1007e00640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 0x7f0fec003f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f0fffe00640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10080cd670 0x7f0fec004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f100d200640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fec004d50 0x7f0fec0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f1007e00640 1 -- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10080cd670 msgr2=0x7f0fec004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f1007e00640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10080cd670 0x7f0fec004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f1007e00640 1 -- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fec004d50 msgr2=0x7f0fec0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f1007e00640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fec004d50 0x7f0fec0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f1007e00640 1 -- 172.21.15.22:0/2341311533 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fec003530 con 0x7f0fec003b80 2024-09-10T10:36:04.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f100d200640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fec004d50 0x7f0fec0051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:04.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f1007e00640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 0x7f0fec003f80 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f0ff800c0e0 tx=0x7f0ff801cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62bb50dae486dc2d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:04.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8007c50 con 0x7f0fec003b80 2024-09-10T10:36:04.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ff80a9070 con 0x7f0fec003b80 2024-09-10T10:36:04.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f1007400640 1 -- 172.21.15.22:0/2341311533 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8005d60 con 0x7f0fec003b80 2024-09-10T10:36:04.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f100f200640 1 -- 172.21.15.22:0/2341311533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 msgr2=0x7f0fec003f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f100f200640 1 --2- 172.21.15.22:0/2341311533 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 0x7f0fec003f80 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f0ff800c0e0 tx=0x7f0ff801cb60 comp rx=0 tx=0).stop 2024-09-10T10:36:04.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.404+0000 7f100d200640 1 -- 172.21.15.22:0/2341311533 reap_dead start 2024-09-10T10:36:04.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 -- 172.21.15.22:0/2341311533 shutdown_connections 2024-09-10T10:36:04.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 -- 172.21.15.22:0/2341311533 >> 172.21.15.22:0/2341311533 conn(0x7f1008062dd0 msgr2=0x7f100806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:04.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 -- 172.21.15.22:0/2341311533 shutdown_connections 2024-09-10T10:36:04.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 -- 172.21.15.22:0/2341311533 wait complete. 2024-09-10T10:36:04.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 Processor -- start 2024-09-10T10:36:04.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 -- start start 2024-09-10T10:36:04.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 0x7f100815a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f100815a5d0 0x7f1008137dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1008138310 0x7f1008138790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f10080d0130 con 0x7f0fec003b80 2024-09-10T10:36:04.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f10080cffb0 con 0x7f1008138310 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f100806d1a0 con 0x7f100815a5d0 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1007e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 0x7f100815a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1007e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 0x7f100815a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58886/0 (socket says 172.21.15.22:58886) 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1007e00640 1 -- 172.21.15.22:0/4117439851 learned_addr learned my addr 172.21.15.22:0/4117439851 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100d200640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1008138310 0x7f1008138790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f0fffe00640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f100815a5d0 0x7f1008137dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1007e00640 1 -- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f100815a5d0 msgr2=0x7f1008137dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1007e00640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f100815a5d0 0x7f1008137dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1007e00640 1 -- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1008138310 msgr2=0x7f1008138790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1007e00640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1008138310 0x7f1008138790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1007e00640 1 -- 172.21.15.22:0/4117439851 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1008145160 con 0x7f0fec003b80 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f100d200640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1008138310 0x7f1008138790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:36:04.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f0fffe00640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f100815a5d0 0x7f1008137dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:36:04.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1007e00640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 0x7f100815a090 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f0ff801c990 tx=0x7f0fec005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:04.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1004c00640 1 -- 172.21.15.22:0/4117439851 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8007c50 con 0x7f0fec003b80 2024-09-10T10:36:04.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1004c00640 1 -- 172.21.15.22:0/4117439851 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ff8005d40 con 0x7f0fec003b80 2024-09-10T10:36:04.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.408+0000 7f1004c00640 1 -- 172.21.15.22:0/4117439851 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff80072e0 con 0x7f0fec003b80 2024-09-10T10:36:04.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.412+0000 7f100f200640 1 -- 172.21.15.22:0/4117439851 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f100815aa50 con 0x7f0fec003b80 2024-09-10T10:36:04.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.412+0000 7f100f200640 1 -- 172.21.15.22:0/4117439851 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10080b1200 con 0x7f0fec003b80 2024-09-10T10:36:04.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.412+0000 7f100f200640 1 -- 172.21.15.22:0/4117439851 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10080b13d0 con 0x7f0fec003b80 2024-09-10T10:36:04.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.412+0000 7f1004c00640 1 -- 172.21.15.22:0/4117439851 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0ff8007480 con 0x7f0fec003b80 2024-09-10T10:36:04.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.412+0000 7f1004c00640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0fe40678c0 0x7f0fe4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.412+0000 7f1004c00640 1 -- 172.21.15.22:0/4117439851 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f0ff811f870 con 0x7f0fec003b80 2024-09-10T10:36:04.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.412+0000 7f0fffe00640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0fe40678c0 0x7f0fe4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.416+0000 7f0fffe00640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0fe40678c0 0x7f0fe4069d80 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f10081fab50 tx=0x7f0ff0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:04.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.416+0000 7f1004c00640 1 -- 172.21.15.22:0/4117439851 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1008145160 con 0x7f0fec003b80 2024-09-10T10:36:04.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.580+0000 7f100f200640 1 -- 172.21.15.22:0/4117439851 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f10080b3e00 con 0x7f0fe40678c0 2024-09-10T10:36:04.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.588+0000 7f1004c00640 1 -- 172.21.15.22:0/4117439851 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241159 (secure 0 0 0) 0x7f10080b3e00 con 0x7f0fe40678c0 2024-09-10T10:36:04.592 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:04.594 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:36:04.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 -- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0fe40678c0 msgr2=0x7f0fe4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0fe40678c0 0x7f0fe4069d80 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f10081fab50 tx=0x7f0ff0008040 comp rx=0 tx=0).stop 2024-09-10T10:36:04.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 -- 172.21.15.22:0/4117439851 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 msgr2=0x7f100815a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 0x7f100815a090 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f0ff801c990 tx=0x7f0fec005840 comp rx=0 tx=0).stop 2024-09-10T10:36:04.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 -- 172.21.15.22:0/4117439851 shutdown_connections 2024-09-10T10:36:04.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0fe40678c0 0x7f0fe4069d80 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1008138310 0x7f1008138790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f100815a5d0 0x7f1008137dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 --2- 172.21.15.22:0/4117439851 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0fec003b80 0x7f100815a090 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 -- 172.21.15.22:0/4117439851 >> 172.21.15.22:0/4117439851 conn(0x7f1008062dd0 msgr2=0x7f100806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:04.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 -- 172.21.15.22:0/4117439851 shutdown_connections 2024-09-10T10:36:04.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.592+0000 7f100f200640 1 -- 172.21.15.22:0/4117439851 wait complete. 2024-09-10T10:36:04.614 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":187,"stamp":"2024-09-10T10:36:03.382884+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":165,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":76,"acting":76,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258152,"kb_used_data":8612,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716568,"statfs":{"total":773094113280,"available":772829765632,"internally_reserved":0,"allocated":8818688,"data_stored":4358466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.322867"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834219+0000","last_change":"2024-09-10T10:36:00.106184+0000","last_active":"2024-09-10T10:36:01.834219+0000","last_peered":"2024-09-10T10:36:01.834219+0000","last_clean":"2024-09-10T10:36:01.834219+0000","last_became_active":"2024-09-10T10:36:00.105582+0000","last_became_peered":"2024-09-10T10:36:00.105582+0000","last_unstale":"2024-09-10T10:36:01.834219+0000","last_undegraded":"2024-09-10T10:36:01.834219+0000","last_fullsized":"2024-09-10T10:36:01.834219+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:33.202332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833914+0000","last_change":"2024-09-10T10:36:00.101453+0000","last_active":"2024-09-10T10:36:01.833914+0000","last_peered":"2024-09-10T10:36:01.833914+0000","last_clean":"2024-09-10T10:36:01.833914+0000","last_became_active":"2024-09-10T10:36:00.101164+0000","last_became_peered":"2024-09-10T10:36:00.101164+0000","last_unstale":"2024-09-10T10:36:01.833914+0000","last_undegraded":"2024-09-10T10:36:01.833914+0000","last_fullsized":"2024-09-10T10:36:01.833914+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:34:17.454524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833933+0000","last_change":"2024-09-10T10:36:00.102098+0000","last_active":"2024-09-10T10:36:01.833933+0000","last_peered":"2024-09-10T10:36:01.833933+0000","last_clean":"2024-09-10T10:36:01.833933+0000","last_became_active":"2024-09-10T10:36:00.101839+0000","last_became_peered":"2024-09-10T10:36:00.101839+0000","last_unstale":"2024-09-10T10:36:01.833933+0000","last_undegraded":"2024-09-10T10:36:01.833933+0000","last_fullsized":"2024-09-10T10:36:01.833933+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:42:53.346555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065865+0000","last_change":"2024-09-10T10:35:58.065865+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065865+0000","last_undegraded":"2024-09-10T10:35:58.065865+0000","last_fullsized":"2024-09-10T10:35:58.065865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.069128+0000","last_change":"2024-09-10T10:35:58.069128+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.069128+0000","last_undegraded":"2024-09-10T10:35:58.069128+0000","last_fullsized":"2024-09-10T10:35:58.069128+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066828+0000","last_change":"2024-09-10T10:35:58.066828+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066828+0000","last_undegraded":"2024-09-10T10:35:58.066828+0000","last_fullsized":"2024-09-10T10:35:58.066828+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834187+0000","last_change":"2024-09-10T10:35:59.093949+0000","last_active":"2024-09-10T10:36:01.834187+0000","last_peered":"2024-09-10T10:36:01.834187+0000","last_clean":"2024-09-10T10:36:01.834187+0000","last_became_active":"2024-09-10T10:35:59.093498+0000","last_became_peered":"2024-09-10T10:35:59.093498+0000","last_unstale":"2024-09-10T10:36:01.834187+0000","last_undegraded":"2024-09-10T10:36:01.834187+0000","last_fullsized":"2024-09-10T10:36:01.834187+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.464686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834134+0000","last_change":"2024-09-10T10:36:00.101599+0000","last_active":"2024-09-10T10:36:01.834134+0000","last_peered":"2024-09-10T10:36:01.834134+0000","last_clean":"2024-09-10T10:36:01.834134+0000","last_became_active":"2024-09-10T10:36:00.101237+0000","last_became_peered":"2024-09-10T10:36:00.101237+0000","last_unstale":"2024-09-10T10:36:01.834134+0000","last_undegraded":"2024-09-10T10:36:01.834134+0000","last_fullsized":"2024-09-10T10:36:01.834134+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:52.913960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068061+0000","last_change":"2024-09-10T10:35:58.068061+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068061+0000","last_undegraded":"2024-09-10T10:35:58.068061+0000","last_fullsized":"2024-09-10T10:35:58.068061+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068376+0000","last_change":"2024-09-10T10:35:58.068376+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068376+0000","last_undegraded":"2024-09-10T10:35:58.068376+0000","last_fullsized":"2024-09-10T10:35:58.068376+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063282+0000","last_change":"2024-09-10T10:35:58.063282+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063282+0000","last_undegraded":"2024-09-10T10:35:58.063282+0000","last_fullsized":"2024-09-10T10:35:58.063282+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.064142+0000","last_change":"2024-09-10T10:35:58.064142+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.064142+0000","last_undegraded":"2024-09-10T10:35:58.064142+0000","last_fullsized":"2024-09-10T10:35:58.064142+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063066+0000","last_change":"2024-09-10T10:35:58.063066+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063066+0000","last_undegraded":"2024-09-10T10:35:58.063066+0000","last_fullsized":"2024-09-10T10:35:58.063066+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067373+0000","last_change":"2024-09-10T10:35:58.067373+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067373+0000","last_undegraded":"2024-09-10T10:35:58.067373+0000","last_fullsized":"2024-09-10T10:35:58.067373+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.062743+0000","last_change":"2024-09-10T10:35:58.062743+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.062743+0000","last_undegraded":"2024-09-10T10:35:58.062743+0000","last_fullsized":"2024-09-10T10:35:58.062743+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068397+0000","last_change":"2024-09-10T10:35:58.068397+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068397+0000","last_undegraded":"2024-09-10T10:35:58.068397+0000","last_fullsized":"2024-09-10T10:35:58.068397+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.13","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834089+0000","last_change":"2024-09-10T10:35:59.079649+0000","last_active":"2024-09-10T10:36:01.834089+0000","last_peered":"2024-09-10T10:36:01.834089+0000","last_clean":"2024-09-10T10:36:01.834089+0000","last_became_active":"2024-09-10T10:35:59.079253+0000","last_became_peered":"2024-09-10T10:35:59.079253+0000","last_unstale":"2024-09-10T10:36:01.834089+0000","last_undegraded":"2024-09-10T10:36:01.834089+0000","last_fullsized":"2024-09-10T10:36:01.834089+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:06.905454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066281+0000","last_change":"2024-09-10T10:35:58.066281+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066281+0000","last_undegraded":"2024-09-10T10:35:58.066281+0000","last_fullsized":"2024-09-10T10:35:58.066281+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067333+0000","last_change":"2024-09-10T10:35:58.067333+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067333+0000","last_undegraded":"2024-09-10T10:35:58.067333+0000","last_fullsized":"2024-09-10T10:35:58.067333+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066339+0000","last_change":"2024-09-10T10:35:58.066339+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066339+0000","last_undegraded":"2024-09-10T10:35:58.066339+0000","last_fullsized":"2024-09-10T10:35:58.066339+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065336+0000","last_change":"2024-09-10T10:35:58.065336+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065336+0000","last_undegraded":"2024-09-10T10:35:58.065336+0000","last_fullsized":"2024-09-10T10:35:58.065336+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063745+0000","last_change":"2024-09-10T10:35:58.063745+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063745+0000","last_undegraded":"2024-09-10T10:35:58.063745+0000","last_fullsized":"2024-09-10T10:35:58.063745+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063569+0000","last_change":"2024-09-10T10:35:58.063569+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063569+0000","last_undegraded":"2024-09-10T10:35:58.063569+0000","last_fullsized":"2024-09-10T10:35:58.063569+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063442+0000","last_change":"2024-09-10T10:35:58.063442+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063442+0000","last_undegraded":"2024-09-10T10:35:58.063442+0000","last_fullsized":"2024-09-10T10:35:58.063442+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065692+0000","last_change":"2024-09-10T10:35:58.065692+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065692+0000","last_undegraded":"2024-09-10T10:35:58.065692+0000","last_fullsized":"2024-09-10T10:35:58.065692+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833705+0000","last_change":"2024-09-10T10:36:00.102522+0000","last_active":"2024-09-10T10:36:01.833705+0000","last_peered":"2024-09-10T10:36:01.833705+0000","last_clean":"2024-09-10T10:36:01.833705+0000","last_became_active":"2024-09-10T10:36:00.096701+0000","last_became_peered":"2024-09-10T10:36:00.096701+0000","last_unstale":"2024-09-10T10:36:01.833705+0000","last_undegraded":"2024-09-10T10:36:01.833705+0000","last_fullsized":"2024-09-10T10:36:01.833705+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:03.013902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066451+0000","last_change":"2024-09-10T10:35:58.066451+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066451+0000","last_undegraded":"2024-09-10T10:35:58.066451+0000","last_fullsized":"2024-09-10T10:35:58.066451+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063216+0000","last_change":"2024-09-10T10:35:58.063216+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063216+0000","last_undegraded":"2024-09-10T10:35:58.063216+0000","last_fullsized":"2024-09-10T10:35:58.063216+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063254+0000","last_change":"2024-09-10T10:35:58.063254+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063254+0000","last_undegraded":"2024-09-10T10:35:58.063254+0000","last_fullsized":"2024-09-10T10:35:58.063254+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067320+0000","last_change":"2024-09-10T10:35:58.067320+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067320+0000","last_undegraded":"2024-09-10T10:35:58.067320+0000","last_fullsized":"2024-09-10T10:35:58.067320+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068595+0000","last_change":"2024-09-10T10:35:58.068595+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068595+0000","last_undegraded":"2024-09-10T10:35:58.068595+0000","last_fullsized":"2024-09-10T10:35:58.068595+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068260+0000","last_change":"2024-09-10T10:35:58.068260+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068260+0000","last_undegraded":"2024-09-10T10:35:58.068260+0000","last_fullsized":"2024-09-10T10:35:58.068260+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065801+0000","last_change":"2024-09-10T10:35:58.065801+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065801+0000","last_undegraded":"2024-09-10T10:35:58.065801+0000","last_fullsized":"2024-09-10T10:35:58.065801+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067880+0000","last_change":"2024-09-10T10:35:58.067880+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067880+0000","last_undegraded":"2024-09-10T10:35:58.067880+0000","last_fullsized":"2024-09-10T10:35:58.067880+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.062764+0000","last_change":"2024-09-10T10:35:58.062764+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.062764+0000","last_undegraded":"2024-09-10T10:35:58.062764+0000","last_fullsized":"2024-09-10T10:35:58.062764+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067657+0000","last_change":"2024-09-10T10:35:58.067657+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067657+0000","last_undegraded":"2024-09-10T10:35:58.067657+0000","last_fullsized":"2024-09-10T10:35:58.067657+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065268+0000","last_change":"2024-09-10T10:35:58.065268+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065268+0000","last_undegraded":"2024-09-10T10:35:58.065268+0000","last_fullsized":"2024-09-10T10:35:58.065268+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":272,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T10:35:58.060960+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:35:58.060960+0000","last_peered":"2024-09-10T10:35:58.060960+0000","last_clean":"2024-09-10T10:35:58.060960+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:35:58.060960+0000","last_undegraded":"2024-09-10T10:35:58.060960+0000","last_fullsized":"2024-09-10T10:35:58.060960+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":10,"acting":10,"num_store_stats":1},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509486,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32108,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339732,"statfs":{"total":96636764160,"available":96603885568,"internally_reserved":0,"allocated":937984,"data_stored":390229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509487,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32692,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339148,"statfs":{"total":96636764160,"available":96603287552,"internally_reserved":0,"allocated":1531904,"data_stored":980597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509486,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542193,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32748,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339092,"statfs":{"total":96636764160,"available":96603230208,"internally_reserved":0,"allocated":1597440,"data_stored":1007410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:36:04.620 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:36:04.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.792+0000 7f921e200640 1 Processor -- start 2024-09-10T10:36:04.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f921e200640 1 -- start start 2024-09-10T10:36:04.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f921e200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f92180cf170 0x7f92180cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f921e200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f921815c750 0x7f921815cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f921e200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92180cfa90 con 0x7f921815fd90 2024-09-10T10:36:04.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f921e200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f921815d120 con 0x7f921815c750 2024-09-10T10:36:04.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f921e200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f921815d3f0 con 0x7f92180cf170 2024-09-10T10:36:04.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f920fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f921815c750 0x7f921815cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f920fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f921815c750 0x7f921815cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58902/0 (socket says 172.21.15.22:58902) 2024-09-10T10:36:04.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f920fe00640 1 -- 172.21.15.22:0/804714782 learned_addr learned my addr 172.21.15.22:0/804714782 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:04.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f921ce00640 1 --2- 172.21.15.22:0/804714782 >> v2:172.21.15.145:3300/0 conn(0x7f92180cf170 0x7f92180cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f920fe00640 1 -- 172.21.15.22:0/804714782 >> v2:172.21.15.145:3300/0 conn(0x7f92180cf170 msgr2=0x7f92180cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:04.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f920fe00640 1 --2- 172.21.15.22:0/804714782 >> v2:172.21.15.145:3300/0 conn(0x7f92180cf170 0x7f92180cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f920fe00640 1 -- 172.21.15.22:0/804714782 >> v1:172.21.15.145:6789/0 conn(0x7f921815fd90 legacy=0x7f92181601a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:04.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.796+0000 7f920fe00640 1 -- 172.21.15.22:0/804714782 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f921815d6d0 con 0x7f921815c750 2024-09-10T10:36:04.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f920fe00640 1 --2- 172.21.15.22:0/804714782 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 0x7f921815cbe0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f92180b5960 tx=0x7f920001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14c1b1eb1e0905df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:04.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f9217e00640 1 -- 172.21.15.22:0/804714782 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92000b2070 con 0x7f921815c750 2024-09-10T10:36:04.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f9217e00640 1 -- 172.21.15.22:0/804714782 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92000ad680 con 0x7f921815c750 2024-09-10T10:36:04.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f9217e00640 1 -- 172.21.15.22:0/804714782 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92000ada50 con 0x7f921815c750 2024-09-10T10:36:04.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f921e200640 1 -- 172.21.15.22:0/804714782 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 msgr2=0x7f921815cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f921e200640 1 --2- 172.21.15.22:0/804714782 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 0x7f921815cbe0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f92180b5960 tx=0x7f920001c490 comp rx=0 tx=0).stop 2024-09-10T10:36:04.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f921e200640 1 -- 172.21.15.22:0/804714782 shutdown_connections 2024-09-10T10:36:04.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f921e200640 1 --2- 172.21.15.22:0/804714782 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 0x7f921815cbe0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f921e200640 1 --2- 172.21.15.22:0/804714782 >> v2:172.21.15.145:3300/0 conn(0x7f92180cf170 0x7f92180cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f921e200640 1 -- 172.21.15.22:0/804714782 >> 172.21.15.22:0/804714782 conn(0x7f9218062ae0 msgr2=0x7f921806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:04.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f921e200640 1 -- 172.21.15.22:0/804714782 shutdown_connections 2024-09-10T10:36:04.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f921e200640 1 -- 172.21.15.22:0/804714782 wait complete. 2024-09-10T10:36:04.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f921e200640 1 Processor -- start 2024-09-10T10:36:04.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.800+0000 7f921e200640 1 -- start start 2024-09-10T10:36:04.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92180cf170 0x7f9218157a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921e200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 0x7f921814fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921e200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f921815fd90 0x7f921813ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921e200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9218156c40 con 0x7f921815c750 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921e200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9218156ac0 con 0x7f921815fd90 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9218169710 con 0x7f92180cf170 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f920fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 0x7f921814fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f920fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 0x7f921814fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58912/0 (socket says 172.21.15.22:58912) 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f920fe00640 1 -- 172.21.15.22:0/1753543624 learned_addr learned my addr 172.21.15.22:0/1753543624 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921ce00640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92180cf170 0x7f9218157a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921d800640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f921815fd90 0x7f921813ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f920fe00640 1 -- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92180cf170 msgr2=0x7f9218157a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f920fe00640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92180cf170 0x7f9218157a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f920fe00640 1 -- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f921815fd90 msgr2=0x7f921813ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f920fe00640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f921815fd90 0x7f921813ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f920fe00640 1 -- 172.21.15.22:0/1753543624 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9218159430 con 0x7f921815c750 2024-09-10T10:36:04.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921ce00640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92180cf170 0x7f9218157a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:04.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f920fe00640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 0x7f921814fb90 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f920001a0c0 tx=0x7f920001acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:04.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f9215600640 1 -- 172.21.15.22:0/1753543624 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92000b2040 con 0x7f921815c750 2024-09-10T10:36:04.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f9215600640 1 -- 172.21.15.22:0/1753543624 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92000bd070 con 0x7f921815c750 2024-09-10T10:36:04.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921e200640 1 -- 172.21.15.22:0/1753543624 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9218158390 con 0x7f921815c750 2024-09-10T10:36:04.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f9215600640 1 -- 172.21.15.22:0/1753543624 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92000b8450 con 0x7f921815c750 2024-09-10T10:36:04.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921e200640 1 -- 172.21.15.22:0/1753543624 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9218158950 con 0x7f921815c750 2024-09-10T10:36:04.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.804+0000 7f921e200640 1 -- 172.21.15.22:0/1753543624 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92180cf550 con 0x7f921815c750 2024-09-10T10:36:04.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.808+0000 7f9215600640 1 -- 172.21.15.22:0/1753543624 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f92000b85f0 con 0x7f921815c750 2024-09-10T10:36:04.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.808+0000 7f9215600640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91f40678c0 0x7f91f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:04.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.808+0000 7f9215600640 1 -- 172.21.15.22:0/1753543624 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f920011fed0 con 0x7f921815c750 2024-09-10T10:36:04.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.808+0000 7f921ce00640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91f40678c0 0x7f91f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:04.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.808+0000 7f921ce00640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91f40678c0 0x7f91f4069d80 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f920800b9f0 tx=0x7f9208008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:04.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.812+0000 7f9215600640 1 -- 172.21.15.22:0/1753543624 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9200016110 con 0x7f921815c750 2024-09-10T10:36:04.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.972+0000 7f921e200640 1 -- 172.21.15.22:0/1753543624 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f92180b30e0 con 0x7f91f40678c0 2024-09-10T10:36:04.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.980+0000 7f9215600640 1 -- 172.21.15.22:0/1753543624 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241159 (secure 0 0 0) 0x7f92180b30e0 con 0x7f91f40678c0 2024-09-10T10:36:04.985 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:04.986 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:36:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 -- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91f40678c0 msgr2=0x7f91f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91f40678c0 0x7f91f4069d80 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f920800b9f0 tx=0x7f9208008040 comp rx=0 tx=0).stop 2024-09-10T10:36:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 -- 172.21.15.22:0/1753543624 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 msgr2=0x7f921814fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 0x7f921814fb90 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f920001a0c0 tx=0x7f920001acd0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 -- 172.21.15.22:0/1753543624 shutdown_connections 2024-09-10T10:36:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91f40678c0 0x7f91f4069d80 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f921815fd90 0x7f921813ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f921815c750 0x7f921814fb90 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 --2- 172.21.15.22:0/1753543624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92180cf170 0x7f9218157a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 -- 172.21.15.22:0/1753543624 >> 172.21.15.22:0/1753543624 conn(0x7f9218062ae0 msgr2=0x7f921815ad30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 -- 172.21.15.22:0/1753543624 shutdown_connections 2024-09-10T10:36:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:04.984+0000 7f921e200640 1 -- 172.21.15.22:0/1753543624 wait complete. 2024-09-10T10:36:05.004 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":187,"stamp":"2024-09-10T10:36:03.382884+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":165,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":76,"acting":76,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258152,"kb_used_data":8612,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716568,"statfs":{"total":773094113280,"available":772829765632,"internally_reserved":0,"allocated":8818688,"data_stored":4358466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.322867"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834219+0000","last_change":"2024-09-10T10:36:00.106184+0000","last_active":"2024-09-10T10:36:01.834219+0000","last_peered":"2024-09-10T10:36:01.834219+0000","last_clean":"2024-09-10T10:36:01.834219+0000","last_became_active":"2024-09-10T10:36:00.105582+0000","last_became_peered":"2024-09-10T10:36:00.105582+0000","last_unstale":"2024-09-10T10:36:01.834219+0000","last_undegraded":"2024-09-10T10:36:01.834219+0000","last_fullsized":"2024-09-10T10:36:01.834219+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:33.202332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833914+0000","last_change":"2024-09-10T10:36:00.101453+0000","last_active":"2024-09-10T10:36:01.833914+0000","last_peered":"2024-09-10T10:36:01.833914+0000","last_clean":"2024-09-10T10:36:01.833914+0000","last_became_active":"2024-09-10T10:36:00.101164+0000","last_became_peered":"2024-09-10T10:36:00.101164+0000","last_unstale":"2024-09-10T10:36:01.833914+0000","last_undegraded":"2024-09-10T10:36:01.833914+0000","last_fullsized":"2024-09-10T10:36:01.833914+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:34:17.454524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833933+0000","last_change":"2024-09-10T10:36:00.102098+0000","last_active":"2024-09-10T10:36:01.833933+0000","last_peered":"2024-09-10T10:36:01.833933+0000","last_clean":"2024-09-10T10:36:01.833933+0000","last_became_active":"2024-09-10T10:36:00.101839+0000","last_became_peered":"2024-09-10T10:36:00.101839+0000","last_unstale":"2024-09-10T10:36:01.833933+0000","last_undegraded":"2024-09-10T10:36:01.833933+0000","last_fullsized":"2024-09-10T10:36:01.833933+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:42:53.346555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065865+0000","last_change":"2024-09-10T10:35:58.065865+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065865+0000","last_undegraded":"2024-09-10T10:35:58.065865+0000","last_fullsized":"2024-09-10T10:35:58.065865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.069128+0000","last_change":"2024-09-10T10:35:58.069128+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.069128+0000","last_undegraded":"2024-09-10T10:35:58.069128+0000","last_fullsized":"2024-09-10T10:35:58.069128+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066828+0000","last_change":"2024-09-10T10:35:58.066828+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066828+0000","last_undegraded":"2024-09-10T10:35:58.066828+0000","last_fullsized":"2024-09-10T10:35:58.066828+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834187+0000","last_change":"2024-09-10T10:35:59.093949+0000","last_active":"2024-09-10T10:36:01.834187+0000","last_peered":"2024-09-10T10:36:01.834187+0000","last_clean":"2024-09-10T10:36:01.834187+0000","last_became_active":"2024-09-10T10:35:59.093498+0000","last_became_peered":"2024-09-10T10:35:59.093498+0000","last_unstale":"2024-09-10T10:36:01.834187+0000","last_undegraded":"2024-09-10T10:36:01.834187+0000","last_fullsized":"2024-09-10T10:36:01.834187+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.464686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834134+0000","last_change":"2024-09-10T10:36:00.101599+0000","last_active":"2024-09-10T10:36:01.834134+0000","last_peered":"2024-09-10T10:36:01.834134+0000","last_clean":"2024-09-10T10:36:01.834134+0000","last_became_active":"2024-09-10T10:36:00.101237+0000","last_became_peered":"2024-09-10T10:36:00.101237+0000","last_unstale":"2024-09-10T10:36:01.834134+0000","last_undegraded":"2024-09-10T10:36:01.834134+0000","last_fullsized":"2024-09-10T10:36:01.834134+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:52.913960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068061+0000","last_change":"2024-09-10T10:35:58.068061+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068061+0000","last_undegraded":"2024-09-10T10:35:58.068061+0000","last_fullsized":"2024-09-10T10:35:58.068061+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068376+0000","last_change":"2024-09-10T10:35:58.068376+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068376+0000","last_undegraded":"2024-09-10T10:35:58.068376+0000","last_fullsized":"2024-09-10T10:35:58.068376+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063282+0000","last_change":"2024-09-10T10:35:58.063282+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063282+0000","last_undegraded":"2024-09-10T10:35:58.063282+0000","last_fullsized":"2024-09-10T10:35:58.063282+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.064142+0000","last_change":"2024-09-10T10:35:58.064142+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.064142+0000","last_undegraded":"2024-09-10T10:35:58.064142+0000","last_fullsized":"2024-09-10T10:35:58.064142+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063066+0000","last_change":"2024-09-10T10:35:58.063066+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063066+0000","last_undegraded":"2024-09-10T10:35:58.063066+0000","last_fullsized":"2024-09-10T10:35:58.063066+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067373+0000","last_change":"2024-09-10T10:35:58.067373+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067373+0000","last_undegraded":"2024-09-10T10:35:58.067373+0000","last_fullsized":"2024-09-10T10:35:58.067373+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.062743+0000","last_change":"2024-09-10T10:35:58.062743+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.062743+0000","last_undegraded":"2024-09-10T10:35:58.062743+0000","last_fullsized":"2024-09-10T10:35:58.062743+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068397+0000","last_change":"2024-09-10T10:35:58.068397+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068397+0000","last_undegraded":"2024-09-10T10:35:58.068397+0000","last_fullsized":"2024-09-10T10:35:58.068397+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.13","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834089+0000","last_change":"2024-09-10T10:35:59.079649+0000","last_active":"2024-09-10T10:36:01.834089+0000","last_peered":"2024-09-10T10:36:01.834089+0000","last_clean":"2024-09-10T10:36:01.834089+0000","last_became_active":"2024-09-10T10:35:59.079253+0000","last_became_peered":"2024-09-10T10:35:59.079253+0000","last_unstale":"2024-09-10T10:36:01.834089+0000","last_undegraded":"2024-09-10T10:36:01.834089+0000","last_fullsized":"2024-09-10T10:36:01.834089+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:06.905454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066281+0000","last_change":"2024-09-10T10:35:58.066281+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066281+0000","last_undegraded":"2024-09-10T10:35:58.066281+0000","last_fullsized":"2024-09-10T10:35:58.066281+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067333+0000","last_change":"2024-09-10T10:35:58.067333+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067333+0000","last_undegraded":"2024-09-10T10:35:58.067333+0000","last_fullsized":"2024-09-10T10:35:58.067333+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066339+0000","last_change":"2024-09-10T10:35:58.066339+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066339+0000","last_undegraded":"2024-09-10T10:35:58.066339+0000","last_fullsized":"2024-09-10T10:35:58.066339+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065336+0000","last_change":"2024-09-10T10:35:58.065336+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065336+0000","last_undegraded":"2024-09-10T10:35:58.065336+0000","last_fullsized":"2024-09-10T10:35:58.065336+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063745+0000","last_change":"2024-09-10T10:35:58.063745+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063745+0000","last_undegraded":"2024-09-10T10:35:58.063745+0000","last_fullsized":"2024-09-10T10:35:58.063745+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063569+0000","last_change":"2024-09-10T10:35:58.063569+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063569+0000","last_undegraded":"2024-09-10T10:35:58.063569+0000","last_fullsized":"2024-09-10T10:35:58.063569+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063442+0000","last_change":"2024-09-10T10:35:58.063442+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063442+0000","last_undegraded":"2024-09-10T10:35:58.063442+0000","last_fullsized":"2024-09-10T10:35:58.063442+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065692+0000","last_change":"2024-09-10T10:35:58.065692+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065692+0000","last_undegraded":"2024-09-10T10:35:58.065692+0000","last_fullsized":"2024-09-10T10:35:58.065692+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833705+0000","last_change":"2024-09-10T10:36:00.102522+0000","last_active":"2024-09-10T10:36:01.833705+0000","last_peered":"2024-09-10T10:36:01.833705+0000","last_clean":"2024-09-10T10:36:01.833705+0000","last_became_active":"2024-09-10T10:36:00.096701+0000","last_became_peered":"2024-09-10T10:36:00.096701+0000","last_unstale":"2024-09-10T10:36:01.833705+0000","last_undegraded":"2024-09-10T10:36:01.833705+0000","last_fullsized":"2024-09-10T10:36:01.833705+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:03.013902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.066451+0000","last_change":"2024-09-10T10:35:58.066451+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.066451+0000","last_undegraded":"2024-09-10T10:35:58.066451+0000","last_fullsized":"2024-09-10T10:35:58.066451+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063216+0000","last_change":"2024-09-10T10:35:58.063216+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063216+0000","last_undegraded":"2024-09-10T10:35:58.063216+0000","last_fullsized":"2024-09-10T10:35:58.063216+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.063254+0000","last_change":"2024-09-10T10:35:58.063254+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.063254+0000","last_undegraded":"2024-09-10T10:35:58.063254+0000","last_fullsized":"2024-09-10T10:35:58.063254+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067320+0000","last_change":"2024-09-10T10:35:58.067320+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067320+0000","last_undegraded":"2024-09-10T10:35:58.067320+0000","last_fullsized":"2024-09-10T10:35:58.067320+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068595+0000","last_change":"2024-09-10T10:35:58.068595+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068595+0000","last_undegraded":"2024-09-10T10:35:58.068595+0000","last_fullsized":"2024-09-10T10:35:58.068595+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.068260+0000","last_change":"2024-09-10T10:35:58.068260+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.068260+0000","last_undegraded":"2024-09-10T10:35:58.068260+0000","last_fullsized":"2024-09-10T10:35:58.068260+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065801+0000","last_change":"2024-09-10T10:35:58.065801+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065801+0000","last_undegraded":"2024-09-10T10:35:58.065801+0000","last_fullsized":"2024-09-10T10:35:58.065801+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067880+0000","last_change":"2024-09-10T10:35:58.067880+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067880+0000","last_undegraded":"2024-09-10T10:35:58.067880+0000","last_fullsized":"2024-09-10T10:35:58.067880+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.062764+0000","last_change":"2024-09-10T10:35:58.062764+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.062764+0000","last_undegraded":"2024-09-10T10:35:58.062764+0000","last_fullsized":"2024-09-10T10:35:58.062764+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.067657+0000","last_change":"2024-09-10T10:35:58.067657+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.067657+0000","last_undegraded":"2024-09-10T10:35:58.067657+0000","last_fullsized":"2024-09-10T10:35:58.067657+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:35:59.058548+0000","last_change":"2024-09-10T10:35:59.058548+0000","last_active":"2024-09-10T10:35:59.058548+0000","last_peered":"2024-09-10T10:35:59.058548+0000","last_clean":"2024-09-10T10:35:59.058548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:59.058548+0000","last_undegraded":"2024-09-10T10:35:59.058548+0000","last_fullsized":"2024-09-10T10:35:59.058548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-10T10:35:58.065268+0000","last_change":"2024-09-10T10:35:58.065268+0000","last_active":"2024-09-10T10:35:58.051318+0000","last_peered":"2024-09-10T10:35:58.051318+0000","last_clean":"2024-09-10T10:35:58.051318+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:35:58.065268+0000","last_undegraded":"2024-09-10T10:35:58.065268+0000","last_fullsized":"2024-09-10T10:35:58.065268+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":272,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T10:35:58.060960+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:35:58.060960+0000","last_peered":"2024-09-10T10:35:58.060960+0000","last_clean":"2024-09-10T10:35:58.060960+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:35:58.060960+0000","last_undegraded":"2024-09-10T10:35:58.060960+0000","last_fullsized":"2024-09-10T10:35:58.060960+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":10,"acting":10,"num_store_stats":1},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509486,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32108,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339732,"statfs":{"total":96636764160,"available":96603885568,"internally_reserved":0,"allocated":937984,"data_stored":390229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509487,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32692,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339148,"statfs":{"total":96636764160,"available":96603287552,"internally_reserved":0,"allocated":1531904,"data_stored":980597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509486,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":950272,"data_stored":396046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542193,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32748,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339092,"statfs":{"total":96636764160,"available":96603230208,"internally_reserved":0,"allocated":1597440,"data_stored":1007410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:36:05.008 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3f is not active+clean 2024-09-10T10:36:05.008 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.008 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3e is not active+clean 2024-09-10T10:36:05.008 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.009 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3d is not active+clean 2024-09-10T10:36:05.009 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.009 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3b is not active+clean 2024-09-10T10:36:05.009 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.009 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3a is not active+clean 2024-09-10T10:36:05.009 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.009 INFO:tasks.ceph.ceph_manager.ceph:PG 13.39 is not active+clean 2024-09-10T10:36:05.009 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.009 INFO:tasks.ceph.ceph_manager.ceph:PG 13.38 is not active+clean 2024-09-10T10:36:05.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.010 INFO:tasks.ceph.ceph_manager.ceph:PG 13.37 is not active+clean 2024-09-10T10:36:05.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.011 INFO:tasks.ceph.ceph_manager.ceph:PG 13.36 is not active+clean 2024-09-10T10:36:05.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.011 INFO:tasks.ceph.ceph_manager.ceph:PG 13.35 is not active+clean 2024-09-10T10:36:05.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.011 INFO:tasks.ceph.ceph_manager.ceph:PG 13.34 is not active+clean 2024-09-10T10:36:05.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.011 INFO:tasks.ceph.ceph_manager.ceph:PG 13.33 is not active+clean 2024-09-10T10:36:05.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.011 INFO:tasks.ceph.ceph_manager.ceph:PG 13.32 is not active+clean 2024-09-10T10:36:05.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.012 INFO:tasks.ceph.ceph_manager.ceph:PG 13.31 is not active+clean 2024-09-10T10:36:05.012 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.012 INFO:tasks.ceph.ceph_manager.ceph:PG 13.30 is not active+clean 2024-09-10T10:36:05.012 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.012 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2f is not active+clean 2024-09-10T10:36:05.012 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.012 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2e is not active+clean 2024-09-10T10:36:05.012 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.012 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2d is not active+clean 2024-09-10T10:36:05.012 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.013 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2c is not active+clean 2024-09-10T10:36:05.013 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.013 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2a is not active+clean 2024-09-10T10:36:05.013 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.013 INFO:tasks.ceph.ceph_manager.ceph:PG 13.29 is not active+clean 2024-09-10T10:36:05.013 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.013 INFO:tasks.ceph.ceph_manager.ceph:PG 13.28 is not active+clean 2024-09-10T10:36:05.014 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.014 INFO:tasks.ceph.ceph_manager.ceph:PG 13.27 is not active+clean 2024-09-10T10:36:05.014 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.014 INFO:tasks.ceph.ceph_manager.ceph:PG 13.26 is not active+clean 2024-09-10T10:36:05.014 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.015 INFO:tasks.ceph.ceph_manager.ceph:PG 13.25 is not active+clean 2024-09-10T10:36:05.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.015 INFO:tasks.ceph.ceph_manager.ceph:PG 13.24 is not active+clean 2024-09-10T10:36:05.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.015 INFO:tasks.ceph.ceph_manager.ceph:PG 13.22 is not active+clean 2024-09-10T10:36:05.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.015 INFO:tasks.ceph.ceph_manager.ceph:PG 13.21 is not active+clean 2024-09-10T10:36:05.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.015 INFO:tasks.ceph.ceph_manager.ceph:PG 13.20 is not active+clean 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1e is not active+clean 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1f is not active+clean 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.065865+0000', 'last_change': '2024-09-10T10:35:58.065865+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.065865+0000', 'last_undegraded': '2024-09-10T10:35:58.065865+0000', 'last_fullsized': '2024-09-10T10:35:58.065865+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1f is not active+clean 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1e is not active+clean 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.069128+0000', 'last_change': '2024-09-10T10:35:58.069128+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.069128+0000', 'last_undegraded': '2024-09-10T10:35:58.069128+0000', 'last_fullsized': '2024-09-10T10:35:58.069128+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1c is not active+clean 2024-09-10T10:36:05.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.017 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1d is not active+clean 2024-09-10T10:36:05.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.066828+0000', 'last_change': '2024-09-10T10:35:58.066828+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.066828+0000', 'last_undegraded': '2024-09-10T10:35:58.066828+0000', 'last_fullsized': '2024-09-10T10:35:58.066828+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:36:05.017 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1d is not active+clean 2024-09-10T10:36:05.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.017 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1b is not active+clean 2024-09-10T10:36:05.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.068061+0000', 'last_change': '2024-09-10T10:35:58.068061+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.068061+0000', 'last_undegraded': '2024-09-10T10:35:58.068061+0000', 'last_fullsized': '2024-09-10T10:35:58.068061+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:36:05.017 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1b is not active+clean 2024-09-10T10:36:05.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.017 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1a is not active+clean 2024-09-10T10:36:05.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.068376+0000', 'last_change': '2024-09-10T10:35:58.068376+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.068376+0000', 'last_undegraded': '2024-09-10T10:35:58.068376+0000', 'last_fullsized': '2024-09-10T10:35:58.068376+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:36:05.018 INFO:tasks.ceph.ceph_manager.ceph:PG 13.18 is not active+clean 2024-09-10T10:36:05.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.018 INFO:tasks.ceph.ceph_manager.ceph:PG 12.19 is not active+clean 2024-09-10T10:36:05.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.063282+0000', 'last_change': '2024-09-10T10:35:58.063282+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.063282+0000', 'last_undegraded': '2024-09-10T10:35:58.063282+0000', 'last_fullsized': '2024-09-10T10:35:58.063282+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:36:05.018 INFO:tasks.ceph.ceph_manager.ceph:PG 13.19 is not active+clean 2024-09-10T10:36:05.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.018 INFO:tasks.ceph.ceph_manager.ceph:PG 12.18 is not active+clean 2024-09-10T10:36:05.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.064142+0000', 'last_change': '2024-09-10T10:35:58.064142+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.064142+0000', 'last_undegraded': '2024-09-10T10:35:58.064142+0000', 'last_fullsized': '2024-09-10T10:35:58.064142+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:36:05.018 INFO:tasks.ceph.ceph_manager.ceph:PG 13.16 is not active+clean 2024-09-10T10:36:05.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.019 INFO:tasks.ceph.ceph_manager.ceph:PG 12.17 is not active+clean 2024-09-10T10:36:05.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.063066+0000', 'last_change': '2024-09-10T10:35:58.063066+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.063066+0000', 'last_undegraded': '2024-09-10T10:35:58.063066+0000', 'last_fullsized': '2024-09-10T10:35:58.063066+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:36:05.019 INFO:tasks.ceph.ceph_manager.ceph:PG 13.17 is not active+clean 2024-09-10T10:36:05.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.019 INFO:tasks.ceph.ceph_manager.ceph:PG 12.16 is not active+clean 2024-09-10T10:36:05.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.067373+0000', 'last_change': '2024-09-10T10:35:58.067373+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.067373+0000', 'last_undegraded': '2024-09-10T10:35:58.067373+0000', 'last_fullsized': '2024-09-10T10:35:58.067373+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:36:05.019 INFO:tasks.ceph.ceph_manager.ceph:PG 13.14 is not active+clean 2024-09-10T10:36:05.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.019 INFO:tasks.ceph.ceph_manager.ceph:PG 12.15 is not active+clean 2024-09-10T10:36:05.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.062743+0000', 'last_change': '2024-09-10T10:35:58.062743+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.062743+0000', 'last_undegraded': '2024-09-10T10:35:58.062743+0000', 'last_fullsized': '2024-09-10T10:35:58.062743+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:36:05.020 INFO:tasks.ceph.ceph_manager.ceph:PG 13.15 is not active+clean 2024-09-10T10:36:05.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.020 INFO:tasks.ceph.ceph_manager.ceph:PG 12.14 is not active+clean 2024-09-10T10:36:05.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.068397+0000', 'last_change': '2024-09-10T10:35:58.068397+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.068397+0000', 'last_undegraded': '2024-09-10T10:35:58.068397+0000', 'last_fullsized': '2024-09-10T10:35:58.068397+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:36:05.020 INFO:tasks.ceph.ceph_manager.ceph:PG 13.12 is not active+clean 2024-09-10T10:36:05.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.020 INFO:tasks.ceph.ceph_manager.ceph:PG 13.13 is not active+clean 2024-09-10T10:36:05.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.020 INFO:tasks.ceph.ceph_manager.ceph:PG 12.12 is not active+clean 2024-09-10T10:36:05.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.066281+0000', 'last_change': '2024-09-10T10:35:58.066281+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.066281+0000', 'last_undegraded': '2024-09-10T10:35:58.066281+0000', 'last_fullsized': '2024-09-10T10:35:58.066281+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:36:05.021 INFO:tasks.ceph.ceph_manager.ceph:PG 13.10 is not active+clean 2024-09-10T10:36:05.021 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.021 INFO:tasks.ceph.ceph_manager.ceph:PG 12.11 is not active+clean 2024-09-10T10:36:05.021 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.067333+0000', 'last_change': '2024-09-10T10:35:58.067333+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.067333+0000', 'last_undegraded': '2024-09-10T10:35:58.067333+0000', 'last_fullsized': '2024-09-10T10:35:58.067333+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:36:05.021 INFO:tasks.ceph.ceph_manager.ceph:PG 13.11 is not active+clean 2024-09-10T10:36:05.021 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.022 INFO:tasks.ceph.ceph_manager.ceph:PG 12.10 is not active+clean 2024-09-10T10:36:05.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.066339+0000', 'last_change': '2024-09-10T10:35:58.066339+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.066339+0000', 'last_undegraded': '2024-09-10T10:35:58.066339+0000', 'last_fullsized': '2024-09-10T10:35:58.066339+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:36:05.022 INFO:tasks.ceph.ceph_manager.ceph:PG 13.e is not active+clean 2024-09-10T10:36:05.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.022 INFO:tasks.ceph.ceph_manager.ceph:PG 12.f is not active+clean 2024-09-10T10:36:05.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.065336+0000', 'last_change': '2024-09-10T10:35:58.065336+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.065336+0000', 'last_undegraded': '2024-09-10T10:35:58.065336+0000', 'last_fullsized': '2024-09-10T10:35:58.065336+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:36:05.022 INFO:tasks.ceph.ceph_manager.ceph:PG 13.f is not active+clean 2024-09-10T10:36:05.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.022 INFO:tasks.ceph.ceph_manager.ceph:PG 12.e is not active+clean 2024-09-10T10:36:05.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.063745+0000', 'last_change': '2024-09-10T10:35:58.063745+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.063745+0000', 'last_undegraded': '2024-09-10T10:35:58.063745+0000', 'last_fullsized': '2024-09-10T10:35:58.063745+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:PG 13.d is not active+clean 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:PG 12.c is not active+clean 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.063569+0000', 'last_change': '2024-09-10T10:35:58.063569+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.063569+0000', 'last_undegraded': '2024-09-10T10:35:58.063569+0000', 'last_fullsized': '2024-09-10T10:35:58.063569+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:PG 13.a is not active+clean 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:PG 12.b is not active+clean 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.063442+0000', 'last_change': '2024-09-10T10:35:58.063442+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.063442+0000', 'last_undegraded': '2024-09-10T10:35:58.063442+0000', 'last_fullsized': '2024-09-10T10:35:58.063442+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:PG 13.b is not active+clean 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.023 INFO:tasks.ceph.ceph_manager.ceph:PG 12.a is not active+clean 2024-09-10T10:36:05.024 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.065692+0000', 'last_change': '2024-09-10T10:35:58.065692+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.065692+0000', 'last_undegraded': '2024-09-10T10:35:58.065692+0000', 'last_fullsized': '2024-09-10T10:35:58.065692+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:36:05.024 INFO:tasks.ceph.ceph_manager.ceph:PG 12.9 is not active+clean 2024-09-10T10:36:05.024 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.066451+0000', 'last_change': '2024-09-10T10:35:58.066451+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.066451+0000', 'last_undegraded': '2024-09-10T10:35:58.066451+0000', 'last_fullsized': '2024-09-10T10:35:58.066451+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:36:05.024 INFO:tasks.ceph.ceph_manager.ceph:PG 13.9 is not active+clean 2024-09-10T10:36:05.024 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.024 INFO:tasks.ceph.ceph_manager.ceph:PG 12.8 is not active+clean 2024-09-10T10:36:05.024 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.063216+0000', 'last_change': '2024-09-10T10:35:58.063216+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.063216+0000', 'last_undegraded': '2024-09-10T10:35:58.063216+0000', 'last_fullsized': '2024-09-10T10:35:58.063216+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:36:05.024 INFO:tasks.ceph.ceph_manager.ceph:PG 13.6 is not active+clean 2024-09-10T10:36:05.024 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.025 INFO:tasks.ceph.ceph_manager.ceph:PG 12.7 is not active+clean 2024-09-10T10:36:05.025 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.063254+0000', 'last_change': '2024-09-10T10:35:58.063254+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.063254+0000', 'last_undegraded': '2024-09-10T10:35:58.063254+0000', 'last_fullsized': '2024-09-10T10:35:58.063254+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:36:05.025 INFO:tasks.ceph.ceph_manager.ceph:PG 13.7 is not active+clean 2024-09-10T10:36:05.025 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.025 INFO:tasks.ceph.ceph_manager.ceph:PG 12.6 is not active+clean 2024-09-10T10:36:05.028 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.067320+0000', 'last_change': '2024-09-10T10:35:58.067320+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.067320+0000', 'last_undegraded': '2024-09-10T10:35:58.067320+0000', 'last_fullsized': '2024-09-10T10:35:58.067320+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:36:05.028 INFO:tasks.ceph.ceph_manager.ceph:PG 13.4 is not active+clean 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:PG 12.5 is not active+clean 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.068595+0000', 'last_change': '2024-09-10T10:35:58.068595+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.068595+0000', 'last_undegraded': '2024-09-10T10:35:58.068595+0000', 'last_fullsized': '2024-09-10T10:35:58.068595+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:PG 13.5 is not active+clean 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:PG 12.4 is not active+clean 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.068260+0000', 'last_change': '2024-09-10T10:35:58.068260+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.068260+0000', 'last_undegraded': '2024-09-10T10:35:58.068260+0000', 'last_fullsized': '2024-09-10T10:35:58.068260+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2 is not active+clean 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:PG 12.3 is not active+clean 2024-09-10T10:36:05.029 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.065801+0000', 'last_change': '2024-09-10T10:35:58.065801+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.065801+0000', 'last_undegraded': '2024-09-10T10:35:58.065801+0000', 'last_fullsized': '2024-09-10T10:35:58.065801+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3 is not active+clean 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:PG 12.2 is not active+clean 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.067880+0000', 'last_change': '2024-09-10T10:35:58.067880+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.067880+0000', 'last_undegraded': '2024-09-10T10:35:58.067880+0000', 'last_fullsized': '2024-09-10T10:35:58.067880+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:PG 13.0 is not active+clean 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1 is not active+clean 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.062764+0000', 'last_change': '2024-09-10T10:35:58.062764+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.062764+0000', 'last_undegraded': '2024-09-10T10:35:58.062764+0000', 'last_fullsized': '2024-09-10T10:35:58.062764+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1 is not active+clean 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.030 INFO:tasks.ceph.ceph_manager.ceph:PG 12.0 is not active+clean 2024-09-10T10:36:05.031 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.067657+0000', 'last_change': '2024-09-10T10:35:58.067657+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.067657+0000', 'last_undegraded': '2024-09-10T10:35:58.067657+0000', 'last_fullsized': '2024-09-10T10:35:58.067657+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:36:05.031 INFO:tasks.ceph.ceph_manager.ceph:PG 13.c is not active+clean 2024-09-10T10:36:05.031 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:35:59.058548+0000', 'last_change': '2024-09-10T10:35:59.058548+0000', 'last_active': '2024-09-10T10:35:59.058548+0000', 'last_peered': '2024-09-10T10:35:59.058548+0000', 'last_clean': '2024-09-10T10:35:59.058548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:59.058548+0000', 'last_undegraded': '2024-09-10T10:35:59.058548+0000', 'last_fullsized': '2024-09-10T10:35:59.058548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:59.058548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:36:05.031 INFO:tasks.ceph.ceph_manager.ceph:PG 12.d is not active+clean 2024-09-10T10:36:05.031 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 78, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:35:58.065268+0000', 'last_change': '2024-09-10T10:35:58.065268+0000', 'last_active': '2024-09-10T10:35:58.051318+0000', 'last_peered': '2024-09-10T10:35:58.051318+0000', 'last_clean': '2024-09-10T10:35:58.051318+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:35:58.065268+0000', 'last_undegraded': '2024-09-10T10:35:58.065268+0000', 'last_fullsized': '2024-09-10T10:35:58.065268+0000', 'mapping_epoch': 78, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 78, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'last_clean_scrub_stamp': '2024-09-10T10:35:58.051318+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:36:05.032 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T10:36:05.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f8484a00640 1 Processor -- start 2024-09-10T10:36:05.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f8484a00640 1 -- start start 2024-09-10T10:36:05.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f8484a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f84800b48c0 0x7f848006d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f8484a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f848015c420 con 0x7f848015c040 2024-09-10T10:36:05.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f8484a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f848006e670 con 0x7f848006de40 2024-09-10T10:36:05.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f8484a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f848006e950 con 0x7f84800b48c0 2024-09-10T10:36:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f847de00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f848015c040 0x7f84800b41b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43182/0 (socket says 172.21.15.22:43182) 2024-09-10T10:36:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f847d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f84800b48c0 0x7f848006d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f847de00640 1 -- 172.21.15.22:0/2614177671 learned_addr learned my addr 172.21.15.22:0/2614177671 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f847d400640 1 -- 172.21.15.22:0/2614177671 >> v1:172.21.15.145:6789/0 conn(0x7f848006de40 legacy=0x7f848015ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f847d400640 1 -- 172.21.15.22:0/2614177671 >> v1:172.21.15.22:6789/0 conn(0x7f848015c040 legacy=0x7f84800b41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f847d400640 1 -- 172.21.15.22:0/2614177671 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f848006ec30 con 0x7f84800b48c0 2024-09-10T10:36:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.188+0000 7f847ca00640 1 -- 172.21.15.22:0/2614177671 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3726621437 0 0) 0x7f848015c420 con 0x7f848015c040 2024-09-10T10:36:05.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f847d400640 1 --2- 172.21.15.22:0/2614177671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 0x7f848006d900 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f846c0097c0 tx=0x7f846c01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1ead9abfb49a997 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:05.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f847ca00640 1 -- 172.21.15.22:0/2614177671 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c0b1070 con 0x7f84800b48c0 2024-09-10T10:36:05.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f847ca00640 1 -- 172.21.15.22:0/2614177671 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f846c0ac410 con 0x7f84800b48c0 2024-09-10T10:36:05.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f847ca00640 1 -- 172.21.15.22:0/2614177671 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c0ac7e0 con 0x7f84800b48c0 2024-09-10T10:36:05.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f8484a00640 1 -- 172.21.15.22:0/2614177671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 msgr2=0x7f848006d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f8484a00640 1 --2- 172.21.15.22:0/2614177671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 0x7f848006d900 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f846c0097c0 tx=0x7f846c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f8484a00640 1 -- 172.21.15.22:0/2614177671 shutdown_connections 2024-09-10T10:36:05.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f8484a00640 1 --2- 172.21.15.22:0/2614177671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 0x7f848006d900 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f8484a00640 1 -- 172.21.15.22:0/2614177671 >> 172.21.15.22:0/2614177671 conn(0x7f848006bcc0 msgr2=0x7f848006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:05.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f8484a00640 1 -- 172.21.15.22:0/2614177671 shutdown_connections 2024-09-10T10:36:05.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f8484a00640 1 -- 172.21.15.22:0/2614177671 wait complete. 2024-09-10T10:36:05.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.192+0000 7f8484a00640 1 Processor -- start 2024-09-10T10:36:05.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8484a00640 1 -- start start 2024-09-10T10:36:05.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8484a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f848006de40 0x7f848009e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8484a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 0x7f848015a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8484a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f848015c040 0x7f848015abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8484a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f848016c240 con 0x7f84800b48c0 2024-09-10T10:36:05.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8484a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f84801611b0 con 0x7f848015c040 2024-09-10T10:36:05.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8484a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f848016c3c0 con 0x7f848006de40 2024-09-10T10:36:05.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 0x7f848015a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:05.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 0x7f848015a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39116/0 (socket says 172.21.15.22:39116) 2024-09-10T10:36:05.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847d400640 1 -- 172.21.15.22:0/4062480805 learned_addr learned my addr 172.21.15.22:0/4062480805 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:05.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847de00640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f848006de40 0x7f848009e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:05.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847e800640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f848015c040 0x7f848015abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:05.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847d400640 1 -- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f848006de40 msgr2=0x7f848009e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847d400640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f848006de40 0x7f848009e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847d400640 1 -- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f848015c040 msgr2=0x7f848015abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847d400640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f848015c040 0x7f848015abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847d400640 1 -- 172.21.15.22:0/4062480805 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f848014c7b0 con 0x7f84800b48c0 2024-09-10T10:36:05.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847de00640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f848006de40 0x7f848009e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:36:05.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847e800640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f848015c040 0x7f848015abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:36:05.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f847d400640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 0x7f848015a690 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f846c0190b0 tx=0x7f846c019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:05.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8476000640 1 -- 172.21.15.22:0/4062480805 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c0b1040 con 0x7f84800b48c0 2024-09-10T10:36:05.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8476000640 1 -- 172.21.15.22:0/4062480805 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f846c0bc070 con 0x7f84800b48c0 2024-09-10T10:36:05.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8476000640 1 -- 172.21.15.22:0/4062480805 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c0b5630 con 0x7f84800b48c0 2024-09-10T10:36:05.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8484a00640 1 -- 172.21.15.22:0/4062480805 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f848014ca90 con 0x7f84800b48c0 2024-09-10T10:36:05.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8484a00640 1 -- 172.21.15.22:0/4062480805 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f848014d050 con 0x7f84800b48c0 2024-09-10T10:36:05.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.196+0000 7f8484a00640 1 -- 172.21.15.22:0/4062480805 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f848006d900 con 0x7f84800b48c0 2024-09-10T10:36:05.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.200+0000 7f8476000640 1 -- 172.21.15.22:0/4062480805 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f846c0b57d0 con 0x7f84800b48c0 2024-09-10T10:36:05.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.200+0000 7f8476000640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84600678c0 0x7f8460069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.200+0000 7f8476000640 1 -- 172.21.15.22:0/4062480805 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f846c11f7c0 con 0x7f84800b48c0 2024-09-10T10:36:05.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.200+0000 7f847de00640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84600678c0 0x7f8460069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:05.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.200+0000 7f847de00640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84600678c0 0x7f8460069d80 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f8470000f70 tx=0x7f8470009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:05.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.204+0000 7f8476000640 1 -- 172.21.15.22:0/4062480805 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f846c016090 con 0x7f84800b48c0 2024-09-10T10:36:05.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.444+0000 7f8484a00640 1 -- 172.21.15.22:0/4062480805 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f848015d060 con 0x7f84800b48c0 2024-09-10T10:36:05.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.444+0000 7f8476000640 1 -- 172.21.15.22:0/4062480805 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1634 (secure 0 0 0) 0x7f846c0f0260 con 0x7f84800b48c0 2024-09-10T10:36:05.447 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:05.447 INFO:teuthology.orchestra.run.smithi022.stdout:{"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":241,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":81,"num_osds":8,"num_up_osds":8,"osd_up_since":1725964338,"num_in_osds":8,"osd_in_since":1725964326,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":59},{"state_name":"creating+peering","count":30},{"state_name":"active+clean","count":8}],"num_pgs":97,"num_pools":3,"num_objects":5,"data_bytes":590402,"bytes_used":264347648,"bytes_avail":772829765632,"bytes_total":773094113280,"unknown_pgs_ratio":0.60824739933013916,"inactive_pgs_ratio":0.30927833914756775,"write_bytes_sec":1346,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":50,"btime":"2024-09-10T10:36:03:097962+0000","id":6,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":6,"rank":0,"name":"b","status":"up:active","gid":6207}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":8,"modified":"2024-09-10T10:35:47.379783+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 -- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84600678c0 msgr2=0x7f8460069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84600678c0 0x7f8460069d80 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f8470000f70 tx=0x7f8470009040 comp rx=0 tx=0).stop 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 -- 172.21.15.22:0/4062480805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 msgr2=0x7f848015a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 0x7f848015a690 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f846c0190b0 tx=0x7f846c019240 comp rx=0 tx=0).stop 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 -- 172.21.15.22:0/4062480805 shutdown_connections 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84600678c0 0x7f8460069d80 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f848015c040 0x7f848015abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84800b48c0 0x7f848015a690 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 --2- 172.21.15.22:0/4062480805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f848006de40 0x7f848009e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 -- 172.21.15.22:0/4062480805 >> 172.21.15.22:0/4062480805 conn(0x7f848006bcc0 msgr2=0x7f848015e940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:05.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 -- 172.21.15.22:0/4062480805 shutdown_connections 2024-09-10T10:36:05.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.448+0000 7f8484a00640 1 -- 172.21.15.22:0/4062480805 wait complete. 2024-09-10T10:36:05.468 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T10:36:05.468 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:36:05.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90f6800640 1 Processor -- start 2024-09-10T10:36:05.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90f6800640 1 -- start start 2024-09-10T10:36:05.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90f6800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f90f015b600 0x7f90f0071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90f6800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f90f00b56f0 0x7f90f00b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90f6800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90f00ce880 con 0x7f90f015b220 2024-09-10T10:36:05.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90f6800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f90f006d6e0 con 0x7f90f00b56f0 2024-09-10T10:36:05.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90f6800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f90f00ceb60 con 0x7f90f015b600 2024-09-10T10:36:05.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90ef400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f90f015b220 0x7f90f00b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43188/0 (socket says 172.21.15.22:43188) 2024-09-10T10:36:05.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90ef400640 1 -- 172.21.15.22:0/1278649421 learned_addr learned my addr 172.21.15.22:0/1278649421 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:05.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90efe00640 1 --2- 172.21.15.22:0/1278649421 >> v2:172.21.15.22:3300/0 conn(0x7f90f00b56f0 0x7f90f00b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:05.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90e6a00640 1 --2- 172.21.15.22:0/1278649421 >> v2:172.21.15.145:3300/0 conn(0x7f90f015b600 0x7f90f0071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:05.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90eea00640 1 -- 172.21.15.22:0/1278649421 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 214939464 0 0) 0x7f90f00ce880 con 0x7f90f015b220 2024-09-10T10:36:05.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90eea00640 1 -- 172.21.15.22:0/1278649421 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f90d4003530 con 0x7f90f015b220 2024-09-10T10:36:05.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90efe00640 1 -- 172.21.15.22:0/1278649421 >> v2:172.21.15.145:3300/0 conn(0x7f90f015b600 msgr2=0x7f90f0071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:05.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90efe00640 1 --2- 172.21.15.22:0/1278649421 >> v2:172.21.15.145:3300/0 conn(0x7f90f015b600 0x7f90f0071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90efe00640 1 -- 172.21.15.22:0/1278649421 >> v1:172.21.15.22:6789/0 conn(0x7f90f015b220 legacy=0x7f90f00b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.608+0000 7f90efe00640 1 -- 172.21.15.22:0/1278649421 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90f00cee40 con 0x7f90f00b56f0 2024-09-10T10:36:05.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90efe00640 1 --2- 172.21.15.22:0/1278649421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f00b56f0 0x7f90f00b3f10 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f90f00ce030 tx=0x7f90e801c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b77af4fd74eb532c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:05.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90eea00640 1 -- 172.21.15.22:0/1278649421 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e80b2070 con 0x7f90f00b56f0 2024-09-10T10:36:05.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90eea00640 1 -- 172.21.15.22:0/1278649421 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90e80a58c0 con 0x7f90f00b56f0 2024-09-10T10:36:05.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90eea00640 1 -- 172.21.15.22:0/1278649421 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e80a5c90 con 0x7f90f00b56f0 2024-09-10T10:36:05.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90f6800640 1 -- 172.21.15.22:0/1278649421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f00b56f0 msgr2=0x7f90f00b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90f6800640 1 --2- 172.21.15.22:0/1278649421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f00b56f0 0x7f90f00b3f10 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f90f00ce030 tx=0x7f90e801c7e0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90f6800640 1 -- 172.21.15.22:0/1278649421 shutdown_connections 2024-09-10T10:36:05.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90f6800640 1 --2- 172.21.15.22:0/1278649421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f00b56f0 0x7f90f00b3f10 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90f6800640 1 --2- 172.21.15.22:0/1278649421 >> v2:172.21.15.145:3300/0 conn(0x7f90f015b600 0x7f90f0071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90f6800640 1 -- 172.21.15.22:0/1278649421 >> 172.21.15.22:0/1278649421 conn(0x7f90f0062dd0 msgr2=0x7f90f006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:05.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90f6800640 1 -- 172.21.15.22:0/1278649421 shutdown_connections 2024-09-10T10:36:05.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.612+0000 7f90f6800640 1 -- 172.21.15.22:0/1278649421 wait complete. 2024-09-10T10:36:05.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 Processor -- start 2024-09-10T10:36:05.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 -- start start 2024-09-10T10:36:05.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90f00b56f0 0x7f90f0162f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f015b220 0x7f90f014b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90f015b600 0x7f90f014be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f90f00cffd0 con 0x7f90f015b220 2024-09-10T10:36:05.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f90f00cfe50 con 0x7f90f015b600 2024-09-10T10:36:05.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f90f00d0150 con 0x7f90f00b56f0 2024-09-10T10:36:05.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f015b220 0x7f90f014b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:05.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f015b220 0x7f90f014b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39138/0 (socket says 172.21.15.22:39138) 2024-09-10T10:36:05.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e6a00640 1 -- 172.21.15.22:0/371824905 learned_addr learned my addr 172.21.15.22:0/371824905 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e6a00640 1 -- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90f00b56f0 msgr2=0x7f90f0162f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e6a00640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90f00b56f0 0x7f90f0162f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e6a00640 1 -- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90f015b600 msgr2=0x7f90f014be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e6a00640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90f015b600 0x7f90f014be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e6a00640 1 -- 172.21.15.22:0/371824905 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90f0165300 con 0x7f90f015b220 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e6a00640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f015b220 0x7f90f014b8f0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f90d800e870 tx=0x7f90d800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e7e00640 1 -- 172.21.15.22:0/371824905 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90d8017070 con 0x7f90f015b220 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e7e00640 1 -- 172.21.15.22:0/371824905 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90d800c940 con 0x7f90f015b220 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90e7e00640 1 -- 172.21.15.22:0/371824905 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90d800ccf0 con 0x7f90f015b220 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 -- 172.21.15.22:0/371824905 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90f0160bd0 con 0x7f90f015b220 2024-09-10T10:36:05.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 -- 172.21.15.22:0/371824905 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90f0161190 con 0x7f90f015b220 2024-09-10T10:36:05.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.616+0000 7f90f6800640 1 -- 172.21.15.22:0/371824905 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90f00b3f10 con 0x7f90f015b220 2024-09-10T10:36:05.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.620+0000 7f90e7e00640 1 -- 172.21.15.22:0/371824905 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f90d801a070 con 0x7f90f015b220 2024-09-10T10:36:05.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.620+0000 7f90e7e00640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f90cc0678c0 0x7f90cc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:05.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.620+0000 7f90e7e00640 1 -- 172.21.15.22:0/371824905 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f90d8085f20 con 0x7f90f015b220 2024-09-10T10:36:05.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.620+0000 7f90ef400640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f90cc0678c0 0x7f90cc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:05.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.620+0000 7f90ef400640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f90cc0678c0 0x7f90cc069d80 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f90e0007fd0 tx=0x7f90e0007900 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:05.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.624+0000 7f90e7e00640 1 -- 172.21.15.22:0/371824905 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f90d8056a50 con 0x7f90f015b220 2024-09-10T10:36:05.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.784+0000 7f90f6800640 1 -- 172.21.15.22:0/371824905 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f90f0072e90 con 0x7f90cc0678c0 2024-09-10T10:36:05.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.792+0000 7f90e7e00640 1 -- 172.21.15.22:0/371824905 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252073 (secure 0 0 0) 0x7f90f0072e90 con 0x7f90cc0678c0 2024-09-10T10:36:05.798 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:05.799 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:36:05.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 -- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f90cc0678c0 msgr2=0x7f90cc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f90cc0678c0 0x7f90cc069d80 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f90e0007fd0 tx=0x7f90e0007900 comp rx=0 tx=0).stop 2024-09-10T10:36:05.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 -- 172.21.15.22:0/371824905 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f015b220 msgr2=0x7f90f014b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:05.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f015b220 0x7f90f014b8f0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f90d800e870 tx=0x7f90d800ec70 comp rx=0 tx=0).stop 2024-09-10T10:36:05.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 -- 172.21.15.22:0/371824905 shutdown_connections 2024-09-10T10:36:05.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f90cc0678c0 0x7f90cc069d80 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90f015b600 0x7f90f014be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f90f015b220 0x7f90f014b8f0 secure :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f90d800e870 tx=0x7f90d800ec70 comp rx=0 tx=0).stop 2024-09-10T10:36:05.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 --2- 172.21.15.22:0/371824905 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90f00b56f0 0x7f90f0162f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:05.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 -- 172.21.15.22:0/371824905 >> 172.21.15.22:0/371824905 conn(0x7f90f0062dd0 msgr2=0x7f90f00b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:05.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 -- 172.21.15.22:0/371824905 shutdown_connections 2024-09-10T10:36:05.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:05.796+0000 7f90f6800640 1 -- 172.21.15.22:0/371824905 wait complete. 2024-09-10T10:36:05.818 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-09-10T10:36:05.383335+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258468,"kb_used_data":8936,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716252,"statfs":{"total":773094113280,"available":772829442048,"internally_reserved":0,"allocated":9150464,"data_stored":4508724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.320034"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094248+0000","last_change":"2024-09-10T10:36:00.094685+0000","last_active":"2024-09-10T10:36:01.094248+0000","last_peered":"2024-09-10T10:36:01.094248+0000","last_clean":"2024-09-10T10:36:01.094248+0000","last_became_active":"2024-09-10T10:36:00.093975+0000","last_became_peered":"2024-09-10T10:36:00.093975+0000","last_unstale":"2024-09-10T10:36:01.094248+0000","last_undegraded":"2024-09-10T10:36:01.094248+0000","last_fullsized":"2024-09-10T10:36:01.094248+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:21:30.447761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095686+0000","last_change":"2024-09-10T10:36:00.088675+0000","last_active":"2024-09-10T10:36:01.095686+0000","last_peered":"2024-09-10T10:36:01.095686+0000","last_clean":"2024-09-10T10:36:01.095686+0000","last_became_active":"2024-09-10T10:36:00.088405+0000","last_became_peered":"2024-09-10T10:36:00.088405+0000","last_unstale":"2024-09-10T10:36:01.095686+0000","last_undegraded":"2024-09-10T10:36:01.095686+0000","last_fullsized":"2024-09-10T10:36:01.095686+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:28:01.958251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116718+0000","last_change":"2024-09-10T10:36:00.097364+0000","last_active":"2024-09-10T10:36:01.116718+0000","last_peered":"2024-09-10T10:36:01.116718+0000","last_clean":"2024-09-10T10:36:01.116718+0000","last_became_active":"2024-09-10T10:36:00.097022+0000","last_became_peered":"2024-09-10T10:36:00.097022+0000","last_unstale":"2024-09-10T10:36:01.116718+0000","last_undegraded":"2024-09-10T10:36:01.116718+0000","last_fullsized":"2024-09-10T10:36:01.116718+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:59:41.722171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834219+0000","last_change":"2024-09-10T10:36:00.106184+0000","last_active":"2024-09-10T10:36:01.834219+0000","last_peered":"2024-09-10T10:36:01.834219+0000","last_clean":"2024-09-10T10:36:01.834219+0000","last_became_active":"2024-09-10T10:36:00.105582+0000","last_became_peered":"2024-09-10T10:36:00.105582+0000","last_unstale":"2024-09-10T10:36:01.834219+0000","last_undegraded":"2024-09-10T10:36:01.834219+0000","last_fullsized":"2024-09-10T10:36:01.834219+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:33.202332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834314+0000","last_change":"2024-09-10T10:36:00.092877+0000","last_active":"2024-09-10T10:36:01.834314+0000","last_peered":"2024-09-10T10:36:01.834314+0000","last_clean":"2024-09-10T10:36:01.834314+0000","last_became_active":"2024-09-10T10:36:00.092590+0000","last_became_peered":"2024-09-10T10:36:00.092590+0000","last_unstale":"2024-09-10T10:36:01.834314+0000","last_undegraded":"2024-09-10T10:36:01.834314+0000","last_fullsized":"2024-09-10T10:36:01.834314+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.696193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116454+0000","last_change":"2024-09-10T10:36:00.106733+0000","last_active":"2024-09-10T10:36:01.116454+0000","last_peered":"2024-09-10T10:36:01.116454+0000","last_clean":"2024-09-10T10:36:01.116454+0000","last_became_active":"2024-09-10T10:36:00.105619+0000","last_became_peered":"2024-09-10T10:36:00.105619+0000","last_unstale":"2024-09-10T10:36:01.116454+0000","last_undegraded":"2024-09-10T10:36:01.116454+0000","last_fullsized":"2024-09-10T10:36:01.116454+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:15:19.629808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095195+0000","last_change":"2024-09-10T10:36:00.101448+0000","last_active":"2024-09-10T10:36:01.095195+0000","last_peered":"2024-09-10T10:36:01.095195+0000","last_clean":"2024-09-10T10:36:01.095195+0000","last_became_active":"2024-09-10T10:36:00.094586+0000","last_became_peered":"2024-09-10T10:36:00.094586+0000","last_unstale":"2024-09-10T10:36:01.095195+0000","last_undegraded":"2024-09-10T10:36:01.095195+0000","last_fullsized":"2024-09-10T10:36:01.095195+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:24:03.698083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834105+0000","last_change":"2024-09-10T10:36:00.104890+0000","last_active":"2024-09-10T10:36:01.834105+0000","last_peered":"2024-09-10T10:36:01.834105+0000","last_clean":"2024-09-10T10:36:01.834105+0000","last_became_active":"2024-09-10T10:36:00.104422+0000","last_became_peered":"2024-09-10T10:36:00.104422+0000","last_unstale":"2024-09-10T10:36:01.834105+0000","last_undegraded":"2024-09-10T10:36:01.834105+0000","last_fullsized":"2024-09-10T10:36:01.834105+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:40:09.202305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094394+0000","last_change":"2024-09-10T10:36:00.084028+0000","last_active":"2024-09-10T10:36:01.094394+0000","last_peered":"2024-09-10T10:36:01.094394+0000","last_clean":"2024-09-10T10:36:01.094394+0000","last_became_active":"2024-09-10T10:36:00.082604+0000","last_became_peered":"2024-09-10T10:36:00.082604+0000","last_unstale":"2024-09-10T10:36:01.094394+0000","last_undegraded":"2024-09-10T10:36:01.094394+0000","last_fullsized":"2024-09-10T10:36:01.094394+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:44.092711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116815+0000","last_change":"2024-09-10T10:36:00.103735+0000","last_active":"2024-09-10T10:36:01.116815+0000","last_peered":"2024-09-10T10:36:01.116815+0000","last_clean":"2024-09-10T10:36:01.116815+0000","last_became_active":"2024-09-10T10:36:00.103431+0000","last_became_peered":"2024-09-10T10:36:00.103431+0000","last_unstale":"2024-09-10T10:36:01.116815+0000","last_undegraded":"2024-09-10T10:36:01.116815+0000","last_fullsized":"2024-09-10T10:36:01.116815+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:22.683032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099273+0000","last_change":"2024-09-10T10:36:00.094001+0000","last_active":"2024-09-10T10:36:01.099273+0000","last_peered":"2024-09-10T10:36:01.099273+0000","last_clean":"2024-09-10T10:36:01.099273+0000","last_became_active":"2024-09-10T10:36:00.093703+0000","last_became_peered":"2024-09-10T10:36:00.093703+0000","last_unstale":"2024-09-10T10:36:01.099273+0000","last_undegraded":"2024-09-10T10:36:01.099273+0000","last_fullsized":"2024-09-10T10:36:01.099273+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:21.587316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834576+0000","last_change":"2024-09-10T10:36:00.096340+0000","last_active":"2024-09-10T10:36:01.834576+0000","last_peered":"2024-09-10T10:36:01.834576+0000","last_clean":"2024-09-10T10:36:01.834576+0000","last_became_active":"2024-09-10T10:36:00.096017+0000","last_became_peered":"2024-09-10T10:36:00.096017+0000","last_unstale":"2024-09-10T10:36:01.834576+0000","last_undegraded":"2024-09-10T10:36:01.834576+0000","last_fullsized":"2024-09-10T10:36:01.834576+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:16:31.057842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834541+0000","last_change":"2024-09-10T10:36:00.094613+0000","last_active":"2024-09-10T10:36:01.834541+0000","last_peered":"2024-09-10T10:36:01.834541+0000","last_clean":"2024-09-10T10:36:01.834541+0000","last_became_active":"2024-09-10T10:36:00.093212+0000","last_became_peered":"2024-09-10T10:36:00.093212+0000","last_unstale":"2024-09-10T10:36:01.834541+0000","last_undegraded":"2024-09-10T10:36:01.834541+0000","last_fullsized":"2024-09-10T10:36:01.834541+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:15:18.145430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094783+0000","last_change":"2024-09-10T10:36:00.095398+0000","last_active":"2024-09-10T10:36:01.094783+0000","last_peered":"2024-09-10T10:36:01.094783+0000","last_clean":"2024-09-10T10:36:01.094783+0000","last_became_active":"2024-09-10T10:36:00.095128+0000","last_became_peered":"2024-09-10T10:36:00.095128+0000","last_unstale":"2024-09-10T10:36:01.094783+0000","last_undegraded":"2024-09-10T10:36:01.094783+0000","last_fullsized":"2024-09-10T10:36:01.094783+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:28.658167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095357+0000","last_change":"2024-09-10T10:36:00.092999+0000","last_active":"2024-09-10T10:36:01.095357+0000","last_peered":"2024-09-10T10:36:01.095357+0000","last_clean":"2024-09-10T10:36:01.095357+0000","last_became_active":"2024-09-10T10:36:00.092060+0000","last_became_peered":"2024-09-10T10:36:00.092060+0000","last_unstale":"2024-09-10T10:36:01.095357+0000","last_undegraded":"2024-09-10T10:36:01.095357+0000","last_fullsized":"2024-09-10T10:36:01.095357+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:57:08.210043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116290+0000","last_change":"2024-09-10T10:36:00.101246+0000","last_active":"2024-09-10T10:36:01.116290+0000","last_peered":"2024-09-10T10:36:01.116290+0000","last_clean":"2024-09-10T10:36:01.116290+0000","last_became_active":"2024-09-10T10:36:00.100952+0000","last_became_peered":"2024-09-10T10:36:00.100952+0000","last_unstale":"2024-09-10T10:36:01.116290+0000","last_undegraded":"2024-09-10T10:36:01.116290+0000","last_fullsized":"2024-09-10T10:36:01.116290+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:45.463961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834925+0000","last_change":"2024-09-10T10:36:00.093565+0000","last_active":"2024-09-10T10:36:01.834925+0000","last_peered":"2024-09-10T10:36:01.834925+0000","last_clean":"2024-09-10T10:36:01.834925+0000","last_became_active":"2024-09-10T10:36:00.093215+0000","last_became_peered":"2024-09-10T10:36:00.093215+0000","last_unstale":"2024-09-10T10:36:01.834925+0000","last_undegraded":"2024-09-10T10:36:01.834925+0000","last_fullsized":"2024-09-10T10:36:01.834925+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:25.586532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099245+0000","last_change":"2024-09-10T10:36:00.100515+0000","last_active":"2024-09-10T10:36:01.099245+0000","last_peered":"2024-09-10T10:36:01.099245+0000","last_clean":"2024-09-10T10:36:01.099245+0000","last_became_active":"2024-09-10T10:36:00.098346+0000","last_became_peered":"2024-09-10T10:36:00.098346+0000","last_unstale":"2024-09-10T10:36:01.099245+0000","last_undegraded":"2024-09-10T10:36:01.099245+0000","last_fullsized":"2024-09-10T10:36:01.099245+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:01:19.557901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.096059+0000","last_change":"2024-09-10T10:36:00.097947+0000","last_active":"2024-09-10T10:36:01.096059+0000","last_peered":"2024-09-10T10:36:01.096059+0000","last_clean":"2024-09-10T10:36:01.096059+0000","last_became_active":"2024-09-10T10:36:00.097670+0000","last_became_peered":"2024-09-10T10:36:00.097670+0000","last_unstale":"2024-09-10T10:36:01.096059+0000","last_undegraded":"2024-09-10T10:36:01.096059+0000","last_fullsized":"2024-09-10T10:36:01.096059+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:44.092711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095874+0000","last_change":"2024-09-10T10:36:00.093992+0000","last_active":"2024-09-10T10:36:01.095874+0000","last_peered":"2024-09-10T10:36:01.095874+0000","last_clean":"2024-09-10T10:36:01.095874+0000","last_became_active":"2024-09-10T10:36:00.093759+0000","last_became_peered":"2024-09-10T10:36:00.093759+0000","last_unstale":"2024-09-10T10:36:01.095874+0000","last_undegraded":"2024-09-10T10:36:01.095874+0000","last_fullsized":"2024-09-10T10:36:01.095874+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:22:36.588963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833914+0000","last_change":"2024-09-10T10:36:00.101453+0000","last_active":"2024-09-10T10:36:01.833914+0000","last_peered":"2024-09-10T10:36:01.833914+0000","last_clean":"2024-09-10T10:36:01.833914+0000","last_became_active":"2024-09-10T10:36:00.101164+0000","last_became_peered":"2024-09-10T10:36:00.101164+0000","last_unstale":"2024-09-10T10:36:01.833914+0000","last_undegraded":"2024-09-10T10:36:01.833914+0000","last_fullsized":"2024-09-10T10:36:01.833914+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:34:17.454524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094954+0000","last_change":"2024-09-10T10:36:00.082285+0000","last_active":"2024-09-10T10:36:01.094954+0000","last_peered":"2024-09-10T10:36:01.094954+0000","last_clean":"2024-09-10T10:36:01.094954+0000","last_became_active":"2024-09-10T10:36:00.081999+0000","last_became_peered":"2024-09-10T10:36:00.081999+0000","last_unstale":"2024-09-10T10:36:01.094954+0000","last_undegraded":"2024-09-10T10:36:01.094954+0000","last_fullsized":"2024-09-10T10:36:01.094954+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:51.997186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834299+0000","last_change":"2024-09-10T10:36:00.092321+0000","last_active":"2024-09-10T10:36:01.834299+0000","last_peered":"2024-09-10T10:36:01.834299+0000","last_clean":"2024-09-10T10:36:01.834299+0000","last_became_active":"2024-09-10T10:36:00.091996+0000","last_became_peered":"2024-09-10T10:36:00.091996+0000","last_unstale":"2024-09-10T10:36:01.834299+0000","last_undegraded":"2024-09-10T10:36:01.834299+0000","last_fullsized":"2024-09-10T10:36:01.834299+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:42.959605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098564+0000","last_change":"2024-09-10T10:36:00.102239+0000","last_active":"2024-09-10T10:36:01.098564+0000","last_peered":"2024-09-10T10:36:01.098564+0000","last_clean":"2024-09-10T10:36:01.098564+0000","last_became_active":"2024-09-10T10:36:00.100714+0000","last_became_peered":"2024-09-10T10:36:00.100714+0000","last_unstale":"2024-09-10T10:36:01.098564+0000","last_undegraded":"2024-09-10T10:36:01.098564+0000","last_fullsized":"2024-09-10T10:36:01.098564+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:44.092711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099284+0000","last_change":"2024-09-10T10:36:00.098803+0000","last_active":"2024-09-10T10:36:01.099284+0000","last_peered":"2024-09-10T10:36:01.099284+0000","last_clean":"2024-09-10T10:36:01.099284+0000","last_became_active":"2024-09-10T10:36:00.097459+0000","last_became_peered":"2024-09-10T10:36:00.097459+0000","last_unstale":"2024-09-10T10:36:01.099284+0000","last_undegraded":"2024-09-10T10:36:01.099284+0000","last_fullsized":"2024-09-10T10:36:01.099284+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:09.364394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835359+0000","last_change":"2024-09-10T10:36:00.096065+0000","last_active":"2024-09-10T10:36:01.835359+0000","last_peered":"2024-09-10T10:36:01.835359+0000","last_clean":"2024-09-10T10:36:01.835359+0000","last_became_active":"2024-09-10T10:36:00.095713+0000","last_became_peered":"2024-09-10T10:36:00.095713+0000","last_unstale":"2024-09-10T10:36:01.835359+0000","last_undegraded":"2024-09-10T10:36:01.835359+0000","last_fullsized":"2024-09-10T10:36:01.835359+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:27:11.274683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835376+0000","last_change":"2024-09-10T10:36:00.103574+0000","last_active":"2024-09-10T10:36:01.835376+0000","last_peered":"2024-09-10T10:36:01.835376+0000","last_clean":"2024-09-10T10:36:01.835376+0000","last_became_active":"2024-09-10T10:36:00.103248+0000","last_became_peered":"2024-09-10T10:36:00.103248+0000","last_unstale":"2024-09-10T10:36:01.835376+0000","last_undegraded":"2024-09-10T10:36:01.835376+0000","last_fullsized":"2024-09-10T10:36:01.835376+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:41.783662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094094+0000","last_change":"2024-09-10T10:36:00.088755+0000","last_active":"2024-09-10T10:36:01.094094+0000","last_peered":"2024-09-10T10:36:01.094094+0000","last_clean":"2024-09-10T10:36:01.094094+0000","last_became_active":"2024-09-10T10:36:00.088386+0000","last_became_peered":"2024-09-10T10:36:00.088386+0000","last_unstale":"2024-09-10T10:36:01.094094+0000","last_undegraded":"2024-09-10T10:36:01.094094+0000","last_fullsized":"2024-09-10T10:36:01.094094+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:51.997186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833933+0000","last_change":"2024-09-10T10:36:00.102098+0000","last_active":"2024-09-10T10:36:01.833933+0000","last_peered":"2024-09-10T10:36:01.833933+0000","last_clean":"2024-09-10T10:36:01.833933+0000","last_became_active":"2024-09-10T10:36:00.101839+0000","last_became_peered":"2024-09-10T10:36:00.101839+0000","last_unstale":"2024-09-10T10:36:01.833933+0000","last_undegraded":"2024-09-10T10:36:01.833933+0000","last_fullsized":"2024-09-10T10:36:01.833933+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:42:53.346555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095115+0000","last_change":"2024-09-10T10:36:00.094809+0000","last_active":"2024-09-10T10:36:01.095115+0000","last_peered":"2024-09-10T10:36:01.095115+0000","last_clean":"2024-09-10T10:36:01.095115+0000","last_became_active":"2024-09-10T10:36:00.093112+0000","last_became_peered":"2024-09-10T10:36:00.093112+0000","last_unstale":"2024-09-10T10:36:01.095115+0000","last_undegraded":"2024-09-10T10:36:01.095115+0000","last_fullsized":"2024-09-10T10:36:01.095115+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:21:30.447761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116320+0000","last_change":"2024-09-10T10:36:00.104861+0000","last_active":"2024-09-10T10:36:01.116320+0000","last_peered":"2024-09-10T10:36:01.116320+0000","last_clean":"2024-09-10T10:36:01.116320+0000","last_became_active":"2024-09-10T10:36:00.104606+0000","last_became_peered":"2024-09-10T10:36:00.104606+0000","last_unstale":"2024-09-10T10:36:01.116320+0000","last_undegraded":"2024-09-10T10:36:01.116320+0000","last_fullsized":"2024-09-10T10:36:01.116320+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:52.508897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116368+0000","last_change":"2024-09-10T10:36:00.095287+0000","last_active":"2024-09-10T10:36:01.116368+0000","last_peered":"2024-09-10T10:36:01.116368+0000","last_clean":"2024-09-10T10:36:01.116368+0000","last_became_active":"2024-09-10T10:36:00.094930+0000","last_became_peered":"2024-09-10T10:36:00.094930+0000","last_unstale":"2024-09-10T10:36:01.116368+0000","last_undegraded":"2024-09-10T10:36:01.116368+0000","last_fullsized":"2024-09-10T10:36:01.116368+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:40:09.202305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834777+0000","last_change":"2024-09-10T10:36:00.095689+0000","last_active":"2024-09-10T10:36:01.834777+0000","last_peered":"2024-09-10T10:36:01.834777+0000","last_clean":"2024-09-10T10:36:01.834777+0000","last_became_active":"2024-09-10T10:36:00.094278+0000","last_became_peered":"2024-09-10T10:36:00.094278+0000","last_unstale":"2024-09-10T10:36:01.834777+0000","last_undegraded":"2024-09-10T10:36:01.834777+0000","last_fullsized":"2024-09-10T10:36:01.834777+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:28.280897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"80'4","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835398+0000","last_change":"2024-09-10T10:35:59.095718+0000","last_active":"2024-09-10T10:36:01.835398+0000","last_peered":"2024-09-10T10:36:01.835398+0000","last_clean":"2024-09-10T10:36:01.835398+0000","last_became_active":"2024-09-10T10:35:59.094735+0000","last_became_peered":"2024-09-10T10:35:59.094735+0000","last_unstale":"2024-09-10T10:36:01.835398+0000","last_undegraded":"2024-09-10T10:36:01.835398+0000","last_fullsized":"2024-09-10T10:36:01.835398+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:15.596210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094411+0000","last_change":"2024-09-10T10:36:00.094896+0000","last_active":"2024-09-10T10:36:01.094411+0000","last_peered":"2024-09-10T10:36:01.094411+0000","last_clean":"2024-09-10T10:36:01.094411+0000","last_became_active":"2024-09-10T10:36:00.094410+0000","last_became_peered":"2024-09-10T10:36:00.094410+0000","last_unstale":"2024-09-10T10:36:01.094411+0000","last_undegraded":"2024-09-10T10:36:01.094411+0000","last_fullsized":"2024-09-10T10:36:01.094411+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:33:51.394658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"80'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116807+0000","last_change":"2024-09-10T10:35:59.076989+0000","last_active":"2024-09-10T10:36:01.116807+0000","last_peered":"2024-09-10T10:36:01.116807+0000","last_clean":"2024-09-10T10:36:01.116807+0000","last_became_active":"2024-09-10T10:35:59.076643+0000","last_became_peered":"2024-09-10T10:35:59.076643+0000","last_unstale":"2024-09-10T10:36:01.116807+0000","last_undegraded":"2024-09-10T10:36:01.116807+0000","last_fullsized":"2024-09-10T10:36:01.116807+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:33:50.387428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834758+0000","last_change":"2024-09-10T10:36:00.094817+0000","last_active":"2024-09-10T10:36:01.834758+0000","last_peered":"2024-09-10T10:36:01.834758+0000","last_clean":"2024-09-10T10:36:01.834758+0000","last_became_active":"2024-09-10T10:36:00.094489+0000","last_became_peered":"2024-09-10T10:36:00.094489+0000","last_unstale":"2024-09-10T10:36:01.834758+0000","last_undegraded":"2024-09-10T10:36:01.834758+0000","last_fullsized":"2024-09-10T10:36:01.834758+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:22.683032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099181+0000","last_change":"2024-09-10T10:35:59.083170+0000","last_active":"2024-09-10T10:36:01.099181+0000","last_peered":"2024-09-10T10:36:01.099181+0000","last_clean":"2024-09-10T10:36:01.099181+0000","last_became_active":"2024-09-10T10:35:59.082790+0000","last_became_peered":"2024-09-10T10:35:59.082790+0000","last_unstale":"2024-09-10T10:36:01.099181+0000","last_undegraded":"2024-09-10T10:36:01.099181+0000","last_fullsized":"2024-09-10T10:36:01.099181+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:40:48.502026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094379+0000","last_change":"2024-09-10T10:36:00.101573+0000","last_active":"2024-09-10T10:36:01.094379+0000","last_peered":"2024-09-10T10:36:01.094379+0000","last_clean":"2024-09-10T10:36:01.094379+0000","last_became_active":"2024-09-10T10:36:00.099751+0000","last_became_peered":"2024-09-10T10:36:00.099751+0000","last_unstale":"2024-09-10T10:36:01.094379+0000","last_undegraded":"2024-09-10T10:36:01.094379+0000","last_fullsized":"2024-09-10T10:36:01.094379+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:22:36.588963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834187+0000","last_change":"2024-09-10T10:35:59.093949+0000","last_active":"2024-09-10T10:36:01.834187+0000","last_peered":"2024-09-10T10:36:01.834187+0000","last_clean":"2024-09-10T10:36:01.834187+0000","last_became_active":"2024-09-10T10:35:59.093498+0000","last_became_peered":"2024-09-10T10:35:59.093498+0000","last_unstale":"2024-09-10T10:36:01.834187+0000","last_undegraded":"2024-09-10T10:36:01.834187+0000","last_fullsized":"2024-09-10T10:36:01.834187+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.464686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834134+0000","last_change":"2024-09-10T10:36:00.101599+0000","last_active":"2024-09-10T10:36:01.834134+0000","last_peered":"2024-09-10T10:36:01.834134+0000","last_clean":"2024-09-10T10:36:01.834134+0000","last_became_active":"2024-09-10T10:36:00.101237+0000","last_became_peered":"2024-09-10T10:36:00.101237+0000","last_unstale":"2024-09-10T10:36:01.834134+0000","last_undegraded":"2024-09-10T10:36:01.834134+0000","last_fullsized":"2024-09-10T10:36:01.834134+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:52.913960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"80'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834308+0000","last_change":"2024-09-10T10:35:59.086394+0000","last_active":"2024-09-10T10:36:01.834308+0000","last_peered":"2024-09-10T10:36:01.834308+0000","last_clean":"2024-09-10T10:36:01.834308+0000","last_became_active":"2024-09-10T10:35:59.082713+0000","last_became_peered":"2024-09-10T10:35:59.082713+0000","last_unstale":"2024-09-10T10:36:01.834308+0000","last_undegraded":"2024-09-10T10:36:01.834308+0000","last_fullsized":"2024-09-10T10:36:01.834308+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:31.368072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116608+0000","last_change":"2024-09-10T10:36:00.097618+0000","last_active":"2024-09-10T10:36:01.116608+0000","last_peered":"2024-09-10T10:36:01.116608+0000","last_clean":"2024-09-10T10:36:01.116608+0000","last_became_active":"2024-09-10T10:36:00.096675+0000","last_became_peered":"2024-09-10T10:36:00.096675+0000","last_unstale":"2024-09-10T10:36:01.116608+0000","last_undegraded":"2024-09-10T10:36:01.116608+0000","last_fullsized":"2024-09-10T10:36:01.116608+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:42.959605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"80'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116352+0000","last_change":"2024-09-10T10:35:59.090791+0000","last_active":"2024-09-10T10:36:01.116352+0000","last_peered":"2024-09-10T10:36:01.116352+0000","last_clean":"2024-09-10T10:36:01.116352+0000","last_became_active":"2024-09-10T10:35:59.090617+0000","last_became_peered":"2024-09-10T10:35:59.090617+0000","last_unstale":"2024-09-10T10:36:01.116352+0000","last_undegraded":"2024-09-10T10:36:01.116352+0000","last_fullsized":"2024-09-10T10:36:01.116352+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:22:35.581734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.093804+0000","last_change":"2024-09-10T10:36:00.106177+0000","last_active":"2024-09-10T10:36:01.093804+0000","last_peered":"2024-09-10T10:36:01.093804+0000","last_clean":"2024-09-10T10:36:01.093804+0000","last_became_active":"2024-09-10T10:36:00.105849+0000","last_became_peered":"2024-09-10T10:36:00.105849+0000","last_unstale":"2024-09-10T10:36:01.093804+0000","last_undegraded":"2024-09-10T10:36:01.093804+0000","last_fullsized":"2024-09-10T10:36:01.093804+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:28.658167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095102+0000","last_change":"2024-09-10T10:35:59.087010+0000","last_active":"2024-09-10T10:36:01.095102+0000","last_peered":"2024-09-10T10:36:01.095102+0000","last_clean":"2024-09-10T10:36:01.095102+0000","last_became_active":"2024-09-10T10:35:59.086634+0000","last_became_peered":"2024-09-10T10:35:59.086634+0000","last_unstale":"2024-09-10T10:36:01.095102+0000","last_undegraded":"2024-09-10T10:36:01.095102+0000","last_fullsized":"2024-09-10T10:36:01.095102+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:42.191521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095042+0000","last_change":"2024-09-10T10:36:00.096328+0000","last_active":"2024-09-10T10:36:01.095042+0000","last_peered":"2024-09-10T10:36:01.095042+0000","last_clean":"2024-09-10T10:36:01.095042+0000","last_became_active":"2024-09-10T10:36:00.096037+0000","last_became_peered":"2024-09-10T10:36:00.096037+0000","last_unstale":"2024-09-10T10:36:01.095042+0000","last_undegraded":"2024-09-10T10:36:01.095042+0000","last_fullsized":"2024-09-10T10:36:01.095042+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:24.008934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094588+0000","last_change":"2024-09-10T10:35:59.077945+0000","last_active":"2024-09-10T10:36:01.094588+0000","last_peered":"2024-09-10T10:36:01.094588+0000","last_clean":"2024-09-10T10:36:01.094588+0000","last_became_active":"2024-09-10T10:35:59.077577+0000","last_became_peered":"2024-09-10T10:35:59.077577+0000","last_unstale":"2024-09-10T10:36:01.094588+0000","last_undegraded":"2024-09-10T10:36:01.094588+0000","last_fullsized":"2024-09-10T10:36:01.094588+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:44.674066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095190+0000","last_change":"2024-09-10T10:36:00.087450+0000","last_active":"2024-09-10T10:36:01.095190+0000","last_peered":"2024-09-10T10:36:01.095190+0000","last_clean":"2024-09-10T10:36:01.095190+0000","last_became_active":"2024-09-10T10:36:00.086985+0000","last_became_peered":"2024-09-10T10:36:00.086985+0000","last_unstale":"2024-09-10T10:36:01.095190+0000","last_undegraded":"2024-09-10T10:36:01.095190+0000","last_fullsized":"2024-09-10T10:36:01.095190+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:18:31.830858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094443+0000","last_change":"2024-09-10T10:35:59.078378+0000","last_active":"2024-09-10T10:36:01.094443+0000","last_peered":"2024-09-10T10:36:01.094443+0000","last_clean":"2024-09-10T10:36:01.094443+0000","last_became_active":"2024-09-10T10:35:59.078107+0000","last_became_peered":"2024-09-10T10:35:59.078107+0000","last_unstale":"2024-09-10T10:36:01.094443+0000","last_undegraded":"2024-09-10T10:36:01.094443+0000","last_fullsized":"2024-09-10T10:36:01.094443+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:09.311763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094521+0000","last_change":"2024-09-10T10:36:00.102561+0000","last_active":"2024-09-10T10:36:01.094521+0000","last_peered":"2024-09-10T10:36:01.094521+0000","last_clean":"2024-09-10T10:36:01.094521+0000","last_became_active":"2024-09-10T10:36:00.102269+0000","last_became_peered":"2024-09-10T10:36:00.102269+0000","last_unstale":"2024-09-10T10:36:01.094521+0000","last_undegraded":"2024-09-10T10:36:01.094521+0000","last_fullsized":"2024-09-10T10:36:01.094521+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:09.560460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116871+0000","last_change":"2024-09-10T10:35:59.084443+0000","last_active":"2024-09-10T10:36:01.116871+0000","last_peered":"2024-09-10T10:36:01.116871+0000","last_clean":"2024-09-10T10:36:01.116871+0000","last_became_active":"2024-09-10T10:35:59.083755+0000","last_became_peered":"2024-09-10T10:35:59.083755+0000","last_unstale":"2024-09-10T10:36:01.116871+0000","last_undegraded":"2024-09-10T10:36:01.116871+0000","last_fullsized":"2024-09-10T10:36:01.116871+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:08.553230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098856+0000","last_change":"2024-09-10T10:36:00.100033+0000","last_active":"2024-09-10T10:36:01.098856+0000","last_peered":"2024-09-10T10:36:01.098856+0000","last_clean":"2024-09-10T10:36:01.098856+0000","last_became_active":"2024-09-10T10:36:00.099405+0000","last_became_peered":"2024-09-10T10:36:00.099405+0000","last_unstale":"2024-09-10T10:36:01.098856+0000","last_undegraded":"2024-09-10T10:36:01.098856+0000","last_fullsized":"2024-09-10T10:36:01.098856+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:32.375302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"80'3","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094413+0000","last_change":"2024-09-10T10:35:59.085142+0000","last_active":"2024-09-10T10:36:01.094413+0000","last_peered":"2024-09-10T10:36:01.094413+0000","last_clean":"2024-09-10T10:36:01.094413+0000","last_became_active":"2024-09-10T10:35:59.084053+0000","last_became_peered":"2024-09-10T10:35:59.084053+0000","last_unstale":"2024-09-10T10:36:01.094413+0000","last_undegraded":"2024-09-10T10:36:01.094413+0000","last_fullsized":"2024-09-10T10:36:01.094413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:50.645175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835182+0000","last_change":"2024-09-10T10:36:00.101832+0000","last_active":"2024-09-10T10:36:01.835182+0000","last_peered":"2024-09-10T10:36:01.835182+0000","last_clean":"2024-09-10T10:36:01.835182+0000","last_became_active":"2024-09-10T10:36:00.100526+0000","last_became_peered":"2024-09-10T10:36:00.100526+0000","last_unstale":"2024-09-10T10:36:01.835182+0000","last_undegraded":"2024-09-10T10:36:01.835182+0000","last_fullsized":"2024-09-10T10:36:01.835182+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:16:14.269949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"80'6","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834650+0000","last_change":"2024-09-10T10:35:59.083718+0000","last_active":"2024-09-10T10:36:01.834650+0000","last_peered":"2024-09-10T10:36:01.834650+0000","last_clean":"2024-09-10T10:36:01.834650+0000","last_became_active":"2024-09-10T10:35:59.082567+0000","last_became_peered":"2024-09-10T10:35:59.082567+0000","last_unstale":"2024-09-10T10:36:01.834650+0000","last_undegraded":"2024-09-10T10:36:01.834650+0000","last_fullsized":"2024-09-10T10:36:01.834650+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:20.580087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098705+0000","last_change":"2024-09-10T10:36:00.100537+0000","last_active":"2024-09-10T10:36:01.098705+0000","last_peered":"2024-09-10T10:36:01.098705+0000","last_clean":"2024-09-10T10:36:01.098705+0000","last_became_active":"2024-09-10T10:36:00.098060+0000","last_became_peered":"2024-09-10T10:36:00.098060+0000","last_unstale":"2024-09-10T10:36:01.098705+0000","last_undegraded":"2024-09-10T10:36:01.098705+0000","last_fullsized":"2024-09-10T10:36:01.098705+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:33:51.394658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834089+0000","last_change":"2024-09-10T10:35:59.079649+0000","last_active":"2024-09-10T10:36:01.834089+0000","last_peered":"2024-09-10T10:36:01.834089+0000","last_clean":"2024-09-10T10:36:01.834089+0000","last_became_active":"2024-09-10T10:35:59.079253+0000","last_became_peered":"2024-09-10T10:35:59.079253+0000","last_unstale":"2024-09-10T10:36:01.834089+0000","last_undegraded":"2024-09-10T10:36:01.834089+0000","last_fullsized":"2024-09-10T10:36:01.834089+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:06.905454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094113+0000","last_change":"2024-09-10T10:36:00.100022+0000","last_active":"2024-09-10T10:36:01.094113+0000","last_peered":"2024-09-10T10:36:01.094113+0000","last_clean":"2024-09-10T10:36:01.094113+0000","last_became_active":"2024-09-10T10:36:00.099648+0000","last_became_peered":"2024-09-10T10:36:00.099648+0000","last_unstale":"2024-09-10T10:36:01.094113+0000","last_undegraded":"2024-09-10T10:36:01.094113+0000","last_fullsized":"2024-09-10T10:36:01.094113+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:24.008934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095021+0000","last_change":"2024-09-10T10:35:59.087331+0000","last_active":"2024-09-10T10:36:01.095021+0000","last_peered":"2024-09-10T10:36:01.095021+0000","last_clean":"2024-09-10T10:36:01.095021+0000","last_became_active":"2024-09-10T10:35:59.087034+0000","last_became_peered":"2024-09-10T10:35:59.087034+0000","last_unstale":"2024-09-10T10:36:01.095021+0000","last_undegraded":"2024-09-10T10:36:01.095021+0000","last_fullsized":"2024-09-10T10:36:01.095021+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:22:35.581734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094951+0000","last_change":"2024-09-10T10:36:00.103990+0000","last_active":"2024-09-10T10:36:01.094951+0000","last_peered":"2024-09-10T10:36:01.094951+0000","last_clean":"2024-09-10T10:36:01.094951+0000","last_became_active":"2024-09-10T10:36:00.103483+0000","last_became_peered":"2024-09-10T10:36:00.103483+0000","last_unstale":"2024-09-10T10:36:01.094951+0000","last_undegraded":"2024-09-10T10:36:01.094951+0000","last_fullsized":"2024-09-10T10:36:01.094951+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:25.960739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116258+0000","last_change":"2024-09-10T10:35:59.091774+0000","last_active":"2024-09-10T10:36:01.116258+0000","last_peered":"2024-09-10T10:36:01.116258+0000","last_clean":"2024-09-10T10:36:01.116258+0000","last_became_active":"2024-09-10T10:35:59.091294+0000","last_became_peered":"2024-09-10T10:35:59.091294+0000","last_unstale":"2024-09-10T10:36:01.116258+0000","last_undegraded":"2024-09-10T10:36:01.116258+0000","last_fullsized":"2024-09-10T10:36:01.116258+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:31.368072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098542+0000","last_change":"2024-09-10T10:36:00.107047+0000","last_active":"2024-09-10T10:36:01.098542+0000","last_peered":"2024-09-10T10:36:01.098542+0000","last_clean":"2024-09-10T10:36:01.098542+0000","last_became_active":"2024-09-10T10:36:00.106761+0000","last_became_peered":"2024-09-10T10:36:00.106761+0000","last_unstale":"2024-09-10T10:36:01.098542+0000","last_undegraded":"2024-09-10T10:36:01.098542+0000","last_fullsized":"2024-09-10T10:36:01.098542+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:22:36.588963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"80'8","reported_seq":22,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098643+0000","last_change":"2024-09-10T10:35:59.090947+0000","last_active":"2024-09-10T10:36:01.098643+0000","last_peered":"2024-09-10T10:36:01.098643+0000","last_clean":"2024-09-10T10:36:01.098643+0000","last_became_active":"2024-09-10T10:35:59.090611+0000","last_became_peered":"2024-09-10T10:35:59.090611+0000","last_unstale":"2024-09-10T10:36:01.098643+0000","last_undegraded":"2024-09-10T10:36:01.098643+0000","last_fullsized":"2024-09-10T10:36:01.098643+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:38:32.217166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834958+0000","last_change":"2024-09-10T10:36:00.095585+0000","last_active":"2024-09-10T10:36:01.834958+0000","last_peered":"2024-09-10T10:36:01.834958+0000","last_clean":"2024-09-10T10:36:01.834958+0000","last_became_active":"2024-09-10T10:36:00.093863+0000","last_became_peered":"2024-09-10T10:36:00.093863+0000","last_unstale":"2024-09-10T10:36:01.834958+0000","last_undegraded":"2024-09-10T10:36:01.834958+0000","last_fullsized":"2024-09-10T10:36:01.834958+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:49:52.282632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"80'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835519+0000","last_change":"2024-09-10T10:35:59.095087+0000","last_active":"2024-09-10T10:36:01.835519+0000","last_peered":"2024-09-10T10:36:01.835519+0000","last_clean":"2024-09-10T10:36:01.835519+0000","last_became_active":"2024-09-10T10:35:59.094409+0000","last_became_peered":"2024-09-10T10:35:59.094409+0000","last_unstale":"2024-09-10T10:36:01.835519+0000","last_undegraded":"2024-09-10T10:36:01.835519+0000","last_fullsized":"2024-09-10T10:36:01.835519+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:30:03.262032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116805+0000","last_change":"2024-09-10T10:36:00.100347+0000","last_active":"2024-09-10T10:36:01.116805+0000","last_peered":"2024-09-10T10:36:01.116805+0000","last_clean":"2024-09-10T10:36:01.116805+0000","last_became_active":"2024-09-10T10:36:00.099647+0000","last_became_peered":"2024-09-10T10:36:00.099647+0000","last_unstale":"2024-09-10T10:36:01.116805+0000","last_undegraded":"2024-09-10T10:36:01.116805+0000","last_fullsized":"2024-09-10T10:36:01.116805+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:28.280897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.096033+0000","last_change":"2024-09-10T10:35:59.093011+0000","last_active":"2024-09-10T10:36:01.096033+0000","last_peered":"2024-09-10T10:36:01.096033+0000","last_clean":"2024-09-10T10:36:01.096033+0000","last_became_active":"2024-09-10T10:35:59.092769+0000","last_became_peered":"2024-09-10T10:35:59.092769+0000","last_unstale":"2024-09-10T10:36:01.096033+0000","last_undegraded":"2024-09-10T10:36:01.096033+0000","last_fullsized":"2024-09-10T10:36:01.096033+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:28.556751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834448+0000","last_change":"2024-09-10T10:36:00.090705+0000","last_active":"2024-09-10T10:36:01.834448+0000","last_peered":"2024-09-10T10:36:01.834448+0000","last_clean":"2024-09-10T10:36:01.834448+0000","last_became_active":"2024-09-10T10:36:00.090429+0000","last_became_peered":"2024-09-10T10:36:00.090429+0000","last_unstale":"2024-09-10T10:36:01.834448+0000","last_undegraded":"2024-09-10T10:36:01.834448+0000","last_fullsized":"2024-09-10T10:36:01.834448+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:59:41.722171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095929+0000","last_change":"2024-09-10T10:35:59.082750+0000","last_active":"2024-09-10T10:36:01.095929+0000","last_peered":"2024-09-10T10:36:01.095929+0000","last_clean":"2024-09-10T10:36:01.095929+0000","last_became_active":"2024-09-10T10:35:59.082452+0000","last_became_peered":"2024-09-10T10:35:59.082452+0000","last_unstale":"2024-09-10T10:36:01.095929+0000","last_undegraded":"2024-09-10T10:36:01.095929+0000","last_fullsized":"2024-09-10T10:36:01.095929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:10.016687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094943+0000","last_change":"2024-09-10T10:36:00.100710+0000","last_active":"2024-09-10T10:36:01.094943+0000","last_peered":"2024-09-10T10:36:01.094943+0000","last_clean":"2024-09-10T10:36:01.094943+0000","last_became_active":"2024-09-10T10:36:00.100288+0000","last_became_peered":"2024-09-10T10:36:00.100288+0000","last_unstale":"2024-09-10T10:36:01.094943+0000","last_undegraded":"2024-09-10T10:36:01.094943+0000","last_fullsized":"2024-09-10T10:36:01.094943+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:09.364394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095593+0000","last_change":"2024-09-10T10:35:59.079559+0000","last_active":"2024-09-10T10:36:01.095593+0000","last_peered":"2024-09-10T10:36:01.095593+0000","last_clean":"2024-09-10T10:36:01.095593+0000","last_became_active":"2024-09-10T10:35:59.079280+0000","last_became_peered":"2024-09-10T10:35:59.079280+0000","last_unstale":"2024-09-10T10:36:01.095593+0000","last_undegraded":"2024-09-10T10:36:01.095593+0000","last_fullsized":"2024-09-10T10:36:01.095593+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:09.311763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834782+0000","last_change":"2024-09-10T10:36:00.098956+0000","last_active":"2024-09-10T10:36:01.834782+0000","last_peered":"2024-09-10T10:36:01.834782+0000","last_clean":"2024-09-10T10:36:01.834782+0000","last_became_active":"2024-09-10T10:36:00.098707+0000","last_became_peered":"2024-09-10T10:36:00.098707+0000","last_unstale":"2024-09-10T10:36:01.834782+0000","last_undegraded":"2024-09-10T10:36:01.834782+0000","last_fullsized":"2024-09-10T10:36:01.834782+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:51.808061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095129+0000","last_change":"2024-09-10T10:35:59.081927+0000","last_active":"2024-09-10T10:36:01.095129+0000","last_peered":"2024-09-10T10:36:01.095129+0000","last_clean":"2024-09-10T10:36:01.095129+0000","last_became_active":"2024-09-10T10:35:59.081653+0000","last_became_peered":"2024-09-10T10:35:59.081653+0000","last_unstale":"2024-09-10T10:36:01.095129+0000","last_undegraded":"2024-09-10T10:36:01.095129+0000","last_fullsized":"2024-09-10T10:36:01.095129+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:33:50.387428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833705+0000","last_change":"2024-09-10T10:36:00.102522+0000","last_active":"2024-09-10T10:36:01.833705+0000","last_peered":"2024-09-10T10:36:01.833705+0000","last_clean":"2024-09-10T10:36:01.833705+0000","last_became_active":"2024-09-10T10:36:00.096701+0000","last_became_peered":"2024-09-10T10:36:00.096701+0000","last_unstale":"2024-09-10T10:36:01.833705+0000","last_undegraded":"2024-09-10T10:36:01.833705+0000","last_fullsized":"2024-09-10T10:36:01.833705+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:03.013902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098456+0000","last_change":"2024-09-10T10:35:59.095272+0000","last_active":"2024-09-10T10:36:01.098456+0000","last_peered":"2024-09-10T10:36:01.098456+0000","last_clean":"2024-09-10T10:36:01.098456+0000","last_became_active":"2024-09-10T10:35:59.095003+0000","last_became_peered":"2024-09-10T10:35:59.095003+0000","last_unstale":"2024-09-10T10:36:01.098456+0000","last_undegraded":"2024-09-10T10:36:01.098456+0000","last_fullsized":"2024-09-10T10:36:01.098456+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:16.348615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834258+0000","last_change":"2024-09-10T10:36:00.092982+0000","last_active":"2024-09-10T10:36:01.834258+0000","last_peered":"2024-09-10T10:36:01.834258+0000","last_clean":"2024-09-10T10:36:01.834258+0000","last_became_active":"2024-09-10T10:36:00.092676+0000","last_became_peered":"2024-09-10T10:36:00.092676+0000","last_unstale":"2024-09-10T10:36:01.834258+0000","last_undegraded":"2024-09-10T10:36:01.834258+0000","last_fullsized":"2024-09-10T10:36:01.834258+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:15:19.629808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094742+0000","last_change":"2024-09-10T10:35:59.078178+0000","last_active":"2024-09-10T10:36:01.094742+0000","last_peered":"2024-09-10T10:36:01.094742+0000","last_clean":"2024-09-10T10:36:01.094742+0000","last_became_active":"2024-09-10T10:35:59.077894+0000","last_became_peered":"2024-09-10T10:35:59.077894+0000","last_unstale":"2024-09-10T10:36:01.094742+0000","last_undegraded":"2024-09-10T10:36:01.094742+0000","last_fullsized":"2024-09-10T10:36:01.094742+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:50.645175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835371+0000","last_change":"2024-09-10T10:36:00.093281+0000","last_active":"2024-09-10T10:36:01.835371+0000","last_peered":"2024-09-10T10:36:01.835371+0000","last_clean":"2024-09-10T10:36:01.835371+0000","last_became_active":"2024-09-10T10:36:00.092953+0000","last_became_peered":"2024-09-10T10:36:00.092953+0000","last_unstale":"2024-09-10T10:36:01.835371+0000","last_undegraded":"2024-09-10T10:36:01.835371+0000","last_fullsized":"2024-09-10T10:36:01.835371+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:50.094746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094942+0000","last_change":"2024-09-10T10:35:59.091808+0000","last_active":"2024-09-10T10:36:01.094942+0000","last_peered":"2024-09-10T10:36:01.094942+0000","last_clean":"2024-09-10T10:36:01.094942+0000","last_became_active":"2024-09-10T10:35:59.091474+0000","last_became_peered":"2024-09-10T10:35:59.091474+0000","last_unstale":"2024-09-10T10:36:01.094942+0000","last_undegraded":"2024-09-10T10:36:01.094942+0000","last_fullsized":"2024-09-10T10:36:01.094942+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:46.998076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835426+0000","last_change":"2024-09-10T10:36:00.094109+0000","last_active":"2024-09-10T10:36:01.835426+0000","last_peered":"2024-09-10T10:36:01.835426+0000","last_clean":"2024-09-10T10:36:01.835426+0000","last_became_active":"2024-09-10T10:36:00.093749+0000","last_became_peered":"2024-09-10T10:36:00.093749+0000","last_unstale":"2024-09-10T10:36:01.835426+0000","last_undegraded":"2024-09-10T10:36:01.835426+0000","last_fullsized":"2024-09-10T10:36:01.835426+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:03.513594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"81'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099241+0000","last_change":"2024-09-10T10:35:59.081946+0000","last_active":"2024-09-10T10:36:01.099241+0000","last_peered":"2024-09-10T10:36:01.099241+0000","last_clean":"2024-09-10T10:36:01.099241+0000","last_became_active":"2024-09-10T10:35:59.081637+0000","last_became_peered":"2024-09-10T10:35:59.081637+0000","last_unstale":"2024-09-10T10:36:01.099241+0000","last_undegraded":"2024-09-10T10:36:01.099241+0000","last_fullsized":"2024-09-10T10:36:01.099241+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:30.571185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835156+0000","last_change":"2024-09-10T10:36:00.091745+0000","last_active":"2024-09-10T10:36:01.835156+0000","last_peered":"2024-09-10T10:36:01.835156+0000","last_clean":"2024-09-10T10:36:01.835156+0000","last_became_active":"2024-09-10T10:36:00.091476+0000","last_became_peered":"2024-09-10T10:36:00.091476+0000","last_unstale":"2024-09-10T10:36:01.835156+0000","last_undegraded":"2024-09-10T10:36:01.835156+0000","last_fullsized":"2024-09-10T10:36:01.835156+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:31.920297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834565+0000","last_change":"2024-09-10T10:35:59.083363+0000","last_active":"2024-09-10T10:36:01.834565+0000","last_peered":"2024-09-10T10:36:01.834565+0000","last_clean":"2024-09-10T10:36:01.834565+0000","last_became_active":"2024-09-10T10:35:59.083030+0000","last_became_peered":"2024-09-10T10:35:59.083030+0000","last_unstale":"2024-09-10T10:36:01.834565+0000","last_undegraded":"2024-09-10T10:36:01.834565+0000","last_fullsized":"2024-09-10T10:36:01.834565+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:01:18.550671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116818+0000","last_change":"2024-09-10T10:36:00.096087+0000","last_active":"2024-09-10T10:36:01.116818+0000","last_peered":"2024-09-10T10:36:01.116818+0000","last_clean":"2024-09-10T10:36:01.116818+0000","last_became_active":"2024-09-10T10:36:00.095710+0000","last_became_peered":"2024-09-10T10:36:00.095710+0000","last_unstale":"2024-09-10T10:36:01.116818+0000","last_undegraded":"2024-09-10T10:36:01.116818+0000","last_fullsized":"2024-09-10T10:36:01.116818+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:16:31.057842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116572+0000","last_change":"2024-09-10T10:35:59.077126+0000","last_active":"2024-09-10T10:36:01.116572+0000","last_peered":"2024-09-10T10:36:01.116572+0000","last_clean":"2024-09-10T10:36:01.116572+0000","last_became_active":"2024-09-10T10:35:59.076852+0000","last_became_peered":"2024-09-10T10:35:59.076852+0000","last_unstale":"2024-09-10T10:36:01.116572+0000","last_undegraded":"2024-09-10T10:36:01.116572+0000","last_fullsized":"2024-09-10T10:36:01.116572+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:18:30.823628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094042+0000","last_change":"2024-09-10T10:36:00.096548+0000","last_active":"2024-09-10T10:36:01.094042+0000","last_peered":"2024-09-10T10:36:01.094042+0000","last_clean":"2024-09-10T10:36:01.094042+0000","last_became_active":"2024-09-10T10:36:00.096285+0000","last_became_peered":"2024-09-10T10:36:00.096285+0000","last_unstale":"2024-09-10T10:36:01.094042+0000","last_undegraded":"2024-09-10T10:36:01.094042+0000","last_fullsized":"2024-09-10T10:36:01.094042+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:25.960739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095504+0000","last_change":"2024-09-10T10:35:59.090668+0000","last_active":"2024-09-10T10:36:01.095504+0000","last_peered":"2024-09-10T10:36:01.095504+0000","last_clean":"2024-09-10T10:36:01.095504+0000","last_became_active":"2024-09-10T10:35:59.090286+0000","last_became_peered":"2024-09-10T10:35:59.090286+0000","last_unstale":"2024-09-10T10:36:01.095504+0000","last_undegraded":"2024-09-10T10:36:01.095504+0000","last_fullsized":"2024-09-10T10:36:01.095504+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:43.085481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098843+0000","last_change":"2024-09-10T10:36:00.106817+0000","last_active":"2024-09-10T10:36:01.098843+0000","last_peered":"2024-09-10T10:36:01.098843+0000","last_clean":"2024-09-10T10:36:01.098843+0000","last_became_active":"2024-09-10T10:36:00.106535+0000","last_became_peered":"2024-09-10T10:36:00.106535+0000","last_unstale":"2024-09-10T10:36:01.098843+0000","last_undegraded":"2024-09-10T10:36:01.098843+0000","last_fullsized":"2024-09-10T10:36:01.098843+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:09.560460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116442+0000","last_change":"2024-09-10T10:35:59.090953+0000","last_active":"2024-09-10T10:36:01.116442+0000","last_peered":"2024-09-10T10:36:01.116442+0000","last_clean":"2024-09-10T10:36:01.116442+0000","last_became_active":"2024-09-10T10:35:59.090660+0000","last_became_peered":"2024-09-10T10:35:59.090660+0000","last_unstale":"2024-09-10T10:36:01.116442+0000","last_undegraded":"2024-09-10T10:36:01.116442+0000","last_fullsized":"2024-09-10T10:36:01.116442+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:43.085481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.093782+0000","last_change":"2024-09-10T10:36:00.093831+0000","last_active":"2024-09-10T10:36:01.093782+0000","last_peered":"2024-09-10T10:36:01.093782+0000","last_clean":"2024-09-10T10:36:01.093782+0000","last_became_active":"2024-09-10T10:36:00.093520+0000","last_became_peered":"2024-09-10T10:36:00.093520+0000","last_unstale":"2024-09-10T10:36:01.093782+0000","last_undegraded":"2024-09-10T10:36:01.093782+0000","last_fullsized":"2024-09-10T10:36:01.093782+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:53.587258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094241+0000","last_change":"2024-09-10T10:35:59.083799+0000","last_active":"2024-09-10T10:36:01.094241+0000","last_peered":"2024-09-10T10:36:01.094241+0000","last_clean":"2024-09-10T10:36:01.094241+0000","last_became_active":"2024-09-10T10:35:59.083440+0000","last_became_peered":"2024-09-10T10:35:59.083440+0000","last_unstale":"2024-09-10T10:36:01.094241+0000","last_undegraded":"2024-09-10T10:36:01.094241+0000","last_fullsized":"2024-09-10T10:36:01.094241+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:44.674066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094280+0000","last_change":"2024-09-10T10:36:00.082030+0000","last_active":"2024-09-10T10:36:01.094280+0000","last_peered":"2024-09-10T10:36:01.094280+0000","last_clean":"2024-09-10T10:36:01.094280+0000","last_became_active":"2024-09-10T10:36:00.081745+0000","last_became_peered":"2024-09-10T10:36:00.081745+0000","last_unstale":"2024-09-10T10:36:01.094280+0000","last_undegraded":"2024-09-10T10:36:01.094280+0000","last_fullsized":"2024-09-10T10:36:01.094280+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:18:31.830858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834054+0000","last_change":"2024-09-10T10:35:59.080794+0000","last_active":"2024-09-10T10:36:01.834054+0000","last_peered":"2024-09-10T10:36:01.834054+0000","last_clean":"2024-09-10T10:36:01.834054+0000","last_became_active":"2024-09-10T10:35:59.080456+0000","last_became_peered":"2024-09-10T10:35:59.080456+0000","last_unstale":"2024-09-10T10:36:01.834054+0000","last_undegraded":"2024-09-10T10:36:01.834054+0000","last_fullsized":"2024-09-10T10:36:01.834054+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:05.481483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099065+0000","last_change":"2024-09-10T10:36:00.103213+0000","last_active":"2024-09-10T10:36:01.099065+0000","last_peered":"2024-09-10T10:36:01.099065+0000","last_clean":"2024-09-10T10:36:01.099065+0000","last_became_active":"2024-09-10T10:36:00.099743+0000","last_became_peered":"2024-09-10T10:36:00.099743+0000","last_unstale":"2024-09-10T10:36:01.099065+0000","last_undegraded":"2024-09-10T10:36:01.099065+0000","last_fullsized":"2024-09-10T10:36:01.099065+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:06.488713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"80'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835251+0000","last_change":"2024-09-10T10:35:59.087152+0000","last_active":"2024-09-10T10:36:01.835251+0000","last_peered":"2024-09-10T10:36:01.835251+0000","last_clean":"2024-09-10T10:36:01.835251+0000","last_became_active":"2024-09-10T10:35:59.086877+0000","last_became_peered":"2024-09-10T10:35:59.086877+0000","last_unstale":"2024-09-10T10:36:01.835251+0000","last_undegraded":"2024-09-10T10:36:01.835251+0000","last_fullsized":"2024-09-10T10:36:01.835251+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:21:45.296941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":278,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.093859+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:36:01.093859+0000","last_peered":"2024-09-10T10:36:01.093859+0000","last_clean":"2024-09-10T10:36:01.093859+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:36:01.093859+0000","last_undegraded":"2024-09-10T10:36:01.093859+0000","last_fullsized":"2024-09-10T10:36:01.093859+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509488,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":991232,"data_stored":415466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509488,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":995328,"data_stored":416068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509487,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":991232,"data_stored":415430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509488,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":999424,"data_stored":416070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509489,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":987136,"data_stored":415396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509488,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32736,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339104,"statfs":{"total":96636764160,"available":96603242496,"internally_reserved":0,"allocated":1585152,"data_stored":1005854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509487,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32176,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339664,"statfs":{"total":96636764160,"available":96603815936,"internally_reserved":0,"allocated":1003520,"data_stored":417030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542193,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32748,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339092,"statfs":{"total":96636764160,"available":96603230208,"internally_reserved":0,"allocated":1597440,"data_stored":1007410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:36:08.823 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:36:08.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.972+0000 7fa282800640 1 Processor -- start 2024-09-10T10:36:08.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.972+0000 7fa282800640 1 -- start start 2024-09-10T10:36:08.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa282800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c0cd670 0x7fa27c0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:08.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa282800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa27c06e1b0 0x7fa27c06e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:08.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa282800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa27c06d3f0 con 0x7fa27c145fb0 2024-09-10T10:36:08.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa282800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa27c0ce010 con 0x7fa27c06e1b0 2024-09-10T10:36:08.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa282800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa27c06d1a0 con 0x7fa27c0cd670 2024-09-10T10:36:08.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa27b400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa27c145fb0 0x7fa27c0b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43198/0 (socket says 172.21.15.22:43198) 2024-09-10T10:36:08.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa27b400640 1 -- 172.21.15.22:0/4078995854 learned_addr learned my addr 172.21.15.22:0/4078995854 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:08.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa27be00640 1 --2- 172.21.15.22:0/4078995854 >> v2:172.21.15.22:3300/0 conn(0x7fa27c06e1b0 0x7fa27c06e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:08.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa272a00640 1 --2- 172.21.15.22:0/4078995854 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c0cd670 0x7fa27c0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:08.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa27aa00640 1 -- 172.21.15.22:0/4078995854 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2267872290 0 0) 0x7fa27c06d3f0 con 0x7fa27c145fb0 2024-09-10T10:36:08.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa27aa00640 1 -- 172.21.15.22:0/4078995854 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa260003530 con 0x7fa27c145fb0 2024-09-10T10:36:08.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa27be00640 1 -- 172.21.15.22:0/4078995854 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c0cd670 msgr2=0x7fa27c0cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:08.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa27be00640 1 --2- 172.21.15.22:0/4078995854 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c0cd670 0x7fa27c0cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:08.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa27be00640 1 -- 172.21.15.22:0/4078995854 >> v1:172.21.15.22:6789/0 conn(0x7fa27c145fb0 legacy=0x7fa27c0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:08.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa27be00640 1 -- 172.21.15.22:0/4078995854 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa27c06d6d0 con 0x7fa27c06e1b0 2024-09-10T10:36:08.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.976+0000 7fa272a00640 1 --2- 172.21.15.22:0/4078995854 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c0cd670 0x7fa27c0cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:36:08.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa27be00640 1 --2- 172.21.15.22:0/4078995854 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c06e1b0 0x7fa27c06e660 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fa2740097c0 tx=0x7fa27401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28c6d28207320cb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:08.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa27aa00640 1 -- 172.21.15.22:0/4078995854 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2740b0070 con 0x7fa27c06e1b0 2024-09-10T10:36:08.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa27aa00640 1 -- 172.21.15.22:0/4078995854 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2740ab600 con 0x7fa27c06e1b0 2024-09-10T10:36:08.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa27aa00640 1 -- 172.21.15.22:0/4078995854 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2740ab9b0 con 0x7fa27c06e1b0 2024-09-10T10:36:08.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 -- 172.21.15.22:0/4078995854 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c06e1b0 msgr2=0x7fa27c06e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:08.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 --2- 172.21.15.22:0/4078995854 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c06e1b0 0x7fa27c06e660 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fa2740097c0 tx=0x7fa27401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:36:08.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 -- 172.21.15.22:0/4078995854 shutdown_connections 2024-09-10T10:36:08.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 --2- 172.21.15.22:0/4078995854 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c06e1b0 0x7fa27c06e660 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:08.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 --2- 172.21.15.22:0/4078995854 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c0cd670 0x7fa27c0cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:08.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 -- 172.21.15.22:0/4078995854 >> 172.21.15.22:0/4078995854 conn(0x7fa27c062dd0 msgr2=0x7fa27c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:08.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 -- 172.21.15.22:0/4078995854 shutdown_connections 2024-09-10T10:36:08.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 -- 172.21.15.22:0/4078995854 wait complete. 2024-09-10T10:36:08.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 Processor -- start 2024-09-10T10:36:08.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 -- start start 2024-09-10T10:36:08.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c06e1b0 0x7fa27c159ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:08.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa27c0cd670 0x7fa27c157db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:08.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c145fb0 0x7fa27c15b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:08.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa27c0d0130 con 0x7fa27c145fb0 2024-09-10T10:36:08.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa27c0cffb0 con 0x7fa27c0cd670 2024-09-10T10:36:08.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.980+0000 7fa282800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa27c06dd20 con 0x7fa27c06e1b0 2024-09-10T10:36:08.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa27be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c145fb0 0x7fa27c15b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:08.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa27be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c145fb0 0x7fa27c15b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39152/0 (socket says 172.21.15.22:39152) 2024-09-10T10:36:08.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa27be00640 1 -- 172.21.15.22:0/4209589330 learned_addr learned my addr 172.21.15.22:0/4209589330 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:08.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa27b400640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c06e1b0 0x7fa27c159ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:08.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa272a00640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa27c0cd670 0x7fa27c157db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:08.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa27be00640 1 -- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c06e1b0 msgr2=0x7fa27c159ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:08.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa27be00640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c06e1b0 0x7fa27c159ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:08.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa27be00640 1 -- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa27c0cd670 msgr2=0x7fa27c157db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:08.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa27be00640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa27c0cd670 0x7fa27c157db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:08.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa27be00640 1 -- 172.21.15.22:0/4209589330 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa27c15a260 con 0x7fa27c145fb0 2024-09-10T10:36:08.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa27be00640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c145fb0 0x7fa27c15b300 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fa27401a0d0 tx=0x7fa27401ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:08.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa273e00640 1 -- 172.21.15.22:0/4209589330 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2740b0050 con 0x7fa27c145fb0 2024-09-10T10:36:08.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa273e00640 1 -- 172.21.15.22:0/4209589330 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2740bc070 con 0x7fa27c145fb0 2024-09-10T10:36:08.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa273e00640 1 -- 172.21.15.22:0/4209589330 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa274006e20 con 0x7fa27c145fb0 2024-09-10T10:36:08.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa282800640 1 -- 172.21.15.22:0/4209589330 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa27c15a540 con 0x7fa27c145fb0 2024-09-10T10:36:08.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa282800640 1 -- 172.21.15.22:0/4209589330 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa27c15ab00 con 0x7fa27c145fb0 2024-09-10T10:36:08.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa282800640 1 -- 172.21.15.22:0/4209589330 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa27c06e660 con 0x7fa27c145fb0 2024-09-10T10:36:08.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.984+0000 7fa273e00640 1 -- 172.21.15.22:0/4209589330 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa2740b5810 con 0x7fa27c145fb0 2024-09-10T10:36:08.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.988+0000 7fa273e00640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2580678c0 0x7fa258069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:08.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.988+0000 7fa273e00640 1 -- 172.21.15.22:0/4209589330 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fa2741202e0 con 0x7fa27c145fb0 2024-09-10T10:36:08.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.988+0000 7fa27b400640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2580678c0 0x7fa258069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:08.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.988+0000 7fa27b400640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2580678c0 0x7fa258069d80 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa26c005c10 tx=0x7fa26c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:08.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:08.992+0000 7fa273e00640 1 -- 172.21.15.22:0/4209589330 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa274016090 con 0x7fa27c145fb0 2024-09-10T10:36:09.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.152+0000 7fa282800640 1 -- 172.21.15.22:0/4209589330 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa27c15a010 con 0x7fa2580678c0 2024-09-10T10:36:09.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.160+0000 7fa273e00640 1 -- 172.21.15.22:0/4209589330 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252073 (secure 0 0 0) 0x7fa27c15a010 con 0x7fa2580678c0 2024-09-10T10:36:09.164 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:09.166 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:36:09.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 -- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2580678c0 msgr2=0x7fa258069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2580678c0 0x7fa258069d80 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa26c005c10 tx=0x7fa26c009040 comp rx=0 tx=0).stop 2024-09-10T10:36:09.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 -- 172.21.15.22:0/4209589330 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c145fb0 msgr2=0x7fa27c15b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c145fb0 0x7fa27c15b300 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fa27401a0d0 tx=0x7fa27401ace0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 -- 172.21.15.22:0/4209589330 shutdown_connections 2024-09-10T10:36:09.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2580678c0 0x7fa258069d80 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa27c145fb0 0x7fa27c15b300 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa27c0cd670 0x7fa27c157db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 --2- 172.21.15.22:0/4209589330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa27c06e1b0 0x7fa27c159ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 -- 172.21.15.22:0/4209589330 >> 172.21.15.22:0/4209589330 conn(0x7fa27c062dd0 msgr2=0x7fa27c160000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:09.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 -- 172.21.15.22:0/4209589330 shutdown_connections 2024-09-10T10:36:09.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.164+0000 7fa282800640 1 -- 172.21.15.22:0/4209589330 wait complete. 2024-09-10T10:36:09.185 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-09-10T10:36:07.384059+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258468,"kb_used_data":8936,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716252,"statfs":{"total":773094113280,"available":772829442048,"internally_reserved":0,"allocated":9150464,"data_stored":4508724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002121"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094248+0000","last_change":"2024-09-10T10:36:00.094685+0000","last_active":"2024-09-10T10:36:01.094248+0000","last_peered":"2024-09-10T10:36:01.094248+0000","last_clean":"2024-09-10T10:36:01.094248+0000","last_became_active":"2024-09-10T10:36:00.093975+0000","last_became_peered":"2024-09-10T10:36:00.093975+0000","last_unstale":"2024-09-10T10:36:01.094248+0000","last_undegraded":"2024-09-10T10:36:01.094248+0000","last_fullsized":"2024-09-10T10:36:01.094248+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:21:30.447761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095686+0000","last_change":"2024-09-10T10:36:00.088675+0000","last_active":"2024-09-10T10:36:01.095686+0000","last_peered":"2024-09-10T10:36:01.095686+0000","last_clean":"2024-09-10T10:36:01.095686+0000","last_became_active":"2024-09-10T10:36:00.088405+0000","last_became_peered":"2024-09-10T10:36:00.088405+0000","last_unstale":"2024-09-10T10:36:01.095686+0000","last_undegraded":"2024-09-10T10:36:01.095686+0000","last_fullsized":"2024-09-10T10:36:01.095686+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:28:01.958251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116718+0000","last_change":"2024-09-10T10:36:00.097364+0000","last_active":"2024-09-10T10:36:01.116718+0000","last_peered":"2024-09-10T10:36:01.116718+0000","last_clean":"2024-09-10T10:36:01.116718+0000","last_became_active":"2024-09-10T10:36:00.097022+0000","last_became_peered":"2024-09-10T10:36:00.097022+0000","last_unstale":"2024-09-10T10:36:01.116718+0000","last_undegraded":"2024-09-10T10:36:01.116718+0000","last_fullsized":"2024-09-10T10:36:01.116718+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:59:41.722171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834219+0000","last_change":"2024-09-10T10:36:00.106184+0000","last_active":"2024-09-10T10:36:01.834219+0000","last_peered":"2024-09-10T10:36:01.834219+0000","last_clean":"2024-09-10T10:36:01.834219+0000","last_became_active":"2024-09-10T10:36:00.105582+0000","last_became_peered":"2024-09-10T10:36:00.105582+0000","last_unstale":"2024-09-10T10:36:01.834219+0000","last_undegraded":"2024-09-10T10:36:01.834219+0000","last_fullsized":"2024-09-10T10:36:01.834219+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:33.202332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834314+0000","last_change":"2024-09-10T10:36:00.092877+0000","last_active":"2024-09-10T10:36:01.834314+0000","last_peered":"2024-09-10T10:36:01.834314+0000","last_clean":"2024-09-10T10:36:01.834314+0000","last_became_active":"2024-09-10T10:36:00.092590+0000","last_became_peered":"2024-09-10T10:36:00.092590+0000","last_unstale":"2024-09-10T10:36:01.834314+0000","last_undegraded":"2024-09-10T10:36:01.834314+0000","last_fullsized":"2024-09-10T10:36:01.834314+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:38.696193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116454+0000","last_change":"2024-09-10T10:36:00.106733+0000","last_active":"2024-09-10T10:36:01.116454+0000","last_peered":"2024-09-10T10:36:01.116454+0000","last_clean":"2024-09-10T10:36:01.116454+0000","last_became_active":"2024-09-10T10:36:00.105619+0000","last_became_peered":"2024-09-10T10:36:00.105619+0000","last_unstale":"2024-09-10T10:36:01.116454+0000","last_undegraded":"2024-09-10T10:36:01.116454+0000","last_fullsized":"2024-09-10T10:36:01.116454+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:15:19.629808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095195+0000","last_change":"2024-09-10T10:36:00.101448+0000","last_active":"2024-09-10T10:36:01.095195+0000","last_peered":"2024-09-10T10:36:01.095195+0000","last_clean":"2024-09-10T10:36:01.095195+0000","last_became_active":"2024-09-10T10:36:00.094586+0000","last_became_peered":"2024-09-10T10:36:00.094586+0000","last_unstale":"2024-09-10T10:36:01.095195+0000","last_undegraded":"2024-09-10T10:36:01.095195+0000","last_fullsized":"2024-09-10T10:36:01.095195+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:24:03.698083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834105+0000","last_change":"2024-09-10T10:36:00.104890+0000","last_active":"2024-09-10T10:36:01.834105+0000","last_peered":"2024-09-10T10:36:01.834105+0000","last_clean":"2024-09-10T10:36:01.834105+0000","last_became_active":"2024-09-10T10:36:00.104422+0000","last_became_peered":"2024-09-10T10:36:00.104422+0000","last_unstale":"2024-09-10T10:36:01.834105+0000","last_undegraded":"2024-09-10T10:36:01.834105+0000","last_fullsized":"2024-09-10T10:36:01.834105+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:40:09.202305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094394+0000","last_change":"2024-09-10T10:36:00.084028+0000","last_active":"2024-09-10T10:36:01.094394+0000","last_peered":"2024-09-10T10:36:01.094394+0000","last_clean":"2024-09-10T10:36:01.094394+0000","last_became_active":"2024-09-10T10:36:00.082604+0000","last_became_peered":"2024-09-10T10:36:00.082604+0000","last_unstale":"2024-09-10T10:36:01.094394+0000","last_undegraded":"2024-09-10T10:36:01.094394+0000","last_fullsized":"2024-09-10T10:36:01.094394+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:44.092711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116815+0000","last_change":"2024-09-10T10:36:00.103735+0000","last_active":"2024-09-10T10:36:01.116815+0000","last_peered":"2024-09-10T10:36:01.116815+0000","last_clean":"2024-09-10T10:36:01.116815+0000","last_became_active":"2024-09-10T10:36:00.103431+0000","last_became_peered":"2024-09-10T10:36:00.103431+0000","last_unstale":"2024-09-10T10:36:01.116815+0000","last_undegraded":"2024-09-10T10:36:01.116815+0000","last_fullsized":"2024-09-10T10:36:01.116815+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:22.683032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099273+0000","last_change":"2024-09-10T10:36:00.094001+0000","last_active":"2024-09-10T10:36:01.099273+0000","last_peered":"2024-09-10T10:36:01.099273+0000","last_clean":"2024-09-10T10:36:01.099273+0000","last_became_active":"2024-09-10T10:36:00.093703+0000","last_became_peered":"2024-09-10T10:36:00.093703+0000","last_unstale":"2024-09-10T10:36:01.099273+0000","last_undegraded":"2024-09-10T10:36:01.099273+0000","last_fullsized":"2024-09-10T10:36:01.099273+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:21.587316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834576+0000","last_change":"2024-09-10T10:36:00.096340+0000","last_active":"2024-09-10T10:36:01.834576+0000","last_peered":"2024-09-10T10:36:01.834576+0000","last_clean":"2024-09-10T10:36:01.834576+0000","last_became_active":"2024-09-10T10:36:00.096017+0000","last_became_peered":"2024-09-10T10:36:00.096017+0000","last_unstale":"2024-09-10T10:36:01.834576+0000","last_undegraded":"2024-09-10T10:36:01.834576+0000","last_fullsized":"2024-09-10T10:36:01.834576+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:16:31.057842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834541+0000","last_change":"2024-09-10T10:36:00.094613+0000","last_active":"2024-09-10T10:36:01.834541+0000","last_peered":"2024-09-10T10:36:01.834541+0000","last_clean":"2024-09-10T10:36:01.834541+0000","last_became_active":"2024-09-10T10:36:00.093212+0000","last_became_peered":"2024-09-10T10:36:00.093212+0000","last_unstale":"2024-09-10T10:36:01.834541+0000","last_undegraded":"2024-09-10T10:36:01.834541+0000","last_fullsized":"2024-09-10T10:36:01.834541+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:15:18.145430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094783+0000","last_change":"2024-09-10T10:36:00.095398+0000","last_active":"2024-09-10T10:36:01.094783+0000","last_peered":"2024-09-10T10:36:01.094783+0000","last_clean":"2024-09-10T10:36:01.094783+0000","last_became_active":"2024-09-10T10:36:00.095128+0000","last_became_peered":"2024-09-10T10:36:00.095128+0000","last_unstale":"2024-09-10T10:36:01.094783+0000","last_undegraded":"2024-09-10T10:36:01.094783+0000","last_fullsized":"2024-09-10T10:36:01.094783+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:28.658167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095357+0000","last_change":"2024-09-10T10:36:00.092999+0000","last_active":"2024-09-10T10:36:01.095357+0000","last_peered":"2024-09-10T10:36:01.095357+0000","last_clean":"2024-09-10T10:36:01.095357+0000","last_became_active":"2024-09-10T10:36:00.092060+0000","last_became_peered":"2024-09-10T10:36:00.092060+0000","last_unstale":"2024-09-10T10:36:01.095357+0000","last_undegraded":"2024-09-10T10:36:01.095357+0000","last_fullsized":"2024-09-10T10:36:01.095357+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:57:08.210043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116290+0000","last_change":"2024-09-10T10:36:00.101246+0000","last_active":"2024-09-10T10:36:01.116290+0000","last_peered":"2024-09-10T10:36:01.116290+0000","last_clean":"2024-09-10T10:36:01.116290+0000","last_became_active":"2024-09-10T10:36:00.100952+0000","last_became_peered":"2024-09-10T10:36:00.100952+0000","last_unstale":"2024-09-10T10:36:01.116290+0000","last_undegraded":"2024-09-10T10:36:01.116290+0000","last_fullsized":"2024-09-10T10:36:01.116290+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:12:45.463961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834925+0000","last_change":"2024-09-10T10:36:00.093565+0000","last_active":"2024-09-10T10:36:01.834925+0000","last_peered":"2024-09-10T10:36:01.834925+0000","last_clean":"2024-09-10T10:36:01.834925+0000","last_became_active":"2024-09-10T10:36:00.093215+0000","last_became_peered":"2024-09-10T10:36:00.093215+0000","last_unstale":"2024-09-10T10:36:01.834925+0000","last_undegraded":"2024-09-10T10:36:01.834925+0000","last_fullsized":"2024-09-10T10:36:01.834925+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:25.586532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099245+0000","last_change":"2024-09-10T10:36:00.100515+0000","last_active":"2024-09-10T10:36:01.099245+0000","last_peered":"2024-09-10T10:36:01.099245+0000","last_clean":"2024-09-10T10:36:01.099245+0000","last_became_active":"2024-09-10T10:36:00.098346+0000","last_became_peered":"2024-09-10T10:36:00.098346+0000","last_unstale":"2024-09-10T10:36:01.099245+0000","last_undegraded":"2024-09-10T10:36:01.099245+0000","last_fullsized":"2024-09-10T10:36:01.099245+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:01:19.557901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.096059+0000","last_change":"2024-09-10T10:36:00.097947+0000","last_active":"2024-09-10T10:36:01.096059+0000","last_peered":"2024-09-10T10:36:01.096059+0000","last_clean":"2024-09-10T10:36:01.096059+0000","last_became_active":"2024-09-10T10:36:00.097670+0000","last_became_peered":"2024-09-10T10:36:00.097670+0000","last_unstale":"2024-09-10T10:36:01.096059+0000","last_undegraded":"2024-09-10T10:36:01.096059+0000","last_fullsized":"2024-09-10T10:36:01.096059+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:44.092711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095874+0000","last_change":"2024-09-10T10:36:00.093992+0000","last_active":"2024-09-10T10:36:01.095874+0000","last_peered":"2024-09-10T10:36:01.095874+0000","last_clean":"2024-09-10T10:36:01.095874+0000","last_became_active":"2024-09-10T10:36:00.093759+0000","last_became_peered":"2024-09-10T10:36:00.093759+0000","last_unstale":"2024-09-10T10:36:01.095874+0000","last_undegraded":"2024-09-10T10:36:01.095874+0000","last_fullsized":"2024-09-10T10:36:01.095874+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:22:36.588963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833914+0000","last_change":"2024-09-10T10:36:00.101453+0000","last_active":"2024-09-10T10:36:01.833914+0000","last_peered":"2024-09-10T10:36:01.833914+0000","last_clean":"2024-09-10T10:36:01.833914+0000","last_became_active":"2024-09-10T10:36:00.101164+0000","last_became_peered":"2024-09-10T10:36:00.101164+0000","last_unstale":"2024-09-10T10:36:01.833914+0000","last_undegraded":"2024-09-10T10:36:01.833914+0000","last_fullsized":"2024-09-10T10:36:01.833914+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:34:17.454524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094954+0000","last_change":"2024-09-10T10:36:00.082285+0000","last_active":"2024-09-10T10:36:01.094954+0000","last_peered":"2024-09-10T10:36:01.094954+0000","last_clean":"2024-09-10T10:36:01.094954+0000","last_became_active":"2024-09-10T10:36:00.081999+0000","last_became_peered":"2024-09-10T10:36:00.081999+0000","last_unstale":"2024-09-10T10:36:01.094954+0000","last_undegraded":"2024-09-10T10:36:01.094954+0000","last_fullsized":"2024-09-10T10:36:01.094954+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:51.997186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834299+0000","last_change":"2024-09-10T10:36:00.092321+0000","last_active":"2024-09-10T10:36:01.834299+0000","last_peered":"2024-09-10T10:36:01.834299+0000","last_clean":"2024-09-10T10:36:01.834299+0000","last_became_active":"2024-09-10T10:36:00.091996+0000","last_became_peered":"2024-09-10T10:36:00.091996+0000","last_unstale":"2024-09-10T10:36:01.834299+0000","last_undegraded":"2024-09-10T10:36:01.834299+0000","last_fullsized":"2024-09-10T10:36:01.834299+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:42.959605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098564+0000","last_change":"2024-09-10T10:36:00.102239+0000","last_active":"2024-09-10T10:36:01.098564+0000","last_peered":"2024-09-10T10:36:01.098564+0000","last_clean":"2024-09-10T10:36:01.098564+0000","last_became_active":"2024-09-10T10:36:00.100714+0000","last_became_peered":"2024-09-10T10:36:00.100714+0000","last_unstale":"2024-09-10T10:36:01.098564+0000","last_undegraded":"2024-09-10T10:36:01.098564+0000","last_fullsized":"2024-09-10T10:36:01.098564+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:44.092711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099284+0000","last_change":"2024-09-10T10:36:00.098803+0000","last_active":"2024-09-10T10:36:01.099284+0000","last_peered":"2024-09-10T10:36:01.099284+0000","last_clean":"2024-09-10T10:36:01.099284+0000","last_became_active":"2024-09-10T10:36:00.097459+0000","last_became_peered":"2024-09-10T10:36:00.097459+0000","last_unstale":"2024-09-10T10:36:01.099284+0000","last_undegraded":"2024-09-10T10:36:01.099284+0000","last_fullsized":"2024-09-10T10:36:01.099284+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:09.364394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835359+0000","last_change":"2024-09-10T10:36:00.096065+0000","last_active":"2024-09-10T10:36:01.835359+0000","last_peered":"2024-09-10T10:36:01.835359+0000","last_clean":"2024-09-10T10:36:01.835359+0000","last_became_active":"2024-09-10T10:36:00.095713+0000","last_became_peered":"2024-09-10T10:36:00.095713+0000","last_unstale":"2024-09-10T10:36:01.835359+0000","last_undegraded":"2024-09-10T10:36:01.835359+0000","last_fullsized":"2024-09-10T10:36:01.835359+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:27:11.274683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835376+0000","last_change":"2024-09-10T10:36:00.103574+0000","last_active":"2024-09-10T10:36:01.835376+0000","last_peered":"2024-09-10T10:36:01.835376+0000","last_clean":"2024-09-10T10:36:01.835376+0000","last_became_active":"2024-09-10T10:36:00.103248+0000","last_became_peered":"2024-09-10T10:36:00.103248+0000","last_unstale":"2024-09-10T10:36:01.835376+0000","last_undegraded":"2024-09-10T10:36:01.835376+0000","last_fullsized":"2024-09-10T10:36:01.835376+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:41.783662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094094+0000","last_change":"2024-09-10T10:36:00.088755+0000","last_active":"2024-09-10T10:36:01.094094+0000","last_peered":"2024-09-10T10:36:01.094094+0000","last_clean":"2024-09-10T10:36:01.094094+0000","last_became_active":"2024-09-10T10:36:00.088386+0000","last_became_peered":"2024-09-10T10:36:00.088386+0000","last_unstale":"2024-09-10T10:36:01.094094+0000","last_undegraded":"2024-09-10T10:36:01.094094+0000","last_fullsized":"2024-09-10T10:36:01.094094+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:51.997186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833933+0000","last_change":"2024-09-10T10:36:00.102098+0000","last_active":"2024-09-10T10:36:01.833933+0000","last_peered":"2024-09-10T10:36:01.833933+0000","last_clean":"2024-09-10T10:36:01.833933+0000","last_became_active":"2024-09-10T10:36:00.101839+0000","last_became_peered":"2024-09-10T10:36:00.101839+0000","last_unstale":"2024-09-10T10:36:01.833933+0000","last_undegraded":"2024-09-10T10:36:01.833933+0000","last_fullsized":"2024-09-10T10:36:01.833933+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:42:53.346555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095115+0000","last_change":"2024-09-10T10:36:00.094809+0000","last_active":"2024-09-10T10:36:01.095115+0000","last_peered":"2024-09-10T10:36:01.095115+0000","last_clean":"2024-09-10T10:36:01.095115+0000","last_became_active":"2024-09-10T10:36:00.093112+0000","last_became_peered":"2024-09-10T10:36:00.093112+0000","last_unstale":"2024-09-10T10:36:01.095115+0000","last_undegraded":"2024-09-10T10:36:01.095115+0000","last_fullsized":"2024-09-10T10:36:01.095115+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:21:30.447761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116320+0000","last_change":"2024-09-10T10:36:00.104861+0000","last_active":"2024-09-10T10:36:01.116320+0000","last_peered":"2024-09-10T10:36:01.116320+0000","last_clean":"2024-09-10T10:36:01.116320+0000","last_became_active":"2024-09-10T10:36:00.104606+0000","last_became_peered":"2024-09-10T10:36:00.104606+0000","last_unstale":"2024-09-10T10:36:01.116320+0000","last_undegraded":"2024-09-10T10:36:01.116320+0000","last_fullsized":"2024-09-10T10:36:01.116320+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:52.508897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116368+0000","last_change":"2024-09-10T10:36:00.095287+0000","last_active":"2024-09-10T10:36:01.116368+0000","last_peered":"2024-09-10T10:36:01.116368+0000","last_clean":"2024-09-10T10:36:01.116368+0000","last_became_active":"2024-09-10T10:36:00.094930+0000","last_became_peered":"2024-09-10T10:36:00.094930+0000","last_unstale":"2024-09-10T10:36:01.116368+0000","last_undegraded":"2024-09-10T10:36:01.116368+0000","last_fullsized":"2024-09-10T10:36:01.116368+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:40:09.202305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834777+0000","last_change":"2024-09-10T10:36:00.095689+0000","last_active":"2024-09-10T10:36:01.834777+0000","last_peered":"2024-09-10T10:36:01.834777+0000","last_clean":"2024-09-10T10:36:01.834777+0000","last_became_active":"2024-09-10T10:36:00.094278+0000","last_became_peered":"2024-09-10T10:36:00.094278+0000","last_unstale":"2024-09-10T10:36:01.834777+0000","last_undegraded":"2024-09-10T10:36:01.834777+0000","last_fullsized":"2024-09-10T10:36:01.834777+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:28.280897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"80'4","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835398+0000","last_change":"2024-09-10T10:35:59.095718+0000","last_active":"2024-09-10T10:36:01.835398+0000","last_peered":"2024-09-10T10:36:01.835398+0000","last_clean":"2024-09-10T10:36:01.835398+0000","last_became_active":"2024-09-10T10:35:59.094735+0000","last_became_peered":"2024-09-10T10:35:59.094735+0000","last_unstale":"2024-09-10T10:36:01.835398+0000","last_undegraded":"2024-09-10T10:36:01.835398+0000","last_fullsized":"2024-09-10T10:36:01.835398+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:15.596210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094411+0000","last_change":"2024-09-10T10:36:00.094896+0000","last_active":"2024-09-10T10:36:01.094411+0000","last_peered":"2024-09-10T10:36:01.094411+0000","last_clean":"2024-09-10T10:36:01.094411+0000","last_became_active":"2024-09-10T10:36:00.094410+0000","last_became_peered":"2024-09-10T10:36:00.094410+0000","last_unstale":"2024-09-10T10:36:01.094411+0000","last_undegraded":"2024-09-10T10:36:01.094411+0000","last_fullsized":"2024-09-10T10:36:01.094411+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:33:51.394658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"80'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116807+0000","last_change":"2024-09-10T10:35:59.076989+0000","last_active":"2024-09-10T10:36:01.116807+0000","last_peered":"2024-09-10T10:36:01.116807+0000","last_clean":"2024-09-10T10:36:01.116807+0000","last_became_active":"2024-09-10T10:35:59.076643+0000","last_became_peered":"2024-09-10T10:35:59.076643+0000","last_unstale":"2024-09-10T10:36:01.116807+0000","last_undegraded":"2024-09-10T10:36:01.116807+0000","last_fullsized":"2024-09-10T10:36:01.116807+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:33:50.387428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834758+0000","last_change":"2024-09-10T10:36:00.094817+0000","last_active":"2024-09-10T10:36:01.834758+0000","last_peered":"2024-09-10T10:36:01.834758+0000","last_clean":"2024-09-10T10:36:01.834758+0000","last_became_active":"2024-09-10T10:36:00.094489+0000","last_became_peered":"2024-09-10T10:36:00.094489+0000","last_unstale":"2024-09-10T10:36:01.834758+0000","last_undegraded":"2024-09-10T10:36:01.834758+0000","last_fullsized":"2024-09-10T10:36:01.834758+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:22.683032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099181+0000","last_change":"2024-09-10T10:35:59.083170+0000","last_active":"2024-09-10T10:36:01.099181+0000","last_peered":"2024-09-10T10:36:01.099181+0000","last_clean":"2024-09-10T10:36:01.099181+0000","last_became_active":"2024-09-10T10:35:59.082790+0000","last_became_peered":"2024-09-10T10:35:59.082790+0000","last_unstale":"2024-09-10T10:36:01.099181+0000","last_undegraded":"2024-09-10T10:36:01.099181+0000","last_fullsized":"2024-09-10T10:36:01.099181+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:40:48.502026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094379+0000","last_change":"2024-09-10T10:36:00.101573+0000","last_active":"2024-09-10T10:36:01.094379+0000","last_peered":"2024-09-10T10:36:01.094379+0000","last_clean":"2024-09-10T10:36:01.094379+0000","last_became_active":"2024-09-10T10:36:00.099751+0000","last_became_peered":"2024-09-10T10:36:00.099751+0000","last_unstale":"2024-09-10T10:36:01.094379+0000","last_undegraded":"2024-09-10T10:36:01.094379+0000","last_fullsized":"2024-09-10T10:36:01.094379+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:22:36.588963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834187+0000","last_change":"2024-09-10T10:35:59.093949+0000","last_active":"2024-09-10T10:36:01.834187+0000","last_peered":"2024-09-10T10:36:01.834187+0000","last_clean":"2024-09-10T10:36:01.834187+0000","last_became_active":"2024-09-10T10:35:59.093498+0000","last_became_peered":"2024-09-10T10:35:59.093498+0000","last_unstale":"2024-09-10T10:36:01.834187+0000","last_undegraded":"2024-09-10T10:36:01.834187+0000","last_fullsized":"2024-09-10T10:36:01.834187+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.464686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834134+0000","last_change":"2024-09-10T10:36:00.101599+0000","last_active":"2024-09-10T10:36:01.834134+0000","last_peered":"2024-09-10T10:36:01.834134+0000","last_clean":"2024-09-10T10:36:01.834134+0000","last_became_active":"2024-09-10T10:36:00.101237+0000","last_became_peered":"2024-09-10T10:36:00.101237+0000","last_unstale":"2024-09-10T10:36:01.834134+0000","last_undegraded":"2024-09-10T10:36:01.834134+0000","last_fullsized":"2024-09-10T10:36:01.834134+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:52.913960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"80'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834308+0000","last_change":"2024-09-10T10:35:59.086394+0000","last_active":"2024-09-10T10:36:01.834308+0000","last_peered":"2024-09-10T10:36:01.834308+0000","last_clean":"2024-09-10T10:36:01.834308+0000","last_became_active":"2024-09-10T10:35:59.082713+0000","last_became_peered":"2024-09-10T10:35:59.082713+0000","last_unstale":"2024-09-10T10:36:01.834308+0000","last_undegraded":"2024-09-10T10:36:01.834308+0000","last_fullsized":"2024-09-10T10:36:01.834308+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:31.368072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116608+0000","last_change":"2024-09-10T10:36:00.097618+0000","last_active":"2024-09-10T10:36:01.116608+0000","last_peered":"2024-09-10T10:36:01.116608+0000","last_clean":"2024-09-10T10:36:01.116608+0000","last_became_active":"2024-09-10T10:36:00.096675+0000","last_became_peered":"2024-09-10T10:36:00.096675+0000","last_unstale":"2024-09-10T10:36:01.116608+0000","last_undegraded":"2024-09-10T10:36:01.116608+0000","last_fullsized":"2024-09-10T10:36:01.116608+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:42.959605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"80'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116352+0000","last_change":"2024-09-10T10:35:59.090791+0000","last_active":"2024-09-10T10:36:01.116352+0000","last_peered":"2024-09-10T10:36:01.116352+0000","last_clean":"2024-09-10T10:36:01.116352+0000","last_became_active":"2024-09-10T10:35:59.090617+0000","last_became_peered":"2024-09-10T10:35:59.090617+0000","last_unstale":"2024-09-10T10:36:01.116352+0000","last_undegraded":"2024-09-10T10:36:01.116352+0000","last_fullsized":"2024-09-10T10:36:01.116352+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:22:35.581734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.093804+0000","last_change":"2024-09-10T10:36:00.106177+0000","last_active":"2024-09-10T10:36:01.093804+0000","last_peered":"2024-09-10T10:36:01.093804+0000","last_clean":"2024-09-10T10:36:01.093804+0000","last_became_active":"2024-09-10T10:36:00.105849+0000","last_became_peered":"2024-09-10T10:36:00.105849+0000","last_unstale":"2024-09-10T10:36:01.093804+0000","last_undegraded":"2024-09-10T10:36:01.093804+0000","last_fullsized":"2024-09-10T10:36:01.093804+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:28.658167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095102+0000","last_change":"2024-09-10T10:35:59.087010+0000","last_active":"2024-09-10T10:36:01.095102+0000","last_peered":"2024-09-10T10:36:01.095102+0000","last_clean":"2024-09-10T10:36:01.095102+0000","last_became_active":"2024-09-10T10:35:59.086634+0000","last_became_peered":"2024-09-10T10:35:59.086634+0000","last_unstale":"2024-09-10T10:36:01.095102+0000","last_undegraded":"2024-09-10T10:36:01.095102+0000","last_fullsized":"2024-09-10T10:36:01.095102+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:42.191521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095042+0000","last_change":"2024-09-10T10:36:00.096328+0000","last_active":"2024-09-10T10:36:01.095042+0000","last_peered":"2024-09-10T10:36:01.095042+0000","last_clean":"2024-09-10T10:36:01.095042+0000","last_became_active":"2024-09-10T10:36:00.096037+0000","last_became_peered":"2024-09-10T10:36:00.096037+0000","last_unstale":"2024-09-10T10:36:01.095042+0000","last_undegraded":"2024-09-10T10:36:01.095042+0000","last_fullsized":"2024-09-10T10:36:01.095042+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:24.008934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094588+0000","last_change":"2024-09-10T10:35:59.077945+0000","last_active":"2024-09-10T10:36:01.094588+0000","last_peered":"2024-09-10T10:36:01.094588+0000","last_clean":"2024-09-10T10:36:01.094588+0000","last_became_active":"2024-09-10T10:35:59.077577+0000","last_became_peered":"2024-09-10T10:35:59.077577+0000","last_unstale":"2024-09-10T10:36:01.094588+0000","last_undegraded":"2024-09-10T10:36:01.094588+0000","last_fullsized":"2024-09-10T10:36:01.094588+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:44.674066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095190+0000","last_change":"2024-09-10T10:36:00.087450+0000","last_active":"2024-09-10T10:36:01.095190+0000","last_peered":"2024-09-10T10:36:01.095190+0000","last_clean":"2024-09-10T10:36:01.095190+0000","last_became_active":"2024-09-10T10:36:00.086985+0000","last_became_peered":"2024-09-10T10:36:00.086985+0000","last_unstale":"2024-09-10T10:36:01.095190+0000","last_undegraded":"2024-09-10T10:36:01.095190+0000","last_fullsized":"2024-09-10T10:36:01.095190+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:18:31.830858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094443+0000","last_change":"2024-09-10T10:35:59.078378+0000","last_active":"2024-09-10T10:36:01.094443+0000","last_peered":"2024-09-10T10:36:01.094443+0000","last_clean":"2024-09-10T10:36:01.094443+0000","last_became_active":"2024-09-10T10:35:59.078107+0000","last_became_peered":"2024-09-10T10:35:59.078107+0000","last_unstale":"2024-09-10T10:36:01.094443+0000","last_undegraded":"2024-09-10T10:36:01.094443+0000","last_fullsized":"2024-09-10T10:36:01.094443+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:09.311763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094521+0000","last_change":"2024-09-10T10:36:00.102561+0000","last_active":"2024-09-10T10:36:01.094521+0000","last_peered":"2024-09-10T10:36:01.094521+0000","last_clean":"2024-09-10T10:36:01.094521+0000","last_became_active":"2024-09-10T10:36:00.102269+0000","last_became_peered":"2024-09-10T10:36:00.102269+0000","last_unstale":"2024-09-10T10:36:01.094521+0000","last_undegraded":"2024-09-10T10:36:01.094521+0000","last_fullsized":"2024-09-10T10:36:01.094521+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:09.560460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116871+0000","last_change":"2024-09-10T10:35:59.084443+0000","last_active":"2024-09-10T10:36:01.116871+0000","last_peered":"2024-09-10T10:36:01.116871+0000","last_clean":"2024-09-10T10:36:01.116871+0000","last_became_active":"2024-09-10T10:35:59.083755+0000","last_became_peered":"2024-09-10T10:35:59.083755+0000","last_unstale":"2024-09-10T10:36:01.116871+0000","last_undegraded":"2024-09-10T10:36:01.116871+0000","last_fullsized":"2024-09-10T10:36:01.116871+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:08.553230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098856+0000","last_change":"2024-09-10T10:36:00.100033+0000","last_active":"2024-09-10T10:36:01.098856+0000","last_peered":"2024-09-10T10:36:01.098856+0000","last_clean":"2024-09-10T10:36:01.098856+0000","last_became_active":"2024-09-10T10:36:00.099405+0000","last_became_peered":"2024-09-10T10:36:00.099405+0000","last_unstale":"2024-09-10T10:36:01.098856+0000","last_undegraded":"2024-09-10T10:36:01.098856+0000","last_fullsized":"2024-09-10T10:36:01.098856+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:32.375302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"80'3","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094413+0000","last_change":"2024-09-10T10:35:59.085142+0000","last_active":"2024-09-10T10:36:01.094413+0000","last_peered":"2024-09-10T10:36:01.094413+0000","last_clean":"2024-09-10T10:36:01.094413+0000","last_became_active":"2024-09-10T10:35:59.084053+0000","last_became_peered":"2024-09-10T10:35:59.084053+0000","last_unstale":"2024-09-10T10:36:01.094413+0000","last_undegraded":"2024-09-10T10:36:01.094413+0000","last_fullsized":"2024-09-10T10:36:01.094413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:50.645175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835182+0000","last_change":"2024-09-10T10:36:00.101832+0000","last_active":"2024-09-10T10:36:01.835182+0000","last_peered":"2024-09-10T10:36:01.835182+0000","last_clean":"2024-09-10T10:36:01.835182+0000","last_became_active":"2024-09-10T10:36:00.100526+0000","last_became_peered":"2024-09-10T10:36:00.100526+0000","last_unstale":"2024-09-10T10:36:01.835182+0000","last_undegraded":"2024-09-10T10:36:01.835182+0000","last_fullsized":"2024-09-10T10:36:01.835182+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:16:14.269949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"80'6","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834650+0000","last_change":"2024-09-10T10:35:59.083718+0000","last_active":"2024-09-10T10:36:01.834650+0000","last_peered":"2024-09-10T10:36:01.834650+0000","last_clean":"2024-09-10T10:36:01.834650+0000","last_became_active":"2024-09-10T10:35:59.082567+0000","last_became_peered":"2024-09-10T10:35:59.082567+0000","last_unstale":"2024-09-10T10:36:01.834650+0000","last_undegraded":"2024-09-10T10:36:01.834650+0000","last_fullsized":"2024-09-10T10:36:01.834650+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:20.580087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098705+0000","last_change":"2024-09-10T10:36:00.100537+0000","last_active":"2024-09-10T10:36:01.098705+0000","last_peered":"2024-09-10T10:36:01.098705+0000","last_clean":"2024-09-10T10:36:01.098705+0000","last_became_active":"2024-09-10T10:36:00.098060+0000","last_became_peered":"2024-09-10T10:36:00.098060+0000","last_unstale":"2024-09-10T10:36:01.098705+0000","last_undegraded":"2024-09-10T10:36:01.098705+0000","last_fullsized":"2024-09-10T10:36:01.098705+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:33:51.394658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834089+0000","last_change":"2024-09-10T10:35:59.079649+0000","last_active":"2024-09-10T10:36:01.834089+0000","last_peered":"2024-09-10T10:36:01.834089+0000","last_clean":"2024-09-10T10:36:01.834089+0000","last_became_active":"2024-09-10T10:35:59.079253+0000","last_became_peered":"2024-09-10T10:35:59.079253+0000","last_unstale":"2024-09-10T10:36:01.834089+0000","last_undegraded":"2024-09-10T10:36:01.834089+0000","last_fullsized":"2024-09-10T10:36:01.834089+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:06.905454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094113+0000","last_change":"2024-09-10T10:36:00.100022+0000","last_active":"2024-09-10T10:36:01.094113+0000","last_peered":"2024-09-10T10:36:01.094113+0000","last_clean":"2024-09-10T10:36:01.094113+0000","last_became_active":"2024-09-10T10:36:00.099648+0000","last_became_peered":"2024-09-10T10:36:00.099648+0000","last_unstale":"2024-09-10T10:36:01.094113+0000","last_undegraded":"2024-09-10T10:36:01.094113+0000","last_fullsized":"2024-09-10T10:36:01.094113+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:24.008934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095021+0000","last_change":"2024-09-10T10:35:59.087331+0000","last_active":"2024-09-10T10:36:01.095021+0000","last_peered":"2024-09-10T10:36:01.095021+0000","last_clean":"2024-09-10T10:36:01.095021+0000","last_became_active":"2024-09-10T10:35:59.087034+0000","last_became_peered":"2024-09-10T10:35:59.087034+0000","last_unstale":"2024-09-10T10:36:01.095021+0000","last_undegraded":"2024-09-10T10:36:01.095021+0000","last_fullsized":"2024-09-10T10:36:01.095021+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:22:35.581734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094951+0000","last_change":"2024-09-10T10:36:00.103990+0000","last_active":"2024-09-10T10:36:01.094951+0000","last_peered":"2024-09-10T10:36:01.094951+0000","last_clean":"2024-09-10T10:36:01.094951+0000","last_became_active":"2024-09-10T10:36:00.103483+0000","last_became_peered":"2024-09-10T10:36:00.103483+0000","last_unstale":"2024-09-10T10:36:01.094951+0000","last_undegraded":"2024-09-10T10:36:01.094951+0000","last_fullsized":"2024-09-10T10:36:01.094951+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:25.960739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116258+0000","last_change":"2024-09-10T10:35:59.091774+0000","last_active":"2024-09-10T10:36:01.116258+0000","last_peered":"2024-09-10T10:36:01.116258+0000","last_clean":"2024-09-10T10:36:01.116258+0000","last_became_active":"2024-09-10T10:35:59.091294+0000","last_became_peered":"2024-09-10T10:35:59.091294+0000","last_unstale":"2024-09-10T10:36:01.116258+0000","last_undegraded":"2024-09-10T10:36:01.116258+0000","last_fullsized":"2024-09-10T10:36:01.116258+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:31.368072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098542+0000","last_change":"2024-09-10T10:36:00.107047+0000","last_active":"2024-09-10T10:36:01.098542+0000","last_peered":"2024-09-10T10:36:01.098542+0000","last_clean":"2024-09-10T10:36:01.098542+0000","last_became_active":"2024-09-10T10:36:00.106761+0000","last_became_peered":"2024-09-10T10:36:00.106761+0000","last_unstale":"2024-09-10T10:36:01.098542+0000","last_undegraded":"2024-09-10T10:36:01.098542+0000","last_fullsized":"2024-09-10T10:36:01.098542+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:22:36.588963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"80'8","reported_seq":22,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098643+0000","last_change":"2024-09-10T10:35:59.090947+0000","last_active":"2024-09-10T10:36:01.098643+0000","last_peered":"2024-09-10T10:36:01.098643+0000","last_clean":"2024-09-10T10:36:01.098643+0000","last_became_active":"2024-09-10T10:35:59.090611+0000","last_became_peered":"2024-09-10T10:35:59.090611+0000","last_unstale":"2024-09-10T10:36:01.098643+0000","last_undegraded":"2024-09-10T10:36:01.098643+0000","last_fullsized":"2024-09-10T10:36:01.098643+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:38:32.217166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834958+0000","last_change":"2024-09-10T10:36:00.095585+0000","last_active":"2024-09-10T10:36:01.834958+0000","last_peered":"2024-09-10T10:36:01.834958+0000","last_clean":"2024-09-10T10:36:01.834958+0000","last_became_active":"2024-09-10T10:36:00.093863+0000","last_became_peered":"2024-09-10T10:36:00.093863+0000","last_unstale":"2024-09-10T10:36:01.834958+0000","last_undegraded":"2024-09-10T10:36:01.834958+0000","last_fullsized":"2024-09-10T10:36:01.834958+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:49:52.282632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"80'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835519+0000","last_change":"2024-09-10T10:35:59.095087+0000","last_active":"2024-09-10T10:36:01.835519+0000","last_peered":"2024-09-10T10:36:01.835519+0000","last_clean":"2024-09-10T10:36:01.835519+0000","last_became_active":"2024-09-10T10:35:59.094409+0000","last_became_peered":"2024-09-10T10:35:59.094409+0000","last_unstale":"2024-09-10T10:36:01.835519+0000","last_undegraded":"2024-09-10T10:36:01.835519+0000","last_fullsized":"2024-09-10T10:36:01.835519+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:30:03.262032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116805+0000","last_change":"2024-09-10T10:36:00.100347+0000","last_active":"2024-09-10T10:36:01.116805+0000","last_peered":"2024-09-10T10:36:01.116805+0000","last_clean":"2024-09-10T10:36:01.116805+0000","last_became_active":"2024-09-10T10:36:00.099647+0000","last_became_peered":"2024-09-10T10:36:00.099647+0000","last_unstale":"2024-09-10T10:36:01.116805+0000","last_undegraded":"2024-09-10T10:36:01.116805+0000","last_fullsized":"2024-09-10T10:36:01.116805+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:28.280897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.096033+0000","last_change":"2024-09-10T10:35:59.093011+0000","last_active":"2024-09-10T10:36:01.096033+0000","last_peered":"2024-09-10T10:36:01.096033+0000","last_clean":"2024-09-10T10:36:01.096033+0000","last_became_active":"2024-09-10T10:35:59.092769+0000","last_became_peered":"2024-09-10T10:35:59.092769+0000","last_unstale":"2024-09-10T10:36:01.096033+0000","last_undegraded":"2024-09-10T10:36:01.096033+0000","last_fullsized":"2024-09-10T10:36:01.096033+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:28.556751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834448+0000","last_change":"2024-09-10T10:36:00.090705+0000","last_active":"2024-09-10T10:36:01.834448+0000","last_peered":"2024-09-10T10:36:01.834448+0000","last_clean":"2024-09-10T10:36:01.834448+0000","last_became_active":"2024-09-10T10:36:00.090429+0000","last_became_peered":"2024-09-10T10:36:00.090429+0000","last_unstale":"2024-09-10T10:36:01.834448+0000","last_undegraded":"2024-09-10T10:36:01.834448+0000","last_fullsized":"2024-09-10T10:36:01.834448+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:59:41.722171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095929+0000","last_change":"2024-09-10T10:35:59.082750+0000","last_active":"2024-09-10T10:36:01.095929+0000","last_peered":"2024-09-10T10:36:01.095929+0000","last_clean":"2024-09-10T10:36:01.095929+0000","last_became_active":"2024-09-10T10:35:59.082452+0000","last_became_peered":"2024-09-10T10:35:59.082452+0000","last_unstale":"2024-09-10T10:36:01.095929+0000","last_undegraded":"2024-09-10T10:36:01.095929+0000","last_fullsized":"2024-09-10T10:36:01.095929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:10.016687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094943+0000","last_change":"2024-09-10T10:36:00.100710+0000","last_active":"2024-09-10T10:36:01.094943+0000","last_peered":"2024-09-10T10:36:01.094943+0000","last_clean":"2024-09-10T10:36:01.094943+0000","last_became_active":"2024-09-10T10:36:00.100288+0000","last_became_peered":"2024-09-10T10:36:00.100288+0000","last_unstale":"2024-09-10T10:36:01.094943+0000","last_undegraded":"2024-09-10T10:36:01.094943+0000","last_fullsized":"2024-09-10T10:36:01.094943+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:09.364394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095593+0000","last_change":"2024-09-10T10:35:59.079559+0000","last_active":"2024-09-10T10:36:01.095593+0000","last_peered":"2024-09-10T10:36:01.095593+0000","last_clean":"2024-09-10T10:36:01.095593+0000","last_became_active":"2024-09-10T10:35:59.079280+0000","last_became_peered":"2024-09-10T10:35:59.079280+0000","last_unstale":"2024-09-10T10:36:01.095593+0000","last_undegraded":"2024-09-10T10:36:01.095593+0000","last_fullsized":"2024-09-10T10:36:01.095593+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:09.311763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834782+0000","last_change":"2024-09-10T10:36:00.098956+0000","last_active":"2024-09-10T10:36:01.834782+0000","last_peered":"2024-09-10T10:36:01.834782+0000","last_clean":"2024-09-10T10:36:01.834782+0000","last_became_active":"2024-09-10T10:36:00.098707+0000","last_became_peered":"2024-09-10T10:36:00.098707+0000","last_unstale":"2024-09-10T10:36:01.834782+0000","last_undegraded":"2024-09-10T10:36:01.834782+0000","last_fullsized":"2024-09-10T10:36:01.834782+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:51.808061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095129+0000","last_change":"2024-09-10T10:35:59.081927+0000","last_active":"2024-09-10T10:36:01.095129+0000","last_peered":"2024-09-10T10:36:01.095129+0000","last_clean":"2024-09-10T10:36:01.095129+0000","last_became_active":"2024-09-10T10:35:59.081653+0000","last_became_peered":"2024-09-10T10:35:59.081653+0000","last_unstale":"2024-09-10T10:36:01.095129+0000","last_undegraded":"2024-09-10T10:36:01.095129+0000","last_fullsized":"2024-09-10T10:36:01.095129+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:33:50.387428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.833705+0000","last_change":"2024-09-10T10:36:00.102522+0000","last_active":"2024-09-10T10:36:01.833705+0000","last_peered":"2024-09-10T10:36:01.833705+0000","last_clean":"2024-09-10T10:36:01.833705+0000","last_became_active":"2024-09-10T10:36:00.096701+0000","last_became_peered":"2024-09-10T10:36:00.096701+0000","last_unstale":"2024-09-10T10:36:01.833705+0000","last_undegraded":"2024-09-10T10:36:01.833705+0000","last_fullsized":"2024-09-10T10:36:01.833705+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:03.013902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098456+0000","last_change":"2024-09-10T10:35:59.095272+0000","last_active":"2024-09-10T10:36:01.098456+0000","last_peered":"2024-09-10T10:36:01.098456+0000","last_clean":"2024-09-10T10:36:01.098456+0000","last_became_active":"2024-09-10T10:35:59.095003+0000","last_became_peered":"2024-09-10T10:35:59.095003+0000","last_unstale":"2024-09-10T10:36:01.098456+0000","last_undegraded":"2024-09-10T10:36:01.098456+0000","last_fullsized":"2024-09-10T10:36:01.098456+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:16.348615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834258+0000","last_change":"2024-09-10T10:36:00.092982+0000","last_active":"2024-09-10T10:36:01.834258+0000","last_peered":"2024-09-10T10:36:01.834258+0000","last_clean":"2024-09-10T10:36:01.834258+0000","last_became_active":"2024-09-10T10:36:00.092676+0000","last_became_peered":"2024-09-10T10:36:00.092676+0000","last_unstale":"2024-09-10T10:36:01.834258+0000","last_undegraded":"2024-09-10T10:36:01.834258+0000","last_fullsized":"2024-09-10T10:36:01.834258+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:15:19.629808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094742+0000","last_change":"2024-09-10T10:35:59.078178+0000","last_active":"2024-09-10T10:36:01.094742+0000","last_peered":"2024-09-10T10:36:01.094742+0000","last_clean":"2024-09-10T10:36:01.094742+0000","last_became_active":"2024-09-10T10:35:59.077894+0000","last_became_peered":"2024-09-10T10:35:59.077894+0000","last_unstale":"2024-09-10T10:36:01.094742+0000","last_undegraded":"2024-09-10T10:36:01.094742+0000","last_fullsized":"2024-09-10T10:36:01.094742+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:50.645175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835371+0000","last_change":"2024-09-10T10:36:00.093281+0000","last_active":"2024-09-10T10:36:01.835371+0000","last_peered":"2024-09-10T10:36:01.835371+0000","last_clean":"2024-09-10T10:36:01.835371+0000","last_became_active":"2024-09-10T10:36:00.092953+0000","last_became_peered":"2024-09-10T10:36:00.092953+0000","last_unstale":"2024-09-10T10:36:01.835371+0000","last_undegraded":"2024-09-10T10:36:01.835371+0000","last_fullsized":"2024-09-10T10:36:01.835371+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:50.094746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"80'2","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094942+0000","last_change":"2024-09-10T10:35:59.091808+0000","last_active":"2024-09-10T10:36:01.094942+0000","last_peered":"2024-09-10T10:36:01.094942+0000","last_clean":"2024-09-10T10:36:01.094942+0000","last_became_active":"2024-09-10T10:35:59.091474+0000","last_became_peered":"2024-09-10T10:35:59.091474+0000","last_unstale":"2024-09-10T10:36:01.094942+0000","last_undegraded":"2024-09-10T10:36:01.094942+0000","last_fullsized":"2024-09-10T10:36:01.094942+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:46.998076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835426+0000","last_change":"2024-09-10T10:36:00.094109+0000","last_active":"2024-09-10T10:36:01.835426+0000","last_peered":"2024-09-10T10:36:01.835426+0000","last_clean":"2024-09-10T10:36:01.835426+0000","last_became_active":"2024-09-10T10:36:00.093749+0000","last_became_peered":"2024-09-10T10:36:00.093749+0000","last_unstale":"2024-09-10T10:36:01.835426+0000","last_undegraded":"2024-09-10T10:36:01.835426+0000","last_fullsized":"2024-09-10T10:36:01.835426+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:03.513594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"81'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099241+0000","last_change":"2024-09-10T10:35:59.081946+0000","last_active":"2024-09-10T10:36:01.099241+0000","last_peered":"2024-09-10T10:36:01.099241+0000","last_clean":"2024-09-10T10:36:01.099241+0000","last_became_active":"2024-09-10T10:35:59.081637+0000","last_became_peered":"2024-09-10T10:35:59.081637+0000","last_unstale":"2024-09-10T10:36:01.099241+0000","last_undegraded":"2024-09-10T10:36:01.099241+0000","last_fullsized":"2024-09-10T10:36:01.099241+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:30.571185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835156+0000","last_change":"2024-09-10T10:36:00.091745+0000","last_active":"2024-09-10T10:36:01.835156+0000","last_peered":"2024-09-10T10:36:01.835156+0000","last_clean":"2024-09-10T10:36:01.835156+0000","last_became_active":"2024-09-10T10:36:00.091476+0000","last_became_peered":"2024-09-10T10:36:00.091476+0000","last_unstale":"2024-09-10T10:36:01.835156+0000","last_undegraded":"2024-09-10T10:36:01.835156+0000","last_fullsized":"2024-09-10T10:36:01.835156+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:31.920297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834565+0000","last_change":"2024-09-10T10:35:59.083363+0000","last_active":"2024-09-10T10:36:01.834565+0000","last_peered":"2024-09-10T10:36:01.834565+0000","last_clean":"2024-09-10T10:36:01.834565+0000","last_became_active":"2024-09-10T10:35:59.083030+0000","last_became_peered":"2024-09-10T10:35:59.083030+0000","last_unstale":"2024-09-10T10:36:01.834565+0000","last_undegraded":"2024-09-10T10:36:01.834565+0000","last_fullsized":"2024-09-10T10:36:01.834565+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:01:18.550671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116818+0000","last_change":"2024-09-10T10:36:00.096087+0000","last_active":"2024-09-10T10:36:01.116818+0000","last_peered":"2024-09-10T10:36:01.116818+0000","last_clean":"2024-09-10T10:36:01.116818+0000","last_became_active":"2024-09-10T10:36:00.095710+0000","last_became_peered":"2024-09-10T10:36:00.095710+0000","last_unstale":"2024-09-10T10:36:01.116818+0000","last_undegraded":"2024-09-10T10:36:01.116818+0000","last_fullsized":"2024-09-10T10:36:01.116818+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:16:31.057842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116572+0000","last_change":"2024-09-10T10:35:59.077126+0000","last_active":"2024-09-10T10:36:01.116572+0000","last_peered":"2024-09-10T10:36:01.116572+0000","last_clean":"2024-09-10T10:36:01.116572+0000","last_became_active":"2024-09-10T10:35:59.076852+0000","last_became_peered":"2024-09-10T10:35:59.076852+0000","last_unstale":"2024-09-10T10:36:01.116572+0000","last_undegraded":"2024-09-10T10:36:01.116572+0000","last_fullsized":"2024-09-10T10:36:01.116572+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:18:30.823628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094042+0000","last_change":"2024-09-10T10:36:00.096548+0000","last_active":"2024-09-10T10:36:01.094042+0000","last_peered":"2024-09-10T10:36:01.094042+0000","last_clean":"2024-09-10T10:36:01.094042+0000","last_became_active":"2024-09-10T10:36:00.096285+0000","last_became_peered":"2024-09-10T10:36:00.096285+0000","last_unstale":"2024-09-10T10:36:01.094042+0000","last_undegraded":"2024-09-10T10:36:01.094042+0000","last_fullsized":"2024-09-10T10:36:01.094042+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:25.960739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.095504+0000","last_change":"2024-09-10T10:35:59.090668+0000","last_active":"2024-09-10T10:36:01.095504+0000","last_peered":"2024-09-10T10:36:01.095504+0000","last_clean":"2024-09-10T10:36:01.095504+0000","last_became_active":"2024-09-10T10:35:59.090286+0000","last_became_peered":"2024-09-10T10:35:59.090286+0000","last_unstale":"2024-09-10T10:36:01.095504+0000","last_undegraded":"2024-09-10T10:36:01.095504+0000","last_fullsized":"2024-09-10T10:36:01.095504+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:43.085481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.098843+0000","last_change":"2024-09-10T10:36:00.106817+0000","last_active":"2024-09-10T10:36:01.098843+0000","last_peered":"2024-09-10T10:36:01.098843+0000","last_clean":"2024-09-10T10:36:01.098843+0000","last_became_active":"2024-09-10T10:36:00.106535+0000","last_became_peered":"2024-09-10T10:36:00.106535+0000","last_unstale":"2024-09-10T10:36:01.098843+0000","last_undegraded":"2024-09-10T10:36:01.098843+0000","last_fullsized":"2024-09-10T10:36:01.098843+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:09.560460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.116442+0000","last_change":"2024-09-10T10:35:59.090953+0000","last_active":"2024-09-10T10:36:01.116442+0000","last_peered":"2024-09-10T10:36:01.116442+0000","last_clean":"2024-09-10T10:36:01.116442+0000","last_became_active":"2024-09-10T10:35:59.090660+0000","last_became_peered":"2024-09-10T10:35:59.090660+0000","last_unstale":"2024-09-10T10:36:01.116442+0000","last_undegraded":"2024-09-10T10:36:01.116442+0000","last_fullsized":"2024-09-10T10:36:01.116442+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:43.085481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.093782+0000","last_change":"2024-09-10T10:36:00.093831+0000","last_active":"2024-09-10T10:36:01.093782+0000","last_peered":"2024-09-10T10:36:01.093782+0000","last_clean":"2024-09-10T10:36:01.093782+0000","last_became_active":"2024-09-10T10:36:00.093520+0000","last_became_peered":"2024-09-10T10:36:00.093520+0000","last_unstale":"2024-09-10T10:36:01.093782+0000","last_undegraded":"2024-09-10T10:36:01.093782+0000","last_fullsized":"2024-09-10T10:36:01.093782+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:53.587258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094241+0000","last_change":"2024-09-10T10:35:59.083799+0000","last_active":"2024-09-10T10:36:01.094241+0000","last_peered":"2024-09-10T10:36:01.094241+0000","last_clean":"2024-09-10T10:36:01.094241+0000","last_became_active":"2024-09-10T10:35:59.083440+0000","last_became_peered":"2024-09-10T10:35:59.083440+0000","last_unstale":"2024-09-10T10:36:01.094241+0000","last_undegraded":"2024-09-10T10:36:01.094241+0000","last_fullsized":"2024-09-10T10:36:01.094241+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:44.674066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.094280+0000","last_change":"2024-09-10T10:36:00.082030+0000","last_active":"2024-09-10T10:36:01.094280+0000","last_peered":"2024-09-10T10:36:01.094280+0000","last_clean":"2024-09-10T10:36:01.094280+0000","last_became_active":"2024-09-10T10:36:00.081745+0000","last_became_peered":"2024-09-10T10:36:00.081745+0000","last_unstale":"2024-09-10T10:36:01.094280+0000","last_undegraded":"2024-09-10T10:36:01.094280+0000","last_fullsized":"2024-09-10T10:36:01.094280+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:18:31.830858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.834054+0000","last_change":"2024-09-10T10:35:59.080794+0000","last_active":"2024-09-10T10:36:01.834054+0000","last_peered":"2024-09-10T10:36:01.834054+0000","last_clean":"2024-09-10T10:36:01.834054+0000","last_became_active":"2024-09-10T10:35:59.080456+0000","last_became_peered":"2024-09-10T10:35:59.080456+0000","last_unstale":"2024-09-10T10:36:01.834054+0000","last_undegraded":"2024-09-10T10:36:01.834054+0000","last_fullsized":"2024-09-10T10:36:01.834054+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:05.481483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.099065+0000","last_change":"2024-09-10T10:36:00.103213+0000","last_active":"2024-09-10T10:36:01.099065+0000","last_peered":"2024-09-10T10:36:01.099065+0000","last_clean":"2024-09-10T10:36:01.099065+0000","last_became_active":"2024-09-10T10:36:00.099743+0000","last_became_peered":"2024-09-10T10:36:00.099743+0000","last_unstale":"2024-09-10T10:36:01.099065+0000","last_undegraded":"2024-09-10T10:36:01.099065+0000","last_fullsized":"2024-09-10T10:36:01.099065+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:59.058548+0000","last_clean_scrub_stamp":"2024-09-10T10:35:59.058548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:06.488713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"80'1","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.835251+0000","last_change":"2024-09-10T10:35:59.087152+0000","last_active":"2024-09-10T10:36:01.835251+0000","last_peered":"2024-09-10T10:36:01.835251+0000","last_clean":"2024-09-10T10:36:01.835251+0000","last_became_active":"2024-09-10T10:35:59.086877+0000","last_became_peered":"2024-09-10T10:35:59.086877+0000","last_unstale":"2024-09-10T10:36:01.835251+0000","last_undegraded":"2024-09-10T10:36:01.835251+0000","last_fullsized":"2024-09-10T10:36:01.835251+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:35:58.051318+0000","last_clean_scrub_stamp":"2024-09-10T10:35:58.051318+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:21:45.296941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":278,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-10T10:36:01.093859+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:36:01.093859+0000","last_peered":"2024-09-10T10:36:01.093859+0000","last_clean":"2024-09-10T10:36:01.093859+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:36:01.093859+0000","last_undegraded":"2024-09-10T10:36:01.093859+0000","last_fullsized":"2024-09-10T10:36:01.093859+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509488,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":991232,"data_stored":415466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509488,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":995328,"data_stored":416068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509487,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":991232,"data_stored":415430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509488,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":999424,"data_stored":416070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509489,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":987136,"data_stored":415396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509488,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32736,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339104,"statfs":{"total":96636764160,"available":96603242496,"internally_reserved":0,"allocated":1585152,"data_stored":1005854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509487,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32176,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339664,"statfs":{"total":96636764160,"available":96603815936,"internally_reserved":0,"allocated":1003520,"data_stored":417030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542193,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32748,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339092,"statfs":{"total":96636764160,"available":96603230208,"internally_reserved":0,"allocated":1597440,"data_stored":1007410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:36:09.189 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:36:09.189 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:36:09.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.376+0000 7f92eae00640 1 Processor -- start 2024-09-10T10:36:09.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.376+0000 7f92eae00640 1 -- start start 2024-09-10T10:36:09.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92eae00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f92e41568c0 0x7f92e40b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92eae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 0x7f92e406d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92eae00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92e40b4f90 con 0x7f92e40b4470 2024-09-10T10:36:09.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92eae00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f92e40b49d0 con 0x7f92e41568c0 2024-09-10T10:36:09.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92eae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f92e40b4cb0 con 0x7f92e40cfad0 2024-09-10T10:36:09.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92e3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f92e41568c0 0x7f92e40b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92e3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f92e41568c0 0x7f92e40b3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39168/0 (socket says 172.21.15.22:39168) 2024-09-10T10:36:09.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92e3e00640 1 -- 172.21.15.22:0/3269999585 learned_addr learned my addr 172.21.15.22:0/3269999585 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:09.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92e8e00640 1 --2- 172.21.15.22:0/3269999585 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 0x7f92e406d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92e3e00640 1 -- 172.21.15.22:0/3269999585 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 msgr2=0x7f92e406d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:09.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92e3e00640 1 --2- 172.21.15.22:0/3269999585 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 0x7f92e406d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92e3e00640 1 -- 172.21.15.22:0/3269999585 >> v1:172.21.15.145:6789/0 conn(0x7f92e40b4470 legacy=0x7f92e40cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:09.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.380+0000 7f92e3e00640 1 -- 172.21.15.22:0/3269999585 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92e406d1b0 con 0x7f92e41568c0 2024-09-10T10:36:09.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92e3e00640 1 --2- 172.21.15.22:0/3269999585 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 0x7f92e40b3f30 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f92d4009870 tx=0x7f92d401c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a0f31274ea152d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:09.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92e3400640 1 -- 172.21.15.22:0/3269999585 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92d40a9610 con 0x7f92e41568c0 2024-09-10T10:36:09.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92e3400640 1 -- 172.21.15.22:0/3269999585 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92d40a97b0 con 0x7f92e41568c0 2024-09-10T10:36:09.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92e3400640 1 -- 172.21.15.22:0/3269999585 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92d40a9b80 con 0x7f92e41568c0 2024-09-10T10:36:09.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 -- 172.21.15.22:0/3269999585 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 msgr2=0x7f92e40b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 --2- 172.21.15.22:0/3269999585 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 0x7f92e40b3f30 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f92d4009870 tx=0x7f92d401c530 comp rx=0 tx=0).stop 2024-09-10T10:36:09.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 -- 172.21.15.22:0/3269999585 shutdown_connections 2024-09-10T10:36:09.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 --2- 172.21.15.22:0/3269999585 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 0x7f92e406d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 --2- 172.21.15.22:0/3269999585 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 0x7f92e40b3f30 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 -- 172.21.15.22:0/3269999585 >> 172.21.15.22:0/3269999585 conn(0x7f92e4062eb0 msgr2=0x7f92e406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:09.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 -- 172.21.15.22:0/3269999585 shutdown_connections 2024-09-10T10:36:09.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 -- 172.21.15.22:0/3269999585 wait complete. 2024-09-10T10:36:09.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 Processor -- start 2024-09-10T10:36:09.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 -- start start 2024-09-10T10:36:09.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.384+0000 7f92eae00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92e40b4470 0x7f92e41657a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92eae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 0x7f92e41fa900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92eae00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 0x7f92e41fae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92eae00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f92e406e700 con 0x7f92e41568c0 2024-09-10T10:36:09.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92eae00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f92e4156eb0 con 0x7f92e40b4470 2024-09-10T10:36:09.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92eae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f92e406e880 con 0x7f92e40cfad0 2024-09-10T10:36:09.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e8e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 0x7f92e41fae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.391 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e8e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 0x7f92e41fae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39182/0 (socket says 172.21.15.22:39182) 2024-09-10T10:36:09.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e8e00640 1 -- 172.21.15.22:0/3200479273 learned_addr learned my addr 172.21.15.22:0/3200479273 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:09.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e3e00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92e40b4470 0x7f92e41657a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92db400640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 0x7f92e41fa900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e8e00640 1 -- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 msgr2=0x7f92e41fa900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e8e00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 0x7f92e41fa900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e8e00640 1 -- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92e40b4470 msgr2=0x7f92e41657a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e8e00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92e40b4470 0x7f92e41657a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e8e00640 1 -- 172.21.15.22:0/3200479273 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92e41fb510 con 0x7f92e41568c0 2024-09-10T10:36:09.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92db400640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 0x7f92e41fa900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:36:09.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e8e00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 0x7f92e41fae40 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f92dc00efc0 tx=0x7f92dc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:09.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e0c00640 1 -- 172.21.15.22:0/3200479273 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc018020 con 0x7f92e41568c0 2024-09-10T10:36:09.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e0c00640 1 -- 172.21.15.22:0/3200479273 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92dc014480 con 0x7f92e41568c0 2024-09-10T10:36:09.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e0c00640 1 -- 172.21.15.22:0/3200479273 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc014870 con 0x7f92e41568c0 2024-09-10T10:36:09.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92eae00640 1 -- 172.21.15.22:0/3200479273 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92e40712d0 con 0x7f92e41568c0 2024-09-10T10:36:09.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92eae00640 1 -- 172.21.15.22:0/3200479273 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92e4071890 con 0x7f92e41568c0 2024-09-10T10:36:09.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92eae00640 1 -- 172.21.15.22:0/3200479273 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92e406d9b0 con 0x7f92e41568c0 2024-09-10T10:36:09.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.388+0000 7f92e0c00640 1 -- 172.21.15.22:0/3200479273 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f92dc01b020 con 0x7f92e41568c0 2024-09-10T10:36:09.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.392+0000 7f92e0c00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92c00678c0 0x7f92c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.392+0000 7f92e0c00640 1 -- 172.21.15.22:0/3200479273 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f92dc086780 con 0x7f92e41568c0 2024-09-10T10:36:09.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.392+0000 7f92e3e00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92c00678c0 0x7f92c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.392+0000 7f92e3e00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92c00678c0 0x7f92c0069d80 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f92d40ae000 tx=0x7f92d4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:09.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.396+0000 7f92e0c00640 1 -- 172.21.15.22:0/3200479273 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f92dc022030 con 0x7f92e41568c0 2024-09-10T10:36:09.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.624+0000 7f92eae00640 1 -- 172.21.15.22:0/3200479273 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f92e40d01f0 con 0x7f92e41568c0 2024-09-10T10:36:09.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.624+0000 7f92e0c00640 1 -- 172.21.15.22:0/3200479273 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) ==== 190+0+147 (secure 0 0 0) 0x7f92dc010040 con 0x7f92e41568c0 2024-09-10T10:36:09.627 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:36:09.627 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:36:09.627 INFO:teuthology.orchestra.run.smithi022.stdout: caps mds = "allow" 2024-09-10T10:36:09.628 INFO:teuthology.orchestra.run.smithi022.stdout: caps mon = "allow r" 2024-09-10T10:36:09.628 INFO:teuthology.orchestra.run.smithi022.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:36:09.628 INFO:teuthology.orchestra.run.smithi022.stderr:updated caps for client.0 2024-09-10T10:36:09.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 -- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92c00678c0 msgr2=0x7f92c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92c00678c0 0x7f92c0069d80 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f92d40ae000 tx=0x7f92d4009040 comp rx=0 tx=0).stop 2024-09-10T10:36:09.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 -- 172.21.15.22:0/3200479273 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 msgr2=0x7f92e41fae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 0x7f92e41fae40 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f92dc00efc0 tx=0x7f92dc00c490 comp rx=0 tx=0).stop 2024-09-10T10:36:09.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 -- 172.21.15.22:0/3200479273 shutdown_connections 2024-09-10T10:36:09.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f92c00678c0 0x7f92c0069d80 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f92e41568c0 0x7f92e41fae40 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f92e40cfad0 0x7f92e41fa900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 --2- 172.21.15.22:0/3200479273 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f92e40b4470 0x7f92e41657a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 -- 172.21.15.22:0/3200479273 >> 172.21.15.22:0/3200479273 conn(0x7f92e4062eb0 msgr2=0x7f92e41665d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:09.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 -- 172.21.15.22:0/3200479273 shutdown_connections 2024-09-10T10:36:09.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.628+0000 7f92eae00640 1 -- 172.21.15.22:0/3200479273 wait complete. 2024-09-10T10:36:09.650 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:36:09.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.788+0000 7fcaebc00640 1 Processor -- start 2024-09-10T10:36:09.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.788+0000 7fcaebc00640 1 -- start start 2024-09-10T10:36:09.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcaebc00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcae415b220 0x7fcae4071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcaebc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae40b56f0 0x7fcae40b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcaebc00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcae40ce880 con 0x7fcae415b600 2024-09-10T10:36:09.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcaebc00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fcae406d6e0 con 0x7fcae415b220 2024-09-10T10:36:09.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcaebc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcae40ceb60 con 0x7fcae40b56f0 2024-09-10T10:36:09.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcae9200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcae415b220 0x7fcae4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcae9c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae40b56f0 0x7fcae40b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcadbe00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fcae415b600 0x7fcae40b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:55386/0 (socket says 172.21.15.22:55386) 2024-09-10T10:36:09.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcadbe00640 1 -- 172.21.15.22:0/4283155308 learned_addr learned my addr 172.21.15.22:0/4283155308 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:09.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcae9200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcae415b220 0x7fcae4071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:35184/0 (socket says 172.21.15.22:35184) 2024-09-10T10:36:09.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcae3e00640 1 -- 172.21.15.22:0/4283155308 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4160193495 0 0) 0x7fcae40ce880 con 0x7fcae415b600 2024-09-10T10:36:09.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcae3e00640 1 -- 172.21.15.22:0/4283155308 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcac8003530 con 0x7fcae415b600 2024-09-10T10:36:09.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcae9c00640 1 -- 172.21.15.22:0/4283155308 >> v2:172.21.15.145:3300/0 conn(0x7fcae415b220 msgr2=0x7fcae4071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:09.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcae9c00640 1 --2- 172.21.15.22:0/4283155308 >> v2:172.21.15.145:3300/0 conn(0x7fcae415b220 0x7fcae4071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcae9c00640 1 -- 172.21.15.22:0/4283155308 >> v1:172.21.15.145:6789/0 conn(0x7fcae415b600 legacy=0x7fcae40b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcae9c00640 1 -- 172.21.15.22:0/4283155308 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae40cee40 con 0x7fcae40b56f0 2024-09-10T10:36:09.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.792+0000 7fcae9200640 1 --2- 172.21.15.22:0/4283155308 >> v2:172.21.15.145:3300/0 conn(0x7fcae415b220 0x7fcae4071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:36:09.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcae9c00640 1 --2- 172.21.15.22:0/4283155308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae40b56f0 0x7fcae40b3f10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcadc009d90 tx=0x7fcadc01c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72e8ed40e8be95e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:09.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcae3e00640 1 -- 172.21.15.22:0/4283155308 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc0b2070 con 0x7fcae40b56f0 2024-09-10T10:36:09.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcae3e00640 1 -- 172.21.15.22:0/4283155308 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcadc0a5900 con 0x7fcae40b56f0 2024-09-10T10:36:09.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcae3e00640 1 -- 172.21.15.22:0/4283155308 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc0a5cd0 con 0x7fcae40b56f0 2024-09-10T10:36:09.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 -- 172.21.15.22:0/4283155308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae40b56f0 msgr2=0x7fcae40b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 --2- 172.21.15.22:0/4283155308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae40b56f0 0x7fcae40b3f10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcadc009d90 tx=0x7fcadc01c820 comp rx=0 tx=0).stop 2024-09-10T10:36:09.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 -- 172.21.15.22:0/4283155308 shutdown_connections 2024-09-10T10:36:09.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 --2- 172.21.15.22:0/4283155308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae40b56f0 0x7fcae40b3f10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 --2- 172.21.15.22:0/4283155308 >> v2:172.21.15.145:3300/0 conn(0x7fcae415b220 0x7fcae4071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 -- 172.21.15.22:0/4283155308 >> 172.21.15.22:0/4283155308 conn(0x7fcae4062dd0 msgr2=0x7fcae406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:09.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 -- 172.21.15.22:0/4283155308 shutdown_connections 2024-09-10T10:36:09.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 -- 172.21.15.22:0/4283155308 wait complete. 2024-09-10T10:36:09.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 Processor -- start 2024-09-10T10:36:09.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 -- start start 2024-09-10T10:36:09.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcae40b56f0 0x7fcae4143d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae415b220 0x7fcae41529e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcae415b600 0x7fcae415dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fcae40cffd0 con 0x7fcae40b56f0 2024-09-10T10:36:09.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcae40cfe50 con 0x7fcae415b600 2024-09-10T10:36:09.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.796+0000 7fcaebc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcae40d0150 con 0x7fcae415b220 2024-09-10T10:36:09.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcae40b56f0 0x7fcae4143d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcae40b56f0 0x7fcae4143d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39184/0 (socket says 172.21.15.22:39184) 2024-09-10T10:36:09.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae9200640 1 -- 172.21.15.22:0/528046503 learned_addr learned my addr 172.21.15.22:0/528046503 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:09.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae9c00640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcae415b600 0x7fcae415dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcadbe00640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae415b220 0x7fcae41529e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae9200640 1 -- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae415b220 msgr2=0x7fcae41529e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae9200640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae415b220 0x7fcae41529e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae9200640 1 -- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcae415b600 msgr2=0x7fcae415dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:09.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae9200640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcae415b600 0x7fcae415dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:09.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae9200640 1 -- 172.21.15.22:0/528046503 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae41442d0 con 0x7fcae40b56f0 2024-09-10T10:36:09.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae9200640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcae40b56f0 0x7fcae4143d90 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fcad400ebe0 tx=0x7fcad400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:09.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae1600640 1 -- 172.21.15.22:0/528046503 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad4017070 con 0x7fcae40b56f0 2024-09-10T10:36:09.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae1600640 1 -- 172.21.15.22:0/528046503 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcad400cc30 con 0x7fcae40b56f0 2024-09-10T10:36:09.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcaebc00640 1 -- 172.21.15.22:0/528046503 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcae415ba80 con 0x7fcae40b56f0 2024-09-10T10:36:09.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae1600640 1 -- 172.21.15.22:0/528046503 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad4013470 con 0x7fcae40b56f0 2024-09-10T10:36:09.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcaebc00640 1 -- 172.21.15.22:0/528046503 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcae40b25f0 con 0x7fcae40b56f0 2024-09-10T10:36:09.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcaebc00640 1 -- 172.21.15.22:0/528046503 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcae40b3f10 con 0x7fcae40b56f0 2024-09-10T10:36:09.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.800+0000 7fcae1600640 1 -- 172.21.15.22:0/528046503 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcad401a070 con 0x7fcae40b56f0 2024-09-10T10:36:09.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.804+0000 7fcae1600640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 0x7fcac0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:09.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.804+0000 7fcae1600640 1 -- 172.21.15.22:0/528046503 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fcad4085c40 con 0x7fcae40b56f0 2024-09-10T10:36:09.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.804+0000 7fcadbe00640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 0x7fcac0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:09.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.804+0000 7fcadbe00640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 0x7fcac0069d80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fcacc007fd0 tx=0x7fcacc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:09.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:09.808+0000 7fcae1600640 1 -- 172.21.15.22:0/528046503 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcad4056090 con 0x7fcae40b56f0 2024-09-10T10:36:10.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.004+0000 7fcaebc00640 1 -- 172.21.15.22:0/528046503 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcae4072e90 con 0x7fcae40b56f0 2024-09-10T10:36:10.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.004+0000 7fcae1600640 1 -- 172.21.15.22:0/528046503 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5231 (secure 0 0 0) 0x7fcad405a390 con 0x7fcae40b56f0 2024-09-10T10:36:10.007 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:10.007 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":50,"btime":"2024-09-10T10:36:03:097962+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1770741199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1770741199},{"type":"v1","addr":"172.21.15.145:6836","nonce":1770741199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6198,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1514591581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1514591581},{"type":"v1","addr":"172.21.15.22:6834","nonce":1514591581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44},{"gid":6201,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1244929938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1244929938},{"type":"v1","addr":"172.21.15.22:6835","nonce":1244929938}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:59.473721+0000","modified":"2024-09-10T10:36:02.490147+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6207},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6207":{"gid":6207,"name":"b","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6837/2250061541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2250061541},{"type":"v1","addr":"172.21.15.145:6837","nonce":2250061541}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6207,"qdb_cluster":[6207]},"id":6}]} 2024-09-10T10:36:10.008 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 50 2024-09-10T10:36:10.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 -- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 msgr2=0x7fcac0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 0x7fcac0069d80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fcacc007fd0 tx=0x7fcacc009040 comp rx=0 tx=0).stop 2024-09-10T10:36:10.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 -- 172.21.15.22:0/528046503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcae40b56f0 msgr2=0x7fcae4143d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcae40b56f0 0x7fcae4143d90 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fcad400ebe0 tx=0x7fcad400c520 comp rx=0 tx=0).stop 2024-09-10T10:36:10.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 -- 172.21.15.22:0/528046503 shutdown_connections 2024-09-10T10:36:10.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 0x7fcac0069d80 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcae415b600 0x7fcae415dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcae415b220 0x7fcae41529e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 --2- 172.21.15.22:0/528046503 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcae40b56f0 0x7fcae4143d90 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 -- 172.21.15.22:0/528046503 >> 172.21.15.22:0/528046503 conn(0x7fcae4062dd0 msgr2=0x7fcae406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:10.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 -- 172.21.15.22:0/528046503 shutdown_connections 2024-09-10T10:36:10.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.008+0000 7fcaebc00640 1 -- 172.21.15.22:0/528046503 wait complete. 2024-09-10T10:36:10.431 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 50, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:35:59.473721+0000', 'modified': '2024-09-10T10:36:02.490147+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6207}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6207': {'gid': 6207, 'name': 'b', 'rank': 0, 'incarnation': 46, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.145:6837/2250061541', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6835', 'nonce': 2250061541}, {'type': 'v1', 'addr': '172.21.15.145:6837', 'nonce': 2250061541}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6207, 'qdb_cluster': [6207]} 2024-09-10T10:36:10.431 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:36:10.432 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-10T10:36:10.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.572+0000 7f06d5e00640 1 Processor -- start 2024-09-10T10:36:10.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.572+0000 7f06d5e00640 1 -- start start 2024-09-10T10:36:10.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.572+0000 7f06d5e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f06d0162090 0x7f06d0162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.572+0000 7f06d5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06d0073730 0x7f06d00ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.572+0000 7f06d5e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06d0158ef0 con 0x7f06d015eaa0 2024-09-10T10:36:10.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.572+0000 7f06d5e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f06d015fd00 con 0x7f06d0162090 2024-09-10T10:36:10.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.572+0000 7f06d5e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f06d01629b0 con 0x7f06d0073730 2024-09-10T10:36:10.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.572+0000 7f06cea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f06d0162090 0x7f06d0162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.572+0000 7f06cf400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f06d015eaa0 0x7f06d015ef10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43200/0 (socket says 172.21.15.22:43200) 2024-09-10T10:36:10.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.572+0000 7f06cf400640 1 -- 172.21.15.22:0/2263164770 learned_addr learned my addr 172.21.15.22:0/2263164770 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:10.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06cea00640 1 -- 172.21.15.22:0/2263164770 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06d0073730 msgr2=0x7f06d00ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:10.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06cea00640 1 --2- 172.21.15.22:0/2263164770 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06d0073730 0x7f06d00ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06cea00640 1 -- 172.21.15.22:0/2263164770 >> v1:172.21.15.22:6789/0 conn(0x7f06d015eaa0 legacy=0x7f06d015ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06cea00640 1 -- 172.21.15.22:0/2263164770 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06d00aea70 con 0x7f06d0162090 2024-09-10T10:36:10.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06cd600640 1 -- 172.21.15.22:0/2263164770 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 283411775 0 0) 0x7f06c80014a0 con 0x7f06d015eaa0 2024-09-10T10:36:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06cea00640 1 --2- 172.21.15.22:0/2263164770 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 0x7f06d0162470 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f06c00097c0 tx=0x7f06c001ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcc32311ab5dcc24 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06cd600640 1 -- 172.21.15.22:0/2263164770 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c00b5070 con 0x7f06d0162090 2024-09-10T10:36:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06cd600640 1 -- 172.21.15.22:0/2263164770 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06c00a8990 con 0x7f06d0162090 2024-09-10T10:36:10.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06cd600640 1 -- 172.21.15.22:0/2263164770 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c00a8d60 con 0x7f06d0162090 2024-09-10T10:36:10.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06d5e00640 1 -- 172.21.15.22:0/2263164770 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 msgr2=0x7f06d0162470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.576+0000 7f06d5e00640 1 --2- 172.21.15.22:0/2263164770 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 0x7f06d0162470 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f06c00097c0 tx=0x7f06c001ec90 comp rx=0 tx=0).stop 2024-09-10T10:36:10.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 -- 172.21.15.22:0/2263164770 shutdown_connections 2024-09-10T10:36:10.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 --2- 172.21.15.22:0/2263164770 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06d0073730 0x7f06d00ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 --2- 172.21.15.22:0/2263164770 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 0x7f06d0162470 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 -- 172.21.15.22:0/2263164770 >> 172.21.15.22:0/2263164770 conn(0x7f06d006bcc0 msgr2=0x7f06d006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:10.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 -- 172.21.15.22:0/2263164770 shutdown_connections 2024-09-10T10:36:10.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 -- 172.21.15.22:0/2263164770 wait complete. 2024-09-10T10:36:10.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 Processor -- start 2024-09-10T10:36:10.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 -- start start 2024-09-10T10:36:10.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06d0073730 0x7f06d00cb070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06d015eaa0 0x7f06d009caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 0x7f06d00cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f06d00af310 con 0x7f06d0162090 2024-09-10T10:36:10.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f06d00af030 con 0x7f06d015eaa0 2024-09-10T10:36:10.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06d5e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f06d00af490 con 0x7f06d0073730 2024-09-10T10:36:10.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 0x7f06d00cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 0x7f06d00cc7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39196/0 (socket says 172.21.15.22:39196) 2024-09-10T10:36:10.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06cf400640 1 -- 172.21.15.22:0/4186481368 learned_addr learned my addr 172.21.15.22:0/4186481368 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:10.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06cea00640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06d0073730 0x7f06d00cb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06ce000640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06d015eaa0 0x7f06d009caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06cf400640 1 -- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06d0073730 msgr2=0x7f06d00cb070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06cf400640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06d0073730 0x7f06d00cb070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06cf400640 1 -- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06d015eaa0 msgr2=0x7f06d009caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06cf400640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06d015eaa0 0x7f06d009caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06cf400640 1 -- 172.21.15.22:0/4186481368 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06d00ccce0 con 0x7f06d0162090 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.580+0000 7f06cf400640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 0x7f06d00cc7a0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f06c800c7f0 tx=0x7f06c800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06c7400640 1 -- 172.21.15.22:0/4186481368 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c8018070 con 0x7f06d0162090 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06c7400640 1 -- 172.21.15.22:0/4186481368 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06c800a640 con 0x7f06d0162090 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06c7400640 1 -- 172.21.15.22:0/4186481368 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c800aa30 con 0x7f06d0162090 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06d5e00640 1 -- 172.21.15.22:0/4186481368 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06d00cb700 con 0x7f06d0162090 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06d5e00640 1 -- 172.21.15.22:0/4186481368 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06d00cbcc0 con 0x7f06d0162090 2024-09-10T10:36:10.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06c7400640 1 -- 172.21.15.22:0/4186481368 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f06c801b070 con 0x7f06d0162090 2024-09-10T10:36:10.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06c7400640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06b0067910 0x7f06b0069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06c7400640 1 -- 172.21.15.22:0/4186481368 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f06c80852b0 con 0x7f06d0162090 2024-09-10T10:36:10.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06d9169000 1 Processor -- start 2024-09-10T10:36:10.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06d9169000 1 -- start start 2024-09-10T10:36:10.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.584+0000 7f06cea00640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06b0067910 0x7f06b0069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f11f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4ec7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ec8290 0x5597a4ec8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x5597a4dafb60 con 0x5597a4f12440 2024-09-10T10:36:10.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5597a4d16c70 con 0x5597a4f11b20 2024-09-10T10:36:10.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5597a4cbced0 con 0x5597a4ec8290 2024-09-10T10:36:10.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06cea00640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06b0067910 0x7f06b0069dd0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f06c00b2000 tx=0x7f06c00aa070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:10.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06ce000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4ec7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06ce000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4ec7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39204/0 (socket says 172.21.15.22:39204) 2024-09-10T10:36:10.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06ce000640 1 -- 172.21.15.22:0/886065906 learned_addr learned my addr 172.21.15.22:0/886065906 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:10.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06cea00640 1 --2- 172.21.15.22:0/886065906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f11f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06cf400640 1 --2- 172.21.15.22:0/886065906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ec8290 0x5597a4ec8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06ce000640 1 -- 172.21.15.22:0/886065906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ec8290 msgr2=0x5597a4ec8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:10.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06ce000640 1 --2- 172.21.15.22:0/886065906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ec8290 0x5597a4ec8670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06ce000640 1 -- 172.21.15.22:0/886065906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 msgr2=0x5597a4f11f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:10.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06ce000640 1 --2- 172.21.15.22:0/886065906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f11f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06ce000640 1 -- 172.21.15.22:0/886065906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597a4ccee50 con 0x5597a4f12440 2024-09-10T10:36:10.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06cf400640 1 --2- 172.21.15.22:0/886065906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ec8290 0x5597a4ec8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:10.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06ce000640 1 --2- 172.21.15.22:0/886065906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4ec7d50 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f06bc0099a0 tx=0x7f06bc009e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=190c51a88b5cc6b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:10.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06bbe00640 1 -- 172.21.15.22:0/886065906 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06bc017070 con 0x5597a4f12440 2024-09-10T10:36:10.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06bbe00640 1 -- 172.21.15.22:0/886065906 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06bc00ea80 con 0x5597a4f12440 2024-09-10T10:36:10.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06bbe00640 1 -- 172.21.15.22:0/886065906 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06bc00ee50 con 0x5597a4f12440 2024-09-10T10:36:10.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 -- 172.21.15.22:0/886065906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 msgr2=0x5597a4ec7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 --2- 172.21.15.22:0/886065906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4ec7d50 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f06bc0099a0 tx=0x7f06bc009e60 comp rx=0 tx=0).stop 2024-09-10T10:36:10.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 -- 172.21.15.22:0/886065906 shutdown_connections 2024-09-10T10:36:10.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 --2- 172.21.15.22:0/886065906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ec8290 0x5597a4ec8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 --2- 172.21.15.22:0/886065906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4ec7d50 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 --2- 172.21.15.22:0/886065906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f11f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 -- 172.21.15.22:0/886065906 >> 172.21.15.22:0/886065906 conn(0x5597a4ece600 msgr2=0x5597a4ec6630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:10.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 -- 172.21.15.22:0/886065906 shutdown_connections 2024-09-10T10:36:10.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 -- 172.21.15.22:0/886065906 wait complete. 2024-09-10T10:36:10.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 -- start start 2024-09-10T10:36:10.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.588+0000 7f06d9169000 1 Processor -- start 2024-09-10T10:36:10.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f11b20 0x5597a4ecce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f12440 0x5597a4ed2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4ed3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x5597a4d78b00 con 0x5597a4f11b20 2024-09-10T10:36:10.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5597a4cf1360 con 0x5597a4f12440 2024-09-10T10:36:10.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5597a4cee2d0 con 0x5597a4ecd390 2024-09-10T10:36:10.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 10 client.0 _ll_register_callbacks cb 0x5597a4eb3820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:36:10.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06cea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f11b20 0x5597a4ecce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06cea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f11b20 0x5597a4ecce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39212/0 (socket says 172.21.15.22:39212) 2024-09-10T10:36:10.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06cea00640 1 -- 172.21.15.22:0/3984724831 learned_addr learned my addr 172.21.15.22:0/3984724831 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:10.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06ce000640 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f12440 0x5597a4ed2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06cf400640 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4ed3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06cea00640 1 -- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 msgr2=0x5597a4ed3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:10.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06cea00640 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4ed3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06cea00640 1 -- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f12440 msgr2=0x5597a4ed2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:10.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06cea00640 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f12440 0x5597a4ed2cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06cea00640 1 -- 172.21.15.22:0/3984724831 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597a4cbd120 con 0x5597a4f11b20 2024-09-10T10:36:10.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06cea00640 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f11b20 0x5597a4ecce50 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f06c0000c10 tx=0x7f06c001d4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8d2edccbcac2391 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:10.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06b8c00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:36:10.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06b8c00640 1 -- 172.21.15.22:0/3984724831 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c00b5040 con 0x5597a4f11b20 2024-09-10T10:36:10.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06b8c00640 1 -- 172.21.15.22:0/3984724831 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f06c0003620 con 0x5597a4f11b20 2024-09-10T10:36:10.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 1 -- 172.21.15.22:0/3984724831 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06bc00ea80 con 0x5597a4f11b20 2024-09-10T10:36:10.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06b8c00640 1 -- 172.21.15.22:0/3984724831 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f06c00d6050 con 0x5597a4f11b20 2024-09-10T10:36:10.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 10 client.6357 fetch_fsmap learned FSMap version 50 2024-09-10T10:36:10.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 1 -- 172.21.15.22:0/3984724831 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=2+}) -- 0x5597a4cb6450 con 0x5597a4f11b20 2024-09-10T10:36:10.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06b8c00640 1 -- 172.21.15.22:0/3984724831 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06bc00ea80 con 0x5597a4f11b20 2024-09-10T10:36:10.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06b8c00640 1 -- 172.21.15.22:0/3984724831 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 50) ==== 3502+0+0 (secure 0 0 0) 0x7f06c00d9020 con 0x5597a4f11b20 2024-09-10T10:36:10.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 10 client.6357 fetch_fsmap finished waiting for FSMap version 50 2024-09-10T10:36:10.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 10 client.6357 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T10:36:10.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 20 client.6357 populate_metadata read hostname 'smithi022' 2024-09-10T10:36:10.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:6835/2250061541,v1:172.21.15.145:6837/2250061541] conn(0x5597a4f17f50 0x5597a4f18330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 4 client.6357 mds_command: new command op to 6207 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:36:10.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06d9169000 1 -- 172.21.15.22:0/3984724831 --> [v2:172.21.15.145:6835/2250061541,v1:172.21.15.145:6837/2250061541] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5597a4cb0c00 con 0x5597a4f17f50 2024-09-10T10:36:10.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06ce000640 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:6835/2250061541,v1:172.21.15.145:6837/2250061541] conn(0x5597a4f17f50 0x5597a4f18330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06ce000640 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:6835/2250061541,v1:172.21.15.145:6837/2250061541] conn(0x5597a4f17f50 0x5597a4f18330 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88c89553ae673c7c server_cookie=8d46aa3b7f8c0428 in_seq=0 out_seq=0 2024-09-10T10:36:10.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.592+0000 7f06b8c00640 10 client.6357 ms_handle_connect on v2:172.21.15.145:6835/2250061541 2024-09-10T10:36:10.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06b8c00640 1 -- 172.21.15.22:0/3984724831 <== mds.0 v2:172.21.15.145:6835/2250061541 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5597a4cb0c00 con 0x5597a4f17f50 2024-09-10T10:36:10.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06b8c00640 10 client.6357 handle_command_reply: tid=0 2024-09-10T10:36:10.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 client.6357 shutdown 2024-09-10T10:36:10.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 -- 172.21.15.22:0/3984724831 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f11b20 msgr2=0x5597a4ecce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f11b20 0x5597a4ecce50 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f06c0000c10 tx=0x7f06c001d4d0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 -- 172.21.15.22:0/3984724831 shutdown_connections 2024-09-10T10:36:10.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:6835/2250061541,v1:172.21.15.145:6837/2250061541] conn(0x5597a4f17f50 0x5597a4f18330 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4ed3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f12440 0x5597a4ed2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06b8c00640 0 client.6357 ms_handle_reset on v2:172.21.15.145:6835/2250061541 2024-09-10T10:36:10.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 --2- 172.21.15.22:0/3984724831 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f11b20 0x5597a4ecce50 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 -- 172.21.15.22:0/3984724831 >> 172.21.15.22:0/3984724831 conn(0x5597a4ec8290 msgr2=0x5597a4ec6d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:10.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 -- 172.21.15.22:0/3984724831 shutdown_connections 2024-09-10T10:36:10.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 1 -- 172.21.15.22:0/3984724831 wait complete. 2024-09-10T10:36:10.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.596+0000 7f06d9169000 20 client.6357 trim_cache size 0 max 16384 2024-09-10T10:36:10.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.612+0000 7f06d9169000 1 Processor -- start 2024-09-10T10:36:10.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.612+0000 7f06d9169000 1 -- start start 2024-09-10T10:36:10.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4f28640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f10cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f11230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f06d009c7a0 con 0x5597a4f12440 2024-09-10T10:36:10.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f06d009bb00 con 0x5597a4f11b20 2024-09-10T10:36:10.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f06d009c150 con 0x5597a4ecd390 2024-09-10T10:36:10.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f11230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f11230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39216/0 (socket says 172.21.15.22:39216) 2024-09-10T10:36:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06cf400640 1 -- 172.21.15.22:0/1067443410 learned_addr learned my addr 172.21.15.22:0/1067443410 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06cf400640 1 -- 172.21.15.22:0/1067443410 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 msgr2=0x5597a4f28640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06cf400640 1 --2- 172.21.15.22:0/1067443410 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4f28640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06cf400640 1 -- 172.21.15.22:0/1067443410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 msgr2=0x5597a4f10cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06cf400640 1 --2- 172.21.15.22:0/1067443410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f10cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06cf400640 1 -- 172.21.15.22:0/1067443410 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597a4c9dfd0 con 0x5597a4f12440 2024-09-10T10:36:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06cf400640 1 --2- 172.21.15.22:0/1067443410 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f11230 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f06c80837f0 tx=0x7f06c8009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6388db634dd4c1f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06bb400640 1 -- 172.21.15.22:0/1067443410 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c8055810 con 0x5597a4f12440 2024-09-10T10:36:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06bb400640 1 -- 172.21.15.22:0/1067443410 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06c8059b10 con 0x5597a4f12440 2024-09-10T10:36:10.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06bb400640 1 -- 172.21.15.22:0/1067443410 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c805e340 con 0x5597a4f12440 2024-09-10T10:36:10.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- 172.21.15.22:0/1067443410 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 msgr2=0x5597a4f11230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 --2- 172.21.15.22:0/1067443410 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f11230 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f06c80837f0 tx=0x7f06c8009040 comp rx=0 tx=0).stop 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- 172.21.15.22:0/1067443410 shutdown_connections 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 --2- 172.21.15.22:0/1067443410 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f11230 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 --2- 172.21.15.22:0/1067443410 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f10cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 --2- 172.21.15.22:0/1067443410 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4f28640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- 172.21.15.22:0/1067443410 >> 172.21.15.22:0/1067443410 conn(0x5597a4ec8290 msgr2=0x5597a4ecc650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- 172.21.15.22:0/1067443410 shutdown_connections 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- 172.21.15.22:0/1067443410 wait complete. 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- start start 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 Processor -- start 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4f84c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f85180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f1b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x5597a4d15f80 con 0x5597a4f12440 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5597a4cceca0 con 0x5597a4f11b20 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5597a4d1b2a0 con 0x5597a4ecd390 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.616+0000 7f06d9169000 10 client.0 _ll_register_callbacks cb 0x7f06c00042a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f1b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f1b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39218/0 (socket says 172.21.15.22:39218) 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cf400640 1 -- 172.21.15.22:0/951167895 learned_addr learned my addr 172.21.15.22:0/951167895 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cea00640 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4f84c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06ce000640 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f85180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cf400640 1 -- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 msgr2=0x5597a4f84c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cf400640 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4f84c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cf400640 1 -- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 msgr2=0x5597a4f85180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:10.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cf400640 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f85180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cf400640 1 -- 172.21.15.22:0/951167895 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597a4d99750 con 0x5597a4f12440 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cf400640 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f1b390 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f06c8051c70 tx=0x7f06c8083720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21ec1ad41ffae360 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06b8c00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06b8c00640 1 -- 172.21.15.22:0/951167895 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c805e0b0 con 0x5597a4f12440 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06b8c00640 1 -- 172.21.15.22:0/951167895 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f06c8083ba0 con 0x5597a4f12440 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 -- 172.21.15.22:0/951167895 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06c8059b10 con 0x5597a4f12440 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06b8c00640 1 -- 172.21.15.22:0/951167895 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f06c8083da0 con 0x5597a4f12440 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 10 client.6363 fetch_fsmap learned FSMap version 50 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 -- 172.21.15.22:0/951167895 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=2+}) -- 0x5597a4ca4a30 con 0x5597a4f12440 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06b8c00640 1 -- 172.21.15.22:0/951167895 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06c8059b10 con 0x5597a4f12440 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06b8c00640 1 -- 172.21.15.22:0/951167895 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 50) ==== 3502+0+0 (secure 0 0 0) 0x7f06c8054c60 con 0x5597a4f12440 2024-09-10T10:36:10.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 10 client.6363 fetch_fsmap finished waiting for FSMap version 50 2024-09-10T10:36:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 10 client.6363 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T10:36:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 20 client.6363 populate_metadata read hostname 'smithi022' 2024-09-10T10:36:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:6835/2250061541,v1:172.21.15.145:6837/2250061541] conn(0x5597a4f1b8d0 0x5597a4f1bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 4 client.6363 mds_command: new command op to 6207 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:36:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 -- 172.21.15.22:0/951167895 --> [v2:172.21.15.145:6835/2250061541,v1:172.21.15.145:6837/2250061541] -- command(tid 0: {"prefix": "status"}) -- 0x5597a4d243a0 con 0x5597a4f1b8d0 2024-09-10T10:36:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cea00640 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:6835/2250061541,v1:172.21.15.145:6837/2250061541] conn(0x5597a4f1b8d0 0x5597a4f1bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06cea00640 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:6835/2250061541,v1:172.21.15.145:6837/2250061541] conn(0x5597a4f1b8d0 0x5597a4f1bcb0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1353bec170d591c server_cookie=79115ce1618e021d in_seq=0 out_seq=0 2024-09-10T10:36:10.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06b8c00640 10 client.6363 ms_handle_connect on v2:172.21.15.145:6835/2250061541 2024-09-10T10:36:10.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06b8c00640 1 -- 172.21.15.22:0/951167895 <== mds.0 v2:172.21.15.145:6835/2250061541 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5597a4d243a0 con 0x5597a4f1b8d0 2024-09-10T10:36:10.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06b8c00640 10 client.6363 handle_command_reply: tid=0 2024-09-10T10:36:10.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 client.6363 shutdown 2024-09-10T10:36:10.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 -- 172.21.15.22:0/951167895 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 msgr2=0x5597a4f1b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f1b390 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f06c8051c70 tx=0x7f06c8083720 comp rx=0 tx=0).stop 2024-09-10T10:36:10.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 -- 172.21.15.22:0/951167895 shutdown_connections 2024-09-10T10:36:10.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:6835/2250061541,v1:172.21.15.145:6837/2250061541] conn(0x5597a4f1b8d0 0x5597a4f1bcb0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x5597a4f12440 0x5597a4f1b390 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5597a4f11b20 0x5597a4f85180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 --2- 172.21.15.22:0/951167895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5597a4ecd390 0x5597a4f84c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06b8c00640 0 client.6363 ms_handle_reset on v2:172.21.15.145:6835/2250061541 2024-09-10T10:36:10.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 -- 172.21.15.22:0/951167895 >> 172.21.15.22:0/951167895 conn(0x5597a4ec8290 msgr2=0x5597a4f0fce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:10.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 -- 172.21.15.22:0/951167895 shutdown_connections 2024-09-10T10:36:10.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 1 -- 172.21.15.22:0/951167895 wait complete. 2024-09-10T10:36:10.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d9169000 20 client.6363 trim_cache size 0 max 16384 2024-09-10T10:36:10.628 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 6207, 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 10.536130053000001, 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 50, 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 81, 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 81, 2024-09-10T10:36:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 15.373070864000001 2024-09-10T10:36:10.630 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:36:10.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d5e00640 1 -- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06b0067910 msgr2=0x7f06b0069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d5e00640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06b0067910 0x7f06b0069dd0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f06c00b2000 tx=0x7f06c00aa070 comp rx=0 tx=0).stop 2024-09-10T10:36:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d5e00640 1 -- 172.21.15.22:0/4186481368 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 msgr2=0x7f06d00cc7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d5e00640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 0x7f06d00cc7a0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f06c800c7f0 tx=0x7f06c800ccb0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d5e00640 1 -- 172.21.15.22:0/4186481368 shutdown_connections 2024-09-10T10:36:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d5e00640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06b0067910 0x7f06b0069dd0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d5e00640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06d0162090 0x7f06d00cc7a0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d5e00640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06d015eaa0 0x7f06d009caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d5e00640 1 --2- 172.21.15.22:0/4186481368 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06d0073730 0x7f06d00cb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.620+0000 7f06d5e00640 1 -- 172.21.15.22:0/4186481368 >> 172.21.15.22:0/4186481368 conn(0x7f06d006bcc0 msgr2=0x7f06d00b5cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.624+0000 7f06d5e00640 1 -- 172.21.15.22:0/4186481368 shutdown_connections 2024-09-10T10:36:10.631 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.624+0000 7f06d5e00640 1 -- 172.21.15.22:0/4186481368 wait complete. 2024-09-10T10:36:10.644 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:36:10.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.780+0000 7f3a24c00640 1 Processor -- start 2024-09-10T10:36:10.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a24c00640 1 -- start start 2024-09-10T10:36:10.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a24c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a2015c440 0x7f3a200d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a24c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3a200b6ae0 0x7f3a200b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a24c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a20071570 con 0x7f3a200d1980 2024-09-10T10:36:10.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a24c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3a200b1fb0 con 0x7f3a200b6ae0 2024-09-10T10:36:10.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a24c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3a20071850 con 0x7f3a2015c440 2024-09-10T10:36:10.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a16a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3a200d1980 0x7f3a200b5e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43202/0 (socket says 172.21.15.22:43202) 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a16a00640 1 -- 172.21.15.22:0/4288672279 learned_addr learned my addr 172.21.15.22:0/4288672279 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a1fe00640 1 --2- 172.21.15.22:0/4288672279 >> v2:172.21.15.145:3300/0 conn(0x7f3a200b6ae0 0x7f3a200b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a1f400640 1 --2- 172.21.15.22:0/4288672279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a2015c440 0x7f3a200d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a1ea00640 1 -- 172.21.15.22:0/4288672279 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2095983716 0 0) 0x7f3a20071570 con 0x7f3a200d1980 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a1ea00640 1 -- 172.21.15.22:0/4288672279 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3a04003530 con 0x7f3a200d1980 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a1ea00640 1 -- 172.21.15.22:0/4288672279 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2346732358 0 0) 0x7f3a04003530 con 0x7f3a200d1980 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a1fe00640 1 -- 172.21.15.22:0/4288672279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a2015c440 msgr2=0x7f3a200d1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a1fe00640 1 --2- 172.21.15.22:0/4288672279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a2015c440 0x7f3a200d1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a1fe00640 1 -- 172.21.15.22:0/4288672279 >> v1:172.21.15.22:6789/0 conn(0x7f3a200d1980 legacy=0x7f3a200b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a1fe00640 1 -- 172.21.15.22:0/4288672279 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a200b5680 con 0x7f3a200b6ae0 2024-09-10T10:36:10.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.784+0000 7f3a1f400640 1 --2- 172.21.15.22:0/4288672279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a2015c440 0x7f3a200d1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:36:10.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a1fe00640 1 --2- 172.21.15.22:0/4288672279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a200b6ae0 0x7f3a200b6f90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f3a18009d90 tx=0x7f3a1801c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d20b38e0756e6d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:10.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a1ea00640 1 -- 172.21.15.22:0/4288672279 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a180ac070 con 0x7f3a200b6ae0 2024-09-10T10:36:10.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a1ea00640 1 -- 172.21.15.22:0/4288672279 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a180a64a0 con 0x7f3a200b6ae0 2024-09-10T10:36:10.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a1ea00640 1 -- 172.21.15.22:0/4288672279 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a08001680 con 0x7f3a200b6ae0 2024-09-10T10:36:10.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a24c00640 1 -- 172.21.15.22:0/4288672279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a200b6ae0 msgr2=0x7f3a200b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a24c00640 1 --2- 172.21.15.22:0/4288672279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a200b6ae0 0x7f3a200b6f90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f3a18009d90 tx=0x7f3a1801c890 comp rx=0 tx=0).stop 2024-09-10T10:36:10.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a24c00640 1 -- 172.21.15.22:0/4288672279 shutdown_connections 2024-09-10T10:36:10.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a24c00640 1 --2- 172.21.15.22:0/4288672279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a200b6ae0 0x7f3a200b6f90 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a24c00640 1 --2- 172.21.15.22:0/4288672279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a2015c440 0x7f3a200d1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a24c00640 1 -- 172.21.15.22:0/4288672279 >> 172.21.15.22:0/4288672279 conn(0x7f3a200b41e0 msgr2=0x7f3a200b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:10.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a24c00640 1 -- 172.21.15.22:0/4288672279 shutdown_connections 2024-09-10T10:36:10.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a24c00640 1 -- 172.21.15.22:0/4288672279 wait complete. 2024-09-10T10:36:10.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.788+0000 7f3a24c00640 1 Processor -- start 2024-09-10T10:36:10.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a24c00640 1 -- start start 2024-09-10T10:36:10.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a24c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a200b6ae0 0x7f3a20157420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a24c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3a200d1980 0x7f3a2015f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a24c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a2015c440 0x7f3a2014dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a24c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3a20169250 con 0x7f3a200d1980 2024-09-10T10:36:10.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a24c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3a201690d0 con 0x7f3a2015c440 2024-09-10T10:36:10.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a24c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3a201693d0 con 0x7f3a200b6ae0 2024-09-10T10:36:10.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a16a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3a200d1980 0x7f3a2015f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a16a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3a200d1980 0x7f3a2015f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39226/0 (socket says 172.21.15.22:39226) 2024-09-10T10:36:10.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a16a00640 1 -- 172.21.15.22:0/301251476 learned_addr learned my addr 172.21.15.22:0/301251476 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:10.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a1fe00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a2015c440 0x7f3a2014dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a1f400640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a200b6ae0 0x7f3a20157420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a16a00640 1 -- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a200b6ae0 msgr2=0x7f3a20157420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a16a00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a200b6ae0 0x7f3a20157420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a16a00640 1 -- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a2015c440 msgr2=0x7f3a2014dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a16a00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a2015c440 0x7f3a2014dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a16a00640 1 -- 172.21.15.22:0/301251476 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a2014fef0 con 0x7f3a200d1980 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a1fe00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a2015c440 0x7f3a2014dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a16a00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3a200d1980 0x7f3a2015f610 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f3a0800c780 tx=0x7f3a0800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a17e00640 1 -- 172.21.15.22:0/301251476 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a08017070 con 0x7f3a200d1980 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a17e00640 1 -- 172.21.15.22:0/301251476 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a08005ae0 con 0x7f3a200d1980 2024-09-10T10:36:10.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a17e00640 1 -- 172.21.15.22:0/301251476 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a08007070 con 0x7f3a200d1980 2024-09-10T10:36:10.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a24c00640 1 -- 172.21.15.22:0/301251476 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a20157b20 con 0x7f3a200d1980 2024-09-10T10:36:10.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a24c00640 1 -- 172.21.15.22:0/301251476 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a201580e0 con 0x7f3a200d1980 2024-09-10T10:36:10.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.792+0000 7f3a24c00640 1 -- 172.21.15.22:0/301251476 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a200b6f90 con 0x7f3a200d1980 2024-09-10T10:36:10.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.796+0000 7f3a17e00640 1 -- 172.21.15.22:0/301251476 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3a0801a070 con 0x7f3a200d1980 2024-09-10T10:36:10.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.796+0000 7f3a17e00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39fc0678c0 0x7f39fc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:10.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.796+0000 7f3a17e00640 1 -- 172.21.15.22:0/301251476 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f3a08084ff0 con 0x7f3a200d1980 2024-09-10T10:36:10.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.796+0000 7f3a1f400640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39fc0678c0 0x7f39fc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:10.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.796+0000 7f3a1f400640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39fc0678c0 0x7f39fc069d80 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f3a10009a50 tx=0x7f3a10008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:10.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:10.800+0000 7f3a17e00640 1 -- 172.21.15.22:0/301251476 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3a08055530 con 0x7f3a200d1980 2024-09-10T10:36:11.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 -- 172.21.15.22:0/301251476 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3a20156950 con 0x7f3a200d1980 2024-09-10T10:36:11.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a17e00640 1 -- 172.21.15.22:0/301251476 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) ==== 53+0+73 (secure 0 0 0) 0x7f3a08059830 con 0x7f3a200d1980 2024-09-10T10:36:11.002 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:36:11.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 -- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39fc0678c0 msgr2=0x7f39fc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:11.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39fc0678c0 0x7f39fc069d80 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f3a10009a50 tx=0x7f3a10008040 comp rx=0 tx=0).stop 2024-09-10T10:36:11.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 -- 172.21.15.22:0/301251476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3a200d1980 msgr2=0x7f3a2015f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:11.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3a200d1980 0x7f3a2015f610 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f3a0800c780 tx=0x7f3a0800cc40 comp rx=0 tx=0).stop 2024-09-10T10:36:11.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 -- 172.21.15.22:0/301251476 shutdown_connections 2024-09-10T10:36:11.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39fc0678c0 0x7f39fc069d80 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:11.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a2015c440 0x7f3a2014dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:11.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3a200d1980 0x7f3a2015f610 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:11.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 --2- 172.21.15.22:0/301251476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a200b6ae0 0x7f3a20157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:11.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 -- 172.21.15.22:0/301251476 >> 172.21.15.22:0/301251476 conn(0x7f3a200b41e0 msgr2=0x7f3a20070720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:11.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 -- 172.21.15.22:0/301251476 shutdown_connections 2024-09-10T10:36:11.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.000+0000 7f3a24c00640 1 -- 172.21.15.22:0/301251476 wait complete. 2024-09-10T10:36:11.024 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:36:11.024 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:36:11.025 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:36:11.025 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:36:11.025 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:36:11.025 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:36:11.025 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:36:11.025 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:36:11.025 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:36:11.025 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:11.025 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:36:11.035 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:36:11.035 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:36:11.035 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:36:11.036 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:36:11.037 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 42213sec preferred_lft 42213sec 2024-09-10T10:36:11.037 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:36:11.037 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:11.037 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:36:11.037 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:11.037 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:36:11.037 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:36:11.037 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:11.037 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:36:11.037 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:36:11.038 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:11.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:11.039 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:36:11.098 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:36:11.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:11.100 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:36:11.154 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:36:11.154 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:36:11.154 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:36:11.155 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:36:11.155 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:36:11.155 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:36:11.155 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:36:11.155 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:36:11.155 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:36:11.155 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:36:11.155 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:36:11.155 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:36:11.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:36:11.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:36:11.293 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:11.293 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:36:11.302 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:36:11.302 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:36:11.302 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:36:11.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:11.303 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:36:11.364 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:36:11.365 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:36:11.416 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:36:11.417 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:36:11.417 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:36:11.468 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:36:11.468 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:11.468 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:36:11.557 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:36:11.557 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:36:11.573 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:36:11.573 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:36:11.574 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:36:11.574 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:36:11.574 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:36:11.578 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:36:11.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:11.578 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:36:11.598 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:36:11.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:36:11.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:36:11.712 INFO:teuthology.orchestra.run.smithi022.stdout:client5600 2024-09-10T10:36:11.712 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:36:11.712 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:36:11.721 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:36:11.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.904+0000 7fa72b400640 1 Processor -- start 2024-09-10T10:36:11.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa72b400640 1 -- start start 2024-09-10T10:36:11.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa72b400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 0x7fa724070a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:11.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa72b400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa7240b6bc0 0x7fa7240b7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:11.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa72b400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa72406d1a0 con 0x7fa724070fc0 2024-09-10T10:36:11.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa72b400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa72406d480 con 0x7fa7240b6bc0 2024-09-10T10:36:11.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa72b400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa72406d760 con 0x7fa72415e580 2024-09-10T10:36:11.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa729400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa7240b6bc0 0x7fa7240b7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:11.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa728a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 0x7fa724070a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:11.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa723e00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fa724070fc0 0x7fa72415e960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:55400/0 (socket says 172.21.15.22:55400) 2024-09-10T10:36:11.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa723e00640 1 -- 172.21.15.22:0/1374244268 learned_addr learned my addr 172.21.15.22:0/1374244268 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:11.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa728a00640 1 -- 172.21.15.22:0/1374244268 >> v2:172.21.15.145:3300/0 conn(0x7fa7240b6bc0 msgr2=0x7fa7240b7030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:11.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa728a00640 1 --2- 172.21.15.22:0/1374244268 >> v2:172.21.15.145:3300/0 conn(0x7fa7240b6bc0 0x7fa7240b7030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:11.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa723400640 1 -- 172.21.15.22:0/1374244268 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1454824118 0 0) 0x7fa72406d1a0 con 0x7fa724070fc0 2024-09-10T10:36:11.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa728a00640 1 -- 172.21.15.22:0/1374244268 >> v1:172.21.15.145:6789/0 conn(0x7fa724070fc0 legacy=0x7fa72415e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:11.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.908+0000 7fa728a00640 1 -- 172.21.15.22:0/1374244268 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa72406da40 con 0x7fa72415e580 2024-09-10T10:36:11.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa728a00640 1 --2- 172.21.15.22:0/1374244268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 0x7fa724070a80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa7180097c0 tx=0x7fa71801c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f6536035de5c95e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:11.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa723400640 1 -- 172.21.15.22:0/1374244268 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7180aa620 con 0x7fa72415e580 2024-09-10T10:36:11.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa723400640 1 -- 172.21.15.22:0/1374244268 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7180af070 con 0x7fa72415e580 2024-09-10T10:36:11.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa723400640 1 -- 172.21.15.22:0/1374244268 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7180aa9e0 con 0x7fa72415e580 2024-09-10T10:36:11.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa72b400640 1 -- 172.21.15.22:0/1374244268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 msgr2=0x7fa724070a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:11.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa72b400640 1 --2- 172.21.15.22:0/1374244268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 0x7fa724070a80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa7180097c0 tx=0x7fa71801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:36:11.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa72b400640 1 -- 172.21.15.22:0/1374244268 shutdown_connections 2024-09-10T10:36:11.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa72b400640 1 --2- 172.21.15.22:0/1374244268 >> v2:172.21.15.145:3300/0 conn(0x7fa7240b6bc0 0x7fa7240b7030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:11.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa72b400640 1 --2- 172.21.15.22:0/1374244268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 0x7fa724070a80 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:11.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa72b400640 1 -- 172.21.15.22:0/1374244268 >> 172.21.15.22:0/1374244268 conn(0x7fa72406f3b0 msgr2=0x7fa72406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:11.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa72b400640 1 -- 172.21.15.22:0/1374244268 shutdown_connections 2024-09-10T10:36:11.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa72b400640 1 -- 172.21.15.22:0/1374244268 wait complete. 2024-09-10T10:36:11.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.912+0000 7fa72b400640 1 Processor -- start 2024-09-10T10:36:11.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa72b400640 1 -- start start 2024-09-10T10:36:11.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa72b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa724070fc0 0x7fa7241521a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:11.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa72b400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7240b6bc0 0x7fa7240cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:11.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa72b400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 0x7fa7240cc420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:11.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa72b400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa72406ca10 con 0x7fa724070fc0 2024-09-10T10:36:11.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa72b400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa72406c890 con 0x7fa7240b6bc0 2024-09-10T10:36:11.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa72b400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa72406cb90 con 0x7fa72415e580 2024-09-10T10:36:11.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa728a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa724070fc0 0x7fa7241521a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:11.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa728a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa724070fc0 0x7fa7241521a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39238/0 (socket says 172.21.15.22:39238) 2024-09-10T10:36:11.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa728a00640 1 -- 172.21.15.22:0/3404103144 learned_addr learned my addr 172.21.15.22:0/3404103144 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:11.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa723e00640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7240b6bc0 0x7fa7240cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:11.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa729400640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 0x7fa7240cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:11.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa728a00640 1 -- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 msgr2=0x7fa7240cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:11.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa728a00640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 0x7fa7240cc420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:11.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa728a00640 1 -- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7240b6bc0 msgr2=0x7fa7240cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:11.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa728a00640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7240b6bc0 0x7fa7240cbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:11.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa728a00640 1 -- 172.21.15.22:0/3404103144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7241526e0 con 0x7fa724070fc0 2024-09-10T10:36:11.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa728a00640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa724070fc0 0x7fa7241521a0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fa71801ab50 tx=0x7fa7240b7780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:11.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa720c00640 1 -- 172.21.15.22:0/3404103144 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7180aad40 con 0x7fa724070fc0 2024-09-10T10:36:11.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa720c00640 1 -- 172.21.15.22:0/3404103144 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7180be450 con 0x7fa724070fc0 2024-09-10T10:36:11.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa720c00640 1 -- 172.21.15.22:0/3404103144 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7180be840 con 0x7fa724070fc0 2024-09-10T10:36:11.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa72b400640 1 -- 172.21.15.22:0/3404103144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7240cbb90 con 0x7fa724070fc0 2024-09-10T10:36:11.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa72b400640 1 -- 172.21.15.22:0/3404103144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7240ccd10 con 0x7fa724070fc0 2024-09-10T10:36:11.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.916+0000 7fa72b400640 1 -- 172.21.15.22:0/3404103144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7240b7030 con 0x7fa724070fc0 2024-09-10T10:36:11.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.920+0000 7fa720c00640 1 -- 172.21.15.22:0/3404103144 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa7180b33f0 con 0x7fa724070fc0 2024-09-10T10:36:11.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.920+0000 7fa720c00640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7040678c0 0x7fa704069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:11.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.920+0000 7fa720c00640 1 -- 172.21.15.22:0/3404103144 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fa7181207d0 con 0x7fa724070fc0 2024-09-10T10:36:11.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.920+0000 7fa723e00640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7040678c0 0x7fa704069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:11.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.920+0000 7fa723e00640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7040678c0 0x7fa704069d80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa7240cffa0 tx=0x7fa710007240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:11.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:11.924+0000 7fa720c00640 1 -- 172.21.15.22:0/3404103144 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa7180c3060 con 0x7fa724070fc0 2024-09-10T10:36:12.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.124+0000 7fa72b400640 1 -- 172.21.15.22:0/3404103144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa7241587e0 con 0x7fa724070fc0 2024-09-10T10:36:12.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.124+0000 7fa720c00640 1 -- 172.21.15.22:0/3404103144 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) ==== 53+0+73 (secure 0 0 0) 0x7fa7241526e0 con 0x7fa724070fc0 2024-09-10T10:36:12.127 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:36:12.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 -- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7040678c0 msgr2=0x7fa704069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:12.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7040678c0 0x7fa704069d80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa7240cffa0 tx=0x7fa710007240 comp rx=0 tx=0).stop 2024-09-10T10:36:12.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 -- 172.21.15.22:0/3404103144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa724070fc0 msgr2=0x7fa7241521a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:12.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa724070fc0 0x7fa7241521a0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fa71801ab50 tx=0x7fa7240b7780 comp rx=0 tx=0).stop 2024-09-10T10:36:12.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 -- 172.21.15.22:0/3404103144 shutdown_connections 2024-09-10T10:36:12.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7040678c0 0x7fa704069d80 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:12.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa72415e580 0x7fa7240cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:12.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7240b6bc0 0x7fa7240cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:12.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 --2- 172.21.15.22:0/3404103144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa724070fc0 0x7fa7241521a0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:12.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 -- 172.21.15.22:0/3404103144 >> 172.21.15.22:0/3404103144 conn(0x7fa72406f3b0 msgr2=0x7fa724160660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:12.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 -- 172.21.15.22:0/3404103144 shutdown_connections 2024-09-10T10:36:12.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.128+0000 7fa72b400640 1 -- 172.21.15.22:0/3404103144 wait complete. 2024-09-10T10:36:12.149 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:36:12.149 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:36:12.149 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:36:12.150 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:36:12.150 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:36:12.150 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:36:12.150 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:36:12.150 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:36:12.150 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:36:12.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:12.150 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:36:12.160 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:36:12.160 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:36:12.160 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:36:12.160 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:12.160 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:36:12.160 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:12.160 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:36:12.160 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42211sec preferred_lft 42211sec 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:12.161 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:36:12.162 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:36:12.163 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:36:12.163 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:36:12.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:12.164 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:36:12.228 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:36:12.231 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:12.231 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:36:12.285 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:36:12.286 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:36:12.286 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:36:12.286 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:36:12.286 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:36:12.286 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:36:12.286 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:36:12.286 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:36:12.286 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:36:12.286 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:36:12.286 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:36:12.287 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:36:12.287 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:36:12.287 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:36:12.287 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:36:12.287 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:36:12.287 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:36:12.379 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:36:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:36:12.422 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:36:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:36:12.428 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:12.429 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:36:12.438 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:36:12.438 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:36:12.438 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:36:12.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:12.438 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:36:12.505 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:36:12.505 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:36:12.554 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:36:12.554 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:36:12.554 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:36:12.609 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:36:12.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:12.609 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:36:12.697 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:36:12.697 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:36:12.711 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:36:12.711 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:36:12.711 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:36:12.711 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:36:12.711 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:36:12.715 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:36:12.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:36:12.715 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:36:12.734 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:36:12.828 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:36:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:36:12.831 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:36:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:36:12.837 INFO:teuthology.orchestra.run.smithi145.stdout:client5609 2024-09-10T10:36:12.837 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:36:12.838 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:36:12.846 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_cache_memory_limit 1K 2024-09-10T10:36:12.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.996+0000 7fd142600640 1 Processor -- start 2024-09-10T10:36:12.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.996+0000 7fd142600640 1 -- start start 2024-09-10T10:36:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.996+0000 7fd142600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd13c15e690 0x7fd13c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.996+0000 7fd142600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c06e8c0 0x7fd13c0b43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.996+0000 7fd142600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd13c0b21a0 con 0x7fd13c0b4920 2024-09-10T10:36:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.996+0000 7fd142600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd13c15ea70 con 0x7fd13c15e690 2024-09-10T10:36:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:12.996+0000 7fd142600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd13c06f8e0 con 0x7fd13c06e8c0 2024-09-10T10:36:13.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.000+0000 7fd132a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c06e8c0 0x7fd13c0b43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.000+0000 7fd132a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c06e8c0 0x7fd13c0b43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:47430/0 (socket says 172.21.15.22:47430) 2024-09-10T10:36:13.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.000+0000 7fd132a00640 1 -- 172.21.15.22:0/1246052911 learned_addr learned my addr 172.21.15.22:0/1246052911 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:13.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.000+0000 7fd13b400640 1 --2- 172.21.15.22:0/1246052911 >> v2:172.21.15.145:3300/0 conn(0x7fd13c15e690 0x7fd13c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.000+0000 7fd132a00640 1 -- 172.21.15.22:0/1246052911 >> v2:172.21.15.145:3300/0 conn(0x7fd13c15e690 msgr2=0x7fd13c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:13.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.000+0000 7fd132a00640 1 --2- 172.21.15.22:0/1246052911 >> v2:172.21.15.145:3300/0 conn(0x7fd13c15e690 0x7fd13c0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.000+0000 7fd132a00640 1 -- 172.21.15.22:0/1246052911 >> v1:172.21.15.145:6789/0 conn(0x7fd13c0b4920 legacy=0x7fd13c0b5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.000+0000 7fd132a00640 1 -- 172.21.15.22:0/1246052911 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd13c06fb30 con 0x7fd13c06e8c0 2024-09-10T10:36:13.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.000+0000 7fd132a00640 1 --2- 172.21.15.22:0/1246052911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c06e8c0 0x7fd13c0b43e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd124009870 tx=0x7fd12401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b963577fec80965a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:13.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd13aa00640 1 -- 172.21.15.22:0/1246052911 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1240b2070 con 0x7fd13c06e8c0 2024-09-10T10:36:13.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd13aa00640 1 -- 172.21.15.22:0/1246052911 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1240ad640 con 0x7fd13c06e8c0 2024-09-10T10:36:13.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd13aa00640 1 -- 172.21.15.22:0/1246052911 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1240ada10 con 0x7fd13c06e8c0 2024-09-10T10:36:13.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 -- 172.21.15.22:0/1246052911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c06e8c0 msgr2=0x7fd13c0b43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 --2- 172.21.15.22:0/1246052911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c06e8c0 0x7fd13c0b43e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd124009870 tx=0x7fd12401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 -- 172.21.15.22:0/1246052911 shutdown_connections 2024-09-10T10:36:13.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 --2- 172.21.15.22:0/1246052911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c06e8c0 0x7fd13c0b43e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 --2- 172.21.15.22:0/1246052911 >> v2:172.21.15.145:3300/0 conn(0x7fd13c15e690 0x7fd13c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 -- 172.21.15.22:0/1246052911 >> 172.21.15.22:0/1246052911 conn(0x7fd13c0b0600 msgr2=0x7fd13c0b0a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:13.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 -- 172.21.15.22:0/1246052911 shutdown_connections 2024-09-10T10:36:13.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 -- 172.21.15.22:0/1246052911 wait complete. 2024-09-10T10:36:13.006 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 Processor -- start 2024-09-10T10:36:13.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 -- start start 2024-09-10T10:36:13.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd13c06e8c0 0x7fd13c14f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c0b4920 0x7fd13c14d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd13c15e690 0x7fd13c157b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd13c0b4ed0 con 0x7fd13c06e8c0 2024-09-10T10:36:13.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd13c0b4d50 con 0x7fd13c15e690 2024-09-10T10:36:13.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd142600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd13c0d0510 con 0x7fd13c0b4920 2024-09-10T10:36:13.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd13b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd13c06e8c0 0x7fd13c14f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd13b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd13c06e8c0 0x7fd13c14f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39254/0 (socket says 172.21.15.22:39254) 2024-09-10T10:36:13.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd13b400640 1 -- 172.21.15.22:0/1143768573 learned_addr learned my addr 172.21.15.22:0/1143768573 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:13.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd132a00640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c0b4920 0x7fd13c14d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.004+0000 7fd13be00640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd13c15e690 0x7fd13c157b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd13b400640 1 -- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c0b4920 msgr2=0x7fd13c14d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd13b400640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c0b4920 0x7fd13c14d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd13b400640 1 -- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd13c15e690 msgr2=0x7fd13c157b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd13b400640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd13c15e690 0x7fd13c157b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd13b400640 1 -- 172.21.15.22:0/1143768573 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd13c14e070 con 0x7fd13c06e8c0 2024-09-10T10:36:13.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd13b400640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd13c06e8c0 0x7fd13c14f110 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fd12c00e930 tx=0x7fd12c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:13.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd133e00640 1 -- 172.21.15.22:0/1143768573 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd12c017070 con 0x7fd13c06e8c0 2024-09-10T10:36:13.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd133e00640 1 -- 172.21.15.22:0/1143768573 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd12c00ca00 con 0x7fd13c06e8c0 2024-09-10T10:36:13.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd142600640 1 -- 172.21.15.22:0/1143768573 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd13c14e350 con 0x7fd13c06e8c0 2024-09-10T10:36:13.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd133e00640 1 -- 172.21.15.22:0/1143768573 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd12c00cdb0 con 0x7fd13c06e8c0 2024-09-10T10:36:13.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd142600640 1 -- 172.21.15.22:0/1143768573 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd13c14e910 con 0x7fd13c06e8c0 2024-09-10T10:36:13.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd142600640 1 -- 172.21.15.22:0/1143768573 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd13c0b43e0 con 0x7fd13c06e8c0 2024-09-10T10:36:13.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd133e00640 1 -- 172.21.15.22:0/1143768573 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd12c01a070 con 0x7fd13c06e8c0 2024-09-10T10:36:13.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd133e00640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1180678c0 0x7fd118069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd133e00640 1 -- 172.21.15.22:0/1143768573 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fd12c086080 con 0x7fd13c06e8c0 2024-09-10T10:36:13.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.008+0000 7fd132a00640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1180678c0 0x7fd118069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.012+0000 7fd132a00640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1180678c0 0x7fd118069d80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fd1240af000 tx=0x7fd124008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:13.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.012+0000 7fd133e00640 1 -- 172.21.15.22:0/1143768573 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd12c0565a0 con 0x7fd13c06e8c0 2024-09-10T10:36:13.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.184+0000 7fd142600640 1 -- 172.21.15.22:0/1143768573 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_cache_memory_limit}] v 0) -- 0x7fd13c069670 con 0x7fd13c06e8c0 2024-09-10T10:36:13.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd133e00640 1 -- 172.21.15.22:0/1143768573 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_cache_memory_limit}]=0 v25)=0 v25) ==== 121+0+0 (secure 0 0 0) 0x7fd12c05a8a0 con 0x7fd13c06e8c0 2024-09-10T10:36:13.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 -- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1180678c0 msgr2=0x7fd118069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1180678c0 0x7fd118069d80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fd1240af000 tx=0x7fd124008040 comp rx=0 tx=0).stop 2024-09-10T10:36:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 -- 172.21.15.22:0/1143768573 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd13c06e8c0 msgr2=0x7fd13c14f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd13c06e8c0 0x7fd13c14f110 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fd12c00e930 tx=0x7fd12c00edf0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 -- 172.21.15.22:0/1143768573 shutdown_connections 2024-09-10T10:36:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd1180678c0 0x7fd118069d80 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd13c15e690 0x7fd13c157b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd13c0b4920 0x7fd13c14d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 --2- 172.21.15.22:0/1143768573 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd13c06e8c0 0x7fd13c14f110 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 -- 172.21.15.22:0/1143768573 >> 172.21.15.22:0/1143768573 conn(0x7fd13c0b0600 msgr2=0x7fd13c15d5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:13.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 -- 172.21.15.22:0/1143768573 shutdown_connections 2024-09-10T10:36:13.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.188+0000 7fd142600640 1 -- 172.21.15.22:0/1143768573 wait complete. 2024-09-10T10:36:13.212 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_max_caps 200 2024-09-10T10:36:13.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f6466000640 1 Processor -- start 2024-09-10T10:36:13.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f6466000640 1 -- start start 2024-09-10T10:36:13.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f6466000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f646006d9a0 0x7f64600cda90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f6466000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64600b4120 con 0x7f64600cdfd0 2024-09-10T10:36:13.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f6466000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64600b4400 con 0x7f646006ed90 2024-09-10T10:36:13.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f6466000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f64600b3ed0 con 0x7f646006d9a0 2024-09-10T10:36:13.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f645f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f646006d9a0 0x7f64600cda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f6456a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f64600cdfd0 0x7f64600ce440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43206/0 (socket says 172.21.15.22:43206) 2024-09-10T10:36:13.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f6456a00640 1 -- 172.21.15.22:0/114588872 learned_addr learned my addr 172.21.15.22:0/114588872 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:13.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f645f400640 1 -- 172.21.15.22:0/114588872 >> v1:172.21.15.145:6789/0 conn(0x7f646006ed90 legacy=0x7f6460164680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:13.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f645f400640 1 -- 172.21.15.22:0/114588872 >> v1:172.21.15.22:6789/0 conn(0x7f64600cdfd0 legacy=0x7f64600ce440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.356+0000 7f645f400640 1 -- 172.21.15.22:0/114588872 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64600b46e0 con 0x7f646006d9a0 2024-09-10T10:36:13.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f645f400640 1 --2- 172.21.15.22:0/114588872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 0x7f64600cda90 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f64500097c0 tx=0x7f645001d570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28f292597702c7ac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:13.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f645ea00640 1 -- 172.21.15.22:0/114588872 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64500b2070 con 0x7f646006d9a0 2024-09-10T10:36:13.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f645ea00640 1 -- 172.21.15.22:0/114588872 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64500ad630 con 0x7f646006d9a0 2024-09-10T10:36:13.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f645ea00640 1 -- 172.21.15.22:0/114588872 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64500a9050 con 0x7f646006d9a0 2024-09-10T10:36:13.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f6466000640 1 -- 172.21.15.22:0/114588872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 msgr2=0x7f64600cda90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f6466000640 1 --2- 172.21.15.22:0/114588872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 0x7f64600cda90 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f64500097c0 tx=0x7f645001d570 comp rx=0 tx=0).stop 2024-09-10T10:36:13.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f6466000640 1 -- 172.21.15.22:0/114588872 shutdown_connections 2024-09-10T10:36:13.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f6466000640 1 --2- 172.21.15.22:0/114588872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 0x7f64600cda90 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f6466000640 1 -- 172.21.15.22:0/114588872 >> 172.21.15.22:0/114588872 conn(0x7f6460062eb0 msgr2=0x7f646006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:13.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f6466000640 1 -- 172.21.15.22:0/114588872 shutdown_connections 2024-09-10T10:36:13.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.360+0000 7f6466000640 1 -- 172.21.15.22:0/114588872 wait complete. 2024-09-10T10:36:13.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 Processor -- start 2024-09-10T10:36:13.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 -- start start 2024-09-10T10:36:13.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 0x7f64600c5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f646006ed90 0x7f64601549e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f64600cdfd0 0x7f64600c79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f64600b51c0 con 0x7f646006d9a0 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f64600cebe0 con 0x7f64600cdfd0 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f64600b5340 con 0x7f646006ed90 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f645f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 0x7f64600c5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f645f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 0x7f64600c5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39274/0 (socket says 172.21.15.22:39274) 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f645f400640 1 -- 172.21.15.22:0/3668078593 learned_addr learned my addr 172.21.15.22:0/3668078593 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6456a00640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f646006ed90 0x7f64601549e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f645fe00640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f64600cdfd0 0x7f64600c79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f645f400640 1 -- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f646006ed90 msgr2=0x7f64601549e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f645f400640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f646006ed90 0x7f64601549e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f645f400640 1 -- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f64600cdfd0 msgr2=0x7f64600c79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f645f400640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f64600cdfd0 0x7f64600c79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f645f400640 1 -- 172.21.15.22:0/3668078593 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64600c65b0 con 0x7f646006d9a0 2024-09-10T10:36:13.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f645f400640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 0x7f64600c5e10 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f64500b0040 tx=0x7f645001a310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:13.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6457e00640 1 -- 172.21.15.22:0/3668078593 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64500ba070 con 0x7f646006d9a0 2024-09-10T10:36:13.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6457e00640 1 -- 172.21.15.22:0/3668078593 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64500b6410 con 0x7f646006d9a0 2024-09-10T10:36:13.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6457e00640 1 -- 172.21.15.22:0/3668078593 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64500b2040 con 0x7f646006d9a0 2024-09-10T10:36:13.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 -- 172.21.15.22:0/3668078593 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6460153f00 con 0x7f646006d9a0 2024-09-10T10:36:13.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 -- 172.21.15.22:0/3668078593 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64601544c0 con 0x7f646006d9a0 2024-09-10T10:36:13.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.364+0000 7f6466000640 1 -- 172.21.15.22:0/3668078593 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64600cda90 con 0x7f646006d9a0 2024-09-10T10:36:13.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.368+0000 7f6457e00640 1 -- 172.21.15.22:0/3668078593 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f64500bd070 con 0x7f646006d9a0 2024-09-10T10:36:13.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.368+0000 7f6457e00640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f643c0678c0 0x7f643c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.368+0000 7f6457e00640 1 -- 172.21.15.22:0/3668078593 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f645011fc70 con 0x7f646006d9a0 2024-09-10T10:36:13.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.368+0000 7f6456a00640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f643c0678c0 0x7f643c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.368+0000 7f6456a00640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f643c0678c0 0x7f643c069d80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f6460071c20 tx=0x7f6448009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:13.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.372+0000 7f6457e00640 1 -- 172.21.15.22:0/3668078593 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f64500c4030 con 0x7f646006d9a0 2024-09-10T10:36:13.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.536+0000 7f6466000640 1 -- 172.21.15.22:0/3668078593 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_recall_max_caps}] v 0) -- 0x7f6460073460 con 0x7f646006d9a0 2024-09-10T10:36:13.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.540+0000 7f6457e00640 1 -- 172.21.15.22:0/3668078593 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_max_caps}]=0 v26)=0 v26) ==== 119+0+0 (secure 0 0 0) 0x7f6450017160 con 0x7f646006d9a0 2024-09-10T10:36:13.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 -- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f643c0678c0 msgr2=0x7f643c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f643c0678c0 0x7f643c069d80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f6460071c20 tx=0x7f6448009040 comp rx=0 tx=0).stop 2024-09-10T10:36:13.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 -- 172.21.15.22:0/3668078593 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 msgr2=0x7f64600c5e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 0x7f64600c5e10 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f64500b0040 tx=0x7f645001a310 comp rx=0 tx=0).stop 2024-09-10T10:36:13.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 -- 172.21.15.22:0/3668078593 shutdown_connections 2024-09-10T10:36:13.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f643c0678c0 0x7f643c069d80 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f64600cdfd0 0x7f64600c79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f646006ed90 0x7f64601549e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 --2- 172.21.15.22:0/3668078593 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f646006d9a0 0x7f64600c5e10 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 -- 172.21.15.22:0/3668078593 >> 172.21.15.22:0/3668078593 conn(0x7f6460062eb0 msgr2=0x7f6460156d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:13.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 -- 172.21.15.22:0/3668078593 shutdown_connections 2024-09-10T10:36:13.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.544+0000 7f6466000640 1 -- 172.21.15.22:0/3668078593 wait complete. 2024-09-10T10:36:13.566 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_warning_threshold 400 2024-09-10T10:36:13.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47b4a00640 1 Processor -- start 2024-09-10T10:36:13.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47b4a00640 1 -- start start 2024-09-10T10:36:13.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47b4a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f47b0156c90 0x7f47b00ce6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47b4a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f47b00cf390 0x7f47b00cebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47b4a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47b00b5ee0 0x7f47b00b6390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47b4a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f47b015cbb0 con 0x7f47b00cf390 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47b4a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f47b015ce50 con 0x7f47b0156c90 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47b4a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f47b015d130 con 0x7f47b00b5ee0 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47ad400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f47b00cf390 0x7f47b00cebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47ad400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f47b00cf390 0x7f47b00cebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39286/0 (socket says 172.21.15.22:39286) 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47ad400640 1 -- 172.21.15.22:0/3715531771 learned_addr learned my addr 172.21.15.22:0/3715531771 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47ade00640 1 --2- 172.21.15.22:0/3715531771 >> v2:172.21.15.145:3300/0 conn(0x7f47b0156c90 0x7f47b00ce6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47ae800640 1 --2- 172.21.15.22:0/3715531771 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47b00b5ee0 0x7f47b00b6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47ad400640 1 -- 172.21.15.22:0/3715531771 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47b00b5ee0 msgr2=0x7f47b00b6390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47ad400640 1 --2- 172.21.15.22:0/3715531771 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47b00b5ee0 0x7f47b00b6390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47ad400640 1 -- 172.21.15.22:0/3715531771 >> v2:172.21.15.145:3300/0 conn(0x7f47b0156c90 msgr2=0x7f47b00ce6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47ad400640 1 --2- 172.21.15.22:0/3715531771 >> v2:172.21.15.145:3300/0 conn(0x7f47b0156c90 0x7f47b00ce6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.708+0000 7f47ad400640 1 -- 172.21.15.22:0/3715531771 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47b015d410 con 0x7f47b00cf390 2024-09-10T10:36:13.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47ad400640 1 --2- 172.21.15.22:0/3715531771 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b00cf390 0x7f47b00cebe0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f47b006c3e0 tx=0x7f479c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7a5e513fa3143f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:13.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47aca00640 1 -- 172.21.15.22:0/3715531771 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f479c0b0070 con 0x7f47b00cf390 2024-09-10T10:36:13.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47aca00640 1 -- 172.21.15.22:0/3715531771 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f479c0ab600 con 0x7f47b00cf390 2024-09-10T10:36:13.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47aca00640 1 -- 172.21.15.22:0/3715531771 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f479c0ab9d0 con 0x7f47b00cf390 2024-09-10T10:36:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47b4a00640 1 -- 172.21.15.22:0/3715531771 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b00cf390 msgr2=0x7f47b00cebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47b4a00640 1 --2- 172.21.15.22:0/3715531771 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b00cf390 0x7f47b00cebe0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f47b006c3e0 tx=0x7f479c01c520 comp rx=0 tx=0).stop 2024-09-10T10:36:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47b4a00640 1 -- 172.21.15.22:0/3715531771 shutdown_connections 2024-09-10T10:36:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47b4a00640 1 --2- 172.21.15.22:0/3715531771 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47b00b5ee0 0x7f47b00b6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47b4a00640 1 --2- 172.21.15.22:0/3715531771 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b00cf390 0x7f47b00cebe0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47b4a00640 1 --2- 172.21.15.22:0/3715531771 >> v2:172.21.15.145:3300/0 conn(0x7f47b0156c90 0x7f47b00ce6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47b4a00640 1 -- 172.21.15.22:0/3715531771 >> 172.21.15.22:0/3715531771 conn(0x7f47b00b3840 msgr2=0x7f47b00cdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47b4a00640 1 -- 172.21.15.22:0/3715531771 shutdown_connections 2024-09-10T10:36:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.712+0000 7f47b4a00640 1 -- 172.21.15.22:0/3715531771 wait complete. 2024-09-10T10:36:13.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47b4a00640 1 Processor -- start 2024-09-10T10:36:13.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47b4a00640 1 -- start start 2024-09-10T10:36:13.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47b4a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47b00b5ee0 0x7f47b0154030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47b4a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47b00cf390 0x7f47b0159b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47b4a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b0156c90 0x7f47b01532a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47b4a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f47b0063280 con 0x7f47b0156c90 2024-09-10T10:36:13.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47b4a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f47b0063100 con 0x7f47b00cf390 2024-09-10T10:36:13.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47b4a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f47b0063400 con 0x7f47b00b5ee0 2024-09-10T10:36:13.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ae800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b0156c90 0x7f47b01532a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ae800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b0156c90 0x7f47b01532a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39292/0 (socket says 172.21.15.22:39292) 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ae800640 1 -- 172.21.15.22:0/4000015278 learned_addr learned my addr 172.21.15.22:0/4000015278 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ad400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47b00cf390 0x7f47b0159b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ade00640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47b00b5ee0 0x7f47b0154030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ae800640 1 -- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47b00b5ee0 msgr2=0x7f47b0154030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ae800640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47b00b5ee0 0x7f47b0154030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ae800640 1 -- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47b00cf390 msgr2=0x7f47b0159b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ae800640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47b00cf390 0x7f47b0159b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ae800640 1 -- 172.21.15.22:0/4000015278 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47b006e320 con 0x7f47b0156c90 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ad400640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47b00cf390 0x7f47b0159b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:36:13.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47ae800640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b0156c90 0x7f47b01532a0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f47a8007d20 tx=0x7f47a800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:13.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47a6000640 1 -- 172.21.15.22:0/4000015278 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a8014420 con 0x7f47b0156c90 2024-09-10T10:36:13.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47a6000640 1 -- 172.21.15.22:0/4000015278 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47a8019070 con 0x7f47b0156c90 2024-09-10T10:36:13.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47a6000640 1 -- 172.21.15.22:0/4000015278 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a8014820 con 0x7f47b0156c90 2024-09-10T10:36:13.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47b4a00640 1 -- 172.21.15.22:0/4000015278 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47b006e600 con 0x7f47b0156c90 2024-09-10T10:36:13.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.716+0000 7f47b4a00640 1 -- 172.21.15.22:0/4000015278 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47b006ebc0 con 0x7f47b0156c90 2024-09-10T10:36:13.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.720+0000 7f47b4a00640 1 -- 172.21.15.22:0/4000015278 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47b00b6390 con 0x7f47b0156c90 2024-09-10T10:36:13.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.720+0000 7f47a6000640 1 -- 172.21.15.22:0/4000015278 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f47a80149c0 con 0x7f47b0156c90 2024-09-10T10:36:13.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.720+0000 7f47a6000640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47900678c0 0x7f4790069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:13.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.720+0000 7f47a6000640 1 -- 172.21.15.22:0/4000015278 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f47a80863b0 con 0x7f47b0156c90 2024-09-10T10:36:13.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.720+0000 7f47ade00640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47900678c0 0x7f4790069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:13.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.720+0000 7f47ade00640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47900678c0 0x7f4790069d80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f47a0009b60 tx=0x7f47a0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:13.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.724+0000 7f47a6000640 1 -- 172.21.15.22:0/4000015278 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f47a8056800 con 0x7f47b0156c90 2024-09-10T10:36:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.892+0000 7f47b4a00640 1 -- 172.21.15.22:0/4000015278 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_recall_warning_threshold}] v 0) -- 0x7f47b0075740 con 0x7f47b0156c90 2024-09-10T10:36:13.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47a6000640 1 -- 172.21.15.22:0/4000015278 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_warning_threshold}]=0 v27)=0 v27) ==== 128+0+0 (secure 0 0 0) 0x7f47a805ab00 con 0x7f47b0156c90 2024-09-10T10:36:13.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 -- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47900678c0 msgr2=0x7f4790069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47900678c0 0x7f4790069d80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f47a0009b60 tx=0x7f47a0009190 comp rx=0 tx=0).stop 2024-09-10T10:36:13.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 -- 172.21.15.22:0/4000015278 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b0156c90 msgr2=0x7f47b01532a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:13.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b0156c90 0x7f47b01532a0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f47a8007d20 tx=0x7f47a800e4b0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 -- 172.21.15.22:0/4000015278 shutdown_connections 2024-09-10T10:36:13.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47900678c0 0x7f4790069d80 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47b0156c90 0x7f47b01532a0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47b00cf390 0x7f47b0159b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 --2- 172.21.15.22:0/4000015278 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47b00b5ee0 0x7f47b0154030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:13.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 -- 172.21.15.22:0/4000015278 >> 172.21.15.22:0/4000015278 conn(0x7f47b00b3840 msgr2=0x7f47b0160120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:13.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 -- 172.21.15.22:0/4000015278 shutdown_connections 2024-09-10T10:36:13.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:13.896+0000 7f47b4a00640 1 -- 172.21.15.22:0/4000015278 wait complete. 2024-09-10T10:36:13.919 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_min_caps_working_set 800 2024-09-10T10:36:14.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.060+0000 7f7b1e000640 1 Processor -- start 2024-09-10T10:36:14.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.060+0000 7f7b1e000640 1 -- start start 2024-09-10T10:36:14.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.060+0000 7f7b1e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18073e10 0x7f7b180b6120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.060+0000 7f7b1e000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b180b0bb0 con 0x7f7b180626e0 2024-09-10T10:36:14.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.060+0000 7f7b1e000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b180ca6e0 con 0x7f7b1815e700 2024-09-10T10:36:14.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.060+0000 7f7b1e000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7b18162800 con 0x7f7b18073e10 2024-09-10T10:36:14.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b1d600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7b180626e0 0x7f7b1806c180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43218/0 (socket says 172.21.15.22:43218) 2024-09-10T10:36:14.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b1d600640 1 -- 172.21.15.22:0/2308106289 learned_addr learned my addr 172.21.15.22:0/2308106289 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:14.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b0fe00640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18073e10 0x7f7b180b6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3410129812 0 0) 0x7f7b180b0bb0 con 0x7f7b180626e0 2024-09-10T10:36:14.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7afc003530 con 0x7f7b180626e0 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 748483316 0 0) 0x7f7afc003530 con 0x7f7b180626e0 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18073e10 msgr2=0x7f7b180b6120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18073e10 0x7f7b180b6120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 >> v1:172.21.15.145:6789/0 conn(0x7f7b1815e700 legacy=0x7f7b18162c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b180ca9c0 con 0x7f7b180626e0 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f7b10001a00 con 0x7f7b180626e0 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 >> v1:172.21.15.22:6789/0 conn(0x7f7b180626e0 legacy=0x7f7b1806c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7afc0039f0 0x7f7afc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7afc004810 0x7f7afc004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18073e10 0x7f7afc0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7b18162800 con 0x7f7afc0039f0 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7afc00ba80 con 0x7f7afc004810 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7afc00bc50 con 0x7f7b18073e10 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b1cc00640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7afc0039f0 0x7f7afc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b0fe00640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7afc004810 0x7f7afc004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b1d600640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18073e10 0x7f7afc0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b1cc00640 1 -- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18073e10 msgr2=0x7f7afc0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:14.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b1cc00640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18073e10 0x7f7afc0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b1cc00640 1 -- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7afc004810 msgr2=0x7f7afc004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:14.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b1cc00640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7afc004810 0x7f7afc004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.064+0000 7f7b1cc00640 1 -- 172.21.15.22:0/2308106289 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7afc003530 con 0x7f7afc0039f0 2024-09-10T10:36:14.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b1cc00640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7afc0039f0 0x7f7afc003dd0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f7b08007fd0 tx=0x7f7b0801c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58e38820206f5cac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:14.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b080b0070 con 0x7f7afc0039f0 2024-09-10T10:36:14.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b080ab600 con 0x7f7afc0039f0 2024-09-10T10:36:14.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b17e00640 1 -- 172.21.15.22:0/2308106289 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b08001460 con 0x7f7afc0039f0 2024-09-10T10:36:14.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b1e000640 1 -- 172.21.15.22:0/2308106289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7afc0039f0 msgr2=0x7f7afc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b1e000640 1 --2- 172.21.15.22:0/2308106289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7afc0039f0 0x7f7afc003dd0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f7b08007fd0 tx=0x7f7b0801c4c0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b1d600640 1 -- 172.21.15.22:0/2308106289 reap_dead start 2024-09-10T10:36:14.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b1e000640 1 -- 172.21.15.22:0/2308106289 shutdown_connections 2024-09-10T10:36:14.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b1e000640 1 -- 172.21.15.22:0/2308106289 >> 172.21.15.22:0/2308106289 conn(0x7f7b18073320 msgr2=0x7f7b18073700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:14.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b1e000640 1 -- 172.21.15.22:0/2308106289 shutdown_connections 2024-09-10T10:36:14.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b1e000640 1 -- 172.21.15.22:0/2308106289 wait complete. 2024-09-10T10:36:14.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b1e000640 1 Processor -- start 2024-09-10T10:36:14.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.068+0000 7f7b1e000640 1 -- start start 2024-09-10T10:36:14.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1e000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7afc0039f0 0x7f7b18150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18163710 0x7f7b181555e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b18155b20 0x7f7b18157100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1e000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7b1806c890 con 0x7f7b18155b20 2024-09-10T10:36:14.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1e000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b18062f20 con 0x7f7afc0039f0 2024-09-10T10:36:14.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1e000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7b1806ca10 con 0x7f7b18163710 2024-09-10T10:36:14.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1d600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b18155b20 0x7f7b18157100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1d600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b18155b20 0x7f7b18157100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39310/0 (socket says 172.21.15.22:39310) 2024-09-10T10:36:14.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1d600640 1 -- 172.21.15.22:0/4066070269 learned_addr learned my addr 172.21.15.22:0/4066070269 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:14.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b0fe00640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18163710 0x7f7b181555e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1cc00640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7afc0039f0 0x7f7b18150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1d600640 1 -- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18163710 msgr2=0x7f7b181555e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1d600640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18163710 0x7f7b181555e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1d600640 1 -- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7afc0039f0 msgr2=0x7f7b18150ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1d600640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7afc0039f0 0x7f7b18150ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1d600640 1 -- 172.21.15.22:0/4066070269 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b180d19b0 con 0x7f7b18155b20 2024-09-10T10:36:14.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1d600640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b18155b20 0x7f7b18157100 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f7b18071ec0 tx=0x7f7b10007ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:14.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b15600640 1 -- 172.21.15.22:0/4066070269 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1000ead0 con 0x7f7b18155b20 2024-09-10T10:36:14.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b15600640 1 -- 172.21.15.22:0/4066070269 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b1000ec70 con 0x7f7b18155b20 2024-09-10T10:36:14.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b15600640 1 -- 172.21.15.22:0/4066070269 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1000ee60 con 0x7f7b18155b20 2024-09-10T10:36:14.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1e000640 1 -- 172.21.15.22:0/4066070269 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b180d1c90 con 0x7f7b18155b20 2024-09-10T10:36:14.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1e000640 1 -- 172.21.15.22:0/4066070269 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b181513e0 con 0x7f7b18155b20 2024-09-10T10:36:14.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b1e000640 1 -- 172.21.15.22:0/4066070269 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b180ca6e0 con 0x7f7b18155b20 2024-09-10T10:36:14.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.072+0000 7f7b15600640 1 -- 172.21.15.22:0/4066070269 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7b1001a020 con 0x7f7b18155b20 2024-09-10T10:36:14.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.076+0000 7f7b15600640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7af40678c0 0x7f7af4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.076+0000 7f7b15600640 1 -- 172.21.15.22:0/4066070269 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f7b10085570 con 0x7f7b18155b20 2024-09-10T10:36:14.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.076+0000 7f7b1cc00640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7af40678c0 0x7f7af4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.076+0000 7f7b1cc00640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7af40678c0 0x7f7af4069d80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f7b080ad000 tx=0x7f7b080a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:14.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.080+0000 7f7b15600640 1 -- 172.21.15.22:0/4066070269 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7b10021020 con 0x7f7b18155b20 2024-09-10T10:36:14.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.244+0000 7f7b1e000640 1 -- 172.21.15.22:0/4066070269 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_min_caps_working_set}] v 0) -- 0x7f7b1806d750 con 0x7f7b18155b20 2024-09-10T10:36:14.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.248+0000 7f7b15600640 1 -- 172.21.15.22:0/4066070269 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_min_caps_working_set}]=0 v28)=0 v28) ==== 124+0+0 (secure 0 0 0) 0x7f7b10083e20 con 0x7f7b18155b20 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 -- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7af40678c0 msgr2=0x7f7af4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7af40678c0 0x7f7af4069d80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f7b080ad000 tx=0x7f7b080a6000 comp rx=0 tx=0).stop 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 -- 172.21.15.22:0/4066070269 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b18155b20 msgr2=0x7f7b18157100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b18155b20 0x7f7b18157100 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f7b18071ec0 tx=0x7f7b10007ba0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 -- 172.21.15.22:0/4066070269 shutdown_connections 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7af40678c0 0x7f7af4069d80 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b18155b20 0x7f7b18157100 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b18163710 0x7f7b181555e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 --2- 172.21.15.22:0/4066070269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7afc0039f0 0x7f7b18150ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 -- 172.21.15.22:0/4066070269 >> 172.21.15.22:0/4066070269 conn(0x7f7b18073320 msgr2=0x7f7b18158360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 -- 172.21.15.22:0/4066070269 shutdown_connections 2024-09-10T10:36:14.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.252+0000 7f7b1e000640 1 -- 172.21.15.22:0/4066070269 wait complete. 2024-09-10T10:36:14.273 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_min_caps_per_client 2024-09-10T10:36:14.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbbaa00640 1 Processor -- start 2024-09-10T10:36:14.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbbaa00640 1 -- start start 2024-09-10T10:36:14.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbbaa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbb4158f70 0x7fdbb415c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbbaa00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdbb4072f30 0x7fdbb406eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbbaa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdbb406eff0 0x7fdbb415ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbbaa00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fdbb4159350 con 0x7fdbb406eff0 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbbaa00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fdbb4071340 con 0x7fdbb4072f30 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbbaa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdbb4071620 con 0x7fdbb4158f70 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb8a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdbb406eff0 0x7fdbb415ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb8a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdbb406eff0 0x7fdbb415ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39326/0 (socket says 172.21.15.22:39326) 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb8a00640 1 -- 172.21.15.22:0/3527072000 learned_addr learned my addr 172.21.15.22:0/3527072000 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb3e00640 1 --2- 172.21.15.22:0/3527072000 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbb4158f70 0x7fdbb415c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb3400640 1 --2- 172.21.15.22:0/3527072000 >> v2:172.21.15.145:3300/0 conn(0x7fdbb4072f30 0x7fdbb406eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb8a00640 1 -- 172.21.15.22:0/3527072000 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbb4158f70 msgr2=0x7fdbb415c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb8a00640 1 --2- 172.21.15.22:0/3527072000 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbb4158f70 0x7fdbb415c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb8a00640 1 -- 172.21.15.22:0/3527072000 >> v2:172.21.15.145:3300/0 conn(0x7fdbb4072f30 msgr2=0x7fdbb406eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb8a00640 1 --2- 172.21.15.22:0/3527072000 >> v2:172.21.15.145:3300/0 conn(0x7fdbb4072f30 0x7fdbb406eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb8a00640 1 -- 172.21.15.22:0/3527072000 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb4071900 con 0x7fdbb406eff0 2024-09-10T10:36:14.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.416+0000 7fdbb3400640 1 --2- 172.21.15.22:0/3527072000 >> v2:172.21.15.145:3300/0 conn(0x7fdbb4072f30 0x7fdbb406eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:14.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbb8a00640 1 --2- 172.21.15.22:0/3527072000 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb406eff0 0x7fdbb415ef60 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fdbb406cc70 tx=0x7fdbac01c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b064e4821e1b55b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbb2a00640 1 -- 172.21.15.22:0/3527072000 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac0b0070 con 0x7fdbb406eff0 2024-09-10T10:36:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbb2a00640 1 -- 172.21.15.22:0/3527072000 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbac0ab600 con 0x7fdbb406eff0 2024-09-10T10:36:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbb2a00640 1 -- 172.21.15.22:0/3527072000 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac0ab9d0 con 0x7fdbb406eff0 2024-09-10T10:36:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3527072000 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb406eff0 msgr2=0x7fdbb415ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 --2- 172.21.15.22:0/3527072000 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb406eff0 0x7fdbb415ef60 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fdbb406cc70 tx=0x7fdbac01c260 comp rx=0 tx=0).stop 2024-09-10T10:36:14.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3527072000 shutdown_connections 2024-09-10T10:36:14.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 --2- 172.21.15.22:0/3527072000 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb406eff0 0x7fdbb415ef60 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 --2- 172.21.15.22:0/3527072000 >> v2:172.21.15.145:3300/0 conn(0x7fdbb4072f30 0x7fdbb406eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 --2- 172.21.15.22:0/3527072000 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbb4158f70 0x7fdbb415c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3527072000 >> 172.21.15.22:0/3527072000 conn(0x7fdbb4062eb0 msgr2=0x7fdbb406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:14.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3527072000 shutdown_connections 2024-09-10T10:36:14.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3527072000 wait complete. 2024-09-10T10:36:14.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 Processor -- start 2024-09-10T10:36:14.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.420+0000 7fdbbaa00640 1 -- start start 2024-09-10T10:36:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbbaa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbb406eff0 0x7fdbb415cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbbaa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb4072f30 0x7fdbb414fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbbaa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbb4158f70 0x7fdbb41501d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbbaa00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb406db20 con 0x7fdbb4072f30 2024-09-10T10:36:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbbaa00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb406d9a0 con 0x7fdbb4158f70 2024-09-10T10:36:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbbaa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdbb406dca0 con 0x7fdbb406eff0 2024-09-10T10:36:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb4072f30 0x7fdbb414fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb4072f30 0x7fdbb414fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39338/0 (socket says 172.21.15.22:39338) 2024-09-10T10:36:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb3400640 1 -- 172.21.15.22:0/3598845405 learned_addr learned my addr 172.21.15.22:0/3598845405 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb8a00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbb4158f70 0x7fdbb41501d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb3e00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbb406eff0 0x7fdbb415cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb3400640 1 -- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbb406eff0 msgr2=0x7fdbb415cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb3400640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbb406eff0 0x7fdbb415cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb3400640 1 -- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbb4158f70 msgr2=0x7fdbb41501d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb3400640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbb4158f70 0x7fdbb41501d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb3400640 1 -- 172.21.15.22:0/3598845405 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb415e940 con 0x7fdbb4072f30 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb8a00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbb4158f70 0x7fdbb41501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbb3400640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb4072f30 0x7fdbb414fc90 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fdba000e810 tx=0x7fdba000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbabe00640 1 -- 172.21.15.22:0/3598845405 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba0017070 con 0x7fdbb4072f30 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbabe00640 1 -- 172.21.15.22:0/3598845405 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdba000c6d0 con 0x7fdbb4072f30 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbabe00640 1 -- 172.21.15.22:0/3598845405 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba000f040 con 0x7fdbb4072f30 2024-09-10T10:36:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3598845405 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbb40b3660 con 0x7fdbb4072f30 2024-09-10T10:36:14.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3598845405 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbb415e4d0 con 0x7fdbb4072f30 2024-09-10T10:36:14.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.424+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3598845405 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbb415ef60 con 0x7fdbb4072f30 2024-09-10T10:36:14.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.428+0000 7fdbabe00640 1 -- 172.21.15.22:0/3598845405 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdba001a070 con 0x7fdbb4072f30 2024-09-10T10:36:14.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.428+0000 7fdbabe00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb940678c0 0x7fdb94069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.428+0000 7fdbabe00640 1 -- 172.21.15.22:0/3598845405 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fdba00857b0 con 0x7fdbb4072f30 2024-09-10T10:36:14.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.428+0000 7fdbb3e00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb940678c0 0x7fdb94069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.428+0000 7fdbb3e00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb940678c0 0x7fdb94069d80 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fdba4003fd0 tx=0x7fdba40039a0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:14.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.432+0000 7fdbabe00640 1 -- 172.21.15.22:0/3598845405 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdba0056380 con 0x7fdbb4072f30 2024-09-10T10:36:14.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3598845405 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"} v 0) -- 0x7fdbb40b59c0 con 0x7fdbb4072f30 2024-09-10T10:36:14.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbabe00640 1 -- 172.21.15.22:0/3598845405 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"}]=0 v28) ==== 106+0+4 (secure 0 0 0) 0x7fdba0055c80 con 0x7fdbb4072f30 2024-09-10T10:36:14.602 INFO:teuthology.orchestra.run.smithi022.stdout:100 2024-09-10T10:36:14.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb940678c0 msgr2=0x7fdb94069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb940678c0 0x7fdb94069d80 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fdba4003fd0 tx=0x7fdba40039a0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3598845405 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb4072f30 msgr2=0x7fdbb414fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb4072f30 0x7fdbb414fc90 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fdba000e810 tx=0x7fdba000ecd0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3598845405 shutdown_connections 2024-09-10T10:36:14.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdb940678c0 0x7fdb94069d80 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdbb4158f70 0x7fdbb41501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdbb4072f30 0x7fdbb414fc90 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 --2- 172.21.15.22:0/3598845405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdbb406eff0 0x7fdbb415cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3598845405 >> 172.21.15.22:0/3598845405 conn(0x7fdbb4062eb0 msgr2=0x7fdbb41594d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:14.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3598845405 shutdown_connections 2024-09-10T10:36:14.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.600+0000 7fdbbaa00640 1 -- 172.21.15.22:0/3598845405 wait complete. 2024-09-10T10:36:14.623 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_recall_warning_decay_rate 2024-09-10T10:36:14.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bc3000640 1 Processor -- start 2024-09-10T10:36:14.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bc3000640 1 -- start start 2024-09-10T10:36:14.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bc3000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2bbc148010 0x7f2bbc071ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bc3000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bbc072220 0x7f2bbc15fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bc3000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bbc1483f0 con 0x7f2bbc160430 2024-09-10T10:36:14.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bc3000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2bbc071850 con 0x7f2bbc148010 2024-09-10T10:36:14.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bc3000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2bbc071240 con 0x7f2bbc072220 2024-09-10T10:36:14.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bc1000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2bbc160430 0x7f2bbc0ae8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:43224/0 (socket says 172.21.15.22:43224) 2024-09-10T10:36:14.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bc1000640 1 -- 172.21.15.22:0/418455075 learned_addr learned my addr 172.21.15.22:0/418455075 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:14.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bb3400640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bbc072220 0x7f2bbc15fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/418455075 >> v2:172.21.15.145:3300/0 conn(0x7f2bbc148010 0x7f2bbc071ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3430377397 0 0) 0x7f2bbc1483f0 con 0x7f2bbc160430 2024-09-10T10:36:14.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ba0003530 con 0x7f2bbc160430 2024-09-10T10:36:14.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2506652510 0 0) 0x7f2ba0003530 con 0x7f2bbc160430 2024-09-10T10:36:14.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bbc072220 msgr2=0x7f2bbc15fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:14.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bbc072220 0x7f2bbc15fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 >> v2:172.21.15.145:3300/0 conn(0x7f2bbc148010 msgr2=0x7f2bbc071ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:14.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 --2- 172.21.15.22:0/418455075 >> v2:172.21.15.145:3300/0 conn(0x7f2bbc148010 0x7f2bbc071ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bbc0b5680 con 0x7f2bbc160430 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f2bb4001a00 con 0x7f2bbc160430 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/418455075 >> v2:172.21.15.145:3300/0 conn(0x7f2bbc148010 0x7f2bbc071ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 >> v1:172.21.15.22:6789/0 conn(0x7f2bbc160430 legacy=0x7f2bbc0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ba00039c0 0x7f2ba0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ba00043b0 0x7f2ba0004890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ba0004f00 0x7f2ba000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2bbc071850 con 0x7f2ba0004f00 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2bbc071240 con 0x7f2ba00043b0 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2ba000bf10 con 0x7f2ba00039c0 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bc1000640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ba0004f00 0x7f2ba000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ba00039c0 0x7f2ba0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.764+0000 7f2bb3400640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ba00043b0 0x7f2ba0004890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc1000640 1 -- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ba00039c0 msgr2=0x7f2ba0003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:14.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc1000640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ba00039c0 0x7f2ba0003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc1000640 1 -- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ba00043b0 msgr2=0x7f2ba0004890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:14.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc1000640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ba00043b0 0x7f2ba0004890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc1000640 1 -- 172.21.15.22:0/418455075 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ba0003530 con 0x7f2ba0004f00 2024-09-10T10:36:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc1000640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ba0004f00 0x7f2ba000b9d0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f2bb400a8a0 tx=0x7f2bb401d3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=258884d1b56e42db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb400a4c0 con 0x7f2ba0004f00 2024-09-10T10:36:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bb40a9020 con 0x7f2ba0004f00 2024-09-10T10:36:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bbb400640 1 -- 172.21.15.22:0/418455075 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb40072d0 con 0x7f2ba0004f00 2024-09-10T10:36:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc3000640 1 -- 172.21.15.22:0/418455075 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ba0004f00 msgr2=0x7f2ba000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc3000640 1 --2- 172.21.15.22:0/418455075 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ba0004f00 0x7f2ba000b9d0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f2bb400a8a0 tx=0x7f2bb401d3c0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc1000640 1 -- 172.21.15.22:0/418455075 reap_dead start 2024-09-10T10:36:14.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc3000640 1 -- 172.21.15.22:0/418455075 shutdown_connections 2024-09-10T10:36:14.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc3000640 1 -- 172.21.15.22:0/418455075 >> 172.21.15.22:0/418455075 conn(0x7f2bbc062eb0 msgr2=0x7f2bbc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:14.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc3000640 1 -- 172.21.15.22:0/418455075 shutdown_connections 2024-09-10T10:36:14.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.768+0000 7f2bc3000640 1 -- 172.21.15.22:0/418455075 wait complete. 2024-09-10T10:36:14.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc3000640 1 Processor -- start 2024-09-10T10:36:14.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc3000640 1 -- start start 2024-09-10T10:36:14.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc3000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ba0004f00 0x7f2bbc145b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc3000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bbc0c5ea0 0x7f2bbc134fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc3000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bbc06e290 0x7f2bbc06e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc3000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2bbc0aefb0 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc3000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2bbc0b5960 con 0x7f2ba0004f00 2024-09-10T10:36:14.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc3000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2bbc0af130 con 0x7f2bbc06e290 2024-09-10T10:36:14.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bbc0c5ea0 0x7f2bbc134fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bbc0c5ea0 0x7f2bbc134fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39360/0 (socket says 172.21.15.22:39360) 2024-09-10T10:36:14.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb3400640 1 -- 172.21.15.22:0/3208226634 learned_addr learned my addr 172.21.15.22:0/3208226634 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:14.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ba0004f00 0x7f2bbc145b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc1000640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bbc06e290 0x7f2bbc06e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb3400640 1 -- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bbc06e290 msgr2=0x7f2bbc06e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb3400640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bbc06e290 0x7f2bbc06e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb3400640 1 -- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ba0004f00 msgr2=0x7f2bbc145b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb3400640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ba0004f00 0x7f2bbc145b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb3400640 1 -- 172.21.15.22:0/3208226634 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bbc1463d0 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb3400640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bbc0c5ea0 0x7f2bbc134fe0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4011890 tx=0x7f2ba4011d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb8c00640 1 -- 172.21.15.22:0/3208226634 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba4019070 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb8c00640 1 -- 172.21.15.22:0/3208226634 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ba4004240 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc3000640 1 -- 172.21.15.22:0/3208226634 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bbc1466b0 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bb8c00640 1 -- 172.21.15.22:0/3208226634 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba400f820 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.772+0000 7f2bc3000640 1 -- 172.21.15.22:0/3208226634 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bbc146c70 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.776+0000 7f2bc3000640 1 -- 172.21.15.22:0/3208226634 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bbc071ce0 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.776+0000 7f2bb8c00640 1 -- 172.21.15.22:0/3208226634 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2ba401c070 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.776+0000 7f2bb8c00640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b980678f0 0x7f2b98069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:14.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.776+0000 7f2bb8c00640 1 -- 172.21.15.22:0/3208226634 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f2ba4085fe0 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.776+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b980678f0 0x7f2b98069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:14.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.776+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b980678f0 0x7f2b98069db0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f2bac009de0 tx=0x7f2bac009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:14.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.780+0000 7f2bb8c00640 1 -- 172.21.15.22:0/3208226634 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2ba40564c0 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 -- 172.21.15.22:0/3208226634 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"} v 0) -- 0x7f2bbc06bd60 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bb8c00640 1 -- 172.21.15.22:0/3208226634 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"}]=0 v28) ==== 112+0+10 (secure 0 0 0) 0x7f2ba405a7c0 con 0x7f2bbc0c5ea0 2024-09-10T10:36:14.949 INFO:teuthology.orchestra.run.smithi022.stdout:60.000000 2024-09-10T10:36:14.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 -- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b980678f0 msgr2=0x7f2b98069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b980678f0 0x7f2b98069db0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f2bac009de0 tx=0x7f2bac009190 comp rx=0 tx=0).stop 2024-09-10T10:36:14.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 -- 172.21.15.22:0/3208226634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bbc0c5ea0 msgr2=0x7f2bbc134fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:14.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bbc0c5ea0 0x7f2bbc134fe0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4011890 tx=0x7f2ba4011d50 comp rx=0 tx=0).stop 2024-09-10T10:36:14.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 -- 172.21.15.22:0/3208226634 shutdown_connections 2024-09-10T10:36:14.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2b980678f0 0x7f2b98069db0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bbc06e290 0x7f2bbc06e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bbc0c5ea0 0x7f2bbc134fe0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 --2- 172.21.15.22:0/3208226634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ba0004f00 0x7f2bbc145b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:14.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 -- 172.21.15.22:0/3208226634 >> 172.21.15.22:0/3208226634 conn(0x7f2bbc062eb0 msgr2=0x7f2bbc161830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:14.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 -- 172.21.15.22:0/3208226634 shutdown_connections 2024-09-10T10:36:14.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:14.948+0000 7f2bc3000640 1 -- 172.21.15.22:0/3208226634 wait complete. 2024-09-10T10:36:14.971 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:36:14.972 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:36:14.980 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:36:15.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:36:15.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:36:15.086 INFO:teuthology.orchestra.run.smithi022.stdout:client5600 2024-09-10T10:36:15.086 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:36:15.087 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:36:15.096 DEBUG:teuthology.orchestra.run.smithi022:> stdin-killer -- python3 -c ' 2024-09-10T10:36:15.096 DEBUG:teuthology.orchestra.run.smithi022:> import fcntl 2024-09-10T10:36:15.096 DEBUG:teuthology.orchestra.run.smithi022:> import sys 2024-09-10T10:36:15.096 DEBUG:teuthology.orchestra.run.smithi022:> import time 2024-09-10T10:36:15.096 DEBUG:teuthology.orchestra.run.smithi022:> import os 2024-09-10T10:36:15.096 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:36:15.096 DEBUG:teuthology.orchestra.run.smithi022:> fcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK) 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> n = 400 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> abs_path = "/home/ubuntu/cephtest/mnt.0/subdir" 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> if not os.path.exists(abs_path): 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> os.makedirs(abs_path) 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> handles = [] 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> for i in range(0, n): 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> fname = "file_"+str(i) 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> path = os.path.join(abs_path, fname) 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> handles.append(open(path, '"'"'w'"'"')) 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> print("waiting with handles open", file=sys.stderr) 2024-09-10T10:36:15.097 DEBUG:teuthology.orchestra.run.smithi022:> while True: 2024-09-10T10:36:15.098 DEBUG:teuthology.orchestra.run.smithi022:> print("open_n_background: keeping files open", file=sys.stderr) 2024-09-10T10:36:15.098 DEBUG:teuthology.orchestra.run.smithi022:> try: 2024-09-10T10:36:15.098 DEBUG:teuthology.orchestra.run.smithi022:> if os.read(0, 4096) == b"": 2024-09-10T10:36:15.098 DEBUG:teuthology.orchestra.run.smithi022:> break 2024-09-10T10:36:15.098 DEBUG:teuthology.orchestra.run.smithi022:> except BlockingIOError: 2024-09-10T10:36:15.098 DEBUG:teuthology.orchestra.run.smithi022:> pass 2024-09-10T10:36:15.098 DEBUG:teuthology.orchestra.run.smithi022:> time.sleep(2) 2024-09-10T10:36:15.098 DEBUG:teuthology.orchestra.run.smithi022:> print("stdin closed, goodbye!", file=sys.stderr) 2024-09-10T10:36:15.098 DEBUG:teuthology.orchestra.run.smithi022:> ' 2024-09-10T10:36:15.143 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:36:15.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.288+0000 7f259aa00640 1 Processor -- start 2024-09-10T10:36:15.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.288+0000 7f259aa00640 1 -- start start 2024-09-10T10:36:15.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.288+0000 7f259aa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 0x7f25940715e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:15.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.288+0000 7f259aa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f25940b6d60 0x7f25940b7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:15.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.288+0000 7f259aa00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2594070f40 con 0x7f25940732e0 2024-09-10T10:36:15.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.288+0000 7f259aa00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f259406d760 con 0x7f25940b6d60 2024-09-10T10:36:15.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.288+0000 7f259aa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f259406da20 con 0x7f259415e540 2024-09-10T10:36:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.292+0000 7f258b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f25940b6d60 0x7f25940b7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.292+0000 7f2593e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 0x7f25940715e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.292+0000 7f2598a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f25940732e0 0x7f2594073750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:37174/0 (socket says 172.21.15.22:37174) 2024-09-10T10:36:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.292+0000 7f2598a00640 1 -- 172.21.15.22:0/1082829673 learned_addr learned my addr 172.21.15.22:0/1082829673 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.292+0000 7f2593e00640 1 -- 172.21.15.22:0/1082829673 >> v2:172.21.15.22:3300/0 conn(0x7f25940b6d60 msgr2=0x7f25940b7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.292+0000 7f2593e00640 1 --2- 172.21.15.22:0/1082829673 >> v2:172.21.15.22:3300/0 conn(0x7f25940b6d60 0x7f25940b7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.292+0000 7f2593e00640 1 -- 172.21.15.22:0/1082829673 >> v1:172.21.15.22:6789/0 conn(0x7f25940732e0 legacy=0x7f2594073750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:15.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.292+0000 7f2593e00640 1 -- 172.21.15.22:0/1082829673 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f259406c870 con 0x7f259415e540 2024-09-10T10:36:15.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.292+0000 7f2593e00640 1 --2- 172.21.15.22:0/1082829673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 0x7f25940715e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f25840097c0 tx=0x7f258401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=807ccb65802a0b2e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:15.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f2593400640 1 -- 172.21.15.22:0/1082829673 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25840b1070 con 0x7f259415e540 2024-09-10T10:36:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f2593400640 1 -- 172.21.15.22:0/1082829673 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25840ac410 con 0x7f259415e540 2024-09-10T10:36:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f2593400640 1 -- 172.21.15.22:0/1082829673 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25840ac7e0 con 0x7f259415e540 2024-09-10T10:36:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 -- 172.21.15.22:0/1082829673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 msgr2=0x7f25940715e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:15.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 --2- 172.21.15.22:0/1082829673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 0x7f25940715e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f25840097c0 tx=0x7f258401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:36:15.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 -- 172.21.15.22:0/1082829673 shutdown_connections 2024-09-10T10:36:15.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 --2- 172.21.15.22:0/1082829673 >> v2:172.21.15.22:3300/0 conn(0x7f25940b6d60 0x7f25940b7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:15.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 --2- 172.21.15.22:0/1082829673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 0x7f25940715e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:15.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 -- 172.21.15.22:0/1082829673 >> 172.21.15.22:0/1082829673 conn(0x7f259406e780 msgr2=0x7f25940b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:15.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 -- 172.21.15.22:0/1082829673 shutdown_connections 2024-09-10T10:36:15.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 -- 172.21.15.22:0/1082829673 wait complete. 2024-09-10T10:36:15.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 Processor -- start 2024-09-10T10:36:15.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 -- start start 2024-09-10T10:36:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.296+0000 7f259aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25940732e0 0x7f2594145f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f259aa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25940b6d60 0x7f2594148f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f259aa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 0x7f2594149450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f259aa00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f25940b7680 con 0x7f25940732e0 2024-09-10T10:36:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f259aa00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2594071b20 con 0x7f25940b6d60 2024-09-10T10:36:15.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f259aa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2594148170 con 0x7f259415e540 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2593e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25940732e0 0x7f2594145f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f258b400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25940b6d60 0x7f2594148f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2593e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25940732e0 0x7f2594145f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39898/0 (socket says 172.21.15.22:39898) 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2593e00640 1 -- 172.21.15.22:0/941235283 learned_addr learned my addr 172.21.15.22:0/941235283 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2598a00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 0x7f2594149450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2593e00640 1 -- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 msgr2=0x7f2594149450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2593e00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 0x7f2594149450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2593e00640 1 -- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25940b6d60 msgr2=0x7f2594148f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2593e00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25940b6d60 0x7f2594148f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2593e00640 1 -- 172.21.15.22:0/941235283 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2594147c60 con 0x7f25940732e0 2024-09-10T10:36:15.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f258b400640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25940b6d60 0x7f2594148f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:36:15.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2593e00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25940732e0 0x7f2594145f90 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f25840af040 tx=0x7f2584019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:15.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2590c00640 1 -- 172.21.15.22:0/941235283 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25840b1040 con 0x7f25940732e0 2024-09-10T10:36:15.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2590c00640 1 -- 172.21.15.22:0/941235283 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25840bb070 con 0x7f25940732e0 2024-09-10T10:36:15.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f259aa00640 1 -- 172.21.15.22:0/941235283 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2594148430 con 0x7f25940732e0 2024-09-10T10:36:15.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2590c00640 1 -- 172.21.15.22:0/941235283 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25840b5410 con 0x7f25940732e0 2024-09-10T10:36:15.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f259aa00640 1 -- 172.21.15.22:0/941235283 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25941489f0 con 0x7f25940732e0 2024-09-10T10:36:15.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f259aa00640 1 -- 172.21.15.22:0/941235283 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25940b7140 con 0x7f25940732e0 2024-09-10T10:36:15.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.300+0000 7f2590c00640 1 -- 172.21.15.22:0/941235283 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f25840b55d0 con 0x7f25940732e0 2024-09-10T10:36:15.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.304+0000 7f2590c00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25700678f0 0x7f2570069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:15.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.304+0000 7f2590c00640 1 -- 172.21.15.22:0/941235283 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f258411f590 con 0x7f25940732e0 2024-09-10T10:36:15.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.304+0000 7f258b400640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25700678f0 0x7f2570069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:15.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.304+0000 7f258b400640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25700678f0 0x7f2570069db0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f259414ab10 tx=0x7f257c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:15.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.308+0000 7f2590c00640 1 -- 172.21.15.22:0/941235283 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2584016090 con 0x7f25940732e0 2024-09-10T10:36:15.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 -- 172.21.15.22:0/941235283 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f25940d2e00 con 0x7f25940732e0 2024-09-10T10:36:15.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f2590c00640 1 -- 172.21.15.22:0/941235283 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5231 (secure 0 0 0) 0x7f25840ef9e0 con 0x7f25940732e0 2024-09-10T10:36:15.518 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:15.518 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":50,"btime":"2024-09-10T10:36:03:097962+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1770741199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1770741199},{"type":"v1","addr":"172.21.15.145:6836","nonce":1770741199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6198,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1514591581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1514591581},{"type":"v1","addr":"172.21.15.22:6834","nonce":1514591581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44},{"gid":6201,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1244929938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1244929938},{"type":"v1","addr":"172.21.15.22:6835","nonce":1244929938}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:59.473721+0000","modified":"2024-09-10T10:36:02.490147+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6207},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6207":{"gid":6207,"name":"b","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6837/2250061541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2250061541},{"type":"v1","addr":"172.21.15.145:6837","nonce":2250061541}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6207,"qdb_cluster":[6207]},"id":6}]} 2024-09-10T10:36:15.518 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 50 2024-09-10T10:36:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 -- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25700678f0 msgr2=0x7f2570069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25700678f0 0x7f2570069db0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f259414ab10 tx=0x7f257c009190 comp rx=0 tx=0).stop 2024-09-10T10:36:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 -- 172.21.15.22:0/941235283 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25940732e0 msgr2=0x7f2594145f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25940732e0 0x7f2594145f90 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f25840af040 tx=0x7f2584019240 comp rx=0 tx=0).stop 2024-09-10T10:36:15.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 -- 172.21.15.22:0/941235283 shutdown_connections 2024-09-10T10:36:15.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25700678f0 0x7f2570069db0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:15.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f259415e540 0x7f2594149450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:15.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25940b6d60 0x7f2594148f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:15.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 --2- 172.21.15.22:0/941235283 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f25940732e0 0x7f2594145f90 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:15.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 -- 172.21.15.22:0/941235283 >> 172.21.15.22:0/941235283 conn(0x7f259406e780 msgr2=0x7f25940b2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:15.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 -- 172.21.15.22:0/941235283 shutdown_connections 2024-09-10T10:36:15.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:15.516+0000 7f259aa00640 1 -- 172.21.15.22:0/941235283 wait complete. 2024-09-10T10:36:15.543 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-10T10:36:15.709 INFO:teuthology.orchestra.run.smithi145.stdout:[{"id":5609,"entity":{"name":{"type":"client","num":5609},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":829872610}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":2.983958425,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9908940303086085,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5609 192.168.0.1:0/829872610","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":5600,"entity":{"name":{"type":"client","num":5600},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":3014769195}},"state":"open","num_leases":1,"num_caps":386,"request_load_avg":409,"uptime":4.1239425450000002,"requests_in_flight":350,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":772.56875396616215,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":63,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.5600 172.21.15.22:0/3014769195","completed_requests":[],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000217","length":968}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:36:15.710 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 829872610, "type": "any" }, "name": { "num": 5609, "type": "client" } }, "id": 5609, "inst": "client.5609 192.168.0.1:0/829872610", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.9908940303086085 }, "state": "open", "uptime": 2.983958425 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 3014769195, "type": "any" }, "name": { "num": 5600, "type": "client" } }, "id": 5600, "inst": "client.5600 172.21.15.22:0/3014769195", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 63, "num_caps": 386, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 968, "start": "0x10000000217" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 409, "requests_in_flight": 350, "session_cache_liveness": { "halflife": 300, "value": 772.5687539661621 }, "state": "open", "uptime": 4.123942545 } ] 2024-09-10T10:36:15.710 DEBUG:tasks.ceph_test_case:wait_until_equal: 386 != 402, waiting (timeout=600)... 2024-09-10T10:36:15.713 INFO:teuthology.orchestra.run.smithi022.stderr:waiting with handles open 2024-09-10T10:36:15.714 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:17.716 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:19.718 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:20.711 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:36:20.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.860+0000 7fd7ea000640 1 Processor -- start 2024-09-10T10:36:20.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.860+0000 7fd7ea000640 1 -- start start 2024-09-10T10:36:20.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.860+0000 7fd7ea000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e415b220 0x7fd7e4071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:20.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7ea000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd7e40b56f0 0x7fd7e40b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:20.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7ea000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7e40ce880 con 0x7fd7e415b600 2024-09-10T10:36:20.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7ea000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd7e406d6e0 con 0x7fd7e40b56f0 2024-09-10T10:36:20.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7ea000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd7e40ceb60 con 0x7fd7e415b220 2024-09-10T10:36:20.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7e3e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd7e40b56f0 0x7fd7e40b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:20.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7e3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e415b220 0x7fd7e4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:20.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7e3e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd7e40b56f0 0x7fd7e40b3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:43814/0 (socket says 172.21.15.22:43814) 2024-09-10T10:36:20.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7e3e00640 1 -- 172.21.15.22:0/2802569279 learned_addr learned my addr 172.21.15.22:0/2802569279 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:20.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7daa00640 1 --1- 172.21.15.22:0/2802569279 >> v1:172.21.15.145:6789/0 conn(0x7fd7e415b600 0x7fd7e40b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:59038/0 (socket says 172.21.15.22:59038) 2024-09-10T10:36:20.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7e3e00640 1 -- 172.21.15.22:0/2802569279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e415b220 msgr2=0x7fd7e4071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:20.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7e3e00640 1 --2- 172.21.15.22:0/2802569279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e415b220 0x7fd7e4071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:20.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7e3e00640 1 -- 172.21.15.22:0/2802569279 >> v1:172.21.15.145:6789/0 conn(0x7fd7e415b600 legacy=0x7fd7e40b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:20.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.864+0000 7fd7e3e00640 1 -- 172.21.15.22:0/2802569279 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7e40cee40 con 0x7fd7e40b56f0 2024-09-10T10:36:20.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7e3e00640 1 --2- 172.21.15.22:0/2802569279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e40b56f0 0x7fd7e40b3f10 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc009e50 tx=0x7fd7dc01c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d04171adb01cdcf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:20.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7e2a00640 1 -- 172.21.15.22:0/2802569279 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7dc0a57c0 con 0x7fd7e40b56f0 2024-09-10T10:36:20.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7e2a00640 1 -- 172.21.15.22:0/2802569279 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7dc0a5960 con 0x7fd7e40b56f0 2024-09-10T10:36:20.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7e2a00640 1 -- 172.21.15.22:0/2802569279 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7dc0a5d30 con 0x7fd7e40b56f0 2024-09-10T10:36:20.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 -- 172.21.15.22:0/2802569279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e40b56f0 msgr2=0x7fd7e40b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:20.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 --2- 172.21.15.22:0/2802569279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e40b56f0 0x7fd7e40b3f10 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc009e50 tx=0x7fd7dc01c8e0 comp rx=0 tx=0).stop 2024-09-10T10:36:20.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 -- 172.21.15.22:0/2802569279 shutdown_connections 2024-09-10T10:36:20.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 --2- 172.21.15.22:0/2802569279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e40b56f0 0x7fd7e40b3f10 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:20.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 --2- 172.21.15.22:0/2802569279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e415b220 0x7fd7e4071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:20.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 -- 172.21.15.22:0/2802569279 >> 172.21.15.22:0/2802569279 conn(0x7fd7e4062dd0 msgr2=0x7fd7e406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:20.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 -- 172.21.15.22:0/2802569279 shutdown_connections 2024-09-10T10:36:20.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 -- 172.21.15.22:0/2802569279 wait complete. 2024-09-10T10:36:20.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 Processor -- start 2024-09-10T10:36:20.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 -- start start 2024-09-10T10:36:20.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e40b56f0 0x7fd7e415d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e415b220 0x7fd7e40b1220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e415b600 0x7fd7e40b01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e40cffd0 con 0x7fd7e415b220 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e40cfe50 con 0x7fd7e40b56f0 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7ea000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd7e40d0150 con 0x7fd7e415b600 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7daa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e415b220 0x7fd7e40b1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7daa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e415b220 0x7fd7e40b1220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39910/0 (socket says 172.21.15.22:39910) 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.868+0000 7fd7daa00640 1 -- 172.21.15.22:0/2073251806 learned_addr learned my addr 172.21.15.22:0/2073251806 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7e3400640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e40b56f0 0x7fd7e415d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7e3e00640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e415b600 0x7fd7e40b01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7daa00640 1 -- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e415b600 msgr2=0x7fd7e40b01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7daa00640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e415b600 0x7fd7e40b01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:20.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7daa00640 1 -- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e40b56f0 msgr2=0x7fd7e415d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:20.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7daa00640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e40b56f0 0x7fd7e415d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:20.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7daa00640 1 -- 172.21.15.22:0/2073251806 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7e415dac0 con 0x7fd7e415b220 2024-09-10T10:36:20.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7daa00640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e415b220 0x7fd7e40b1220 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fd7cc00c370 tx=0x7fd7cc00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:20.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2073251806 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7cc0074e0 con 0x7fd7e415b220 2024-09-10T10:36:20.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2073251806 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7cc007680 con 0x7fd7e415b220 2024-09-10T10:36:20.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7ea000640 1 -- 172.21.15.22:0/2073251806 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7e415dda0 con 0x7fd7e415b220 2024-09-10T10:36:20.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2073251806 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7cc004a30 con 0x7fd7e415b220 2024-09-10T10:36:20.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7ea000640 1 -- 172.21.15.22:0/2073251806 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7e41f74e0 con 0x7fd7e415b220 2024-09-10T10:36:20.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7ea000640 1 -- 172.21.15.22:0/2073251806 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7e40b3f10 con 0x7fd7e415b220 2024-09-10T10:36:20.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2073251806 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd7cc01a020 con 0x7fd7e415b220 2024-09-10T10:36:20.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.872+0000 7fd7dbe00640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c00678c0 0x7fd7c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:20.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.876+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2073251806 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fd7cc085330 con 0x7fd7e415b220 2024-09-10T10:36:20.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.876+0000 7fd7e3400640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c00678c0 0x7fd7c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:20.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.876+0000 7fd7e3400640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c00678c0 0x7fd7c0069d80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd7e40b2a40 tx=0x7fd7d4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:20.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:20.880+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2073251806 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd7cc055790 con 0x7fd7e415b220 2024-09-10T10:36:21.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.080+0000 7fd7ea000640 1 -- 172.21.15.22:0/2073251806 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd7e40cca50 con 0x7fd7e415b220 2024-09-10T10:36:21.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.080+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2073251806 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5231 (secure 0 0 0) 0x7fd7cc059a90 con 0x7fd7e415b220 2024-09-10T10:36:21.083 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:21.083 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":51,"btime":"2024-09-10T10:36:16:251913+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1770741199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1770741199},{"type":"v1","addr":"172.21.15.145:6836","nonce":1770741199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6198,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1514591581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1514591581},{"type":"v1","addr":"172.21.15.22:6834","nonce":1514591581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44},{"gid":6201,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1244929938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1244929938},{"type":"v1","addr":"172.21.15.22:6835","nonce":1244929938}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":51,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:59.473721+0000","modified":"2024-09-10T10:36:16.116136+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6207},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6207":{"gid":6207,"name":"b","rank":0,"incarnation":46,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6837/2250061541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2250061541},{"type":"v1","addr":"172.21.15.145:6837","nonce":2250061541}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6207,"qdb_cluster":[6207]},"id":6}]} 2024-09-10T10:36:21.083 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 51 2024-09-10T10:36:21.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 -- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c00678c0 msgr2=0x7fd7c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c00678c0 0x7fd7c0069d80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd7e40b2a40 tx=0x7fd7d4009190 comp rx=0 tx=0).stop 2024-09-10T10:36:21.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 -- 172.21.15.22:0/2073251806 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e415b220 msgr2=0x7fd7e40b1220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e415b220 0x7fd7e40b1220 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fd7cc00c370 tx=0x7fd7cc00c830 comp rx=0 tx=0).stop 2024-09-10T10:36:21.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 -- 172.21.15.22:0/2073251806 shutdown_connections 2024-09-10T10:36:21.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c00678c0 0x7fd7c0069d80 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e415b600 0x7fd7e40b01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e415b220 0x7fd7e40b1220 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 --2- 172.21.15.22:0/2073251806 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e40b56f0 0x7fd7e415d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 -- 172.21.15.22:0/2073251806 >> 172.21.15.22:0/2073251806 conn(0x7fd7e4062dd0 msgr2=0x7fd7e415ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:21.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 -- 172.21.15.22:0/2073251806 shutdown_connections 2024-09-10T10:36:21.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.084+0000 7fd7ea000640 1 -- 172.21.15.22:0/2073251806 wait complete. 2024-09-10T10:36:21.106 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-10T10:36:21.275 INFO:teuthology.orchestra.run.smithi145.stdout:[{"id":5609,"entity":{"name":{"type":"client","num":5609},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":829872610}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":8.5518853630000002,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9526636839023919,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5609 192.168.0.1:0/829872610","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":5600,"entity":{"name":{"type":"client","num":5600},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":3014769195}},"state":"open","num_leases":1,"num_caps":402,"request_load_avg":399,"uptime":9.6918694829999996,"requests_in_flight":0,"num_completed_requests":366,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":1164.0650048163316,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":473.1773432986073,"halflife":1.5},"recall_caps_throttle2o":{"value":217.14992923325329,"halflife":0.5},"session_cache_liveness":{"value":794.2853785285746,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":63,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.5600 172.21.15.22:0/3014769195","completed_requests":[{"tid":63,"created_ino":"0x10000000217"},{"tid":64,"created_ino":"0x10000000218"},{"tid":65,"created_ino":"0x10000000219"},{"tid":66,"created_ino":"0x1000000021a"},{"tid":67,"created_ino":"0x1000000021b"},{"tid":68,"created_ino":"0x1000000021c"},{"tid":69,"created_ino":"0x1000000021d"},{"tid":70,"created_ino":"0x1000000021e"},{"tid":71,"created_ino":"0x1000000021f"},{"tid":72,"created_ino":"0x10000000220"},{"tid":73,"created_ino":"0x10000000221"},{"tid":74,"created_ino":"0x10000000222"},{"tid":75,"created_ino":"0x10000000223"},{"tid":76,"created_ino":"0x10000000224"},{"tid":77,"created_ino":"0x10000000225"},{"tid":78,"created_ino":"0x10000000226"},{"tid":79,"created_ino":"0x10000000227"},{"tid":80,"created_ino":"0x10000000228"},{"tid":81,"created_ino":"0x10000000229"},{"tid":82,"created_ino":"0x1000000022a"},{"tid":83,"created_ino":"0x1000000022b"},{"tid":84,"created_ino":"0x1000000022c"},{"tid":85,"created_ino":"0x1000000022d"},{"tid":86,"created_ino":"0x1000000022e"},{"tid":87,"created_ino":"0x1000000022f"},{"tid":88,"created_ino":"0x10000000230"},{"tid":89,"created_ino":"0x10000000231"},{"tid":90,"created_ino":"0x10000000232"},{"tid":91,"created_ino":"0x10000000233"},{"tid":92,"created_ino":"0x10000000234"},{"tid":93,"created_ino":"0x10000000235"},{"tid":94,"created_ino":"0x10000000236"},{"tid":95,"created_ino":"0x10000000237"},{"tid":96,"created_ino":"0x10000000238"},{"tid":97,"created_ino":"0x10000000239"},{"tid":98,"created_ino":"0x1000000023a"},{"tid":99,"created_ino":"0x1000000023b"},{"tid":100,"created_ino":"0x1000000023c"},{"tid":101,"created_ino":"0x1000000023d"},{"tid":102,"created_ino":"0x1000000023e"},{"tid":103,"created_ino":"0x1000000023f"},{"tid":104,"created_ino":"0x10000000240"},{"tid":105,"created_ino":"0x10000000241"},{"tid":106,"created_ino":"0x10000000242"},{"tid":107,"created_ino":"0x10000000243"},{"tid":108,"created_ino":"0x10000000244"},{"tid":109,"created_ino":"0x10000000245"},{"tid":110,"created_ino":"0x10000000246"},{"tid":111,"created_ino":"0x10000000247"},{"tid":112,"created_ino":"0x10000000248"},{"tid":113,"created_ino":"0x10000000249"},{"tid":114,"created_ino":"0x1000000024a"},{"tid":115,"created_ino":"0x1000000024b"},{"tid":116,"created_ino":"0x1000000024c"},{"tid":117,"created_ino":"0x1000000024d"},{"tid":118,"created_ino":"0x1000000024e"},{"tid":119,"created_ino":"0x1000000024f"},{"tid":120,"created_ino":"0x10000000250"},{"tid":121,"created_ino":"0x10000000251"},{"tid":122,"created_ino":"0x10000000252"},{"tid":123,"created_ino":"0x10000000253"},{"tid":124,"created_ino":"0x10000000254"},{"tid":125,"created_ino":"0x10000000255"},{"tid":126,"created_ino":"0x10000000256"},{"tid":127,"created_ino":"0x10000000257"},{"tid":128,"created_ino":"0x10000000258"},{"tid":129,"created_ino":"0x10000000259"},{"tid":130,"created_ino":"0x1000000025a"},{"tid":131,"created_ino":"0x1000000025b"},{"tid":132,"created_ino":"0x1000000025c"},{"tid":133,"created_ino":"0x1000000025d"},{"tid":134,"created_ino":"0x1000000025e"},{"tid":135,"created_ino":"0x1000000025f"},{"tid":136,"created_ino":"0x10000000260"},{"tid":137,"created_ino":"0x10000000261"},{"tid":138,"created_ino":"0x10000000262"},{"tid":139,"created_ino":"0x10000000263"},{"tid":140,"created_ino":"0x10000000264"},{"tid":141,"created_ino":"0x10000000265"},{"tid":142,"created_ino":"0x10000000266"},{"tid":143,"created_ino":"0x10000000267"},{"tid":144,"created_ino":"0x10000000268"},{"tid":145,"created_ino":"0x10000000269"},{"tid":146,"created_ino":"0x1000000026a"},{"tid":147,"created_ino":"0x1000000026b"},{"tid":148,"created_ino":"0x1000000026c"},{"tid":149,"created_ino":"0x1000000026d"},{"tid":150,"created_ino":"0x1000000026e"},{"tid":151,"created_ino":"0x1000000026f"},{"tid":152,"created_ino":"0x10000000270"},{"tid":153,"created_ino":"0x10000000271"},{"tid":154,"created_ino":"0x10000000272"},{"tid":155,"created_ino":"0x10000000273"},{"tid":156,"created_ino":"0x10000000274"},{"tid":157,"created_ino":"0x10000000275"},{"tid":158,"created_ino":"0x10000000276"},{"tid":159,"created_ino":"0x10000000277"},{"tid":160,"created_ino":"0x10000000278"},{"tid":161,"created_ino":"0x10000000279"},{"tid":162,"created_ino":"0x1000000027a"},{"tid":163,"created_ino":"0x1000000027b"},{"tid":164,"created_ino":"0x1000000027c"},{"tid":165,"created_ino":"0x1000000027d"},{"tid":166,"created_ino":"0x1000000027e"},{"tid":167,"created_ino":"0x1000000027f"},{"tid":168,"created_ino":"0x10000000280"},{"tid":169,"created_ino":"0x10000000281"},{"tid":170,"created_ino":"0x10000000282"},{"tid":171,"created_ino":"0x10000000283"},{"tid":172,"created_ino":"0x10000000284"},{"tid":173,"created_ino":"0x10000000285"},{"tid":174,"created_ino":"0x10000000286"},{"tid":175,"created_ino":"0x10000000287"},{"tid":176,"created_ino":"0x10000000288"},{"tid":177,"created_ino":"0x10000000289"},{"tid":178,"created_ino":"0x1000000028a"},{"tid":179,"created_ino":"0x1000000028b"},{"tid":180,"created_ino":"0x1000000028c"},{"tid":181,"created_ino":"0x1000000028d"},{"tid":182,"created_ino":"0x1000000028e"},{"tid":183,"created_ino":"0x1000000028f"},{"tid":184,"created_ino":"0x10000000290"},{"tid":185,"created_ino":"0x10000000291"},{"tid":186,"created_ino":"0x10000000292"},{"tid":187,"created_ino":"0x10000000293"},{"tid":188,"created_ino":"0x10000000294"},{"tid":189,"created_ino":"0x10000000295"},{"tid":190,"created_ino":"0x10000000296"},{"tid":191,"created_ino":"0x10000000297"},{"tid":192,"created_ino":"0x10000000298"},{"tid":193,"created_ino":"0x10000000299"},{"tid":194,"created_ino":"0x1000000029a"},{"tid":195,"created_ino":"0x1000000029b"},{"tid":196,"created_ino":"0x1000000029c"},{"tid":197,"created_ino":"0x1000000029d"},{"tid":198,"created_ino":"0x1000000029e"},{"tid":199,"created_ino":"0x1000000029f"},{"tid":200,"created_ino":"0x100000002a0"},{"tid":201,"created_ino":"0x100000002a1"},{"tid":202,"created_ino":"0x100000002a2"},{"tid":203,"created_ino":"0x100000002a3"},{"tid":204,"created_ino":"0x100000002a4"},{"tid":205,"created_ino":"0x100000002a5"},{"tid":206,"created_ino":"0x100000002a6"},{"tid":207,"created_ino":"0x100000002a7"},{"tid":208,"created_ino":"0x100000002a8"},{"tid":209,"created_ino":"0x100000002a9"},{"tid":210,"created_ino":"0x100000002aa"},{"tid":211,"created_ino":"0x100000002ab"},{"tid":212,"created_ino":"0x100000002ac"},{"tid":213,"created_ino":"0x100000002ad"},{"tid":214,"created_ino":"0x100000002ae"},{"tid":215,"created_ino":"0x100000002af"},{"tid":216,"created_ino":"0x100000002b0"},{"tid":217,"created_ino":"0x100000002b1"},{"tid":218,"created_ino":"0x100000002b2"},{"tid":219,"created_ino":"0x100000002b3"},{"tid":220,"created_ino":"0x100000002b4"},{"tid":221,"created_ino":"0x100000002b5"},{"tid":222,"created_ino":"0x100000002b6"},{"tid":223,"created_ino":"0x100000002b7"},{"tid":224,"created_ino":"0x100000002b8"},{"tid":225,"created_ino":"0x100000002b9"},{"tid":226,"created_ino":"0x100000002ba"},{"tid":227,"created_ino":"0x100000002bb"},{"tid":228,"created_ino":"0x100000002bc"},{"tid":229,"created_ino":"0x100000002bd"},{"tid":230,"created_ino":"0x100000002be"},{"tid":231,"created_ino":"0x100000002bf"},{"tid":232,"created_ino":"0x100000002c0"},{"tid":233,"created_ino":"0x100000002c1"},{"tid":234,"created_ino":"0x100000002c2"},{"tid":235,"created_ino":"0x100000002c3"},{"tid":236,"created_ino":"0x100000002c4"},{"tid":237,"created_ino":"0x100000002c5"},{"tid":238,"created_ino":"0x100000002c6"},{"tid":239,"created_ino":"0x100000002c7"},{"tid":240,"created_ino":"0x100000002c8"},{"tid":241,"created_ino":"0x100000002c9"},{"tid":242,"created_ino":"0x100000002ca"},{"tid":243,"created_ino":"0x100000002cb"},{"tid":244,"created_ino":"0x100000002cc"},{"tid":245,"created_ino":"0x100000002cd"},{"tid":246,"created_ino":"0x100000002ce"},{"tid":247,"created_ino":"0x100000002cf"},{"tid":248,"created_ino":"0x100000002d0"},{"tid":249,"created_ino":"0x100000002d1"},{"tid":250,"created_ino":"0x100000002d2"},{"tid":251,"created_ino":"0x100000002d3"},{"tid":252,"created_ino":"0x100000002d4"},{"tid":253,"created_ino":"0x100000002d5"},{"tid":254,"created_ino":"0x100000002d6"},{"tid":255,"created_ino":"0x100000002d7"},{"tid":256,"created_ino":"0x100000002d8"},{"tid":257,"created_ino":"0x100000002d9"},{"tid":258,"created_ino":"0x100000002da"},{"tid":259,"created_ino":"0x100000002db"},{"tid":260,"created_ino":"0x100000002dc"},{"tid":261,"created_ino":"0x100000002dd"},{"tid":262,"created_ino":"0x100000002de"},{"tid":263,"created_ino":"0x100000002df"},{"tid":264,"created_ino":"0x100000002e0"},{"tid":265,"created_ino":"0x100000002e1"},{"tid":266,"created_ino":"0x100000002e2"},{"tid":267,"created_ino":"0x100000002e3"},{"tid":268,"created_ino":"0x100000002e4"},{"tid":269,"created_ino":"0x100000002e5"},{"tid":270,"created_ino":"0x100000002e6"},{"tid":271,"created_ino":"0x100000002e7"},{"tid":272,"created_ino":"0x100000002e8"},{"tid":273,"created_ino":"0x100000002e9"},{"tid":274,"created_ino":"0x100000002ea"},{"tid":275,"created_ino":"0x100000002eb"},{"tid":276,"created_ino":"0x100000002ec"},{"tid":277,"created_ino":"0x100000002ed"},{"tid":278,"created_ino":"0x100000002ee"},{"tid":279,"created_ino":"0x100000002ef"},{"tid":280,"created_ino":"0x100000002f0"},{"tid":281,"created_ino":"0x100000002f1"},{"tid":282,"created_ino":"0x100000002f2"},{"tid":283,"created_ino":"0x100000002f3"},{"tid":284,"created_ino":"0x100000002f4"},{"tid":285,"created_ino":"0x100000002f5"},{"tid":286,"created_ino":"0x100000002f6"},{"tid":287,"created_ino":"0x100000002f7"},{"tid":288,"created_ino":"0x100000002f8"},{"tid":289,"created_ino":"0x100000002f9"},{"tid":290,"created_ino":"0x100000002fa"},{"tid":291,"created_ino":"0x100000002fb"},{"tid":292,"created_ino":"0x100000002fc"},{"tid":293,"created_ino":"0x100000002fd"},{"tid":294,"created_ino":"0x100000002fe"},{"tid":295,"created_ino":"0x100000002ff"},{"tid":296,"created_ino":"0x10000000300"},{"tid":297,"created_ino":"0x10000000301"},{"tid":298,"created_ino":"0x10000000302"},{"tid":299,"created_ino":"0x10000000303"},{"tid":300,"created_ino":"0x10000000304"},{"tid":301,"created_ino":"0x10000000305"},{"tid":302,"created_ino":"0x10000000306"},{"tid":303,"created_ino":"0x10000000307"},{"tid":304,"created_ino":"0x10000000308"},{"tid":305,"created_ino":"0x10000000309"},{"tid":306,"created_ino":"0x1000000030a"},{"tid":307,"created_ino":"0x1000000030b"},{"tid":308,"created_ino":"0x1000000030c"},{"tid":309,"created_ino":"0x1000000030d"},{"tid":310,"created_ino":"0x1000000030e"},{"tid":311,"created_ino":"0x1000000030f"},{"tid":312,"created_ino":"0x10000000310"},{"tid":313,"created_ino":"0x10000000311"},{"tid":314,"created_ino":"0x10000000312"},{"tid":315,"created_ino":"0x10000000313"},{"tid":316,"created_ino":"0x10000000314"},{"tid":317,"created_ino":"0x10000000315"},{"tid":318,"created_ino":"0x10000000316"},{"tid":319,"created_ino":"0x10000000317"},{"tid":320,"created_ino":"0x10000000318"},{"tid":321,"created_ino":"0x10000000319"},{"tid":322,"created_ino":"0x1000000031a"},{"tid":323,"created_ino":"0x1000000031b"},{"tid":324,"created_ino":"0x1000000031c"},{"tid":325,"created_ino":"0x1000000031d"},{"tid":326,"created_ino":"0x1000000031e"},{"tid":327,"created_ino":"0x1000000031f"},{"tid":328,"created_ino":"0x10000000320"},{"tid":329,"created_ino":"0x10000000321"},{"tid":330,"created_ino":"0x10000000322"},{"tid":331,"created_ino":"0x10000000323"},{"tid":332,"created_ino":"0x10000000324"},{"tid":333,"created_ino":"0x10000000325"},{"tid":334,"created_ino":"0x10000000326"},{"tid":335,"created_ino":"0x10000000327"},{"tid":336,"created_ino":"0x10000000328"},{"tid":337,"created_ino":"0x10000000329"},{"tid":338,"created_ino":"0x1000000032a"},{"tid":339,"created_ino":"0x1000000032b"},{"tid":340,"created_ino":"0x1000000032c"},{"tid":341,"created_ino":"0x1000000032d"},{"tid":342,"created_ino":"0x1000000032e"},{"tid":343,"created_ino":"0x1000000032f"},{"tid":344,"created_ino":"0x10000000330"},{"tid":345,"created_ino":"0x10000000331"},{"tid":346,"created_ino":"0x10000000332"},{"tid":347,"created_ino":"0x10000000333"},{"tid":348,"created_ino":"0x10000000334"},{"tid":349,"created_ino":"0x10000000335"},{"tid":350,"created_ino":"0x10000000336"},{"tid":351,"created_ino":"0x10000000337"},{"tid":352,"created_ino":"0x10000000338"},{"tid":353,"created_ino":"0x10000000339"},{"tid":354,"created_ino":"0x1000000033a"},{"tid":355,"created_ino":"0x1000000033b"},{"tid":356,"created_ino":"0x1000000033c"},{"tid":357,"created_ino":"0x1000000033d"},{"tid":358,"created_ino":"0x1000000033e"},{"tid":359,"created_ino":"0x1000000033f"},{"tid":360,"created_ino":"0x10000000340"},{"tid":361,"created_ino":"0x10000000341"},{"tid":362,"created_ino":"0x10000000342"},{"tid":363,"created_ino":"0x10000000343"},{"tid":364,"created_ino":"0x10000000344"},{"tid":365,"created_ino":"0x10000000345"},{"tid":366,"created_ino":"0x10000000346"},{"tid":367,"created_ino":"0x10000000347"},{"tid":368,"created_ino":"0x10000000348"},{"tid":369,"created_ino":"0x10000000349"},{"tid":370,"created_ino":"0x1000000034a"},{"tid":371,"created_ino":"0x1000000034b"},{"tid":372,"created_ino":"0x1000000034c"},{"tid":373,"created_ino":"0x1000000034d"},{"tid":374,"created_ino":"0x1000000034e"},{"tid":375,"created_ino":"0x1000000034f"},{"tid":376,"created_ino":"0x10000000350"},{"tid":377,"created_ino":"0x10000000351"},{"tid":378,"created_ino":"0x10000000352"},{"tid":379,"created_ino":"0x10000000353"},{"tid":380,"created_ino":"0x10000000354"},{"tid":381,"created_ino":"0x10000000355"},{"tid":382,"created_ino":"0x10000000356"},{"tid":383,"created_ino":"0x10000000357"},{"tid":384,"created_ino":"0x10000000358"},{"tid":385,"created_ino":"0x10000000359"},{"tid":386,"created_ino":"0x1000000035a"},{"tid":387,"created_ino":"0x1000000035b"},{"tid":388,"created_ino":"0x1000000035c"},{"tid":389,"created_ino":"0x1000000035d"},{"tid":390,"created_ino":"0x1000000035e"},{"tid":391,"created_ino":"0x1000000035f"},{"tid":392,"created_ino":"0x10000000360"},{"tid":393,"created_ino":"0x10000000361"},{"tid":394,"created_ino":"0x10000000362"},{"tid":395,"created_ino":"0x10000000363"},{"tid":396,"created_ino":"0x10000000364"},{"tid":397,"created_ino":"0x10000000365"},{"tid":398,"created_ino":"0x10000000366"},{"tid":399,"created_ino":"0x10000000367"},{"tid":400,"created_ino":"0x10000000368"},{"tid":401,"created_ino":"0x10000000369"},{"tid":402,"created_ino":"0x1000000036a"},{"tid":403,"created_ino":"0x1000000036b"},{"tid":404,"created_ino":"0x1000000036c"},{"tid":405,"created_ino":"0x1000000036d"},{"tid":406,"created_ino":"0x1000000036e"},{"tid":407,"created_ino":"0x1000000036f"},{"tid":408,"created_ino":"0x10000000370"},{"tid":409,"created_ino":"0x10000000371"},{"tid":410,"created_ino":"0x10000000372"},{"tid":411,"created_ino":"0x10000000373"},{"tid":412,"created_ino":"0x10000000374"},{"tid":413,"created_ino":"0x10000000375"},{"tid":414,"created_ino":"0x10000000376"},{"tid":415,"created_ino":"0x10000000377"},{"tid":416,"created_ino":"0x10000000378"},{"tid":417,"created_ino":"0x10000000379"},{"tid":418,"created_ino":"0x1000000037a"},{"tid":419,"created_ino":"0x1000000037b"},{"tid":420,"created_ino":"0x1000000037c"},{"tid":421,"created_ino":"0x1000000037d"},{"tid":422,"created_ino":"0x1000000037e"},{"tid":423,"created_ino":"0x1000000037f"},{"tid":424,"created_ino":"0x10000000380"},{"tid":425,"created_ino":"0x10000000381"},{"tid":426,"created_ino":"0x10000000382"},{"tid":427,"created_ino":"0x10000000383"},{"tid":428,"created_ino":"0x10000000384"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000385","length":602}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:36:21.278 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 829872610, "type": "any" }, "name": { "num": 5609, "type": "client" } }, "id": 5609, "inst": "client.5609 192.168.0.1:0/829872610", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.952663683902392 }, "state": "open", "uptime": 8.551885363 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [ { "created_ino": "0x10000000217", "tid": 63 }, { "created_ino": "0x10000000218", "tid": 64 }, { "created_ino": "0x10000000219", "tid": 65 }, { "created_ino": "0x1000000021a", "tid": 66 }, { "created_ino": "0x1000000021b", "tid": 67 }, { "created_ino": "0x1000000021c", "tid": 68 }, { "created_ino": "0x1000000021d", "tid": 69 }, { "created_ino": "0x1000000021e", "tid": 70 }, { "created_ino": "0x1000000021f", "tid": 71 }, { "created_ino": "0x10000000220", "tid": 72 }, { "created_ino": "0x10000000221", "tid": 73 }, { "created_ino": "0x10000000222", "tid": 74 }, { "created_ino": "0x10000000223", "tid": 75 }, { "created_ino": "0x10000000224", "tid": 76 }, { "created_ino": "0x10000000225", "tid": 77 }, { "created_ino": "0x10000000226", "tid": 78 }, { "created_ino": "0x10000000227", "tid": 79 }, { "created_ino": "0x10000000228", "tid": 80 }, { "created_ino": "0x10000000229", "tid": 81 }, { "created_ino": "0x1000000022a", "tid": 82 }, { "created_ino": "0x1000000022b", "tid": 83 }, { "created_ino": "0x1000000022c", "tid": 84 }, { "created_ino": "0x1000000022d", "tid": 85 }, { "created_ino": "0x1000000022e", "tid": 86 }, { "created_ino": "0x1000000022f", "tid": 87 }, { "created_ino": "0x10000000230", "tid": 88 }, { "created_ino": "0x10000000231", "tid": 89 }, { "created_ino": "0x10000000232", "tid": 90 }, { "created_ino": "0x10000000233", "tid": 91 }, { "created_ino": "0x10000000234", "tid": 92 }, { "created_ino": "0x10000000235", "tid": 93 }, { "created_ino": "0x10000000236", "tid": 94 }, { "created_ino": "0x10000000237", "tid": 95 }, { "created_ino": "0x10000000238", "tid": 96 }, { "created_ino": "0x10000000239", "tid": 97 }, { "created_ino": "0x1000000023a", "tid": 98 }, { "created_ino": "0x1000000023b", "tid": 99 }, { "created_ino": "0x1000000023c", "tid": 100 }, { "created_ino": "0x1000000023d", "tid": 101 }, { "created_ino": "0x1000000023e", "tid": 102 }, { "created_ino": "0x1000000023f", "tid": 103 }, { "created_ino": "0x10000000240", "tid": 104 }, { "created_ino": "0x10000000241", "tid": 105 }, { "created_ino": "0x10000000242", "tid": 106 }, { "created_ino": "0x10000000243", "tid": 107 }, { "created_ino": "0x10000000244", "tid": 108 }, { "created_ino": "0x10000000245", "tid": 109 }, { "created_ino": "0x10000000246", "tid": 110 }, { "created_ino": "0x10000000247", "tid": 111 }, { "created_ino": "0x10000000248", "tid": 112 }, { "created_ino": "0x10000000249", "tid": 113 }, { "created_ino": "0x1000000024a", "tid": 114 }, { "created_ino": "0x1000000024b", "tid": 115 }, { "created_ino": "0x1000000024c", "tid": 116 }, { "created_ino": "0x1000000024d", "tid": 117 }, { "created_ino": "0x1000000024e", "tid": 118 }, { "created_ino": "0x1000000024f", "tid": 119 }, { "created_ino": "0x10000000250", "tid": 120 }, { "created_ino": "0x10000000251", "tid": 121 }, { "created_ino": "0x10000000252", "tid": 122 }, { "created_ino": "0x10000000253", "tid": 123 }, { "created_ino": "0x10000000254", "tid": 124 }, { "created_ino": "0x10000000255", "tid": 125 }, { "created_ino": "0x10000000256", "tid": 126 }, { "created_ino": "0x10000000257", "tid": 127 }, { "created_ino": "0x10000000258", "tid": 128 }, { "created_ino": "0x10000000259", "tid": 129 }, { "created_ino": "0x1000000025a", "tid": 130 }, { "created_ino": "0x1000000025b", "tid": 131 }, { "created_ino": "0x1000000025c", "tid": 132 }, { "created_ino": "0x1000000025d", "tid": 133 }, { "created_ino": "0x1000000025e", "tid": 134 }, { "created_ino": "0x1000000025f", "tid": 135 }, { "created_ino": "0x10000000260", "tid": 136 }, { "created_ino": "0x10000000261", "tid": 137 }, { "created_ino": "0x10000000262", "tid": 138 }, { "created_ino": "0x10000000263", "tid": 139 }, { "created_ino": "0x10000000264", "tid": 140 }, { "created_ino": "0x10000000265", "tid": 141 }, { "created_ino": "0x10000000266", "tid": 142 }, { "created_ino": "0x10000000267", "tid": 143 }, { "created_ino": "0x10000000268", "tid": 144 }, { "created_ino": "0x10000000269", "tid": 145 }, { "created_ino": "0x1000000026a", "tid": 146 }, { "created_ino": "0x1000000026b", "tid": 147 }, { "created_ino": "0x1000000026c", "tid": 148 }, { "created_ino": "0x1000000026d", "tid": 149 }, { "created_ino": "0x1000000026e", "tid": 150 }, { "created_ino": "0x1000000026f", "tid": 151 }, { "created_ino": "0x10000000270", "tid": 152 }, { "created_ino": "0x10000000271", "tid": 153 }, { "created_ino": "0x10000000272", "tid": 154 }, { "created_ino": "0x10000000273", "tid": 155 }, { "created_ino": "0x10000000274", "tid": 156 }, { "created_ino": "0x10000000275", "tid": 157 }, { "created_ino": "0x10000000276", "tid": 158 }, { "created_ino": "0x10000000277", "tid": 159 }, { "created_ino": "0x10000000278", "tid": 160 }, { "created_ino": "0x10000000279", "tid": 161 }, { "created_ino": "0x1000000027a", "tid": 162 }, { "created_ino": "0x1000000027b", "tid": 163 }, { "created_ino": "0x1000000027c", "tid": 164 }, { "created_ino": "0x1000000027d", "tid": 165 }, { "created_ino": "0x1000000027e", "tid": 166 }, { "created_ino": "0x1000000027f", "tid": 167 }, { "created_ino": "0x10000000280", "tid": 168 }, { "created_ino": "0x10000000281", "tid": 169 }, { "created_ino": "0x10000000282", "tid": 170 }, { "created_ino": "0x10000000283", "tid": 171 }, { "created_ino": "0x10000000284", "tid": 172 }, { "created_ino": "0x10000000285", "tid": 173 }, { "created_ino": "0x10000000286", "tid": 174 }, { "created_ino": "0x10000000287", "tid": 175 }, { "created_ino": "0x10000000288", "tid": 176 }, { "created_ino": "0x10000000289", "tid": 177 }, { "created_ino": "0x1000000028a", "tid": 178 }, { "created_ino": "0x1000000028b", "tid": 179 }, { "created_ino": "0x1000000028c", "tid": 180 }, { "created_ino": "0x1000000028d", "tid": 181 }, { "created_ino": "0x1000000028e", "tid": 182 }, { "created_ino": "0x1000000028f", "tid": 183 }, { "created_ino": "0x10000000290", "tid": 184 }, { "created_ino": "0x10000000291", "tid": 185 }, { "created_ino": "0x10000000292", "tid": 186 }, { "created_ino": "0x10000000293", "tid": 187 }, { "created_ino": "0x10000000294", "tid": 188 }, { "created_ino": "0x10000000295", "tid": 189 }, { "created_ino": "0x10000000296", "tid": 190 }, { "created_ino": "0x10000000297", "tid": 191 }, { "created_ino": "0x10000000298", "tid": 192 }, { "created_ino": "0x10000000299", "tid": 193 }, { "created_ino": "0x1000000029a", "tid": 194 }, { "created_ino": "0x1000000029b", "tid": 195 }, { "created_ino": "0x1000000029c", "tid": 196 }, { "created_ino": "0x1000000029d", "tid": 197 }, { "created_ino": "0x1000000029e", "tid": 198 }, { "created_ino": "0x1000000029f", "tid": 199 }, { "created_ino": "0x100000002a0", "tid": 200 }, { "created_ino": "0x100000002a1", "tid": 201 }, { "created_ino": "0x100000002a2", "tid": 202 }, { "created_ino": "0x100000002a3", "tid": 203 }, { "created_ino": "0x100000002a4", "tid": 204 }, { "created_ino": "0x100000002a5", "tid": 205 }, { "created_ino": "0x100000002a6", "tid": 206 }, { "created_ino": "0x100000002a7", "tid": 207 }, { "created_ino": "0x100000002a8", "tid": 208 }, { "created_ino": "0x100000002a9", "tid": 209 }, { "created_ino": "0x100000002aa", "tid": 210 }, { "created_ino": "0x100000002ab", "tid": 211 }, { "created_ino": "0x100000002ac", "tid": 212 }, { "created_ino": "0x100000002ad", "tid": 213 }, { "created_ino": "0x100000002ae", "tid": 214 }, { "created_ino": "0x100000002af", "tid": 215 }, { "created_ino": "0x100000002b0", "tid": 216 }, { "created_ino": "0x100000002b1", "tid": 217 }, { "created_ino": "0x100000002b2", "tid": 218 }, { "created_ino": "0x100000002b3", "tid": 219 }, { "created_ino": "0x100000002b4", "tid": 220 }, { "created_ino": "0x100000002b5", "tid": 221 }, { "created_ino": "0x100000002b6", "tid": 222 }, { "created_ino": "0x100000002b7", "tid": 223 }, { "created_ino": "0x100000002b8", "tid": 224 }, { "created_ino": "0x100000002b9", "tid": 225 }, { "created_ino": "0x100000002ba", "tid": 226 }, { "created_ino": "0x100000002bb", "tid": 227 }, { "created_ino": "0x100000002bc", "tid": 228 }, { "created_ino": "0x100000002bd", "tid": 229 }, { "created_ino": "0x100000002be", "tid": 230 }, { "created_ino": "0x100000002bf", "tid": 231 }, { "created_ino": "0x100000002c0", "tid": 232 }, { "created_ino": "0x100000002c1", "tid": 233 }, { "created_ino": "0x100000002c2", "tid": 234 }, { "created_ino": "0x100000002c3", "tid": 235 }, { "created_ino": "0x100000002c4", "tid": 236 }, { "created_ino": "0x100000002c5", "tid": 237 }, { "created_ino": "0x100000002c6", "tid": 238 }, { "created_ino": "0x100000002c7", "tid": 239 }, { "created_ino": "0x100000002c8", "tid": 240 }, { "created_ino": "0x100000002c9", "tid": 241 }, { "created_ino": "0x100000002ca", "tid": 242 }, { "created_ino": "0x100000002cb", "tid": 243 }, { "created_ino": "0x100000002cc", "tid": 244 }, { "created_ino": "0x100000002cd", "tid": 245 }, { "created_ino": "0x100000002ce", "tid": 246 }, { "created_ino": "0x100000002cf", "tid": 247 }, { "created_ino": "0x100000002d0", "tid": 248 }, { "created_ino": "0x100000002d1", "tid": 249 }, { "created_ino": "0x100000002d2", "tid": 250 }, { "created_ino": "0x100000002d3", "tid": 251 }, { "created_ino": "0x100000002d4", "tid": 252 }, { "created_ino": "0x100000002d5", "tid": 253 }, { "created_ino": "0x100000002d6", "tid": 254 }, { "created_ino": "0x100000002d7", "tid": 255 }, { "created_ino": "0x100000002d8", "tid": 256 }, { "created_ino": "0x100000002d9", "tid": 257 }, { "created_ino": "0x100000002da", "tid": 258 }, { "created_ino": "0x100000002db", "tid": 259 }, { "created_ino": "0x100000002dc", "tid": 260 }, { "created_ino": "0x100000002dd", "tid": 261 }, { "created_ino": "0x100000002de", "tid": 262 }, { "created_ino": "0x100000002df", "tid": 263 }, { "created_ino": "0x100000002e0", "tid": 264 }, { "created_ino": "0x100000002e1", "tid": 265 }, { "created_ino": "0x100000002e2", "tid": 266 }, { "created_ino": "0x100000002e3", "tid": 267 }, { "created_ino": "0x100000002e4", "tid": 268 }, { "created_ino": "0x100000002e5", "tid": 269 }, { "created_ino": "0x100000002e6", "tid": 270 }, { "created_ino": "0x100000002e7", "tid": 271 }, { "created_ino": "0x100000002e8", "tid": 272 }, { "created_ino": "0x100000002e9", "tid": 273 }, { "created_ino": "0x100000002ea", "tid": 274 }, { "created_ino": "0x100000002eb", "tid": 275 }, { "created_ino": "0x100000002ec", "tid": 276 }, { "created_ino": "0x100000002ed", "tid": 277 }, { "created_ino": "0x100000002ee", "tid": 278 }, { "created_ino": "0x100000002ef", "tid": 279 }, { "created_ino": "0x100000002f0", "tid": 280 }, { "created_ino": "0x100000002f1", "tid": 281 }, { "created_ino": "0x100000002f2", "tid": 282 }, { "created_ino": "0x100000002f3", "tid": 283 }, { "created_ino": "0x100000002f4", "tid": 284 }, { "created_ino": "0x100000002f5", "tid": 285 }, { "created_ino": "0x100000002f6", "tid": 286 }, { "created_ino": "0x100000002f7", "tid": 287 }, { "created_ino": "0x100000002f8", "tid": 288 }, { "created_ino": "0x100000002f9", "tid": 289 }, { "created_ino": "0x100000002fa", "tid": 290 }, { "created_ino": "0x100000002fb", "tid": 291 }, { "created_ino": "0x100000002fc", "tid": 292 }, { "created_ino": "0x100000002fd", "tid": 293 }, { "created_ino": "0x100000002fe", "tid": 294 }, { "created_ino": "0x100000002ff", "tid": 295 }, { "created_ino": "0x10000000300", "tid": 296 }, { "created_ino": "0x10000000301", "tid": 297 }, { "created_ino": "0x10000000302", "tid": 298 }, { "created_ino": "0x10000000303", "tid": 299 }, { "created_ino": "0x10000000304", "tid": 300 }, { "created_ino": "0x10000000305", "tid": 301 }, { "created_ino": "0x10000000306", "tid": 302 }, { "created_ino": "0x10000000307", "tid": 303 }, { "created_ino": "0x10000000308", "tid": 304 }, { "created_ino": "0x10000000309", "tid": 305 }, { "created_ino": "0x1000000030a", "tid": 306 }, { "created_ino": "0x1000000030b", "tid": 307 }, { "created_ino": "0x1000000030c", "tid": 308 }, { "created_ino": "0x1000000030d", "tid": 309 }, { "created_ino": "0x1000000030e", "tid": 310 }, { "created_ino": "0x1000000030f", "tid": 311 }, { "created_ino": "0x10000000310", "tid": 312 }, { "created_ino": "0x10000000311", "tid": 313 }, { "created_ino": "0x10000000312", "tid": 314 }, { "created_ino": "0x10000000313", "tid": 315 }, { "created_ino": "0x10000000314", "tid": 316 }, { "created_ino": "0x10000000315", "tid": 317 }, { "created_ino": "0x10000000316", "tid": 318 }, { "created_ino": "0x10000000317", "tid": 319 }, { "created_ino": "0x10000000318", "tid": 320 }, { "created_ino": "0x10000000319", "tid": 321 }, { "created_ino": "0x1000000031a", "tid": 322 }, { "created_ino": "0x1000000031b", "tid": 323 }, { "created_ino": "0x1000000031c", "tid": 324 }, { "created_ino": "0x1000000031d", "tid": 325 }, { "created_ino": "0x1000000031e", "tid": 326 }, { "created_ino": "0x1000000031f", "tid": 327 }, { "created_ino": "0x10000000320", "tid": 328 }, { "created_ino": "0x10000000321", "tid": 329 }, { "created_ino": "0x10000000322", "tid": 330 }, { "created_ino": "0x10000000323", "tid": 331 }, { "created_ino": "0x10000000324", "tid": 332 }, { "created_ino": "0x10000000325", "tid": 333 }, { "created_ino": "0x10000000326", "tid": 334 }, { "created_ino": "0x10000000327", "tid": 335 }, { "created_ino": "0x10000000328", "tid": 336 }, { "created_ino": "0x10000000329", "tid": 337 }, { "created_ino": "0x1000000032a", "tid": 338 }, { "created_ino": "0x1000000032b", "tid": 339 }, { "created_ino": "0x1000000032c", "tid": 340 }, { "created_ino": "0x1000000032d", "tid": 341 }, { "created_ino": "0x1000000032e", "tid": 342 }, { "created_ino": "0x1000000032f", "tid": 343 }, { "created_ino": "0x10000000330", "tid": 344 }, { "created_ino": "0x10000000331", "tid": 345 }, { "created_ino": "0x10000000332", "tid": 346 }, { "created_ino": "0x10000000333", "tid": 347 }, { "created_ino": "0x10000000334", "tid": 348 }, { "created_ino": "0x10000000335", "tid": 349 }, { "created_ino": "0x10000000336", "tid": 350 }, { "created_ino": "0x10000000337", "tid": 351 }, { "created_ino": "0x10000000338", "tid": 352 }, { "created_ino": "0x10000000339", "tid": 353 }, { "created_ino": "0x1000000033a", "tid": 354 }, { "created_ino": "0x1000000033b", "tid": 355 }, { "created_ino": "0x1000000033c", "tid": 356 }, { "created_ino": "0x1000000033d", "tid": 357 }, { "created_ino": "0x1000000033e", "tid": 358 }, { "created_ino": "0x1000000033f", "tid": 359 }, { "created_ino": "0x10000000340", "tid": 360 }, { "created_ino": "0x10000000341", "tid": 361 }, { "created_ino": "0x10000000342", "tid": 362 }, { "created_ino": "0x10000000343", "tid": 363 }, { "created_ino": "0x10000000344", "tid": 364 }, { "created_ino": "0x10000000345", "tid": 365 }, { "created_ino": "0x10000000346", "tid": 366 }, { "created_ino": "0x10000000347", "tid": 367 }, { "created_ino": "0x10000000348", "tid": 368 }, { "created_ino": "0x10000000349", "tid": 369 }, { "created_ino": "0x1000000034a", "tid": 370 }, { "created_ino": "0x1000000034b", "tid": 371 }, { "created_ino": "0x1000000034c", "tid": 372 }, { "created_ino": "0x1000000034d", "tid": 373 }, { "created_ino": "0x1000000034e", "tid": 374 }, { "created_ino": "0x1000000034f", "tid": 375 }, { "created_ino": "0x10000000350", "tid": 376 }, { "created_ino": "0x10000000351", "tid": 377 }, { "created_ino": "0x10000000352", "tid": 378 }, { "created_ino": "0x10000000353", "tid": 379 }, { "created_ino": "0x10000000354", "tid": 380 }, { "created_ino": "0x10000000355", "tid": 381 }, { "created_ino": "0x10000000356", "tid": 382 }, { "created_ino": "0x10000000357", "tid": 383 }, { "created_ino": "0x10000000358", "tid": 384 }, { "created_ino": "0x10000000359", "tid": 385 }, { "created_ino": "0x1000000035a", "tid": 386 }, { "created_ino": "0x1000000035b", "tid": 387 }, { "created_ino": "0x1000000035c", "tid": 388 }, { "created_ino": "0x1000000035d", "tid": 389 }, { "created_ino": "0x1000000035e", "tid": 390 }, { "created_ino": "0x1000000035f", "tid": 391 }, { "created_ino": "0x10000000360", "tid": 392 }, { "created_ino": "0x10000000361", "tid": 393 }, { "created_ino": "0x10000000362", "tid": 394 }, { "created_ino": "0x10000000363", "tid": 395 }, { "created_ino": "0x10000000364", "tid": 396 }, { "created_ino": "0x10000000365", "tid": 397 }, { "created_ino": "0x10000000366", "tid": 398 }, { "created_ino": "0x10000000367", "tid": 399 }, { "created_ino": "0x10000000368", "tid": 400 }, { "created_ino": "0x10000000369", "tid": 401 }, { "created_ino": "0x1000000036a", "tid": 402 }, { "created_ino": "0x1000000036b", "tid": 403 }, { "created_ino": "0x1000000036c", "tid": 404 }, { "created_ino": "0x1000000036d", "tid": 405 }, { "created_ino": "0x1000000036e", "tid": 406 }, { "created_ino": "0x1000000036f", "tid": 407 }, { "created_ino": "0x10000000370", "tid": 408 }, { "created_ino": "0x10000000371", "tid": 409 }, { "created_ino": "0x10000000372", "tid": 410 }, { "created_ino": "0x10000000373", "tid": 411 }, { "created_ino": "0x10000000374", "tid": 412 }, { "created_ino": "0x10000000375", "tid": 413 }, { "created_ino": "0x10000000376", "tid": 414 }, { "created_ino": "0x10000000377", "tid": 415 }, { "created_ino": "0x10000000378", "tid": 416 }, { "created_ino": "0x10000000379", "tid": 417 }, { "created_ino": "0x1000000037a", "tid": 418 }, { "created_ino": "0x1000000037b", "tid": 419 }, { "created_ino": "0x1000000037c", "tid": 420 }, { "created_ino": "0x1000000037d", "tid": 421 }, { "created_ino": "0x1000000037e", "tid": 422 }, { "created_ino": "0x1000000037f", "tid": 423 }, { "created_ino": "0x10000000380", "tid": 424 }, { "created_ino": "0x10000000381", "tid": 425 }, { "created_ino": "0x10000000382", "tid": 426 }, { "created_ino": "0x10000000383", "tid": 427 }, { "created_ino": "0x10000000384", "tid": 428 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 3014769195, "type": "any" }, "name": { "num": 5600, "type": "client" } }, "id": 5600, "inst": "client.5600 172.21.15.22:0/3014769195", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 63, "num_caps": 402, "num_completed_flushes": 0, "num_completed_requests": 366, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 602, "start": "0x10000000385" } ], "recall_caps": { "halflife": 60, "value": 1164.0650048163316 }, "recall_caps_throttle": { "halflife": 1.5, "value": 473.1773432986073 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 217.1499292332533 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 399, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 794.2853785285746 }, "state": "open", "uptime": 9.691869483 } ] 2024-09-10T10:36:21.278 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CACHE_OVERSIZED 2024-09-10T10:36:21.278 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:36:21.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.416+0000 7f23fbe00640 1 Processor -- start 2024-09-10T10:36:21.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.416+0000 7f23fbe00640 1 -- start start 2024-09-10T10:36:21.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.416+0000 7f23fbe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f23f40b46d0 0x7f23f40b5410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.416+0000 7f23fbe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f23f40afab0 0x7f23f40cee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.416+0000 7f23fbe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23f415c3c0 con 0x7f23f415c9b0 2024-09-10T10:36:21.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.416+0000 7f23fbe00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f23f40ce980 con 0x7f23f40b46d0 2024-09-10T10:36:21.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.416+0000 7f23fbe00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f23f40aff20 con 0x7f23f40afab0 2024-09-10T10:36:21.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f9400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f23f40b46d0 0x7f23f40b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f9400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f23f40b46d0 0x7f23f40b5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39916/0 (socket says 172.21.15.22:39916) 2024-09-10T10:36:21.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f9400640 1 -- 172.21.15.22:0/2794547056 learned_addr learned my addr 172.21.15.22:0/2794547056 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:21.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f9e00640 1 --2- 172.21.15.22:0/2794547056 >> v2:172.21.15.145:3300/0 conn(0x7f23f40afab0 0x7f23f40cee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f9400640 1 -- 172.21.15.22:0/2794547056 >> v2:172.21.15.145:3300/0 conn(0x7f23f40afab0 msgr2=0x7f23f40cee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:21.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f9400640 1 --2- 172.21.15.22:0/2794547056 >> v2:172.21.15.145:3300/0 conn(0x7f23f40afab0 0x7f23f40cee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f9400640 1 -- 172.21.15.22:0/2794547056 >> v1:172.21.15.145:6789/0 conn(0x7f23f415c9b0 legacy=0x7f23f40b4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f9400640 1 -- 172.21.15.22:0/2794547056 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23f415c660 con 0x7f23f40b46d0 2024-09-10T10:36:21.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f9400640 1 --2- 172.21.15.22:0/2794547056 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f40b46d0 0x7f23f40b5410 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f23e8009e50 tx=0x7f23e801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bae0cde50e65455 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:21.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f3e00640 1 -- 172.21.15.22:0/2794547056 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e80a57d0 con 0x7f23f40b46d0 2024-09-10T10:36:21.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f3e00640 1 -- 172.21.15.22:0/2794547056 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23e80a5970 con 0x7f23f40b46d0 2024-09-10T10:36:21.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.420+0000 7f23f3e00640 1 -- 172.21.15.22:0/2794547056 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e80a5d40 con 0x7f23f40b46d0 2024-09-10T10:36:21.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 -- 172.21.15.22:0/2794547056 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f40b46d0 msgr2=0x7f23f40b5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 --2- 172.21.15.22:0/2794547056 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f40b46d0 0x7f23f40b5410 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f23e8009e50 tx=0x7f23e801c9f0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 -- 172.21.15.22:0/2794547056 shutdown_connections 2024-09-10T10:36:21.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 --2- 172.21.15.22:0/2794547056 >> v2:172.21.15.145:3300/0 conn(0x7f23f40afab0 0x7f23f40cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 --2- 172.21.15.22:0/2794547056 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f40b46d0 0x7f23f40b5410 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 -- 172.21.15.22:0/2794547056 >> 172.21.15.22:0/2794547056 conn(0x7f23f40b21c0 msgr2=0x7f23f40b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:21.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 -- 172.21.15.22:0/2794547056 shutdown_connections 2024-09-10T10:36:21.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 -- 172.21.15.22:0/2794547056 wait complete. 2024-09-10T10:36:21.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 Processor -- start 2024-09-10T10:36:21.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 -- start start 2024-09-10T10:36:21.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23f40afab0 0x7f23f41417f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23f40b46d0 0x7f23f413e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f415c9b0 0x7f23f413ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f23f4167fb0 con 0x7f23f415c9b0 2024-09-10T10:36:21.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f23f4167e30 con 0x7f23f40b46d0 2024-09-10T10:36:21.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23fbe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f23f4168130 con 0x7f23f40afab0 2024-09-10T10:36:21.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23f8a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23f40b46d0 0x7f23f413e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23f9e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f415c9b0 0x7f23f413ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23f9400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23f40afab0 0x7f23f41417f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23f9e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f415c9b0 0x7f23f413ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39922/0 (socket says 172.21.15.22:39922) 2024-09-10T10:36:21.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23f9e00640 1 -- 172.21.15.22:0/797243861 learned_addr learned my addr 172.21.15.22:0/797243861 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:21.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.424+0000 7f23f8a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23f40b46d0 0x7f23f413e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:43838/0 (socket says 172.21.15.22:43838) 2024-09-10T10:36:21.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f9e00640 1 -- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23f40afab0 msgr2=0x7f23f41417f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f9e00640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23f40afab0 0x7f23f41417f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f9e00640 1 -- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23f40b46d0 msgr2=0x7f23f413e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f9e00640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23f40b46d0 0x7f23f413e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f9e00640 1 -- 172.21.15.22:0/797243861 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23f41400e0 con 0x7f23f415c9b0 2024-09-10T10:36:21.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f9e00640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f415c9b0 0x7f23f413ee10 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f23ec00e7f0 tx=0x7f23ec00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:21.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f1600640 1 -- 172.21.15.22:0/797243861 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23ec017070 con 0x7f23f415c9b0 2024-09-10T10:36:21.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f1600640 1 -- 172.21.15.22:0/797243861 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23ec00c940 con 0x7f23f415c9b0 2024-09-10T10:36:21.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23fbe00640 1 -- 172.21.15.22:0/797243861 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23f41403c0 con 0x7f23f415c9b0 2024-09-10T10:36:21.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f1600640 1 -- 172.21.15.22:0/797243861 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23ec00eea0 con 0x7f23f415c9b0 2024-09-10T10:36:21.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23fbe00640 1 -- 172.21.15.22:0/797243861 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23f4140980 con 0x7f23f415c9b0 2024-09-10T10:36:21.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23fbe00640 1 -- 172.21.15.22:0/797243861 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23f40cedf0 con 0x7f23f415c9b0 2024-09-10T10:36:21.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f1600640 1 -- 172.21.15.22:0/797243861 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f23ec01a070 con 0x7f23f415c9b0 2024-09-10T10:36:21.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f1600640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23d40678c0 0x7f23d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.428+0000 7f23f1600640 1 -- 172.21.15.22:0/797243861 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f23ec085e50 con 0x7f23f415c9b0 2024-09-10T10:36:21.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.432+0000 7f23f9400640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23d40678c0 0x7f23d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.432+0000 7f23f9400640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23d40678c0 0x7f23d4069d80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f23e80ae000 tx=0x7f23e80a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:21.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.432+0000 7f23f1600640 1 -- 172.21.15.22:0/797243861 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f23ec056330 con 0x7f23f415c9b0 2024-09-10T10:36:21.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.636+0000 7f23fbe00640 1 -- 172.21.15.22:0/797243861 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f23f406df50 con 0x7f23f415c9b0 2024-09-10T10:36:21.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.636+0000 7f23f1600640 1 -- 172.21.15.22:0/797243861 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f23ec05a630 con 0x7f23f415c9b0 2024-09-10T10:36:21.640 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:21.640 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:36:21.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 -- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23d40678c0 msgr2=0x7f23d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23d40678c0 0x7f23d4069d80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f23e80ae000 tx=0x7f23e80a7070 comp rx=0 tx=0).stop 2024-09-10T10:36:21.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 -- 172.21.15.22:0/797243861 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f415c9b0 msgr2=0x7f23f413ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f415c9b0 0x7f23f413ee10 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f23ec00e7f0 tx=0x7f23ec00ecb0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 -- 172.21.15.22:0/797243861 shutdown_connections 2024-09-10T10:36:21.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23d40678c0 0x7f23d4069d80 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23f415c9b0 0x7f23f413ee10 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23f40b46d0 0x7f23f413e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 --2- 172.21.15.22:0/797243861 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23f40afab0 0x7f23f41417f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 -- 172.21.15.22:0/797243861 >> 172.21.15.22:0/797243861 conn(0x7f23f40b21c0 msgr2=0x7f23f40b3da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:21.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 -- 172.21.15.22:0/797243861 shutdown_connections 2024-09-10T10:36:21.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.640+0000 7f23fbe00640 1 -- 172.21.15.22:0/797243861 wait complete. 2024-09-10T10:36:21.661 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T10:36:21.661 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CLIENT_RECALL 2024-09-10T10:36:21.661 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:36:21.720 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:21.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6ade00640 1 Processor -- start 2024-09-10T10:36:21.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6ade00640 1 -- start start 2024-09-10T10:36:21.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6ade00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb6a8147f60 0x7fb6a80cdb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6ade00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb6a80b1ca0 0x7fb6a80d07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6ade00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6a80ce5e0 con 0x7fb6a80ce040 2024-09-10T10:36:21.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6ade00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb6a80ce8c0 con 0x7fb6a80b1ca0 2024-09-10T10:36:21.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6ade00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb6a80ceba0 con 0x7fb6a8147f60 2024-09-10T10:36:21.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6a7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb6a80b1ca0 0x7fb6a80d07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6a7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb6a80b1ca0 0x7fb6a80d07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39936/0 (socket says 172.21.15.22:39936) 2024-09-10T10:36:21.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6a7400640 1 -- 172.21.15.22:0/2952029605 learned_addr learned my addr 172.21.15.22:0/2952029605 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:21.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6a6a00640 1 --2- 172.21.15.22:0/2952029605 >> v2:172.21.15.145:3300/0 conn(0x7fb6a8147f60 0x7fb6a80cdb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6a7400640 1 -- 172.21.15.22:0/2952029605 >> v2:172.21.15.145:3300/0 conn(0x7fb6a8147f60 msgr2=0x7fb6a80cdb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:21.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6a7400640 1 --2- 172.21.15.22:0/2952029605 >> v2:172.21.15.145:3300/0 conn(0x7fb6a8147f60 0x7fb6a80cdb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6a7400640 1 -- 172.21.15.22:0/2952029605 >> v1:172.21.15.145:6789/0 conn(0x7fb6a80ce040 legacy=0x7fb6a80b1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.800+0000 7fb6a7400640 1 -- 172.21.15.22:0/2952029605 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6a80d0280 con 0x7fb6a80b1ca0 2024-09-10T10:36:21.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6a7400640 1 --2- 172.21.15.22:0/2952029605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80b1ca0 0x7fb6a80d07a0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fb6a80d2470 tx=0x7fb6a001c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73909ca7e7f8ff59 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:21.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6a6000640 1 -- 172.21.15.22:0/2952029605 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6a00a57b0 con 0x7fb6a80b1ca0 2024-09-10T10:36:21.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6a6000640 1 -- 172.21.15.22:0/2952029605 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6a00a5950 con 0x7fb6a80b1ca0 2024-09-10T10:36:21.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6a6000640 1 -- 172.21.15.22:0/2952029605 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6a00a5d20 con 0x7fb6a80b1ca0 2024-09-10T10:36:21.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6ade00640 1 -- 172.21.15.22:0/2952029605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80b1ca0 msgr2=0x7fb6a80d07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6ade00640 1 --2- 172.21.15.22:0/2952029605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80b1ca0 0x7fb6a80d07a0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fb6a80d2470 tx=0x7fb6a001c8d0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6ade00640 1 -- 172.21.15.22:0/2952029605 shutdown_connections 2024-09-10T10:36:21.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6ade00640 1 --2- 172.21.15.22:0/2952029605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80b1ca0 0x7fb6a80d07a0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6ade00640 1 --2- 172.21.15.22:0/2952029605 >> v2:172.21.15.145:3300/0 conn(0x7fb6a8147f60 0x7fb6a80cdb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6ade00640 1 -- 172.21.15.22:0/2952029605 >> 172.21.15.22:0/2952029605 conn(0x7fb6a80d2510 msgr2=0x7fb6a80d2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:21.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6ade00640 1 -- 172.21.15.22:0/2952029605 shutdown_connections 2024-09-10T10:36:21.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6ade00640 1 -- 172.21.15.22:0/2952029605 wait complete. 2024-09-10T10:36:21.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6ade00640 1 Processor -- start 2024-09-10T10:36:21.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.804+0000 7fb6ade00640 1 -- start start 2024-09-10T10:36:21.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6ade00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6a80b1ca0 0x7fb6a8161b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6ade00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80ce040 0x7fb6a81419c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6ade00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6a8147f60 0x7fb6a813cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6ade00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a80d1880 con 0x7fb6a80ce040 2024-09-10T10:36:21.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6ade00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a80d1700 con 0x7fb6a80b1ca0 2024-09-10T10:36:21.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6ade00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb6a80d1a00 con 0x7fb6a8147f60 2024-09-10T10:36:21.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80ce040 0x7fb6a81419c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80ce040 0x7fb6a81419c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:39944/0 (socket says 172.21.15.22:39944) 2024-09-10T10:36:21.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69fe00640 1 -- 172.21.15.22:0/556731809 learned_addr learned my addr 172.21.15.22:0/556731809 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6a6a00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6a80b1ca0 0x7fb6a8161b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6a7400640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6a8147f60 0x7fb6a813cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69fe00640 1 -- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6a8147f60 msgr2=0x7fb6a813cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69fe00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6a8147f60 0x7fb6a813cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69fe00640 1 -- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6a80b1ca0 msgr2=0x7fb6a8161b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69fe00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6a80b1ca0 0x7fb6a8161b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69fe00640 1 -- 172.21.15.22:0/556731809 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6a8141f00 con 0x7fb6a80ce040 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6a7400640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6a8147f60 0x7fb6a813cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69fe00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80ce040 0x7fb6a81419c0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fb69000c370 tx=0x7fb69000c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69f400640 1 -- 172.21.15.22:0/556731809 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6900052d0 con 0x7fb6a80ce040 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69f400640 1 -- 172.21.15.22:0/556731809 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb690005470 con 0x7fb6a80ce040 2024-09-10T10:36:21.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb69f400640 1 -- 172.21.15.22:0/556731809 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb690007260 con 0x7fb6a80ce040 2024-09-10T10:36:21.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6ade00640 1 -- 172.21.15.22:0/556731809 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6a813e920 con 0x7fb6a80ce040 2024-09-10T10:36:21.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6ade00640 1 -- 172.21.15.22:0/556731809 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6a8142460 con 0x7fb6a80ce040 2024-09-10T10:36:21.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.808+0000 7fb6ade00640 1 -- 172.21.15.22:0/556731809 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6a80d07a0 con 0x7fb6a80ce040 2024-09-10T10:36:21.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.812+0000 7fb69f400640 1 -- 172.21.15.22:0/556731809 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb690007400 con 0x7fb6a80ce040 2024-09-10T10:36:21.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.812+0000 7fb69f400640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6840678c0 0x7fb684069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:21.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.812+0000 7fb69f400640 1 -- 172.21.15.22:0/556731809 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fb690085100 con 0x7fb6a80ce040 2024-09-10T10:36:21.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.812+0000 7fb6a6a00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6840678c0 0x7fb684069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:21.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.812+0000 7fb6a6a00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6840678c0 0x7fb684069d80 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb6a813c860 tx=0x7fb698009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:21.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:21.816+0000 7fb69f400640 1 -- 172.21.15.22:0/556731809 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb6a8141f00 con 0x7fb6a80ce040 2024-09-10T10:36:22.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.016+0000 7fb6ade00640 1 -- 172.21.15.22:0/556731809 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fb6a80cd0e0 con 0x7fb6a80ce040 2024-09-10T10:36:22.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb69f400640 1 -- 172.21.15.22:0/556731809 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fb690055550 con 0x7fb6a80ce040 2024-09-10T10:36:22.021 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:22.021 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:36:22.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 -- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6840678c0 msgr2=0x7fb684069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:22.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6840678c0 0x7fb684069d80 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb6a813c860 tx=0x7fb698009190 comp rx=0 tx=0).stop 2024-09-10T10:36:22.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 -- 172.21.15.22:0/556731809 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80ce040 msgr2=0x7fb6a81419c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:22.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80ce040 0x7fb6a81419c0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fb69000c370 tx=0x7fb69000c830 comp rx=0 tx=0).stop 2024-09-10T10:36:22.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 -- 172.21.15.22:0/556731809 shutdown_connections 2024-09-10T10:36:22.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb6840678c0 0x7fb684069d80 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:22.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb6a8147f60 0x7fb6a813cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:22.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb6a80ce040 0x7fb6a81419c0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:22.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 --2- 172.21.15.22:0/556731809 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6a80b1ca0 0x7fb6a8161b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:22.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 -- 172.21.15.22:0/556731809 >> 172.21.15.22:0/556731809 conn(0x7fb6a80d2510 msgr2=0x7fb6a8144930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:22.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 -- 172.21.15.22:0/556731809 shutdown_connections 2024-09-10T10:36:22.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:22.020+0000 7fb6ade00640 1 -- 172.21.15.22:0/556731809 wait complete. 2024-09-10T10:36:22.041 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:36:22.042 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:36:23.365 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:36:23.369 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:36:23.720 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:25.723 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:27.043 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:36:27.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd3200640 1 Processor -- start 2024-09-10T10:36:27.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd3200640 1 -- start start 2024-09-10T10:36:27.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd3200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6bd4162a90 0x7f6bd40b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:27.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd3200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bd40b1e70 con 0x7f6bd40d15c0 2024-09-10T10:36:27.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd3200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bd4074220 con 0x7f6bd41663c0 2024-09-10T10:36:27.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd3200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f6bd4167090 con 0x7f6bd4162a90 2024-09-10T10:36:27.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd2800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6bd40d15c0 0x7f6bd406c6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:50282/0 (socket says 172.21.15.22:50282) 2024-09-10T10:36:27.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd2800640 1 -- 172.21.15.22:0/4096734811 learned_addr learned my addr 172.21.15.22:0/4096734811 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:27.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd1400640 1 --2- 172.21.15.22:0/4096734811 >> v2:172.21.15.145:3300/0 conn(0x7f6bd4162a90 0x7f6bd40b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:27.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd0a00640 1 -- 172.21.15.22:0/4096734811 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2398586580 0 0) 0x7f6bd40b1e70 con 0x7f6bd40d15c0 2024-09-10T10:36:27.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd0a00640 1 -- 172.21.15.22:0/4096734811 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6bb8003530 con 0x7f6bd40d15c0 2024-09-10T10:36:27.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd0a00640 1 -- 172.21.15.22:0/4096734811 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2010281025 0 0) 0x7f6bd4074220 con 0x7f6bd41663c0 2024-09-10T10:36:27.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd0a00640 1 -- 172.21.15.22:0/4096734811 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6bd40b1e70 con 0x7f6bd41663c0 2024-09-10T10:36:27.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd1400640 1 -- 172.21.15.22:0/4096734811 >> v1:172.21.15.145:6789/0 conn(0x7f6bd41663c0 legacy=0x7f6bd41667a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:27.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd0a00640 1 -- 172.21.15.22:0/4096734811 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 254651959 0 0) 0x7f6bb8003530 con 0x7f6bd40d15c0 2024-09-10T10:36:27.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd1400640 1 -- 172.21.15.22:0/4096734811 >> v1:172.21.15.22:6789/0 conn(0x7f6bd40d15c0 legacy=0x7f6bd406c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:27.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.196+0000 7f6bd1400640 1 -- 172.21.15.22:0/4096734811 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd40b18b0 con 0x7f6bd4162a90 2024-09-10T10:36:27.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd1400640 1 --2- 172.21.15.22:0/4096734811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bd4162a90 0x7f6bd40b5ff0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f6bc00097c0 tx=0x7f6bc001c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e43489cc59b6f52f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:27.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd0a00640 1 -- 172.21.15.22:0/4096734811 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc00b0070 con 0x7f6bd4162a90 2024-09-10T10:36:27.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd0a00640 1 -- 172.21.15.22:0/4096734811 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bc00ab400 con 0x7f6bd4162a90 2024-09-10T10:36:27.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd0a00640 1 -- 172.21.15.22:0/4096734811 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc001a20 con 0x7f6bd4162a90 2024-09-10T10:36:27.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd3200640 1 -- 172.21.15.22:0/4096734811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bd4162a90 msgr2=0x7f6bd40b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:27.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd3200640 1 --2- 172.21.15.22:0/4096734811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bd4162a90 0x7f6bd40b5ff0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f6bc00097c0 tx=0x7f6bc001c330 comp rx=0 tx=0).stop 2024-09-10T10:36:27.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd3200640 1 -- 172.21.15.22:0/4096734811 shutdown_connections 2024-09-10T10:36:27.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd3200640 1 --2- 172.21.15.22:0/4096734811 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bd4162a90 0x7f6bd40b5ff0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:27.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd3200640 1 -- 172.21.15.22:0/4096734811 >> 172.21.15.22:0/4096734811 conn(0x7f6bd406f310 msgr2=0x7f6bd406f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:27.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd3200640 1 -- 172.21.15.22:0/4096734811 shutdown_connections 2024-09-10T10:36:27.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.200+0000 7f6bd3200640 1 -- 172.21.15.22:0/4096734811 wait complete. 2024-09-10T10:36:27.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd3200640 1 Processor -- start 2024-09-10T10:36:27.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd3200640 1 -- start start 2024-09-10T10:36:27.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd3200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bd40d15c0 0x7f6bd4164800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:27.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd3200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bd4162a90 0x7f6bd4161340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd3200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bd41663c0 0x7f6bd4157700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd3200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd41710a0 con 0x7f6bd41663c0 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd3200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd4170f20 con 0x7f6bd40d15c0 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd3200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6bd4171220 con 0x7f6bd4162a90 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd2800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bd41663c0 0x7f6bd4157700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd2800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bd41663c0 0x7f6bd4157700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40524/0 (socket says 172.21.15.22:40524) 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd2800640 1 -- 172.21.15.22:0/2699838637 learned_addr learned my addr 172.21.15.22:0/2699838637 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd2800640 1 -- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bd4162a90 msgr2=0x7f6bd4161340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd2800640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bd4162a90 0x7f6bd4161340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd2800640 1 -- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bd40d15c0 msgr2=0x7f6bd4164800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd2800640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bd40d15c0 0x7f6bd4164800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd2800640 1 -- 172.21.15.22:0/2699838637 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd4163a40 con 0x7f6bd41663c0 2024-09-10T10:36:27.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd2800640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bd41663c0 0x7f6bd4157700 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc00caf0 tx=0x7f6bcc00cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:27.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bca000640 1 -- 172.21.15.22:0/2699838637 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc018070 con 0x7f6bd41663c0 2024-09-10T10:36:27.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bca000640 1 -- 172.21.15.22:0/2699838637 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bcc00a700 con 0x7f6bd41663c0 2024-09-10T10:36:27.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd3200640 1 -- 172.21.15.22:0/2699838637 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bd4163d20 con 0x7f6bd41663c0 2024-09-10T10:36:27.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bca000640 1 -- 172.21.15.22:0/2699838637 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc00aab0 con 0x7f6bd41663c0 2024-09-10T10:36:27.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.204+0000 7f6bd3200640 1 -- 172.21.15.22:0/2699838637 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bd41642e0 con 0x7f6bd41663c0 2024-09-10T10:36:27.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.208+0000 7f6bd3200640 1 -- 172.21.15.22:0/2699838637 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bd4069cf0 con 0x7f6bd41663c0 2024-09-10T10:36:27.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.208+0000 7f6bca000640 1 -- 172.21.15.22:0/2699838637 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6bcc01b070 con 0x7f6bd41663c0 2024-09-10T10:36:27.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.208+0000 7f6bca000640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6bb40678c0 0x7f6bb4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:27.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.208+0000 7f6bca000640 1 -- 172.21.15.22:0/2699838637 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f6bcc0855e0 con 0x7f6bd41663c0 2024-09-10T10:36:27.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.208+0000 7f6bd1e00640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6bb40678c0 0x7f6bb4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:27.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.208+0000 7f6bd1e00640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6bb40678c0 0x7f6bb4069d80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4007fd0 tx=0x7f6bc4007960 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:27.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.212+0000 7f6bca000640 1 -- 172.21.15.22:0/2699838637 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6bcc056120 con 0x7f6bd41663c0 2024-09-10T10:36:27.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.416+0000 7f6bd3200640 1 -- 172.21.15.22:0/2699838637 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f6bd4075400 con 0x7f6bd41663c0 2024-09-10T10:36:27.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.416+0000 7f6bca000640 1 -- 172.21.15.22:0/2699838637 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f6bcc055a20 con 0x7f6bd41663c0 2024-09-10T10:36:27.420 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:27.420 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:36:27.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 -- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6bb40678c0 msgr2=0x7f6bb4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6bb40678c0 0x7f6bb4069d80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4007fd0 tx=0x7f6bc4007960 comp rx=0 tx=0).stop 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 -- 172.21.15.22:0/2699838637 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bd41663c0 msgr2=0x7f6bd4157700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bd41663c0 0x7f6bd4157700 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc00caf0 tx=0x7f6bcc00cef0 comp rx=0 tx=0).stop 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 -- 172.21.15.22:0/2699838637 shutdown_connections 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6bb40678c0 0x7f6bb4069d80 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bd41663c0 0x7f6bd4157700 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bd4162a90 0x7f6bd4161340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 --2- 172.21.15.22:0/2699838637 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bd40d15c0 0x7f6bd4164800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 -- 172.21.15.22:0/2699838637 >> 172.21.15.22:0/2699838637 conn(0x7f6bd406f310 msgr2=0x7f6bd406d460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 -- 172.21.15.22:0/2699838637 shutdown_connections 2024-09-10T10:36:27.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:27.420+0000 7f6bd3200640 1 -- 172.21.15.22:0/2699838637 wait complete. 2024-09-10T10:36:27.441 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:36:27.442 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:36:27.725 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:29.727 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:31.729 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:32.442 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:36:32.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.592+0000 7fe97e600640 1 Processor -- start 2024-09-10T10:36:32.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.592+0000 7fe97e600640 1 -- start start 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe97e600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe9780cd590 0x7fe9780afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe97e600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9780cf410 0x7fe9780b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe97e600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9780cfc10 con 0x7fe97815c610 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe97e600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe9780cd0c0 con 0x7fe9780cd590 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe97e600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe9780cfef0 con 0x7fe9780cf410 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe977400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe9780cd590 0x7fe9780afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe96ea00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fe97815c610 0x7fe9780cd970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:50286/0 (socket says 172.21.15.22:50286) 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe96ea00640 1 -- 172.21.15.22:0/3930966444 learned_addr learned my addr 172.21.15.22:0/3930966444 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe977e00640 1 --2- 172.21.15.22:0/3930966444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9780cf410 0x7fe9780b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe977400640 1 -- 172.21.15.22:0/3930966444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9780cf410 msgr2=0x7fe9780b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:32.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe977400640 1 --2- 172.21.15.22:0/3930966444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9780cf410 0x7fe9780b3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:32.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe977400640 1 -- 172.21.15.22:0/3930966444 >> v1:172.21.15.22:6789/0 conn(0x7fe97815c610 legacy=0x7fe9780cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:32.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe977400640 1 -- 172.21.15.22:0/3930966444 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9780d01d0 con 0x7fe9780cd590 2024-09-10T10:36:32.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.596+0000 7fe976a00640 1 -- 172.21.15.22:0/3930966444 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3502460599 0 0) 0x7fe9780cfc10 con 0x7fe97815c610 2024-09-10T10:36:32.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe977400640 1 --2- 172.21.15.22:0/3930966444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cd590 0x7fe9780afb50 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fe9680097c0 tx=0x7fe96801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e518e97bf8bc329 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:32.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe976a00640 1 -- 172.21.15.22:0/3930966444 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9680a7070 con 0x7fe9780cd590 2024-09-10T10:36:32.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe976a00640 1 -- 172.21.15.22:0/3930966444 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9680b0070 con 0x7fe9780cd590 2024-09-10T10:36:32.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe976a00640 1 -- 172.21.15.22:0/3930966444 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9680ab890 con 0x7fe9780cd590 2024-09-10T10:36:32.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe97e600640 1 -- 172.21.15.22:0/3930966444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cd590 msgr2=0x7fe9780afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:32.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe97e600640 1 --2- 172.21.15.22:0/3930966444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cd590 0x7fe9780afb50 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fe9680097c0 tx=0x7fe96801c470 comp rx=0 tx=0).stop 2024-09-10T10:36:32.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe97e600640 1 -- 172.21.15.22:0/3930966444 shutdown_connections 2024-09-10T10:36:32.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe97e600640 1 --2- 172.21.15.22:0/3930966444 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9780cf410 0x7fe9780b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:32.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe97e600640 1 --2- 172.21.15.22:0/3930966444 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cd590 0x7fe9780afb50 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:32.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe97e600640 1 -- 172.21.15.22:0/3930966444 >> 172.21.15.22:0/3930966444 conn(0x7fe9780b21c0 msgr2=0x7fe9780b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:32.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe97e600640 1 -- 172.21.15.22:0/3930966444 shutdown_connections 2024-09-10T10:36:32.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe97e600640 1 -- 172.21.15.22:0/3930966444 wait complete. 2024-09-10T10:36:32.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe97e600640 1 Processor -- start 2024-09-10T10:36:32.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.600+0000 7fe97e600640 1 -- start start 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe97e600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9780cd590 0x7fe97814af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe97e600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cf410 0x7fe978155350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe97e600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe97814f740 0x7fe978155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe97e600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe9780cf9a0 con 0x7fe9780cf410 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe97e600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe9780cf820 con 0x7fe97814f740 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe97e600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe9780b4ff0 con 0x7fe9780cd590 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cf410 0x7fe978155350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cf410 0x7fe978155350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:40534/0 (socket says 172.21.15.22:40534) 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96ea00640 1 -- 172.21.15.22:0/2458494044 learned_addr learned my addr 172.21.15.22:0/2458494044 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96ea00640 1 -- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9780cd590 msgr2=0x7fe97814af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:32.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96ea00640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9780cd590 0x7fe97814af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96ea00640 1 -- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe97814f740 msgr2=0x7fe978155890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe977e00640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe97814f740 0x7fe978155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96ea00640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe97814f740 0x7fe978155890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96ea00640 1 -- 172.21.15.22:0/2458494044 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe97814b760 con 0x7fe9780cf410 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe977e00640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe97814f740 0x7fe978155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96ea00640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cf410 0x7fe978155350 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fe96000c480 tx=0x7fe96000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96fe00640 1 -- 172.21.15.22:0/2458494044 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe960018070 con 0x7fe9780cf410 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96fe00640 1 -- 172.21.15.22:0/2458494044 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe960007500 con 0x7fe9780cf410 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96fe00640 1 -- 172.21.15.22:0/2458494044 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe960004a30 con 0x7fe9780cf410 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe97e600640 1 -- 172.21.15.22:0/2458494044 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe97814ba00 con 0x7fe9780cf410 2024-09-10T10:36:32.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe97e600640 1 -- 172.21.15.22:0/2458494044 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe97814b460 con 0x7fe9780cf410 2024-09-10T10:36:32.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe97e600640 1 -- 172.21.15.22:0/2458494044 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9780b3d60 con 0x7fe9780cf410 2024-09-10T10:36:32.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.604+0000 7fe96fe00640 1 -- 172.21.15.22:0/2458494044 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe96001b070 con 0x7fe9780cf410 2024-09-10T10:36:32.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.608+0000 7fe96fe00640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9540678c0 0x7fe954069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:32.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.608+0000 7fe96fe00640 1 -- 172.21.15.22:0/2458494044 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fe960084ff0 con 0x7fe9780cf410 2024-09-10T10:36:32.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.608+0000 7fe977400640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9540678c0 0x7fe954069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:32.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.608+0000 7fe977400640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9540678c0 0x7fe954069d80 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe9680af000 tx=0x7fe968008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:32.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.612+0000 7fe96fe00640 1 -- 172.21.15.22:0/2458494044 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe960055b40 con 0x7fe9780cf410 2024-09-10T10:36:32.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 -- 172.21.15.22:0/2458494044 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fe978156230 con 0x7fe9780cf410 2024-09-10T10:36:32.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe96fe00640 1 -- 172.21.15.22:0/2458494044 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fe960055440 con 0x7fe9780cf410 2024-09-10T10:36:32.813 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:32.814 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:36:32.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 -- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9540678c0 msgr2=0x7fe954069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:32.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9540678c0 0x7fe954069d80 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe9680af000 tx=0x7fe968008040 comp rx=0 tx=0).stop 2024-09-10T10:36:32.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 -- 172.21.15.22:0/2458494044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cf410 msgr2=0x7fe978155350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:32.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cf410 0x7fe978155350 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fe96000c480 tx=0x7fe96000c940 comp rx=0 tx=0).stop 2024-09-10T10:36:32.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 -- 172.21.15.22:0/2458494044 shutdown_connections 2024-09-10T10:36:32.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe9540678c0 0x7fe954069d80 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:32.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe97814f740 0x7fe978155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:32.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe9780cf410 0x7fe978155350 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:32.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 --2- 172.21.15.22:0/2458494044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe9780cd590 0x7fe97814af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:32.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 -- 172.21.15.22:0/2458494044 >> 172.21.15.22:0/2458494044 conn(0x7fe9780b21c0 msgr2=0x7fe9780cd970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:32.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 -- 172.21.15.22:0/2458494044 shutdown_connections 2024-09-10T10:36:32.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:32.812+0000 7fe97e600640 1 -- 172.21.15.22:0/2458494044 wait complete. 2024-09-10T10:36:32.834 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:36:32.834 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:36:33.731 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:35.733 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:37.836 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:36:37.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.983+0000 7f9c95800640 1 Processor -- start 2024-09-10T10:36:37.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.983+0000 7f9c95800640 1 -- start start 2024-09-10T10:36:37.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.983+0000 7f9c95800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c900cd590 0x7f9c900afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:37.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.983+0000 7f9c95800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9c900cf410 0x7f9c900b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:37.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.983+0000 7f9c95800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c900cfc10 con 0x7f9c9015c610 2024-09-10T10:36:37.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.983+0000 7f9c95800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9c900cd0c0 con 0x7f9c900cf410 2024-09-10T10:36:37.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.983+0000 7f9c95800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9c900cfef0 con 0x7f9c900cd590 2024-09-10T10:36:37.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c8ea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c900cd590 0x7f9c900afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:37.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c86000640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f9c9015c610 0x7f9c900cd970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:43530/0 (socket says 172.21.15.22:43530) 2024-09-10T10:36:37.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c8f400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9c900cf410 0x7f9c900b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:37.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c86000640 1 -- 172.21.15.22:0/1104012898 learned_addr learned my addr 172.21.15.22:0/1104012898 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:37.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c8e000640 1 -- 172.21.15.22:0/1104012898 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3313027102 0 0) 0x7f9c900cfc10 con 0x7f9c9015c610 2024-09-10T10:36:37.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c8ea00640 1 -- 172.21.15.22:0/1104012898 >> v2:172.21.15.145:3300/0 conn(0x7f9c900cf410 msgr2=0x7f9c900b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:37.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c8ea00640 1 --2- 172.21.15.22:0/1104012898 >> v2:172.21.15.145:3300/0 conn(0x7f9c900cf410 0x7f9c900b3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:37.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c8ea00640 1 -- 172.21.15.22:0/1104012898 >> v1:172.21.15.145:6789/0 conn(0x7f9c9015c610 legacy=0x7f9c900cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:37.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c8ea00640 1 -- 172.21.15.22:0/1104012898 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c900d01d0 con 0x7f9c900cd590 2024-09-10T10:36:37.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c8f400640 1 --2- 172.21.15.22:0/1104012898 >> v2:172.21.15.145:3300/0 conn(0x7f9c900cf410 0x7f9c900b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:36:37.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.987+0000 7f9c8ea00640 1 --2- 172.21.15.22:0/1104012898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c900cd590 0x7f9c900afb50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f9c800097c0 tx=0x7f9c8001c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f134649f88be992 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:37.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c8e000640 1 -- 172.21.15.22:0/1104012898 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c800aa5f0 con 0x7f9c900cd590 2024-09-10T10:36:37.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c8e000640 1 -- 172.21.15.22:0/1104012898 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c800af070 con 0x7f9c900cd590 2024-09-10T10:36:37.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c8e000640 1 -- 172.21.15.22:0/1104012898 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c800aa9b0 con 0x7f9c900cd590 2024-09-10T10:36:37.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 -- 172.21.15.22:0/1104012898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c900cd590 msgr2=0x7f9c900afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:37.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 --2- 172.21.15.22:0/1104012898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c900cd590 0x7f9c900afb50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f9c800097c0 tx=0x7f9c8001c490 comp rx=0 tx=0).stop 2024-09-10T10:36:37.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 -- 172.21.15.22:0/1104012898 shutdown_connections 2024-09-10T10:36:37.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 --2- 172.21.15.22:0/1104012898 >> v2:172.21.15.145:3300/0 conn(0x7f9c900cf410 0x7f9c900b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:37.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 --2- 172.21.15.22:0/1104012898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c900cd590 0x7f9c900afb50 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:37.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 -- 172.21.15.22:0/1104012898 >> 172.21.15.22:0/1104012898 conn(0x7f9c900b21c0 msgr2=0x7f9c900b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:37.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 -- 172.21.15.22:0/1104012898 shutdown_connections 2024-09-10T10:36:37.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 -- 172.21.15.22:0/1104012898 wait complete. 2024-09-10T10:36:37.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 Processor -- start 2024-09-10T10:36:37.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 -- start start 2024-09-10T10:36:37.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c900cd590 0x7f9c90155c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:37.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c900cf410 0x7f9c90150c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:37.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c9014cfe0 0x7f9c9014c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:37.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9c900cf9a0 con 0x7f9c900cf410 2024-09-10T10:36:37.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c900cf820 con 0x7f9c900cd590 2024-09-10T10:36:37.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c95800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9c900b4ff0 con 0x7f9c9014cfe0 2024-09-10T10:36:37.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c86000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c900cf410 0x7f9c90150c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:37.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c86000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c900cf410 0x7f9c90150c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60430/0 (socket says 172.21.15.22:60430) 2024-09-10T10:36:37.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.991+0000 7f9c86000640 1 -- 172.21.15.22:0/3699546844 learned_addr learned my addr 172.21.15.22:0/3699546844 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:37.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c8ea00640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c900cd590 0x7f9c90155c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:37.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c8f400640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c9014cfe0 0x7f9c9014c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:37.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c86000640 1 -- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c9014cfe0 msgr2=0x7f9c9014c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:37.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c86000640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c9014cfe0 0x7f9c9014c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:38.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c86000640 1 -- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c900cd590 msgr2=0x7f9c90155c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:38.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c86000640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c900cd590 0x7f9c90155c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:38.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c86000640 1 -- 172.21.15.22:0/3699546844 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c90164060 con 0x7f9c900cf410 2024-09-10T10:36:38.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c8ea00640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c900cd590 0x7f9c90155c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:38.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c86000640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c900cf410 0x7f9c90150c10 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f9c7800c3e0 tx=0x7f9c7800c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:38.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c87400640 1 -- 172.21.15.22:0/3699546844 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c780074e0 con 0x7f9c900cf410 2024-09-10T10:36:38.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c87400640 1 -- 172.21.15.22:0/3699546844 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c780047f0 con 0x7f9c900cf410 2024-09-10T10:36:38.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c87400640 1 -- 172.21.15.22:0/3699546844 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c78007680 con 0x7f9c900cf410 2024-09-10T10:36:38.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c95800640 1 -- 172.21.15.22:0/3699546844 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c90164340 con 0x7f9c900cf410 2024-09-10T10:36:38.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c95800640 1 -- 172.21.15.22:0/3699546844 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c90164900 con 0x7f9c900cf410 2024-09-10T10:36:38.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c95800640 1 -- 172.21.15.22:0/3699546844 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c900b3d60 con 0x7f9c900cf410 2024-09-10T10:36:38.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c87400640 1 -- 172.21.15.22:0/3699546844 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9c78011070 con 0x7f9c900cf410 2024-09-10T10:36:38.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c87400640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c6c0678c0 0x7f9c6c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:38.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.995+0000 7f9c87400640 1 -- 172.21.15.22:0/3699546844 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f9c78085890 con 0x7f9c900cf410 2024-09-10T10:36:38.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.999+0000 7f9c8ea00640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c6c0678c0 0x7f9c6c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:38.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:37.999+0000 7f9c8ea00640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c6c0678c0 0x7f9c6c069d80 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f9c800ae000 tx=0x7f9c800a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:38.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.003+0000 7f9c87400640 1 -- 172.21.15.22:0/3699546844 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9c780563c0 con 0x7f9c900cf410 2024-09-10T10:36:38.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 -- 172.21.15.22:0/3699546844 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f9c9006fab0 con 0x7f9c900cf410 2024-09-10T10:36:38.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c87400640 1 -- 172.21.15.22:0/3699546844 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f9c78055cc0 con 0x7f9c900cf410 2024-09-10T10:36:38.206 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:38.206 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:36:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 -- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c6c0678c0 msgr2=0x7f9c6c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c6c0678c0 0x7f9c6c069d80 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f9c800ae000 tx=0x7f9c800a7000 comp rx=0 tx=0).stop 2024-09-10T10:36:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 -- 172.21.15.22:0/3699546844 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c900cf410 msgr2=0x7f9c90150c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c900cf410 0x7f9c90150c10 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f9c7800c3e0 tx=0x7f9c7800c8a0 comp rx=0 tx=0).stop 2024-09-10T10:36:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 -- 172.21.15.22:0/3699546844 shutdown_connections 2024-09-10T10:36:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c6c0678c0 0x7f9c6c069d80 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c9014cfe0 0x7f9c9014c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c900cf410 0x7f9c90150c10 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:38.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 --2- 172.21.15.22:0/3699546844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c900cd590 0x7f9c90155c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 -- 172.21.15.22:0/3699546844 >> 172.21.15.22:0/3699546844 conn(0x7f9c900b21c0 msgr2=0x7f9c900cd970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 -- 172.21.15.22:0/3699546844 shutdown_connections 2024-09-10T10:36:38.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:38.203+0000 7f9c95800640 1 -- 172.21.15.22:0/3699546844 wait complete. 2024-09-10T10:36:38.228 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:36:38.228 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:36:39.738 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:41.740 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:43.230 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:36:43.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.379+0000 7fab80800640 1 Processor -- start 2024-09-10T10:36:43.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.379+0000 7fab80800640 1 -- start start 2024-09-10T10:36:43.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab80800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fab780b5410 0x7fab780afab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:43.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab80800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab7815c3c0 con 0x7fab7815c9b0 2024-09-10T10:36:43.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab80800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab7815c660 con 0x7fab780b46d0 2024-09-10T10:36:43.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab80800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fab780ce980 con 0x7fab780b5410 2024-09-10T10:36:43.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab7e800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fab780b5410 0x7fab780afab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:43.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab7d400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fab7815c9b0 0x7fab780cee10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:37814/0 (socket says 172.21.15.22:37814) 2024-09-10T10:36:43.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab7d400640 1 -- 172.21.15.22:0/1560169508 learned_addr learned my addr 172.21.15.22:0/1560169508 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:43.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab7e800640 1 -- 172.21.15.22:0/1560169508 >> v1:172.21.15.145:6789/0 conn(0x7fab780b46d0 legacy=0x7fab780b4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:43.385 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab7e800640 1 -- 172.21.15.22:0/1560169508 >> v1:172.21.15.22:6789/0 conn(0x7fab7815c9b0 legacy=0x7fab780cee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:43.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab7e800640 1 -- 172.21.15.22:0/1560169508 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab780ce610 con 0x7fab780b5410 2024-09-10T10:36:43.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab7e800640 1 --2- 172.21.15.22:0/1560169508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b5410 0x7fab780afab0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fab74009d90 tx=0x7fab7401c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=594b3931ce0480a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:43.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab7ca00640 1 -- 172.21.15.22:0/1560169508 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab740b2070 con 0x7fab780b5410 2024-09-10T10:36:43.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab7ca00640 1 -- 172.21.15.22:0/1560169508 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab740a5830 con 0x7fab780b5410 2024-09-10T10:36:43.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.383+0000 7fab7ca00640 1 -- 172.21.15.22:0/1560169508 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab740a5c00 con 0x7fab780b5410 2024-09-10T10:36:43.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 -- 172.21.15.22:0/1560169508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b5410 msgr2=0x7fab780afab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:43.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 --2- 172.21.15.22:0/1560169508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b5410 0x7fab780afab0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fab74009d90 tx=0x7fab7401c970 comp rx=0 tx=0).stop 2024-09-10T10:36:43.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 -- 172.21.15.22:0/1560169508 shutdown_connections 2024-09-10T10:36:43.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 --2- 172.21.15.22:0/1560169508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b5410 0x7fab780afab0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:43.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 -- 172.21.15.22:0/1560169508 >> 172.21.15.22:0/1560169508 conn(0x7fab780b21c0 msgr2=0x7fab780b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:43.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 -- 172.21.15.22:0/1560169508 shutdown_connections 2024-09-10T10:36:43.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 -- 172.21.15.22:0/1560169508 wait complete. 2024-09-10T10:36:43.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 Processor -- start 2024-09-10T10:36:43.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 -- start start 2024-09-10T10:36:43.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b46d0 0x7fab781524d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:43.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab780b5410 0x7fab781572c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:43.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab7815c9b0 0x7fab781507c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:43.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fab78169050 con 0x7fab780b46d0 2024-09-10T10:36:43.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fab781691d0 con 0x7fab780b5410 2024-09-10T10:36:43.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab80800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fab78169350 con 0x7fab7815c9b0 2024-09-10T10:36:43.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab7de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b46d0 0x7fab781524d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:43.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab7de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b46d0 0x7fab781524d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60450/0 (socket says 172.21.15.22:60450) 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab7de00640 1 -- 172.21.15.22:0/2609521739 learned_addr learned my addr 172.21.15.22:0/2609521739 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab7d400640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab780b5410 0x7fab781572c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab7e800640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab7815c9b0 0x7fab781507c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab7de00640 1 -- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab7815c9b0 msgr2=0x7fab781507c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab7de00640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab7815c9b0 0x7fab781507c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab7de00640 1 -- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab780b5410 msgr2=0x7fab781572c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab7de00640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab780b5410 0x7fab781572c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.387+0000 7fab7de00640 1 -- 172.21.15.22:0/2609521739 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab7814cf80 con 0x7fab780b46d0 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.391+0000 7fab7de00640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b46d0 0x7fab781524d0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fab6c00c500 tx=0x7fab6c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.391+0000 7fab72000640 1 -- 172.21.15.22:0/2609521739 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab6c016020 con 0x7fab780b46d0 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.391+0000 7fab72000640 1 -- 172.21.15.22:0/2609521739 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab6c005220 con 0x7fab780b46d0 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.391+0000 7fab72000640 1 -- 172.21.15.22:0/2609521739 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab6c007030 con 0x7fab780b46d0 2024-09-10T10:36:43.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.391+0000 7fab80800640 1 -- 172.21.15.22:0/2609521739 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab78150ef0 con 0x7fab780b46d0 2024-09-10T10:36:43.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.391+0000 7fab80800640 1 -- 172.21.15.22:0/2609521739 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab781514b0 con 0x7fab780b46d0 2024-09-10T10:36:43.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.391+0000 7fab80800640 1 -- 172.21.15.22:0/2609521739 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab781516b0 con 0x7fab780b46d0 2024-09-10T10:36:43.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.391+0000 7fab72000640 1 -- 172.21.15.22:0/2609521739 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fab6c0071f0 con 0x7fab780b46d0 2024-09-10T10:36:43.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.391+0000 7fab72000640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab5c0678c0 0x7fab5c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:43.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.391+0000 7fab72000640 1 -- 172.21.15.22:0/2609521739 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fab6c0855e0 con 0x7fab780b46d0 2024-09-10T10:36:43.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.395+0000 7fab7d400640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab5c0678c0 0x7fab5c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:43.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.395+0000 7fab7d400640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab5c0678c0 0x7fab5c069d80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fab78158e50 tx=0x7fab68009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:43.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.395+0000 7fab72000640 1 -- 172.21.15.22:0/2609521739 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fab6c020020 con 0x7fab780b46d0 2024-09-10T10:36:43.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.603+0000 7fab80800640 1 -- 172.21.15.22:0/2609521739 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fab780afab0 con 0x7fab780b46d0 2024-09-10T10:36:43.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.603+0000 7fab72000640 1 -- 172.21.15.22:0/2609521739 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fab6c055a40 con 0x7fab780b46d0 2024-09-10T10:36:43.608 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:43.608 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:36:43.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 -- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab5c0678c0 msgr2=0x7fab5c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:43.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab5c0678c0 0x7fab5c069d80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fab78158e50 tx=0x7fab68009040 comp rx=0 tx=0).stop 2024-09-10T10:36:43.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 -- 172.21.15.22:0/2609521739 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b46d0 msgr2=0x7fab781524d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:43.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b46d0 0x7fab781524d0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fab6c00c500 tx=0x7fab6c00c9c0 comp rx=0 tx=0).stop 2024-09-10T10:36:43.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 -- 172.21.15.22:0/2609521739 shutdown_connections 2024-09-10T10:36:43.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab5c0678c0 0x7fab5c069d80 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:43.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab7815c9b0 0x7fab781507c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:43.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab780b5410 0x7fab781572c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:43.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 --2- 172.21.15.22:0/2609521739 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fab780b46d0 0x7fab781524d0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:43.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 -- 172.21.15.22:0/2609521739 >> 172.21.15.22:0/2609521739 conn(0x7fab780b21c0 msgr2=0x7fab7806d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:43.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 -- 172.21.15.22:0/2609521739 shutdown_connections 2024-09-10T10:36:43.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:43.607+0000 7fab80800640 1 -- 172.21.15.22:0/2609521739 wait complete. 2024-09-10T10:36:43.629 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:36:43.629 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:36:43.741 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:45.743 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:47.745 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:48.630 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:36:48.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2d07000640 1 Processor -- start 2024-09-10T10:36:48.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2d07000640 1 -- start start 2024-09-10T10:36:48.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2d07000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2d0015c610 0x7f2d000afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:48.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2d07000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d000cfc10 con 0x7f2d000cf410 2024-09-10T10:36:48.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2d07000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d000cfef0 con 0x7f2d000cd590 2024-09-10T10:36:48.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2d07000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2d000cd0c0 con 0x7f2d0015c610 2024-09-10T10:36:48.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2d05000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2d000cf410 0x7f2d000b3d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:40404/0 (socket says 172.21.15.22:40404) 2024-09-10T10:36:48.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2d05000640 1 -- 172.21.15.22:0/1515836157 learned_addr learned my addr 172.21.15.22:0/1515836157 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:36:48.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2cff400640 1 --2- 172.21.15.22:0/1515836157 >> v2:172.21.15.145:3300/0 conn(0x7f2d0015c610 0x7f2d000afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:48.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2cfea00640 1 -- 172.21.15.22:0/1515836157 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3712168078 0 0) 0x7f2d000cfc10 con 0x7f2d000cf410 2024-09-10T10:36:48.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2cfea00640 1 -- 172.21.15.22:0/1515836157 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ce4003530 con 0x7f2d000cf410 2024-09-10T10:36:48.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2cff400640 1 -- 172.21.15.22:0/1515836157 >> v1:172.21.15.145:6789/0 conn(0x7f2d000cd590 legacy=0x7f2d000cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:48.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2cff400640 1 -- 172.21.15.22:0/1515836157 >> v1:172.21.15.22:6789/0 conn(0x7f2d000cf410 legacy=0x7f2d000b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:48.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2cfea00640 1 -- 172.21.15.22:0/1515836157 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2623682735 0 0) 0x7f2ce4003530 con 0x7f2d000cf410 2024-09-10T10:36:48.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.779+0000 7f2cff400640 1 -- 172.21.15.22:0/1515836157 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d000d01d0 con 0x7f2d0015c610 2024-09-10T10:36:48.786 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2cff400640 1 --2- 172.21.15.22:0/1515836157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d0015c610 0x7f2d000afb50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f2cec0097c0 tx=0x7f2cec01c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21e3b89c534bd727 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:48.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2cfea00640 1 -- 172.21.15.22:0/1515836157 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cec0b1070 con 0x7f2d0015c610 2024-09-10T10:36:48.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2cfea00640 1 -- 172.21.15.22:0/1515836157 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cec0ac5f0 con 0x7f2d0015c610 2024-09-10T10:36:48.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2cfea00640 1 -- 172.21.15.22:0/1515836157 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cec0ac9a0 con 0x7f2d0015c610 2024-09-10T10:36:48.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2d07000640 1 -- 172.21.15.22:0/1515836157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d0015c610 msgr2=0x7f2d000afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:48.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2d07000640 1 --2- 172.21.15.22:0/1515836157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d0015c610 0x7f2d000afb50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f2cec0097c0 tx=0x7f2cec01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:36:48.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2d07000640 1 -- 172.21.15.22:0/1515836157 shutdown_connections 2024-09-10T10:36:48.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2d07000640 1 --2- 172.21.15.22:0/1515836157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d0015c610 0x7f2d000afb50 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:48.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2d07000640 1 -- 172.21.15.22:0/1515836157 >> 172.21.15.22:0/1515836157 conn(0x7f2d000b21c0 msgr2=0x7f2d000b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:48.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2d07000640 1 -- 172.21.15.22:0/1515836157 shutdown_connections 2024-09-10T10:36:48.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.783+0000 7f2d07000640 1 -- 172.21.15.22:0/1515836157 wait complete. 2024-09-10T10:36:48.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d07000640 1 Processor -- start 2024-09-10T10:36:48.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d07000640 1 -- start start 2024-09-10T10:36:48.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d07000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d000cd590 0x7f2d000c72a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:48.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d07000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d000cf410 0x7f2d00142ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:48.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d07000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2d00152870 0x7f2d00152d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:48.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d07000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2d000b5170 con 0x7f2d00152870 2024-09-10T10:36:48.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d07000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2d000b4ff0 con 0x7f2d000cd590 2024-09-10T10:36:48.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d07000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2d0016a330 con 0x7f2d000cf410 2024-09-10T10:36:48.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d05000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2d00152870 0x7f2d00152d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:48.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d05000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2d00152870 0x7f2d00152d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:37090/0 (socket says 172.21.15.22:37090) 2024-09-10T10:36:48.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d05000640 1 -- 172.21.15.22:0/534321312 learned_addr learned my addr 172.21.15.22:0/534321312 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:48.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d05000640 1 -- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d000cf410 msgr2=0x7f2d00142ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:48.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2cff400640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d000cf410 0x7f2d00142ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:48.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2cffe00640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d000cd590 0x7f2d000c72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d05000640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d000cf410 0x7f2d00142ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d05000640 1 -- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d000cd590 msgr2=0x7f2d000c72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d05000640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d000cd590 0x7f2d000c72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d05000640 1 -- 172.21.15.22:0/534321312 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d00153330 con 0x7f2d00152870 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2cff400640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d000cf410 0x7f2d00142ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2cffe00640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d000cd590 0x7f2d000c72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d05000640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2d00152870 0x7f2d00152d00 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f2cf800c450 tx=0x7f2cf800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2cf7e00640 1 -- 172.21.15.22:0/534321312 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf8005cf0 con 0x7f2d00152870 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2cf7e00640 1 -- 172.21.15.22:0/534321312 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cf8007070 con 0x7f2d00152870 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2cf7e00640 1 -- 172.21.15.22:0/534321312 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf8007460 con 0x7f2d00152870 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d07000640 1 -- 172.21.15.22:0/534321312 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d00153610 con 0x7f2d00152870 2024-09-10T10:36:48.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.787+0000 7f2d07000640 1 -- 172.21.15.22:0/534321312 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d00153bd0 con 0x7f2d00152870 2024-09-10T10:36:48.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.791+0000 7f2d07000640 1 -- 172.21.15.22:0/534321312 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d000afb50 con 0x7f2d00152870 2024-09-10T10:36:48.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.791+0000 7f2cf7e00640 1 -- 172.21.15.22:0/534321312 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2cf8007600 con 0x7f2d00152870 2024-09-10T10:36:48.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.791+0000 7f2cf7e00640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ce00678c0 0x7f2ce0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:48.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.791+0000 7f2cf7e00640 1 -- 172.21.15.22:0/534321312 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f2cf80859f0 con 0x7f2d00152870 2024-09-10T10:36:48.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.791+0000 7f2cffe00640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ce00678c0 0x7f2ce0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:48.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.795+0000 7f2cffe00640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ce00678c0 0x7f2ce0069d80 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0007fd0 tx=0x7f2cf0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:48.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:48.795+0000 7f2cf7e00640 1 -- 172.21.15.22:0/534321312 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2cf8055e40 con 0x7f2d00152870 2024-09-10T10:36:49.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 -- 172.21.15.22:0/534321312 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f2d000b2f20 con 0x7f2d00152870 2024-09-10T10:36:49.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2cf7e00640 1 -- 172.21.15.22:0/534321312 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f2cf805a140 con 0x7f2d00152870 2024-09-10T10:36:49.005 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:49.005 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:36:49.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 -- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ce00678c0 msgr2=0x7f2ce0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:49.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ce00678c0 0x7f2ce0069d80 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0007fd0 tx=0x7f2cf0009040 comp rx=0 tx=0).stop 2024-09-10T10:36:49.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 -- 172.21.15.22:0/534321312 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2d00152870 msgr2=0x7f2d00152d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:49.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2d00152870 0x7f2d00152d00 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f2cf800c450 tx=0x7f2cf800c910 comp rx=0 tx=0).stop 2024-09-10T10:36:49.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 -- 172.21.15.22:0/534321312 shutdown_connections 2024-09-10T10:36:49.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ce00678c0 0x7f2ce0069d80 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:49.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2d00152870 0x7f2d00152d00 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:49.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d000cf410 0x7f2d00142ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:49.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 --2- 172.21.15.22:0/534321312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d000cd590 0x7f2d000c72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:49.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 -- 172.21.15.22:0/534321312 >> 172.21.15.22:0/534321312 conn(0x7f2d000b21c0 msgr2=0x7f2d0006d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:49.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 -- 172.21.15.22:0/534321312 shutdown_connections 2024-09-10T10:36:49.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:49.003+0000 7f2d07000640 1 -- 172.21.15.22:0/534321312 wait complete. 2024-09-10T10:36:49.027 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:36:49.027 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:36:49.747 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:51.750 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:53.415 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:36:53.419 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:36:53.752 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:54.028 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:36:54.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.175+0000 7f0625000640 1 Processor -- start 2024-09-10T10:36:54.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.175+0000 7f0625000640 1 -- start start 2024-09-10T10:36:54.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.175+0000 7f0625000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f062015c610 0x7f06200afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:54.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.175+0000 7f0625000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f06200cf410 0x7f06200b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:54.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.175+0000 7f0625000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06200cfc10 con 0x7f06200cd590 2024-09-10T10:36:54.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.175+0000 7f0625000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f06200cd0c0 con 0x7f062015c610 2024-09-10T10:36:54.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.175+0000 7f0625000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f06200cfef0 con 0x7f06200cf410 2024-09-10T10:36:54.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.175+0000 7f0615400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f062015c610 0x7f06200afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:54.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f0615400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f062015c610 0x7f06200afb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:37092/0 (socket says 172.21.15.22:37092) 2024-09-10T10:36:54.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f0615400640 1 -- 172.21.15.22:0/2502184447 learned_addr learned my addr 172.21.15.22:0/2502184447 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:54.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f061e800640 1 --2- 172.21.15.22:0/2502184447 >> v2:172.21.15.145:3300/0 conn(0x7f06200cf410 0x7f06200b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:54.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f0615400640 1 -- 172.21.15.22:0/2502184447 >> v2:172.21.15.145:3300/0 conn(0x7f06200cf410 msgr2=0x7f06200b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:54.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f0615400640 1 --2- 172.21.15.22:0/2502184447 >> v2:172.21.15.145:3300/0 conn(0x7f06200cf410 0x7f06200b3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:54.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f0615400640 1 -- 172.21.15.22:0/2502184447 >> v1:172.21.15.145:6789/0 conn(0x7f06200cd590 legacy=0x7f06200cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:54.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f0615400640 1 -- 172.21.15.22:0/2502184447 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06200d01d0 con 0x7f062015c610 2024-09-10T10:36:54.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f0615400640 1 --2- 172.21.15.22:0/2502184447 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f062015c610 0x7f06200afb50 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f0620071130 tx=0x7f060801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b31311ca85a7757 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f061d400640 1 -- 172.21.15.22:0/2502184447 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06080aa650 con 0x7f062015c610 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f061d400640 1 -- 172.21.15.22:0/2502184447 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06080af070 con 0x7f062015c610 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.179+0000 7f061d400640 1 -- 172.21.15.22:0/2502184447 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06080aaa10 con 0x7f062015c610 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 -- 172.21.15.22:0/2502184447 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f062015c610 msgr2=0x7f06200afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 --2- 172.21.15.22:0/2502184447 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f062015c610 0x7f06200afb50 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f0620071130 tx=0x7f060801c4f0 comp rx=0 tx=0).stop 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 -- 172.21.15.22:0/2502184447 shutdown_connections 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 --2- 172.21.15.22:0/2502184447 >> v2:172.21.15.145:3300/0 conn(0x7f06200cf410 0x7f06200b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 --2- 172.21.15.22:0/2502184447 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f062015c610 0x7f06200afb50 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 -- 172.21.15.22:0/2502184447 >> 172.21.15.22:0/2502184447 conn(0x7f06200b21c0 msgr2=0x7f06200b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 -- 172.21.15.22:0/2502184447 shutdown_connections 2024-09-10T10:36:54.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 -- 172.21.15.22:0/2502184447 wait complete. 2024-09-10T10:36:54.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 Processor -- start 2024-09-10T10:36:54.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 -- start start 2024-09-10T10:36:54.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06200cd590 0x7f0620147c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:54.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06200cf410 0x7f06200cb600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:54.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0620154f10 0x7f06200b10a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:54.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f06200cf9a0 con 0x7f06200cd590 2024-09-10T10:36:54.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f06200cf820 con 0x7f06200cf410 2024-09-10T10:36:54.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0625000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f06200b4ff0 con 0x7f0620154f10 2024-09-10T10:36:54.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f061de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06200cd590 0x7f0620147c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:54.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f061de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06200cd590 0x7f0620147c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:37098/0 (socket says 172.21.15.22:37098) 2024-09-10T10:36:54.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f061de00640 1 -- 172.21.15.22:0/3770176842 learned_addr learned my addr 172.21.15.22:0/3770176842 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0615400640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06200cf410 0x7f06200cb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f061de00640 1 -- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0620154f10 msgr2=0x7f06200b10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f061de00640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0620154f10 0x7f06200b10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f061de00640 1 -- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06200cf410 msgr2=0x7f06200cb600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f061de00640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06200cf410 0x7f06200cb600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f061de00640 1 -- 172.21.15.22:0/3770176842 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06200cc030 con 0x7f06200cd590 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.183+0000 7f0615400640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06200cf410 0x7f06200cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.187+0000 7f061de00640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06200cd590 0x7f0620147c30 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f061000c790 tx=0x7f061000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.187+0000 7f0616a00640 1 -- 172.21.15.22:0/3770176842 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0610016020 con 0x7f06200cd590 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.187+0000 7f0616a00640 1 -- 172.21.15.22:0/3770176842 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0610006d60 con 0x7f06200cd590 2024-09-10T10:36:54.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.187+0000 7f0625000640 1 -- 172.21.15.22:0/3770176842 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06200cc310 con 0x7f06200cd590 2024-09-10T10:36:54.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.187+0000 7f0616a00640 1 -- 172.21.15.22:0/3770176842 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0610003bc0 con 0x7f06200cd590 2024-09-10T10:36:54.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.187+0000 7f0625000640 1 -- 172.21.15.22:0/3770176842 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06200cc8d0 con 0x7f06200cd590 2024-09-10T10:36:54.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.187+0000 7f0625000640 1 -- 172.21.15.22:0/3770176842 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06200c6da0 con 0x7f06200cd590 2024-09-10T10:36:54.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.187+0000 7f0616a00640 1 -- 172.21.15.22:0/3770176842 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f061000a7f0 con 0x7f06200cd590 2024-09-10T10:36:54.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.187+0000 7f0616a00640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05fc0678c0 0x7f05fc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:54.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.187+0000 7f0616a00640 1 -- 172.21.15.22:0/3770176842 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f0610085990 con 0x7f06200cd590 2024-09-10T10:36:54.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.191+0000 7f0615400640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05fc0678c0 0x7f05fc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:54.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.191+0000 7f0615400640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05fc0678c0 0x7f05fc069d80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f06080ae000 tx=0x7f06080a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:54.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.195+0000 7f0616a00640 1 -- 172.21.15.22:0/3770176842 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0610020020 con 0x7f06200cd590 2024-09-10T10:36:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.395+0000 7f0625000640 1 -- 172.21.15.22:0/3770176842 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f06201588c0 con 0x7f06200cd590 2024-09-10T10:36:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.395+0000 7f0616a00640 1 -- 172.21.15.22:0/3770176842 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f06100564c0 con 0x7f06200cd590 2024-09-10T10:36:54.399 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:54.399 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:36:54.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 -- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05fc0678c0 msgr2=0x7f05fc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:54.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05fc0678c0 0x7f05fc069d80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f06080ae000 tx=0x7f06080a7000 comp rx=0 tx=0).stop 2024-09-10T10:36:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 -- 172.21.15.22:0/3770176842 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06200cd590 msgr2=0x7f0620147c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06200cd590 0x7f0620147c30 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f061000c790 tx=0x7f061000cc50 comp rx=0 tx=0).stop 2024-09-10T10:36:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 -- 172.21.15.22:0/3770176842 shutdown_connections 2024-09-10T10:36:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05fc0678c0 0x7f05fc069d80 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0620154f10 0x7f06200b10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06200cf410 0x7f06200cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 --2- 172.21.15.22:0/3770176842 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06200cd590 0x7f0620147c30 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 -- 172.21.15.22:0/3770176842 >> 172.21.15.22:0/3770176842 conn(0x7f06200b21c0 msgr2=0x7f062006d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 -- 172.21.15.22:0/3770176842 shutdown_connections 2024-09-10T10:36:54.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:54.399+0000 7f0625000640 1 -- 172.21.15.22:0/3770176842 wait complete. 2024-09-10T10:36:54.422 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:36:54.422 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:36:55.754 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:57.756 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:59.423 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:36:59.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.571+0000 7fabc0a00640 1 Processor -- start 2024-09-10T10:36:59.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.571+0000 7fabc0a00640 1 -- start start 2024-09-10T10:36:59.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabc0a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fabbc0b1590 0x7fabbc0b19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:59.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabc0a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0d07a0 0x7fabbc0d0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:59.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabc0a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabbc0ce5e0 con 0x7fabbc147f60 2024-09-10T10:36:59.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabc0a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fabbc0b1f20 con 0x7fabbc0b1590 2024-09-10T10:36:59.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabc0a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fabbc0ce8c0 con 0x7fabbc0d07a0 2024-09-10T10:36:59.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabb9400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fabbc0b1590 0x7fabbc0b19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:59.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabb9400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fabbc0b1590 0x7fabbc0b19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60668/0 (socket says 172.21.15.22:60668) 2024-09-10T10:36:59.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabb9400640 1 -- 172.21.15.22:0/2897464710 learned_addr learned my addr 172.21.15.22:0/2897464710 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:59.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabba800640 1 --2- 172.21.15.22:0/2897464710 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0d07a0 0x7fabbc0d0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:59.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabb9400640 1 -- 172.21.15.22:0/2897464710 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0d07a0 msgr2=0x7fabbc0d0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:36:59.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabb9400640 1 --2- 172.21.15.22:0/2897464710 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0d07a0 0x7fabbc0d0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:59.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabb9400640 1 -- 172.21.15.22:0/2897464710 >> v1:172.21.15.145:6789/0 conn(0x7fabbc147f60 legacy=0x7fabbc0cdb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:59.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.575+0000 7fabb9400640 1 -- 172.21.15.22:0/2897464710 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabbc0ceba0 con 0x7fabbc0b1590 2024-09-10T10:36:59.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabb9400640 1 --2- 172.21.15.22:0/2897464710 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0b1590 0x7fabbc0b19e0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7faba8009870 tx=0x7faba801c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e474cc91ce863fe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:59.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabb8a00640 1 -- 172.21.15.22:0/2897464710 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba80ab430 con 0x7fabbc0b1590 2024-09-10T10:36:59.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabb8a00640 1 -- 172.21.15.22:0/2897464710 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faba80b0070 con 0x7fabbc0b1590 2024-09-10T10:36:59.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabb8a00640 1 -- 172.21.15.22:0/2897464710 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba80ab7f0 con 0x7fabbc0b1590 2024-09-10T10:36:59.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabc0a00640 1 -- 172.21.15.22:0/2897464710 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0b1590 msgr2=0x7fabbc0b19e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:59.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabc0a00640 1 --2- 172.21.15.22:0/2897464710 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0b1590 0x7fabbc0b19e0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7faba8009870 tx=0x7faba801c410 comp rx=0 tx=0).stop 2024-09-10T10:36:59.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabc0a00640 1 -- 172.21.15.22:0/2897464710 shutdown_connections 2024-09-10T10:36:59.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabc0a00640 1 --2- 172.21.15.22:0/2897464710 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0d07a0 0x7fabbc0d0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:59.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabc0a00640 1 --2- 172.21.15.22:0/2897464710 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0b1590 0x7fabbc0b19e0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:59.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabc0a00640 1 -- 172.21.15.22:0/2897464710 >> 172.21.15.22:0/2897464710 conn(0x7fabbc0d2510 msgr2=0x7fabbc0d2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:59.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabc0a00640 1 -- 172.21.15.22:0/2897464710 shutdown_connections 2024-09-10T10:36:59.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabc0a00640 1 -- 172.21.15.22:0/2897464710 wait complete. 2024-09-10T10:36:59.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabc0a00640 1 Processor -- start 2024-09-10T10:36:59.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.579+0000 7fabc0a00640 1 -- start start 2024-09-10T10:36:59.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabc0a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0b1590 0x7fabbc1f8300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:59.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabc0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0d07a0 0x7fabbc06e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:59.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabc0a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabbc147f60 0x7fabbc13ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:59.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabc0a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fabbc0711c0 con 0x7fabbc0d07a0 2024-09-10T10:36:59.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabc0a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fabbc071040 con 0x7fabbc147f60 2024-09-10T10:36:59.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabc0a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fabbc16b1d0 con 0x7fabbc0b1590 2024-09-10T10:36:59.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb9400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0d07a0 0x7fabbc06e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:59.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb9400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0d07a0 0x7fabbc06e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60676/0 (socket says 172.21.15.22:60676) 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb9400640 1 -- 172.21.15.22:0/2512156450 learned_addr learned my addr 172.21.15.22:0/2512156450 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb9e00640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0b1590 0x7fabbc1f8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabba800640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabbc147f60 0x7fabbc13ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb9400640 1 -- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0b1590 msgr2=0x7fabbc1f8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb9400640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0b1590 0x7fabbc1f8300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb9400640 1 -- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabbc147f60 msgr2=0x7fabbc13ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb9400640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabbc147f60 0x7fabbc13ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb9400640 1 -- 172.21.15.22:0/2512156450 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabbc06eb90 con 0x7fabbc0d07a0 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabba800640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabbc147f60 0x7fabbc13ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb9400640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0d07a0 0x7fabbc06e650 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7faba80ad040 tx=0x7faba80191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb2000640 1 -- 172.21.15.22:0/2512156450 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba80ba070 con 0x7fabbc0d07a0 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb2000640 1 -- 172.21.15.22:0/2512156450 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faba80b4420 con 0x7fabbc0d07a0 2024-09-10T10:36:59.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabc0a00640 1 -- 172.21.15.22:0/2512156450 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabbc06d310 con 0x7fabbc0d07a0 2024-09-10T10:36:59.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb2000640 1 -- 172.21.15.22:0/2512156450 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba80b47f0 con 0x7fabbc0d07a0 2024-09-10T10:36:59.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabc0a00640 1 -- 172.21.15.22:0/2512156450 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabbc06d890 con 0x7fabbc0d07a0 2024-09-10T10:36:59.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabc0a00640 1 -- 172.21.15.22:0/2512156450 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabbc0b19e0 con 0x7fabbc0d07a0 2024-09-10T10:36:59.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.583+0000 7fabb2000640 1 -- 172.21.15.22:0/2512156450 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faba80bd070 con 0x7fabbc0d07a0 2024-09-10T10:36:59.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.587+0000 7fabb2000640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab9c0678c0 0x7fab9c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:36:59.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.587+0000 7fabb2000640 1 -- 172.21.15.22:0/2512156450 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7faba811f870 con 0x7fabbc0d07a0 2024-09-10T10:36:59.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.587+0000 7fabb9e00640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab9c0678c0 0x7fab9c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:36:59.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.587+0000 7fabb9e00640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab9c0678c0 0x7fab9c069d80 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fabbc147650 tx=0x7fabac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:36:59.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.591+0000 7fabb2000640 1 -- 172.21.15.22:0/2512156450 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faba8016150 con 0x7fabbc0d07a0 2024-09-10T10:36:59.758 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:36:59.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 -- 172.21.15.22:0/2512156450 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fabbc13f3c0 con 0x7fabbc0d07a0 2024-09-10T10:36:59.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabb2000640 1 -- 172.21.15.22:0/2512156450 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7faba80efe80 con 0x7fabbc0d07a0 2024-09-10T10:36:59.793 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:36:59.794 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:36:59.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 -- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab9c0678c0 msgr2=0x7fab9c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab9c0678c0 0x7fab9c069d80 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fabbc147650 tx=0x7fabac009040 comp rx=0 tx=0).stop 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 -- 172.21.15.22:0/2512156450 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0d07a0 msgr2=0x7fabbc06e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0d07a0 0x7fabbc06e650 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7faba80ad040 tx=0x7faba80191b0 comp rx=0 tx=0).stop 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 -- 172.21.15.22:0/2512156450 shutdown_connections 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fab9c0678c0 0x7fab9c069d80 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fabbc147f60 0x7fabbc13ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fabbc0d07a0 0x7fabbc06e650 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 --2- 172.21.15.22:0/2512156450 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fabbc0b1590 0x7fabbc1f8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 -- 172.21.15.22:0/2512156450 >> 172.21.15.22:0/2512156450 conn(0x7fabbc0d2510 msgr2=0x7fabbc145150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 -- 172.21.15.22:0/2512156450 shutdown_connections 2024-09-10T10:36:59.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:36:59.791+0000 7fabc0a00640 1 -- 172.21.15.22:0/2512156450 wait complete. 2024-09-10T10:36:59.815 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:36:59.816 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:01.760 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:03.762 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:04.817 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:04.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee72e00640 1 Processor -- start 2024-09-10T10:37:05.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee72e00640 1 -- start start 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee72e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee6c158ba0 0x7fee6c15f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee72e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fee6c06f5e0 0x7fee6c06fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee72e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee6c15fa10 con 0x7fee6c0b4280 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee72e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fee6c158f80 con 0x7fee6c06f5e0 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee72e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fee6c06ff80 con 0x7fee6c158ba0 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee6b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fee6c06f5e0 0x7fee6c06fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee70e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fee6c0b4280 0x7fee6c0b46d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:40382/0 (socket says 172.21.15.22:40382) 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee70e00640 1 -- 172.21.15.22:0/4127746181 learned_addr learned my addr 172.21.15.22:0/4127746181 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee6be00640 1 --2- 172.21.15.22:0/4127746181 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee6c158ba0 0x7fee6c15f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee6b400640 1 -- 172.21.15.22:0/4127746181 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee6c158ba0 msgr2=0x7fee6c15f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:05.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee6b400640 1 --2- 172.21.15.22:0/4127746181 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee6c158ba0 0x7fee6c15f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee6b400640 1 -- 172.21.15.22:0/4127746181 >> v1:172.21.15.22:6789/0 conn(0x7fee6c0b4280 legacy=0x7fee6c0b46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:05.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee6b400640 1 -- 172.21.15.22:0/4127746181 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee6c06c130 con 0x7fee6c06f5e0 2024-09-10T10:37:05.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.967+0000 7fee6aa00640 1 -- 172.21.15.22:0/4127746181 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 422865482 0 0) 0x7fee640014a0 con 0x7fee6c0b4280 2024-09-10T10:37:05.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee6b400640 1 --2- 172.21.15.22:0/4127746181 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 0x7fee6c06fa40 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fee6c06c300 tx=0x7fee5801c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3651f22aa29c7acd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:05.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee6aa00640 1 -- 172.21.15.22:0/4127746181 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee580aa600 con 0x7fee6c06f5e0 2024-09-10T10:37:05.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee6aa00640 1 -- 172.21.15.22:0/4127746181 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee580af070 con 0x7fee6c06f5e0 2024-09-10T10:37:05.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee6aa00640 1 -- 172.21.15.22:0/4127746181 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee580aa9c0 con 0x7fee6c06f5e0 2024-09-10T10:37:05.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee72e00640 1 -- 172.21.15.22:0/4127746181 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 msgr2=0x7fee6c06fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:05.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee72e00640 1 --2- 172.21.15.22:0/4127746181 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 0x7fee6c06fa40 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fee6c06c300 tx=0x7fee5801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee72e00640 1 -- 172.21.15.22:0/4127746181 shutdown_connections 2024-09-10T10:37:05.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee72e00640 1 --2- 172.21.15.22:0/4127746181 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 0x7fee6c06fa40 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee72e00640 1 --2- 172.21.15.22:0/4127746181 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee6c158ba0 0x7fee6c15f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee72e00640 1 -- 172.21.15.22:0/4127746181 >> 172.21.15.22:0/4127746181 conn(0x7fee6c0b7b10 msgr2=0x7fee6c0b7f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:05.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee72e00640 1 -- 172.21.15.22:0/4127746181 shutdown_connections 2024-09-10T10:37:05.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.971+0000 7fee72e00640 1 -- 172.21.15.22:0/4127746181 wait complete. 2024-09-10T10:37:05.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 Processor -- start 2024-09-10T10:37:05.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 -- start start 2024-09-10T10:37:05.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 0x7fee6c154ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:05.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee6c0b4280 0x7fee6c0d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:05.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee6c158ba0 0x7fee6c0cf170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:05.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fee6c06c3d0 con 0x7fee6c06f5e0 2024-09-10T10:37:05.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fee6c0b5c70 con 0x7fee6c0b4280 2024-09-10T10:37:05.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fee6c06c6b0 con 0x7fee6c158ba0 2024-09-10T10:37:05.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 0x7fee6c154ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:05.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 0x7fee6c154ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60686/0 (socket says 172.21.15.22:60686) 2024-09-10T10:37:05.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6be00640 1 -- 172.21.15.22:0/2027520461 learned_addr learned my addr 172.21.15.22:0/2027520461 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:05.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee70e00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee6c158ba0 0x7fee6c0cf170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:05.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6b400640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee6c0b4280 0x7fee6c0d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:05.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6be00640 1 -- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee6c158ba0 msgr2=0x7fee6c0cf170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:05.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6be00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee6c158ba0 0x7fee6c0cf170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6be00640 1 -- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee6c0b4280 msgr2=0x7fee6c0d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:05.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6be00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee6c0b4280 0x7fee6c0d0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6be00640 1 -- 172.21.15.22:0/2027520461 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee6c14e590 con 0x7fee6c06f5e0 2024-09-10T10:37:05.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6b400640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee6c0b4280 0x7fee6c0d0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:37:05.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee6be00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 0x7fee6c154ee0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fee5c00d830 tx=0x7fee5c00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:05.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee63e00640 1 -- 172.21.15.22:0/2027520461 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee5c00b6c0 con 0x7fee6c06f5e0 2024-09-10T10:37:05.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee63e00640 1 -- 172.21.15.22:0/2027520461 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee5c019070 con 0x7fee6c06f5e0 2024-09-10T10:37:05.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 -- 172.21.15.22:0/2027520461 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee6c14e870 con 0x7fee6c06f5e0 2024-09-10T10:37:05.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee63e00640 1 -- 172.21.15.22:0/2027520461 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee5c00ba60 con 0x7fee6c06f5e0 2024-09-10T10:37:05.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 -- 172.21.15.22:0/2027520461 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee6c14ee30 con 0x7fee6c06f5e0 2024-09-10T10:37:05.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.975+0000 7fee72e00640 1 -- 172.21.15.22:0/2027520461 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee6c0b55f0 con 0x7fee6c06f5e0 2024-09-10T10:37:05.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.979+0000 7fee63e00640 1 -- 172.21.15.22:0/2027520461 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fee5c01e460 con 0x7fee6c06f5e0 2024-09-10T10:37:05.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.979+0000 7fee63e00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fee4c0678c0 0x7fee4c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:05.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.979+0000 7fee63e00640 1 -- 172.21.15.22:0/2027520461 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fee5c086390 con 0x7fee6c06f5e0 2024-09-10T10:37:05.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.979+0000 7fee6b400640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fee4c0678c0 0x7fee4c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:05.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.979+0000 7fee6b400640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fee4c0678c0 0x7fee4c069d80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fee580ae000 tx=0x7fee580a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:05.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:04.983+0000 7fee63e00640 1 -- 172.21.15.22:0/2027520461 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fee5c056e30 con 0x7fee6c06f5e0 2024-09-10T10:37:05.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.183+0000 7fee72e00640 1 -- 172.21.15.22:0/2027520461 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fee6c06eba0 con 0x7fee6c06f5e0 2024-09-10T10:37:05.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.183+0000 7fee63e00640 1 -- 172.21.15.22:0/2027520461 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fee5c056730 con 0x7fee6c06f5e0 2024-09-10T10:37:05.188 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:05.188 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:05.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 -- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fee4c0678c0 msgr2=0x7fee4c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:05.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fee4c0678c0 0x7fee4c069d80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fee580ae000 tx=0x7fee580a7000 comp rx=0 tx=0).stop 2024-09-10T10:37:05.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 -- 172.21.15.22:0/2027520461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 msgr2=0x7fee6c154ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:05.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 0x7fee6c154ee0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fee5c00d830 tx=0x7fee5c00dcf0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 -- 172.21.15.22:0/2027520461 shutdown_connections 2024-09-10T10:37:05.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fee4c0678c0 0x7fee4c069d80 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee6c158ba0 0x7fee6c0cf170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee6c0b4280 0x7fee6c0d0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 --2- 172.21.15.22:0/2027520461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fee6c06f5e0 0x7fee6c154ee0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 -- 172.21.15.22:0/2027520461 >> 172.21.15.22:0/2027520461 conn(0x7fee6c0b7b10 msgr2=0x7fee6c1571b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 -- 172.21.15.22:0/2027520461 shutdown_connections 2024-09-10T10:37:05.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:05.187+0000 7fee72e00640 1 -- 172.21.15.22:0/2027520461 wait complete. 2024-09-10T10:37:05.210 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:05.210 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:05.765 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:07.767 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:09.769 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:10.211 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:10.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.359+0000 7f737d800640 1 Processor -- start 2024-09-10T10:37:10.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.359+0000 7f737d800640 1 -- start start 2024-09-10T10:37:10.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f737d800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f73780b46d0 0x7f73780b5410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:10.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f737d800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73780afab0 0x7f73780cee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:10.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f737d800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73780aff60 con 0x7f737815c9b0 2024-09-10T10:37:10.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f737d800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f73780ce980 con 0x7f73780b46d0 2024-09-10T10:37:10.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f737d800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f737815c3c0 con 0x7f73780afab0 2024-09-10T10:37:10.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f7376a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f73780b46d0 0x7f73780b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:10.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f7377400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73780afab0 0x7f73780cee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:10.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f736e000640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f737815c9b0 0x7f73780b4ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:55072/0 (socket says 172.21.15.22:55072) 2024-09-10T10:37:10.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f736e000640 1 -- 172.21.15.22:0/148367736 learned_addr learned my addr 172.21.15.22:0/148367736 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:37:10.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f7377400640 1 -- 172.21.15.22:0/148367736 >> v2:172.21.15.145:3300/0 conn(0x7f73780b46d0 msgr2=0x7f73780b5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:10.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f7377400640 1 --2- 172.21.15.22:0/148367736 >> v2:172.21.15.145:3300/0 conn(0x7f73780b46d0 0x7f73780b5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:10.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f7377400640 1 -- 172.21.15.22:0/148367736 >> v1:172.21.15.145:6789/0 conn(0x7f737815c9b0 legacy=0x7f73780b4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:10.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f7377400640 1 -- 172.21.15.22:0/148367736 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f737815c660 con 0x7f73780afab0 2024-09-10T10:37:10.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.363+0000 7f7376a00640 1 --2- 172.21.15.22:0/148367736 >> v2:172.21.15.145:3300/0 conn(0x7f73780b46d0 0x7f73780b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:37:10.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f7377400640 1 --2- 172.21.15.22:0/148367736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73780afab0 0x7f73780cee10 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7370009dc0 tx=0x7f737001c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fec6bcf55830cf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:10.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f7376000640 1 -- 172.21.15.22:0/148367736 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73700b2070 con 0x7f73780afab0 2024-09-10T10:37:10.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f7376000640 1 -- 172.21.15.22:0/148367736 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73700a5920 con 0x7f73780afab0 2024-09-10T10:37:10.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f7376000640 1 -- 172.21.15.22:0/148367736 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73700a5cf0 con 0x7f73780afab0 2024-09-10T10:37:10.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 -- 172.21.15.22:0/148367736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73780afab0 msgr2=0x7f73780cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:10.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 --2- 172.21.15.22:0/148367736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73780afab0 0x7f73780cee10 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7370009dc0 tx=0x7f737001c950 comp rx=0 tx=0).stop 2024-09-10T10:37:10.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 -- 172.21.15.22:0/148367736 shutdown_connections 2024-09-10T10:37:10.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 --2- 172.21.15.22:0/148367736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f73780afab0 0x7f73780cee10 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:10.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 --2- 172.21.15.22:0/148367736 >> v2:172.21.15.145:3300/0 conn(0x7f73780b46d0 0x7f73780b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:10.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 -- 172.21.15.22:0/148367736 >> 172.21.15.22:0/148367736 conn(0x7f73780b21c0 msgr2=0x7f73780b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:10.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 -- 172.21.15.22:0/148367736 shutdown_connections 2024-09-10T10:37:10.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 -- 172.21.15.22:0/148367736 wait complete. 2024-09-10T10:37:10.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 Processor -- start 2024-09-10T10:37:10.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 -- start start 2024-09-10T10:37:10.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73780afab0 0x7f73781651e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:10.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f73780b46d0 0x7f7378072760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:10.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f737815c9b0 0x7f73780ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:10.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7378167fb0 con 0x7f73780afab0 2024-09-10T10:37:10.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7378167e30 con 0x7f73780b46d0 2024-09-10T10:37:10.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f737d800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7378168130 con 0x7f737815c9b0 2024-09-10T10:37:10.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.367+0000 7f7376a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73780afab0 0x7f73781651e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:10.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f7376a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73780afab0 0x7f73781651e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:33248/0 (socket says 172.21.15.22:33248) 2024-09-10T10:37:10.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f7376a00640 1 -- 172.21.15.22:0/302276453 learned_addr learned my addr 172.21.15.22:0/302276453 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:10.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f736e000640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f73780b46d0 0x7f7378072760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:10.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f7377400640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f737815c9b0 0x7f73780ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:10.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f7376a00640 1 -- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f737815c9b0 msgr2=0x7f73780ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:10.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f7376a00640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f737815c9b0 0x7f73780ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:10.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f7376a00640 1 -- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f73780b46d0 msgr2=0x7f7378072760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:10.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f7376a00640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f73780b46d0 0x7f7378072760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:10.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f7376a00640 1 -- 172.21.15.22:0/302276453 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7378144ab0 con 0x7f73780afab0 2024-09-10T10:37:10.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f736e000640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f73780b46d0 0x7f7378072760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:37:10.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f7377400640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f737815c9b0 0x7f73780ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:37:10.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f7376a00640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73780afab0 0x7f73781651e0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f736800ec10 tx=0x7f736800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:10.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f736f400640 1 -- 172.21.15.22:0/302276453 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368017070 con 0x7f73780afab0 2024-09-10T10:37:10.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f736f400640 1 -- 172.21.15.22:0/302276453 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f736800cc30 con 0x7f73780afab0 2024-09-10T10:37:10.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f737d800640 1 -- 172.21.15.22:0/302276453 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7378144d90 con 0x7f73780afab0 2024-09-10T10:37:10.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f736f400640 1 -- 172.21.15.22:0/302276453 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368013470 con 0x7f73780afab0 2024-09-10T10:37:10.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f737d800640 1 -- 172.21.15.22:0/302276453 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7378145350 con 0x7f73780afab0 2024-09-10T10:37:10.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f737d800640 1 -- 172.21.15.22:0/302276453 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73780cee10 con 0x7f73780afab0 2024-09-10T10:37:10.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f736f400640 1 -- 172.21.15.22:0/302276453 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f736801a070 con 0x7f73780afab0 2024-09-10T10:37:10.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f736f400640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f73540678c0 0x7f7354069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:10.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.371+0000 7f736f400640 1 -- 172.21.15.22:0/302276453 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f7368085fc0 con 0x7f73780afab0 2024-09-10T10:37:10.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.375+0000 7f736e000640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f73540678c0 0x7f7354069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:10.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.375+0000 7f736e000640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f73540678c0 0x7f7354069d80 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f73780b20f0 tx=0x7f7360009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:10.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.379+0000 7f736f400640 1 -- 172.21.15.22:0/302276453 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7368056af0 con 0x7f73780afab0 2024-09-10T10:37:10.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.579+0000 7f737d800640 1 -- 172.21.15.22:0/302276453 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f737815e0b0 con 0x7f73780afab0 2024-09-10T10:37:10.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f736f400640 1 -- 172.21.15.22:0/302276453 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f73680563f0 con 0x7f73780afab0 2024-09-10T10:37:10.585 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:10.585 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:10.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 -- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f73540678c0 msgr2=0x7f7354069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f73540678c0 0x7f7354069d80 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f73780b20f0 tx=0x7f7360009040 comp rx=0 tx=0).stop 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 -- 172.21.15.22:0/302276453 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73780afab0 msgr2=0x7f73781651e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73780afab0 0x7f73781651e0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f736800ec10 tx=0x7f736800c520 comp rx=0 tx=0).stop 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 -- 172.21.15.22:0/302276453 shutdown_connections 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f73540678c0 0x7f7354069d80 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f737815c9b0 0x7f73780ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f73780b46d0 0x7f7378072760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 --2- 172.21.15.22:0/302276453 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f73780afab0 0x7f73781651e0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 -- 172.21.15.22:0/302276453 >> 172.21.15.22:0/302276453 conn(0x7f73780b21c0 msgr2=0x7f737806e750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 -- 172.21.15.22:0/302276453 shutdown_connections 2024-09-10T10:37:10.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:10.583+0000 7f737d800640 1 -- 172.21.15.22:0/302276453 wait complete. 2024-09-10T10:37:10.606 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:10.606 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:11.771 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:13.773 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:15.608 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:15.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f4944a00640 1 Processor -- start 2024-09-10T10:37:15.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f4944a00640 1 -- start start 2024-09-10T10:37:15.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f4944a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f49400cd590 0x7f49400afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:15.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f4944a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49400cf410 0x7f49400b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:15.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f4944a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49400cfc10 con 0x7f494015c610 2024-09-10T10:37:15.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f4944a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f49400cd0c0 con 0x7f49400cd590 2024-09-10T10:37:15.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f4944a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f49400cfef0 con 0x7f49400cf410 2024-09-10T10:37:15.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f4937e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f494015c610 0x7f49400cd970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:37524/0 (socket says 172.21.15.22:37524) 2024-09-10T10:37:15.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f4937e00640 1 -- 172.21.15.22:0/2656135708 learned_addr learned my addr 172.21.15.22:0/2656135708 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:37:15.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f493de00640 1 --2- 172.21.15.22:0/2656135708 >> v2:172.21.15.145:3300/0 conn(0x7f49400cd590 0x7f49400afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:15.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f493e800640 1 --2- 172.21.15.22:0/2656135708 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49400cf410 0x7f49400b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:15.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f493d400640 1 -- 172.21.15.22:0/2656135708 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2621626345 0 0) 0x7f49400cfc10 con 0x7f494015c610 2024-09-10T10:37:15.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f493d400640 1 -- 172.21.15.22:0/2656135708 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4924003530 con 0x7f494015c610 2024-09-10T10:37:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f493d400640 1 -- 172.21.15.22:0/2656135708 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2360872960 0 0) 0x7f4924003530 con 0x7f494015c610 2024-09-10T10:37:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f493de00640 1 -- 172.21.15.22:0/2656135708 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49400cf410 msgr2=0x7f49400b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f493de00640 1 --2- 172.21.15.22:0/2656135708 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49400cf410 0x7f49400b3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f493de00640 1 -- 172.21.15.22:0/2656135708 >> v1:172.21.15.22:6789/0 conn(0x7f494015c610 legacy=0x7f49400cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:15.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.759+0000 7f493de00640 1 -- 172.21.15.22:0/2656135708 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49400d01d0 con 0x7f49400cd590 2024-09-10T10:37:15.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f493de00640 1 --2- 172.21.15.22:0/2656135708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49400cd590 0x7f49400afb50 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f49300097c0 tx=0x7f493001c390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc3bc5d13f84d574 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:15.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f493d400640 1 -- 172.21.15.22:0/2656135708 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49300b0070 con 0x7f49400cd590 2024-09-10T10:37:15.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f493d400640 1 -- 172.21.15.22:0/2656135708 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49300ab400 con 0x7f49400cd590 2024-09-10T10:37:15.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f493d400640 1 -- 172.21.15.22:0/2656135708 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4928001680 con 0x7f49400cd590 2024-09-10T10:37:15.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f4944a00640 1 -- 172.21.15.22:0/2656135708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49400cd590 msgr2=0x7f49400afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:15.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f4944a00640 1 --2- 172.21.15.22:0/2656135708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49400cd590 0x7f49400afb50 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f49300097c0 tx=0x7f493001c390 comp rx=0 tx=0).stop 2024-09-10T10:37:15.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f4944a00640 1 -- 172.21.15.22:0/2656135708 shutdown_connections 2024-09-10T10:37:15.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f4944a00640 1 --2- 172.21.15.22:0/2656135708 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49400cf410 0x7f49400b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:15.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f4944a00640 1 --2- 172.21.15.22:0/2656135708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49400cd590 0x7f49400afb50 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:15.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f4944a00640 1 -- 172.21.15.22:0/2656135708 >> 172.21.15.22:0/2656135708 conn(0x7f49400b21c0 msgr2=0x7f49400b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:15.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f4944a00640 1 -- 172.21.15.22:0/2656135708 shutdown_connections 2024-09-10T10:37:15.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.763+0000 7f4944a00640 1 -- 172.21.15.22:0/2656135708 wait complete. 2024-09-10T10:37:15.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 Processor -- start 2024-09-10T10:37:15.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 -- start start 2024-09-10T10:37:15.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49400cd590 0x7f4940166200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:15.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49400cf410 0x7f49400acee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:15.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49401565b0 0x7f49400721b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:15.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f49400cf9a0 con 0x7f49401565b0 2024-09-10T10:37:15.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f49400cf820 con 0x7f49400cf410 2024-09-10T10:37:15.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f49400b4ff0 con 0x7f49400cd590 2024-09-10T10:37:15.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f493e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49401565b0 0x7f49400721b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:15.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f493e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49401565b0 0x7f49400721b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43532/0 (socket says 172.21.15.22:43532) 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f493e800640 1 -- 172.21.15.22:0/3991309218 learned_addr learned my addr 172.21.15.22:0/3991309218 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f493de00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49400cd590 0x7f4940166200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4937e00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49400cf410 0x7f49400acee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f493e800640 1 -- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49400cd590 msgr2=0x7f4940166200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f493e800640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49400cd590 0x7f4940166200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f493e800640 1 -- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49400cf410 msgr2=0x7f49400acee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f493e800640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49400cf410 0x7f49400acee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f493e800640 1 -- 172.21.15.22:0/3991309218 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49401f71d0 con 0x7f49401565b0 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4937e00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49400cf410 0x7f49400acee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f493e800640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49401565b0 0x7f49400721b0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f493800efc0 tx=0x7f493800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4936000640 1 -- 172.21.15.22:0/3991309218 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4938018020 con 0x7f49401565b0 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4936000640 1 -- 172.21.15.22:0/3991309218 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4938014480 con 0x7f49401565b0 2024-09-10T10:37:15.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 -- 172.21.15.22:0/3991309218 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49401f74b0 con 0x7f49401565b0 2024-09-10T10:37:15.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4936000640 1 -- 172.21.15.22:0/3991309218 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4938014870 con 0x7f49401565b0 2024-09-10T10:37:15.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 -- 172.21.15.22:0/3991309218 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49401f7a70 con 0x7f49401565b0 2024-09-10T10:37:15.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.767+0000 7f4944a00640 1 -- 172.21.15.22:0/3991309218 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49400b3d60 con 0x7f49401565b0 2024-09-10T10:37:15.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.771+0000 7f4936000640 1 -- 172.21.15.22:0/3991309218 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f493801b020 con 0x7f49401565b0 2024-09-10T10:37:15.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.771+0000 7f4936000640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f491c0678c0 0x7f491c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:15.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.771+0000 7f4936000640 1 -- 172.21.15.22:0/3991309218 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f4938086ac0 con 0x7f49401565b0 2024-09-10T10:37:15.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.771+0000 7f493de00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f491c0678c0 0x7f491c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:15.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.771+0000 7f493de00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f491c0678c0 0x7f491c069d80 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f49300ad000 tx=0x7f49300a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:15.775 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:15.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.775+0000 7f4936000640 1 -- 172.21.15.22:0/3991309218 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4938022030 con 0x7f49401565b0 2024-09-10T10:37:15.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.975+0000 7f4944a00640 1 -- 172.21.15.22:0/3991309218 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f4940158450 con 0x7f49401565b0 2024-09-10T10:37:15.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.975+0000 7f4936000640 1 -- 172.21.15.22:0/3991309218 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f4938010040 con 0x7f49401565b0 2024-09-10T10:37:15.980 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:15.980 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:15.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 -- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f491c0678c0 msgr2=0x7f491c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:15.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f491c0678c0 0x7f491c069d80 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f49300ad000 tx=0x7f49300a6000 comp rx=0 tx=0).stop 2024-09-10T10:37:15.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 -- 172.21.15.22:0/3991309218 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49401565b0 msgr2=0x7f49400721b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:15.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49401565b0 0x7f49400721b0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f493800efc0 tx=0x7f493800c490 comp rx=0 tx=0).stop 2024-09-10T10:37:15.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 -- 172.21.15.22:0/3991309218 shutdown_connections 2024-09-10T10:37:15.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f491c0678c0 0x7f491c069d80 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:15.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49401565b0 0x7f49400721b0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:15.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49400cf410 0x7f49400acee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:15.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 --2- 172.21.15.22:0/3991309218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49400cd590 0x7f4940166200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:15.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 -- 172.21.15.22:0/3991309218 >> 172.21.15.22:0/3991309218 conn(0x7f49400b21c0 msgr2=0x7f494015f660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:15.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 -- 172.21.15.22:0/3991309218 shutdown_connections 2024-09-10T10:37:15.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:15.979+0000 7f4944a00640 1 -- 172.21.15.22:0/3991309218 wait complete. 2024-09-10T10:37:16.001 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:16.001 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:17.776 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:19.778 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:21.002 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:21.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.151+0000 7f394ea00640 1 Processor -- start 2024-09-10T10:37:21.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ea00640 1 -- start start 2024-09-10T10:37:21.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39480b46d0 0x7f39480b5410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:21.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ea00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f39480afab0 0x7f39480cee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:21.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ea00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39480aff40 con 0x7f394815c9b0 2024-09-10T10:37:21.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ea00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f39480ce980 con 0x7f39480afab0 2024-09-10T10:37:21.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ea00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f394815c3c0 con 0x7f39480b46d0 2024-09-10T10:37:21.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f3947400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f394815c9b0 0x7f39480b4ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:37534/0 (socket says 172.21.15.22:37534) 2024-09-10T10:37:21.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f3947400640 1 -- 172.21.15.22:0/2709743829 learned_addr learned my addr 172.21.15.22:0/2709743829 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:37:21.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f3947e00640 1 --2- 172.21.15.22:0/2709743829 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39480b46d0 0x7f39480b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:21.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ca00640 1 --2- 172.21.15.22:0/2709743829 >> v2:172.21.15.145:3300/0 conn(0x7f39480afab0 0x7f39480cee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:21.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f3946a00640 1 -- 172.21.15.22:0/2709743829 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2889136434 0 0) 0x7f39480aff40 con 0x7f394815c9b0 2024-09-10T10:37:21.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f3946a00640 1 -- 172.21.15.22:0/2709743829 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f392c003530 con 0x7f394815c9b0 2024-09-10T10:37:21.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ca00640 1 -- 172.21.15.22:0/2709743829 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39480b46d0 msgr2=0x7f39480b5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:21.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ca00640 1 --2- 172.21.15.22:0/2709743829 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39480b46d0 0x7f39480b5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:21.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ca00640 1 -- 172.21.15.22:0/2709743829 >> v1:172.21.15.22:6789/0 conn(0x7f394815c9b0 legacy=0x7f39480b4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:21.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.155+0000 7f394ca00640 1 -- 172.21.15.22:0/2709743829 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f394815c660 con 0x7f39480afab0 2024-09-10T10:37:21.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f394ca00640 1 --2- 172.21.15.22:0/2709743829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39480afab0 0x7f39480cee10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f3940009d90 tx=0x7f394001c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bec8013f7e89642 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:21.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f3946a00640 1 -- 172.21.15.22:0/2709743829 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39400b2070 con 0x7f39480afab0 2024-09-10T10:37:21.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f3946a00640 1 -- 172.21.15.22:0/2709743829 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39400a5940 con 0x7f39480afab0 2024-09-10T10:37:21.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f3946a00640 1 -- 172.21.15.22:0/2709743829 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39400a5d10 con 0x7f39480afab0 2024-09-10T10:37:21.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f394ea00640 1 -- 172.21.15.22:0/2709743829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39480afab0 msgr2=0x7f39480cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:21.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f394ea00640 1 --2- 172.21.15.22:0/2709743829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39480afab0 0x7f39480cee10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f3940009d90 tx=0x7f394001c970 comp rx=0 tx=0).stop 2024-09-10T10:37:21.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f394ea00640 1 -- 172.21.15.22:0/2709743829 shutdown_connections 2024-09-10T10:37:21.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f394ea00640 1 --2- 172.21.15.22:0/2709743829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39480afab0 0x7f39480cee10 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:21.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f394ea00640 1 --2- 172.21.15.22:0/2709743829 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39480b46d0 0x7f39480b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:21.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f394ea00640 1 -- 172.21.15.22:0/2709743829 >> 172.21.15.22:0/2709743829 conn(0x7f39480b21c0 msgr2=0x7f39480b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:21.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f394ea00640 1 -- 172.21.15.22:0/2709743829 shutdown_connections 2024-09-10T10:37:21.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.159+0000 7f394ea00640 1 -- 172.21.15.22:0/2709743829 wait complete. 2024-09-10T10:37:21.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 Processor -- start 2024-09-10T10:37:21.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 -- start start 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39480afab0 0x7f39480ae6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f39480b46d0 0x7f3948152220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f394815c9b0 0x7f39480aca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3948167e30 con 0x7f39480b46d0 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3948167fb0 con 0x7f39480afab0 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3948168130 con 0x7f394815c9b0 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f39480b46d0 0x7f3948152220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f39480b46d0 0x7f3948152220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43544/0 (socket says 172.21.15.22:43544) 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947400640 1 -- 172.21.15.22:0/3529321072 learned_addr learned my addr 172.21.15.22:0/3529321072 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ca00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f394815c9b0 0x7f39480aca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:21.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947e00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39480afab0 0x7f39480ae6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947400640 1 -- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f394815c9b0 msgr2=0x7f39480aca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947400640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f394815c9b0 0x7f39480aca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947400640 1 -- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39480afab0 msgr2=0x7f39480ae6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947400640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39480afab0 0x7f39480ae6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947400640 1 -- 172.21.15.22:0/3529321072 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39480ab980 con 0x7f39480b46d0 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947e00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39480afab0 0x7f39480ae6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f3947400640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f39480b46d0 0x7f3948152220 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f393400c390 tx=0x7f393400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f393fe00640 1 -- 172.21.15.22:0/3529321072 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3934017070 con 0x7f39480b46d0 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f393fe00640 1 -- 172.21.15.22:0/3529321072 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3934005d10 con 0x7f39480b46d0 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f393fe00640 1 -- 172.21.15.22:0/3529321072 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3934007310 con 0x7f39480b46d0 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 -- 172.21.15.22:0/3529321072 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39480abc60 con 0x7f39480b46d0 2024-09-10T10:37:21.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 -- 172.21.15.22:0/3529321072 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39480ac220 con 0x7f39480b46d0 2024-09-10T10:37:21.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.163+0000 7f394ea00640 1 -- 172.21.15.22:0/3529321072 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39480b5410 con 0x7f39480b46d0 2024-09-10T10:37:21.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.167+0000 7f393fe00640 1 -- 172.21.15.22:0/3529321072 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f393401a070 con 0x7f39480b46d0 2024-09-10T10:37:21.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.167+0000 7f393fe00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39280678c0 0x7f3928069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:21.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.167+0000 7f393fe00640 1 -- 172.21.15.22:0/3529321072 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f3934084ff0 con 0x7f39480b46d0 2024-09-10T10:37:21.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.167+0000 7f3947e00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39280678c0 0x7f3928069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:21.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.167+0000 7f3947e00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39280678c0 0x7f3928069d80 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f39480ccaf0 tx=0x7f3938008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:21.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.171+0000 7f393fe00640 1 -- 172.21.15.22:0/3529321072 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f39340555b0 con 0x7f39480b46d0 2024-09-10T10:37:21.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 -- 172.21.15.22:0/3529321072 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f3948152760 con 0x7f39480b46d0 2024-09-10T10:37:21.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f393fe00640 1 -- 172.21.15.22:0/3529321072 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f39340598b0 con 0x7f39480b46d0 2024-09-10T10:37:21.378 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:21.378 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:21.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 -- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39280678c0 msgr2=0x7f3928069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:21.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39280678c0 0x7f3928069d80 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f39480ccaf0 tx=0x7f3938008040 comp rx=0 tx=0).stop 2024-09-10T10:37:21.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 -- 172.21.15.22:0/3529321072 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f39480b46d0 msgr2=0x7f3948152220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:21.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f39480b46d0 0x7f3948152220 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f393400c390 tx=0x7f393400c850 comp rx=0 tx=0).stop 2024-09-10T10:37:21.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 -- 172.21.15.22:0/3529321072 shutdown_connections 2024-09-10T10:37:21.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f39280678c0 0x7f3928069d80 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:21.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f394815c9b0 0x7f39480aca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:21.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f39480b46d0 0x7f3948152220 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:21.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 --2- 172.21.15.22:0/3529321072 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39480afab0 0x7f39480ae6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:21.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 -- 172.21.15.22:0/3529321072 >> 172.21.15.22:0/3529321072 conn(0x7f39480b21c0 msgr2=0x7f39481536d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:21.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 -- 172.21.15.22:0/3529321072 shutdown_connections 2024-09-10T10:37:21.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:21.375+0000 7f394ea00640 1 -- 172.21.15.22:0/3529321072 wait complete. 2024-09-10T10:37:21.399 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:21.399 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:21.781 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:23.470 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:37:23.474 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:37:23.783 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:25.783 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:26.400 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:26.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.547+0000 7fbf11400640 1 Processor -- start 2024-09-10T10:37:26.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.547+0000 7fbf11400640 1 -- start start 2024-09-10T10:37:26.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf11400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cd590 0x7fbf0c0afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:26.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf11400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbf0c0cf410 0x7fbf0c0b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:26.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf11400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf0c0cfc10 con 0x7fbf0c15c610 2024-09-10T10:37:26.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf11400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fbf0c0cd0c0 con 0x7fbf0c0cf410 2024-09-10T10:37:26.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf11400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbf0c0cfef0 con 0x7fbf0c0cd590 2024-09-10T10:37:26.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf0b200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbf0c0cf410 0x7fbf0c0b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:26.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf0b200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbf0c0cf410 0x7fbf0c0b3d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:54208/0 (socket says 172.21.15.22:54208) 2024-09-10T10:37:26.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf0b200640 1 -- 172.21.15.22:0/99830703 learned_addr learned my addr 172.21.15.22:0/99830703 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:26.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf0a800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cd590 0x7fbf0c0afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:26.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf0a800640 1 -- 172.21.15.22:0/99830703 >> v2:172.21.15.145:3300/0 conn(0x7fbf0c0cf410 msgr2=0x7fbf0c0b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:26.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf0a800640 1 --2- 172.21.15.22:0/99830703 >> v2:172.21.15.145:3300/0 conn(0x7fbf0c0cf410 0x7fbf0c0b3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:26.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf0a800640 1 -- 172.21.15.22:0/99830703 >> v1:172.21.15.145:6789/0 conn(0x7fbf0c15c610 legacy=0x7fbf0c0cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:26.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf0a800640 1 -- 172.21.15.22:0/99830703 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf0c0d01d0 con 0x7fbf0c0cd590 2024-09-10T10:37:26.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.551+0000 7fbf0b200640 1 --2- 172.21.15.22:0/99830703 >> v2:172.21.15.145:3300/0 conn(0x7fbf0c0cf410 0x7fbf0c0b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:37:26.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf0a800640 1 --2- 172.21.15.22:0/99830703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cd590 0x7fbf0c0afb50 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbefc0097c0 tx=0x7fbefc01c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4cade3bb2600a0c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:26.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf09e00640 1 -- 172.21.15.22:0/99830703 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbefc0a7070 con 0x7fbf0c0cd590 2024-09-10T10:37:26.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf09e00640 1 -- 172.21.15.22:0/99830703 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbefc0b0070 con 0x7fbf0c0cd590 2024-09-10T10:37:26.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf09e00640 1 -- 172.21.15.22:0/99830703 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbefc0ab890 con 0x7fbf0c0cd590 2024-09-10T10:37:26.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf11400640 1 -- 172.21.15.22:0/99830703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cd590 msgr2=0x7fbf0c0afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:26.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf11400640 1 --2- 172.21.15.22:0/99830703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cd590 0x7fbf0c0afb50 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbefc0097c0 tx=0x7fbefc01c470 comp rx=0 tx=0).stop 2024-09-10T10:37:26.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf11400640 1 -- 172.21.15.22:0/99830703 shutdown_connections 2024-09-10T10:37:26.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf11400640 1 --2- 172.21.15.22:0/99830703 >> v2:172.21.15.145:3300/0 conn(0x7fbf0c0cf410 0x7fbf0c0b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:26.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf11400640 1 --2- 172.21.15.22:0/99830703 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cd590 0x7fbf0c0afb50 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:26.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf11400640 1 -- 172.21.15.22:0/99830703 >> 172.21.15.22:0/99830703 conn(0x7fbf0c0b21c0 msgr2=0x7fbf0c0b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:26.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf11400640 1 -- 172.21.15.22:0/99830703 shutdown_connections 2024-09-10T10:37:26.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf11400640 1 -- 172.21.15.22:0/99830703 wait complete. 2024-09-10T10:37:26.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf11400640 1 Processor -- start 2024-09-10T10:37:26.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.555+0000 7fbf11400640 1 -- start start 2024-09-10T10:37:26.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf11400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbf0c0cd590 0x7fbf0c1f6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:26.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf11400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cf410 0x7fbf0c139d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:26.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf11400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf0c14d630 0x7fbf0c14deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:26.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf11400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0c0cf9a0 con 0x7fbf0c0cd590 2024-09-10T10:37:26.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf11400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0c0cf820 con 0x7fbf0c14d630 2024-09-10T10:37:26.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf11400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbf0c0b4ff0 con 0x7fbf0c0cf410 2024-09-10T10:37:26.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf0a800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbf0c0cd590 0x7fbf0c1f6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:26.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf0a800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbf0c0cd590 0x7fbf0c1f6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56268/0 (socket says 172.21.15.22:56268) 2024-09-10T10:37:26.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf0a800640 1 -- 172.21.15.22:0/1990281755 learned_addr learned my addr 172.21.15.22:0/1990281755 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:26.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf0b200640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf0c14d630 0x7fbf0c14deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:26.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf01e00640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cf410 0x7fbf0c139d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:26.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf0a800640 1 -- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cf410 msgr2=0x7fbf0c139d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:26.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf0a800640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cf410 0x7fbf0c139d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:26.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf0a800640 1 -- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf0c14d630 msgr2=0x7fbf0c14deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:26.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf0a800640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf0c14d630 0x7fbf0c14deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:26.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf0a800640 1 -- 172.21.15.22:0/1990281755 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf0c14e3f0 con 0x7fbf0c0cd590 2024-09-10T10:37:26.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf0a800640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbf0c0cd590 0x7fbf0c1f6140 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fbefc01a0a0 tx=0x7fbefc01acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:26.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf03400640 1 -- 172.21.15.22:0/1990281755 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbefc0bf610 con 0x7fbf0c0cd590 2024-09-10T10:37:26.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf03400640 1 -- 172.21.15.22:0/1990281755 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbefc0bf7d0 con 0x7fbf0c0cd590 2024-09-10T10:37:26.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf03400640 1 -- 172.21.15.22:0/1990281755 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbefc0bfbc0 con 0x7fbf0c0cd590 2024-09-10T10:37:26.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf11400640 1 -- 172.21.15.22:0/1990281755 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf0c14e970 con 0x7fbf0c0cd590 2024-09-10T10:37:26.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.559+0000 7fbf11400640 1 -- 172.21.15.22:0/1990281755 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf0c14cb50 con 0x7fbf0c0cd590 2024-09-10T10:37:26.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.563+0000 7fbf11400640 1 -- 172.21.15.22:0/1990281755 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf0c0b3d60 con 0x7fbf0c0cd590 2024-09-10T10:37:26.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.563+0000 7fbf03400640 1 -- 172.21.15.22:0/1990281755 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbefc0bd020 con 0x7fbf0c0cd590 2024-09-10T10:37:26.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.563+0000 7fbf03400640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbee8067910 0x7fbee8069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:26.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.563+0000 7fbf03400640 1 -- 172.21.15.22:0/1990281755 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fbefc120350 con 0x7fbf0c0cd590 2024-09-10T10:37:26.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.563+0000 7fbf01e00640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbee8067910 0x7fbee8069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:26.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.563+0000 7fbf01e00640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbee8067910 0x7fbee8069dd0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c15bb80 tx=0x7fbef4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:26.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.567+0000 7fbf03400640 1 -- 172.21.15.22:0/1990281755 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbefc016090 con 0x7fbf0c0cd590 2024-09-10T10:37:26.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.767+0000 7fbf11400640 1 -- 172.21.15.22:0/1990281755 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fbf0c15b8d0 con 0x7fbf0c0cd590 2024-09-10T10:37:26.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.767+0000 7fbf03400640 1 -- 172.21.15.22:0/1990281755 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fbefc0f0820 con 0x7fbf0c0cd590 2024-09-10T10:37:26.772 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:26.772 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 -- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbee8067910 msgr2=0x7fbee8069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbee8067910 0x7fbee8069dd0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c15bb80 tx=0x7fbef4009040 comp rx=0 tx=0).stop 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 -- 172.21.15.22:0/1990281755 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbf0c0cd590 msgr2=0x7fbf0c1f6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbf0c0cd590 0x7fbf0c1f6140 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fbefc01a0a0 tx=0x7fbefc01acb0 comp rx=0 tx=0).stop 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 -- 172.21.15.22:0/1990281755 shutdown_connections 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbee8067910 0x7fbee8069dd0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf0c14d630 0x7fbf0c14deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf0c0cf410 0x7fbf0c139d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 --2- 172.21.15.22:0/1990281755 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbf0c0cd590 0x7fbf0c1f6140 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 -- 172.21.15.22:0/1990281755 >> 172.21.15.22:0/1990281755 conn(0x7fbf0c0b21c0 msgr2=0x7fbf0c15a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:26.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 -- 172.21.15.22:0/1990281755 shutdown_connections 2024-09-10T10:37:26.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:26.771+0000 7fbf11400640 1 -- 172.21.15.22:0/1990281755 wait complete. 2024-09-10T10:37:26.793 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:26.793 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:27.784 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:29.787 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:31.788 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:31.794 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:31.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc633c00640 1 Processor -- start 2024-09-10T10:37:31.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc633c00640 1 -- start start 2024-09-10T10:37:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc633c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc62c0b47e0 0x7fc62c0ccea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc633c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc62c0b5000 0x7fc62c0af140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc633c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc62c0cd3e0 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc633c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc62c06e430 con 0x7fc62c0b5000 2024-09-10T10:37:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc633c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc62c072db0 con 0x7fc62c0b47e0 2024-09-10T10:37:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc631c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc62c0b5000 0x7fc62c0af140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc623e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc62c0b4bc0 0x7fc62c072140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:53470/0 (socket says 172.21.15.22:53470) 2024-09-10T10:37:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc623e00640 1 -- 172.21.15.22:0/3062150981 learned_addr learned my addr 172.21.15.22:0/3062150981 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:37:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc631200640 1 --2- 172.21.15.22:0/3062150981 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc62c0b47e0 0x7fc62c0ccea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc631c00640 1 -- 172.21.15.22:0/3062150981 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc62c0b47e0 msgr2=0x7fc62c0ccea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:31.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc631c00640 1 --2- 172.21.15.22:0/3062150981 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc62c0b47e0 0x7fc62c0ccea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:31.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc631c00640 1 -- 172.21.15.22:0/3062150981 >> v1:172.21.15.22:6789/0 conn(0x7fc62c0b4bc0 legacy=0x7fc62c072140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:31.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.943+0000 7fc631c00640 1 -- 172.21.15.22:0/3062150981 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc62c073090 con 0x7fc62c0b5000 2024-09-10T10:37:31.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc631c00640 1 --2- 172.21.15.22:0/3062150981 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b5000 0x7fc62c0af140 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fc624009d90 tx=0x7fc62401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faf4ca334e3ea0f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc62be00640 1 -- 172.21.15.22:0/3062150981 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6240b2070 con 0x7fc62c0b5000 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc62be00640 1 -- 172.21.15.22:0/3062150981 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6240a5a00 con 0x7fc62c0b5000 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc62be00640 1 -- 172.21.15.22:0/3062150981 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6240a5dd0 con 0x7fc62c0b5000 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc633c00640 1 -- 172.21.15.22:0/3062150981 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b5000 msgr2=0x7fc62c0af140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc633c00640 1 --2- 172.21.15.22:0/3062150981 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b5000 0x7fc62c0af140 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fc624009d90 tx=0x7fc62401c940 comp rx=0 tx=0).stop 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc633c00640 1 -- 172.21.15.22:0/3062150981 shutdown_connections 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc633c00640 1 --2- 172.21.15.22:0/3062150981 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b5000 0x7fc62c0af140 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc633c00640 1 --2- 172.21.15.22:0/3062150981 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc62c0b47e0 0x7fc62c0ccea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc633c00640 1 -- 172.21.15.22:0/3062150981 >> 172.21.15.22:0/3062150981 conn(0x7fc62c0b21c0 msgr2=0x7fc62c0b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc633c00640 1 -- 172.21.15.22:0/3062150981 shutdown_connections 2024-09-10T10:37:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.947+0000 7fc633c00640 1 -- 172.21.15.22:0/3062150981 wait complete. 2024-09-10T10:37:31.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc633c00640 1 Processor -- start 2024-09-10T10:37:31.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc633c00640 1 -- start start 2024-09-10T10:37:31.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc633c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc62c0b47e0 0x7fc62c146230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:31.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc633c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b4bc0 0x7fc62c1433f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc633c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc62c0b5000 0x7fc62c13c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc633c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc62c1483a0 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc633c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc62c148220 con 0x7fc62c0b5000 2024-09-10T10:37:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc633c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc62c0afa90 con 0x7fc62c0b47e0 2024-09-10T10:37:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc623e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b4bc0 0x7fc62c1433f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc623e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b4bc0 0x7fc62c1433f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56282/0 (socket says 172.21.15.22:56282) 2024-09-10T10:37:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc623e00640 1 -- 172.21.15.22:0/1333156576 learned_addr learned my addr 172.21.15.22:0/1333156576 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc631200640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc62c0b47e0 0x7fc62c146230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc631c00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc62c0b5000 0x7fc62c13c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc623e00640 1 -- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc62c0b47e0 msgr2=0x7fc62c146230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc623e00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc62c0b47e0 0x7fc62c146230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc623e00640 1 -- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc62c0b5000 msgr2=0x7fc62c13c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc623e00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc62c0b5000 0x7fc62c13c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc623e00640 1 -- 172.21.15.22:0/1333156576 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc62c161640 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc631c00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc62c0b5000 0x7fc62c13c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc623e00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b4bc0 0x7fc62c1433f0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fc61400c460 tx=0x7fc61400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc629600640 1 -- 172.21.15.22:0/1333156576 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc614017070 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc629600640 1 -- 172.21.15.22:0/1333156576 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc614005cf0 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc633c00640 1 -- 172.21.15.22:0/1333156576 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc62c141840 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc629600640 1 -- 172.21.15.22:0/1333156576 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc614007290 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.951+0000 7fc633c00640 1 -- 172.21.15.22:0/1333156576 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc62c141480 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.955+0000 7fc633c00640 1 -- 172.21.15.22:0/1333156576 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc62c06fb10 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.955+0000 7fc629600640 1 -- 172.21.15.22:0/1333156576 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc61401a070 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.955+0000 7fc629600640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6080678c0 0x7fc608069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:31.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.955+0000 7fc629600640 1 -- 172.21.15.22:0/1333156576 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fc614084f90 con 0x7fc62c0b4bc0 2024-09-10T10:37:31.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.955+0000 7fc631200640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6080678c0 0x7fc608069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:31.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.955+0000 7fc631200640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6080678c0 0x7fc608069d80 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc62c145de0 tx=0x7fc61c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:31.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:31.959+0000 7fc629600640 1 -- 172.21.15.22:0/1333156576 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc6140553e0 con 0x7fc62c0b4bc0 2024-09-10T10:37:32.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.159+0000 7fc633c00640 1 -- 172.21.15.22:0/1333156576 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fc62c072510 con 0x7fc62c0b4bc0 2024-09-10T10:37:32.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.159+0000 7fc629600640 1 -- 172.21.15.22:0/1333156576 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fc6140596e0 con 0x7fc62c0b4bc0 2024-09-10T10:37:32.164 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:32.164 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:32.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 -- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6080678c0 msgr2=0x7fc608069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:32.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6080678c0 0x7fc608069d80 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc62c145de0 tx=0x7fc61c008040 comp rx=0 tx=0).stop 2024-09-10T10:37:32.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 -- 172.21.15.22:0/1333156576 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b4bc0 msgr2=0x7fc62c1433f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:32.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b4bc0 0x7fc62c1433f0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fc61400c460 tx=0x7fc61400c920 comp rx=0 tx=0).stop 2024-09-10T10:37:32.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 -- 172.21.15.22:0/1333156576 shutdown_connections 2024-09-10T10:37:32.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6080678c0 0x7fc608069d80 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:32.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc62c0b5000 0x7fc62c13c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:32.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc62c0b4bc0 0x7fc62c1433f0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:32.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 --2- 172.21.15.22:0/1333156576 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc62c0b47e0 0x7fc62c146230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:32.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 -- 172.21.15.22:0/1333156576 >> 172.21.15.22:0/1333156576 conn(0x7fc62c0b21c0 msgr2=0x7fc62c0b1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:32.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 -- 172.21.15.22:0/1333156576 shutdown_connections 2024-09-10T10:37:32.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:32.163+0000 7fc633c00640 1 -- 172.21.15.22:0/1333156576 wait complete. 2024-09-10T10:37:32.186 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:32.186 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:33.791 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:35.793 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:37.187 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:37.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.335+0000 7fa2aca00640 1 Processor -- start 2024-09-10T10:37:37.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.335+0000 7fa2aca00640 1 -- start start 2024-09-10T10:37:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa2aca00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa2a815afa0 0x7fa2a80b4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa2aca00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa2a806d0b0 0x7fa2a806d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa2aca00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2a815fb10 con 0x7fa2a815eda0 2024-09-10T10:37:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa2aca00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa2a80b33e0 con 0x7fa2a806d0b0 2024-09-10T10:37:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa2aca00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa2a815c390 con 0x7fa2a815afa0 2024-09-10T10:37:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa29fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa2a806d0b0 0x7fa2a806d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:37.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa29fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa2a806d0b0 0x7fa2a806d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:37156/0 (socket says 172.21.15.22:37156) 2024-09-10T10:37:37.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa29fe00640 1 -- 172.21.15.22:0/2786789538 learned_addr learned my addr 172.21.15.22:0/2786789538 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:37.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa29fe00640 1 -- 172.21.15.22:0/2786789538 >> v2:172.21.15.145:3300/0 conn(0x7fa2a815afa0 msgr2=0x7fa2a80b4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:37.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa29fe00640 1 --2- 172.21.15.22:0/2786789538 >> v2:172.21.15.145:3300/0 conn(0x7fa2a815afa0 0x7fa2a80b4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:37.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa29fe00640 1 -- 172.21.15.22:0/2786789538 >> v1:172.21.15.145:6789/0 conn(0x7fa2a815eda0 legacy=0x7fa2a815f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:37.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.339+0000 7fa29fe00640 1 -- 172.21.15.22:0/2786789538 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2a80b3630 con 0x7fa2a806d0b0 2024-09-10T10:37:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa29fe00640 1 --2- 172.21.15.22:0/2786789538 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a806d0b0 0x7fa2a806d540 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fa2a806e0a0 tx=0x7fa29001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6eb018c81bd171d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2a5e00640 1 -- 172.21.15.22:0/2786789538 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2900b0070 con 0x7fa2a806d0b0 2024-09-10T10:37:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2a5e00640 1 -- 172.21.15.22:0/2786789538 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2900ab600 con 0x7fa2a806d0b0 2024-09-10T10:37:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2a5e00640 1 -- 172.21.15.22:0/2786789538 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2900ab9d0 con 0x7fa2a806d0b0 2024-09-10T10:37:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 -- 172.21.15.22:0/2786789538 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a806d0b0 msgr2=0x7fa2a806d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 --2- 172.21.15.22:0/2786789538 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a806d0b0 0x7fa2a806d540 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fa2a806e0a0 tx=0x7fa29001c450 comp rx=0 tx=0).stop 2024-09-10T10:37:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 -- 172.21.15.22:0/2786789538 shutdown_connections 2024-09-10T10:37:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 --2- 172.21.15.22:0/2786789538 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a806d0b0 0x7fa2a806d540 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 --2- 172.21.15.22:0/2786789538 >> v2:172.21.15.145:3300/0 conn(0x7fa2a815afa0 0x7fa2a80b4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 -- 172.21.15.22:0/2786789538 >> 172.21.15.22:0/2786789538 conn(0x7fa2a80d0330 msgr2=0x7fa2a80d0740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 -- 172.21.15.22:0/2786789538 shutdown_connections 2024-09-10T10:37:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 -- 172.21.15.22:0/2786789538 wait complete. 2024-09-10T10:37:37.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 Processor -- start 2024-09-10T10:37:37.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 -- start start 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2a806d0b0 0x7fa2a8150c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a815afa0 0x7fa2a8071040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.343+0000 7fa2aca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2a815eda0 0x7fa2a814dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa2aca00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a815bd10 con 0x7fa2a815afa0 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa2aca00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a815bb90 con 0x7fa2a806d0b0 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa2aca00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2a815be90 con 0x7fa2a815eda0 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a815afa0 0x7fa2a8071040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a815afa0 0x7fa2a8071040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:37170/0 (socket says 172.21.15.22:37170) 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29fe00640 1 -- 172.21.15.22:0/3185624129 learned_addr learned my addr 172.21.15.22:0/3185624129 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa2a6800640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2a806d0b0 0x7fa2a8150c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:37.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa2a7200640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2a815eda0 0x7fa2a814dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:37.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29fe00640 1 -- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2a815eda0 msgr2=0x7fa2a814dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:37.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29fe00640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2a815eda0 0x7fa2a814dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:37.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29fe00640 1 -- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2a806d0b0 msgr2=0x7fa2a8150c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:37.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29fe00640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2a806d0b0 0x7fa2a8150c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:37.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29fe00640 1 -- 172.21.15.22:0/3185624129 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2a8071890 con 0x7fa2a815afa0 2024-09-10T10:37:37.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa2a6800640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2a806d0b0 0x7fa2a8150c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:37:37.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29fe00640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a815afa0 0x7fa2a8071040 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fa2900ae040 tx=0x7fa29001ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:37.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29ea00640 1 -- 172.21.15.22:0/3185624129 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2900ba020 con 0x7fa2a815afa0 2024-09-10T10:37:37.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29ea00640 1 -- 172.21.15.22:0/3185624129 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2900b6640 con 0x7fa2a815afa0 2024-09-10T10:37:37.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29ea00640 1 -- 172.21.15.22:0/3185624129 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2900b0040 con 0x7fa2a815afa0 2024-09-10T10:37:37.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa2aca00640 1 -- 172.21.15.22:0/3185624129 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2a8071b70 con 0x7fa2a815afa0 2024-09-10T10:37:37.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa2aca00640 1 -- 172.21.15.22:0/3185624129 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2a8072410 con 0x7fa2a815afa0 2024-09-10T10:37:37.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa2aca00640 1 -- 172.21.15.22:0/3185624129 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2a8071d40 con 0x7fa2a815afa0 2024-09-10T10:37:37.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.347+0000 7fa29ea00640 1 -- 172.21.15.22:0/3185624129 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa2900bd020 con 0x7fa2a815afa0 2024-09-10T10:37:37.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.351+0000 7fa29ea00640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2840678c0 0x7fa284069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:37.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.351+0000 7fa29ea00640 1 -- 172.21.15.22:0/3185624129 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fa29011ffd0 con 0x7fa2a815afa0 2024-09-10T10:37:37.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.351+0000 7fa2a6800640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2840678c0 0x7fa284069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:37.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.351+0000 7fa2a6800640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2840678c0 0x7fa284069d80 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa298006fd0 tx=0x7fa298008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:37.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.355+0000 7fa29ea00640 1 -- 172.21.15.22:0/3185624129 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa2900c4030 con 0x7fa2a815afa0 2024-09-10T10:37:37.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.555+0000 7fa2aca00640 1 -- 172.21.15.22:0/3185624129 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fa2a806d540 con 0x7fa2a815afa0 2024-09-10T10:37:37.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.555+0000 7fa29ea00640 1 -- 172.21.15.22:0/3185624129 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fa2900160d0 con 0x7fa2a815afa0 2024-09-10T10:37:37.560 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:37.560 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:37.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 -- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2840678c0 msgr2=0x7fa284069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:37.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2840678c0 0x7fa284069d80 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa298006fd0 tx=0x7fa298008040 comp rx=0 tx=0).stop 2024-09-10T10:37:37.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 -- 172.21.15.22:0/3185624129 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a815afa0 msgr2=0x7fa2a8071040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:37.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a815afa0 0x7fa2a8071040 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fa2900ae040 tx=0x7fa29001ac90 comp rx=0 tx=0).stop 2024-09-10T10:37:37.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 -- 172.21.15.22:0/3185624129 shutdown_connections 2024-09-10T10:37:37.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2840678c0 0x7fa284069d80 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:37.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2a815eda0 0x7fa2a814dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:37.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2a815afa0 0x7fa2a8071040 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:37.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 --2- 172.21.15.22:0/3185624129 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2a806d0b0 0x7fa2a8150c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:37.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 -- 172.21.15.22:0/3185624129 >> 172.21.15.22:0/3185624129 conn(0x7fa2a80d0330 msgr2=0x7fa2a815d430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:37.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 -- 172.21.15.22:0/3185624129 shutdown_connections 2024-09-10T10:37:37.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:37.559+0000 7fa2aca00640 1 -- 172.21.15.22:0/3185624129 wait complete. 2024-09-10T10:37:37.582 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:37.582 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:37.795 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:39.797 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:41.799 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:42.582 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:42.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d4600640 1 Processor -- start 2024-09-10T10:37:42.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d4600640 1 -- start start 2024-09-10T10:37:42.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d4600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa5cc1555b0 0x7fa5cc071a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:42.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d4600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc071fa0 0x7fa5cc0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:42.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d4600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5cc0af1f0 con 0x7fa5cc0aede0 2024-09-10T10:37:42.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d4600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa5cc06e850 con 0x7fa5cc1555b0 2024-09-10T10:37:42.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d4600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa5cc072fc0 con 0x7fa5cc071fa0 2024-09-10T10:37:42.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d1c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa5cc1555b0 0x7fa5cc071a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:42.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d2600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa5cc0aede0 0x7fa5cc162090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:54488/0 (socket says 172.21.15.22:54488) 2024-09-10T10:37:42.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d2600640 1 -- 172.21.15.22:0/2986586410 learned_addr learned my addr 172.21.15.22:0/2986586410 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:37:42.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d1200640 1 --2- 172.21.15.22:0/2986586410 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc071fa0 0x7fa5cc0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:42.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d1c00640 1 -- 172.21.15.22:0/2986586410 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc071fa0 msgr2=0x7fa5cc0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:42.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.731+0000 7fa5d1c00640 1 --2- 172.21.15.22:0/2986586410 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc071fa0 0x7fa5cc0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:42.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d1c00640 1 -- 172.21.15.22:0/2986586410 >> v1:172.21.15.22:6789/0 conn(0x7fa5cc0aede0 legacy=0x7fa5cc162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:42.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d1c00640 1 -- 172.21.15.22:0/2986586410 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5cc155990 con 0x7fa5cc1555b0 2024-09-10T10:37:42.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d1c00640 1 --2- 172.21.15.22:0/2986586410 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc1555b0 0x7fa5cc071a60 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00097f0 tx=0x7fa5c001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d10ccb59f9dc515 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:42.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5cbe00640 1 -- 172.21.15.22:0/2986586410 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c00a7070 con 0x7fa5cc1555b0 2024-09-10T10:37:42.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5cbe00640 1 -- 172.21.15.22:0/2986586410 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5c00b0070 con 0x7fa5cc1555b0 2024-09-10T10:37:42.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5cbe00640 1 -- 172.21.15.22:0/2986586410 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c00ab890 con 0x7fa5cc1555b0 2024-09-10T10:37:42.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d4600640 1 -- 172.21.15.22:0/2986586410 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc1555b0 msgr2=0x7fa5cc071a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:42.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d4600640 1 --2- 172.21.15.22:0/2986586410 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc1555b0 0x7fa5cc071a60 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00097f0 tx=0x7fa5c001c470 comp rx=0 tx=0).stop 2024-09-10T10:37:42.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d4600640 1 -- 172.21.15.22:0/2986586410 shutdown_connections 2024-09-10T10:37:42.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d4600640 1 --2- 172.21.15.22:0/2986586410 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc071fa0 0x7fa5cc0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:42.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d4600640 1 --2- 172.21.15.22:0/2986586410 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc1555b0 0x7fa5cc071a60 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:42.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d4600640 1 -- 172.21.15.22:0/2986586410 >> 172.21.15.22:0/2986586410 conn(0x7fa5cc06c0f0 msgr2=0x7fa5cc06c500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:42.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d4600640 1 -- 172.21.15.22:0/2986586410 shutdown_connections 2024-09-10T10:37:42.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.735+0000 7fa5d4600640 1 -- 172.21.15.22:0/2986586410 wait complete. 2024-09-10T10:37:42.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d4600640 1 Processor -- start 2024-09-10T10:37:42.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d4600640 1 -- start start 2024-09-10T10:37:42.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d4600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc071fa0 0x7fa5cc159160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:42.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d4600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5cc0aede0 0x7fa5cc15ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:42.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d4600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc1555b0 0x7fa5cc15d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:42.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d4600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa5cc0733c0 con 0x7fa5cc071fa0 2024-09-10T10:37:42.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d4600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa5cc072ce0 con 0x7fa5cc0aede0 2024-09-10T10:37:42.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d4600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa5cc073540 con 0x7fa5cc1555b0 2024-09-10T10:37:42.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc071fa0 0x7fa5cc159160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:42.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc071fa0 0x7fa5cc159160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:37190/0 (socket says 172.21.15.22:37190) 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1c00640 1 -- 172.21.15.22:0/2796282170 learned_addr learned my addr 172.21.15.22:0/2796282170 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1200640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5cc0aede0 0x7fa5cc15ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d2600640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc1555b0 0x7fa5cc15d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1c00640 1 -- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc1555b0 msgr2=0x7fa5cc15d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1c00640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc1555b0 0x7fa5cc15d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1c00640 1 -- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5cc0aede0 msgr2=0x7fa5cc15ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1c00640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5cc0aede0 0x7fa5cc15ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1c00640 1 -- 172.21.15.22:0/2796282170 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5cc1420b0 con 0x7fa5cc071fa0 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1200640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5cc0aede0 0x7fa5cc15ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d2600640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc1555b0 0x7fa5cc15d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:37:42.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d1c00640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc071fa0 0x7fa5cc159160 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00ad040 tx=0x7fa5c001acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:42.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5c9600640 1 -- 172.21.15.22:0/2796282170 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c00bf610 con 0x7fa5cc071fa0 2024-09-10T10:37:42.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5c9600640 1 -- 172.21.15.22:0/2796282170 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5c00bf7f0 con 0x7fa5cc071fa0 2024-09-10T10:37:42.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d4600640 1 -- 172.21.15.22:0/2796282170 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5cc161460 con 0x7fa5cc071fa0 2024-09-10T10:37:42.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5c9600640 1 -- 172.21.15.22:0/2796282170 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c00bfbe0 con 0x7fa5cc071fa0 2024-09-10T10:37:42.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.739+0000 7fa5d4600640 1 -- 172.21.15.22:0/2796282170 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5cc161a20 con 0x7fa5cc071fa0 2024-09-10T10:37:42.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.743+0000 7fa5d4600640 1 -- 172.21.15.22:0/2796282170 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5cc0ae8a0 con 0x7fa5cc071fa0 2024-09-10T10:37:42.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.743+0000 7fa5c9600640 1 -- 172.21.15.22:0/2796282170 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa5c00bd020 con 0x7fa5cc071fa0 2024-09-10T10:37:42.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.743+0000 7fa5c9600640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5ac0678c0 0x7fa5ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:42.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.743+0000 7fa5c9600640 1 -- 172.21.15.22:0/2796282170 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fa5c0120580 con 0x7fa5cc071fa0 2024-09-10T10:37:42.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.743+0000 7fa5d1200640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5ac0678c0 0x7fa5ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:42.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.747+0000 7fa5d1200640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5ac0678c0 0x7fa5ac069d80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc14b9d0 tx=0x7fa5b8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:42.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.747+0000 7fa5c9600640 1 -- 172.21.15.22:0/2796282170 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa5c0016090 con 0x7fa5cc071fa0 2024-09-10T10:37:42.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.947+0000 7fa5d4600640 1 -- 172.21.15.22:0/2796282170 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fa5cc1596a0 con 0x7fa5cc071fa0 2024-09-10T10:37:42.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.947+0000 7fa5c9600640 1 -- 172.21.15.22:0/2796282170 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fa5c00f1020 con 0x7fa5cc071fa0 2024-09-10T10:37:42.952 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:42.952 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:42.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 -- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5ac0678c0 msgr2=0x7fa5ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:42.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5ac0678c0 0x7fa5ac069d80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc14b9d0 tx=0x7fa5b8008040 comp rx=0 tx=0).stop 2024-09-10T10:37:42.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 -- 172.21.15.22:0/2796282170 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc071fa0 msgr2=0x7fa5cc159160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:42.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc071fa0 0x7fa5cc159160 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00ad040 tx=0x7fa5c001acb0 comp rx=0 tx=0).stop 2024-09-10T10:37:42.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 -- 172.21.15.22:0/2796282170 shutdown_connections 2024-09-10T10:37:42.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5ac0678c0 0x7fa5ac069d80 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:42.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5cc1555b0 0x7fa5cc15d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:42.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5cc0aede0 0x7fa5cc15ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:42.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 --2- 172.21.15.22:0/2796282170 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5cc071fa0 0x7fa5cc159160 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:42.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 -- 172.21.15.22:0/2796282170 >> 172.21.15.22:0/2796282170 conn(0x7fa5cc06c0f0 msgr2=0x7fa5cc06c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:42.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 -- 172.21.15.22:0/2796282170 shutdown_connections 2024-09-10T10:37:42.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:42.951+0000 7fa5d4600640 1 -- 172.21.15.22:0/2796282170 wait complete. 2024-09-10T10:37:42.973 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:42.973 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:43.800 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:45.802 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:47.805 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:47.974 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:48.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f1231400640 1 Processor -- start 2024-09-10T10:37:48.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f1231400640 1 -- start start 2024-09-10T10:37:48.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f1231400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f122c06fa70 0x7f122c06d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f1231400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f122c06c130 con 0x7f122c06f5e0 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f1231400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f122c15fc10 con 0x7f122c158ba0 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f1231400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f122c158f80 con 0x7f122c06fa70 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f1221e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f122c06f5e0 0x7f122c06cbd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:41844/0 (socket says 172.21.15.22:41844) 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f1221e00640 1 -- 172.21.15.22:0/2574752699 learned_addr learned my addr 172.21.15.22:0/2574752699 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f122b200640 1 --2- 172.21.15.22:0/2574752699 >> v2:172.21.15.22:3300/0 conn(0x7f122c06fa70 0x7f122c06d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f1229e00640 1 -- 172.21.15.22:0/2574752699 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3227814089 0 0) 0x7f122c06c130 con 0x7f122c06f5e0 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f1229e00640 1 -- 172.21.15.22:0/2574752699 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1210003530 con 0x7f122c06f5e0 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f122b200640 1 -- 172.21.15.22:0/2574752699 >> v1:172.21.15.145:6789/0 conn(0x7f122c158ba0 legacy=0x7f122c15f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f122b200640 1 -- 172.21.15.22:0/2574752699 >> v1:172.21.15.22:6789/0 conn(0x7f122c06f5e0 legacy=0x7f122c06cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:48.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.123+0000 7f122b200640 1 -- 172.21.15.22:0/2574752699 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f122c0b6350 con 0x7f122c06fa70 2024-09-10T10:37:48.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f122b200640 1 --2- 172.21.15.22:0/2574752699 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 0x7f122c06d2e0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f1224009d90 tx=0x7f122401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28c24528318c22ab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:48.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f1229e00640 1 -- 172.21.15.22:0/2574752699 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12240b2070 con 0x7f122c06fa70 2024-09-10T10:37:48.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f1229e00640 1 -- 172.21.15.22:0/2574752699 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12240a5a00 con 0x7f122c06fa70 2024-09-10T10:37:48.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f1229e00640 1 -- 172.21.15.22:0/2574752699 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12240a5db0 con 0x7f122c06fa70 2024-09-10T10:37:48.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f1231400640 1 -- 172.21.15.22:0/2574752699 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 msgr2=0x7f122c06d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:48.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f1231400640 1 --2- 172.21.15.22:0/2574752699 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 0x7f122c06d2e0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f1224009d90 tx=0x7f122401c940 comp rx=0 tx=0).stop 2024-09-10T10:37:48.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f1231400640 1 -- 172.21.15.22:0/2574752699 shutdown_connections 2024-09-10T10:37:48.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f1231400640 1 --2- 172.21.15.22:0/2574752699 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 0x7f122c06d2e0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:48.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f1231400640 1 -- 172.21.15.22:0/2574752699 >> 172.21.15.22:0/2574752699 conn(0x7f122c0b7b10 msgr2=0x7f122c0b7f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:48.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f1231400640 1 -- 172.21.15.22:0/2574752699 shutdown_connections 2024-09-10T10:37:48.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.127+0000 7f1231400640 1 -- 172.21.15.22:0/2574752699 wait complete. 2024-09-10T10:37:48.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1231400640 1 Processor -- start 2024-09-10T10:37:48.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1231400640 1 -- start start 2024-09-10T10:37:48.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1231400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f122c06f5e0 0x7f122c145700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:48.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1231400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 0x7f122c0b3580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:48.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1231400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f122c158ba0 0x7f122c0d1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:48.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1231400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f122c06dc30 con 0x7f122c06fa70 2024-09-10T10:37:48.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1231400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f122c06c6b0 con 0x7f122c06f5e0 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1231400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f122c06fe80 con 0x7f122c158ba0 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1221e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 0x7f122c0b3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1221e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 0x7f122c0b3580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57640/0 (socket says 172.21.15.22:57640) 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1221e00640 1 -- 172.21.15.22:0/2934206936 learned_addr learned my addr 172.21.15.22:0/2934206936 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f122a800640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f122c06f5e0 0x7f122c145700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f122b200640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f122c158ba0 0x7f122c0d1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1221e00640 1 -- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f122c158ba0 msgr2=0x7f122c0d1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1221e00640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f122c158ba0 0x7f122c0d1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1221e00640 1 -- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f122c06f5e0 msgr2=0x7f122c145700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1221e00640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f122c06f5e0 0x7f122c145700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1221e00640 1 -- 172.21.15.22:0/2934206936 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f122c0b3ac0 con 0x7f122c06fa70 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f122a800640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f122c06f5e0 0x7f122c145700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:37:48.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1221e00640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 0x7f122c0b3580 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f121400c420 tx=0x7f121400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:48.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1223400640 1 -- 172.21.15.22:0/2934206936 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1214017070 con 0x7f122c06fa70 2024-09-10T10:37:48.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1223400640 1 -- 172.21.15.22:0/2934206936 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1214005cf0 con 0x7f122c06fa70 2024-09-10T10:37:48.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1223400640 1 -- 172.21.15.22:0/2934206936 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12140072d0 con 0x7f122c06fa70 2024-09-10T10:37:48.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1231400640 1 -- 172.21.15.22:0/2934206936 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f122c0b3d60 con 0x7f122c06fa70 2024-09-10T10:37:48.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.131+0000 7f1231400640 1 -- 172.21.15.22:0/2934206936 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f122c14d6d0 con 0x7f122c06fa70 2024-09-10T10:37:48.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.135+0000 7f1231400640 1 -- 172.21.15.22:0/2934206936 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f122c0b55f0 con 0x7f122c06fa70 2024-09-10T10:37:48.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.135+0000 7f1223400640 1 -- 172.21.15.22:0/2934206936 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f121401a070 con 0x7f122c06fa70 2024-09-10T10:37:48.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.135+0000 7f1223400640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12080678f0 0x7f1208069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:48.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.135+0000 7f1223400640 1 -- 172.21.15.22:0/2934206936 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f1214084ff0 con 0x7f122c06fa70 2024-09-10T10:37:48.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.135+0000 7f122a800640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12080678f0 0x7f1208069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:48.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.135+0000 7f122a800640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12080678f0 0x7f1208069db0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f122c0b3510 tx=0x7f121c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:48.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.139+0000 7f1223400640 1 -- 172.21.15.22:0/2934206936 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1214055590 con 0x7f122c06fa70 2024-09-10T10:37:48.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.339+0000 7f1231400640 1 -- 172.21.15.22:0/2934206936 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f122c14cc20 con 0x7f122c06fa70 2024-09-10T10:37:48.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.339+0000 7f1223400640 1 -- 172.21.15.22:0/2934206936 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f1214059890 con 0x7f122c06fa70 2024-09-10T10:37:48.344 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:48.344 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:48.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 -- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12080678f0 msgr2=0x7f1208069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:48.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12080678f0 0x7f1208069db0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f122c0b3510 tx=0x7f121c009040 comp rx=0 tx=0).stop 2024-09-10T10:37:48.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 -- 172.21.15.22:0/2934206936 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 msgr2=0x7f122c0b3580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:48.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 0x7f122c0b3580 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f121400c420 tx=0x7f121400c8e0 comp rx=0 tx=0).stop 2024-09-10T10:37:48.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 -- 172.21.15.22:0/2934206936 shutdown_connections 2024-09-10T10:37:48.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12080678f0 0x7f1208069db0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:48.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f122c158ba0 0x7f122c0d1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:48.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f122c06fa70 0x7f122c0b3580 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:48.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 --2- 172.21.15.22:0/2934206936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f122c06f5e0 0x7f122c145700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:48.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 -- 172.21.15.22:0/2934206936 >> 172.21.15.22:0/2934206936 conn(0x7f122c0b7b10 msgr2=0x7f122c155610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:48.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 -- 172.21.15.22:0/2934206936 shutdown_connections 2024-09-10T10:37:48.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:48.343+0000 7f1231400640 1 -- 172.21.15.22:0/2934206936 wait complete. 2024-09-10T10:37:48.366 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:48.366 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:49.807 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:51.809 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:53.367 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:53.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.515+0000 7fd230800640 1 Processor -- start 2024-09-10T10:37:53.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.515+0000 7fd230800640 1 -- start start 2024-09-10T10:37:53.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd230800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd22806f5e0 0x7fd22806fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:53.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd230800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd22806cbd0 0x7fd22806cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:53.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd230800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd22806c130 con 0x7fd228158ba0 2024-09-10T10:37:53.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd230800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd228158f80 con 0x7fd22806f5e0 2024-09-10T10:37:53.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd230800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd22815fc10 con 0x7fd22806cbd0 2024-09-10T10:37:53.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd22d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd22806f5e0 0x7fd22806fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:53.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd22d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd22806f5e0 0x7fd22806fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57654/0 (socket says 172.21.15.22:57654) 2024-09-10T10:37:53.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd22d400640 1 -- 172.21.15.22:0/732722091 learned_addr learned my addr 172.21.15.22:0/732722091 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:53.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd22e800640 1 --2- 172.21.15.22:0/732722091 >> v2:172.21.15.145:3300/0 conn(0x7fd22806cbd0 0x7fd22806cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:53.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd22d400640 1 -- 172.21.15.22:0/732722091 >> v2:172.21.15.145:3300/0 conn(0x7fd22806cbd0 msgr2=0x7fd22806cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:53.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd22d400640 1 --2- 172.21.15.22:0/732722091 >> v2:172.21.15.145:3300/0 conn(0x7fd22806cbd0 0x7fd22806cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:53.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd22d400640 1 -- 172.21.15.22:0/732722091 >> v1:172.21.15.145:6789/0 conn(0x7fd228158ba0 legacy=0x7fd22815f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:53.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd22d400640 1 -- 172.21.15.22:0/732722091 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2280b6350 con 0x7fd22806f5e0 2024-09-10T10:37:53.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.519+0000 7fd22e800640 1 --2- 172.21.15.22:0/732722091 >> v2:172.21.15.145:3300/0 conn(0x7fd22806cbd0 0x7fd22806cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:37:53.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd22d400640 1 --2- 172.21.15.22:0/732722091 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd22806f5e0 0x7fd22806fa70 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fd2280b1b20 tx=0x7fd21801c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c3264250fd198ec server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:53.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd22ca00640 1 -- 172.21.15.22:0/732722091 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2180b1070 con 0x7fd22806f5e0 2024-09-10T10:37:53.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd22ca00640 1 -- 172.21.15.22:0/732722091 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2180ac410 con 0x7fd22806f5e0 2024-09-10T10:37:53.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd22ca00640 1 -- 172.21.15.22:0/732722091 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2180ac7e0 con 0x7fd22806f5e0 2024-09-10T10:37:53.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd230800640 1 -- 172.21.15.22:0/732722091 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd22806f5e0 msgr2=0x7fd22806fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:53.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd230800640 1 --2- 172.21.15.22:0/732722091 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd22806f5e0 0x7fd22806fa70 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fd2280b1b20 tx=0x7fd21801c4c0 comp rx=0 tx=0).stop 2024-09-10T10:37:53.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd230800640 1 -- 172.21.15.22:0/732722091 shutdown_connections 2024-09-10T10:37:53.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd230800640 1 --2- 172.21.15.22:0/732722091 >> v2:172.21.15.145:3300/0 conn(0x7fd22806cbd0 0x7fd22806cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:53.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd230800640 1 --2- 172.21.15.22:0/732722091 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd22806f5e0 0x7fd22806fa70 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:53.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd230800640 1 -- 172.21.15.22:0/732722091 >> 172.21.15.22:0/732722091 conn(0x7fd2280b7b10 msgr2=0x7fd2280b7f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:53.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd230800640 1 -- 172.21.15.22:0/732722091 shutdown_connections 2024-09-10T10:37:53.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd230800640 1 -- 172.21.15.22:0/732722091 wait complete. 2024-09-10T10:37:53.527 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:37:53.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd230800640 1 Processor -- start 2024-09-10T10:37:53.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.523+0000 7fd230800640 1 -- start start 2024-09-10T10:37:53.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd230800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd22806cbd0 0x7fd2280b4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:53.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd230800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd22806f5e0 0x7fd2281fb010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:53.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd230800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd228158ba0 0x7fd228152530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:53.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd230800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd2280b55f0 con 0x7fd228158ba0 2024-09-10T10:37:53.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd230800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd22806c6b0 con 0x7fd22806f5e0 2024-09-10T10:37:53.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd230800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd2280b5770 con 0x7fd22806cbd0 2024-09-10T10:37:53.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd228158ba0 0x7fd228152530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:53.531 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:37:53.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd228158ba0 0x7fd228152530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57670/0 (socket says 172.21.15.22:57670) 2024-09-10T10:37:53.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22e800640 1 -- 172.21.15.22:0/152469083 learned_addr learned my addr 172.21.15.22:0/152469083 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:53.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22d400640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd22806f5e0 0x7fd2281fb010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:53.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22de00640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd22806cbd0 0x7fd2280b4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:53.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22e800640 1 -- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd22806cbd0 msgr2=0x7fd2280b4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:53.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22e800640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd22806cbd0 0x7fd2280b4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:53.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22e800640 1 -- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd22806f5e0 msgr2=0x7fd2281fb010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:53.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22e800640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd22806f5e0 0x7fd2281fb010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:53.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22e800640 1 -- 172.21.15.22:0/152469083 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2281517d0 con 0x7fd228158ba0 2024-09-10T10:37:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22de00640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd22806cbd0 0x7fd2280b4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:37:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd22e800640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd228158ba0 0x7fd228152530 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fd22400cd50 tx=0x7fd22400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd222000640 1 -- 172.21.15.22:0/152469083 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22400f680 con 0x7fd228158ba0 2024-09-10T10:37:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd222000640 1 -- 172.21.15.22:0/152469083 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd22400f840 con 0x7fd228158ba0 2024-09-10T10:37:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd230800640 1 -- 172.21.15.22:0/152469083 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2281558c0 con 0x7fd228158ba0 2024-09-10T10:37:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd222000640 1 -- 172.21.15.22:0/152469083 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22400fc30 con 0x7fd228158ba0 2024-09-10T10:37:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd230800640 1 -- 172.21.15.22:0/152469083 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd228151d30 con 0x7fd228158ba0 2024-09-10T10:37:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd230800640 1 -- 172.21.15.22:0/152469083 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd22806cfe0 con 0x7fd228158ba0 2024-09-10T10:37:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.527+0000 7fd222000640 1 -- 172.21.15.22:0/152469083 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd2240213f0 con 0x7fd228158ba0 2024-09-10T10:37:53.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.531+0000 7fd222000640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd20c0678c0 0x7fd20c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:53.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.531+0000 7fd222000640 1 -- 172.21.15.22:0/152469083 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fd2240869d0 con 0x7fd228158ba0 2024-09-10T10:37:53.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.531+0000 7fd22de00640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd20c0678c0 0x7fd20c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:53.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.531+0000 7fd22de00640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd20c0678c0 0x7fd20c069d80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd21c003ec0 tx=0x7fd21c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:53.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.535+0000 7fd222000640 1 -- 172.21.15.22:0/152469083 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd2281517d0 con 0x7fd228158ba0 2024-09-10T10:37:53.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.735+0000 7fd230800640 1 -- 172.21.15.22:0/152469083 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fd2280b8090 con 0x7fd228158ba0 2024-09-10T10:37:53.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.735+0000 7fd222000640 1 -- 172.21.15.22:0/152469083 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fd224014030 con 0x7fd228158ba0 2024-09-10T10:37:53.740 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:53.740 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 -- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd20c0678c0 msgr2=0x7fd20c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd20c0678c0 0x7fd20c069d80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd21c003ec0 tx=0x7fd21c009040 comp rx=0 tx=0).stop 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 -- 172.21.15.22:0/152469083 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd228158ba0 msgr2=0x7fd228152530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd228158ba0 0x7fd228152530 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fd22400cd50 tx=0x7fd22400a650 comp rx=0 tx=0).stop 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 -- 172.21.15.22:0/152469083 shutdown_connections 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd20c0678c0 0x7fd20c069d80 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd228158ba0 0x7fd228152530 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd22806f5e0 0x7fd2281fb010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 --2- 172.21.15.22:0/152469083 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd22806cbd0 0x7fd2280b4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 -- 172.21.15.22:0/152469083 >> 172.21.15.22:0/152469083 conn(0x7fd2280b7b10 msgr2=0x7fd2281571b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 -- 172.21.15.22:0/152469083 shutdown_connections 2024-09-10T10:37:53.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:53.739+0000 7fd230800640 1 -- 172.21.15.22:0/152469083 wait complete. 2024-09-10T10:37:53.762 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:53.762 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:53.811 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:55.813 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:57.815 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:37:58.763 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:37:58.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.911+0000 7f7fc1600640 1 Processor -- start 2024-09-10T10:37:58.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.911+0000 7f7fc1600640 1 -- start start 2024-09-10T10:37:58.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fc1600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7fbc0afb50 0x7f7fbc0b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:58.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fc1600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fbc0cfc10 con 0x7f7fbc15c610 2024-09-10T10:37:58.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fc1600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fbc0cfef0 con 0x7f7fbc0cd590 2024-09-10T10:37:58.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fc1600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7fbc0cd0c0 con 0x7f7fbc0afb50 2024-09-10T10:37:58.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fb2000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7fbc15c610 0x7f7fbc0cf410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36176/0 (socket says 172.21.15.22:36176) 2024-09-10T10:37:58.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fb2000640 1 -- 172.21.15.22:0/3014253552 learned_addr learned my addr 172.21.15.22:0/3014253552 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:37:58.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbb400640 1 --2- 172.21.15.22:0/3014253552 >> v2:172.21.15.145:3300/0 conn(0x7f7fbc0afb50 0x7f7fbc0b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:58.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1770041001 0 0) 0x7f7fbc0cfc10 con 0x7f7fbc15c610 2024-09-10T10:37:58.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7fa0003530 con 0x7f7fbc15c610 2024-09-10T10:37:58.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2737769477 0 0) 0x7f7fbc0cfef0 con 0x7f7fbc0cd590 2024-09-10T10:37:58.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7fbc0cfc10 con 0x7f7fbc0cd590 2024-09-10T10:37:58.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2475773533 0 0) 0x7f7fa0003530 con 0x7f7fbc15c610 2024-09-10T10:37:58.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 >> v2:172.21.15.145:3300/0 conn(0x7f7fbc0afb50 msgr2=0x7f7fbc0b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:58.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 --2- 172.21.15.22:0/3014253552 >> v2:172.21.15.145:3300/0 conn(0x7f7fbc0afb50 0x7f7fbc0b3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:58.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 >> v1:172.21.15.145:6789/0 conn(0x7f7fbc0cd590 legacy=0x7f7fbc0cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:58.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fbc0d01d0 con 0x7f7fbc15c610 2024-09-10T10:37:58.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f7fa4001680 con 0x7f7fbc15c610 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 >> v1:172.21.15.22:6789/0 conn(0x7f7fbc15c610 legacy=0x7f7fbc0cf410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fa0003b50 0x7f7fa0003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fa0004810 0x7f7fa0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fa00051d0 0x7f7fa000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc0cd0c0 con 0x7f7fa0003b50 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa000c050 con 0x7f7fa00051d0 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7fa000c250 con 0x7f7fa0004810 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbb400640 1 --2- 172.21.15.22:0/3014253552 >> v2:172.21.15.145:3300/0 conn(0x7f7fbc0afb50 0x7f7fbc0b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbaa00640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fa0003b50 0x7f7fa0003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fb2000640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fa0004810 0x7f7fa0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbb400640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fa00051d0 0x7f7fa000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbaa00640 1 -- 172.21.15.22:0/3014253552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fa0004810 msgr2=0x7f7fa0004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:58.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbaa00640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fa0004810 0x7f7fa0004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:58.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbaa00640 1 -- 172.21.15.22:0/3014253552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fa00051d0 msgr2=0x7f7fa000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:37:58.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbaa00640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fa00051d0 0x7f7fa000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:58.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbaa00640 1 -- 172.21.15.22:0/3014253552 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa0003530 con 0x7f7fa0003b50 2024-09-10T10:37:58.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbb400640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fa00051d0 0x7f7fa000b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:37:58.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.915+0000 7f7fbb400640 1 -- 172.21.15.22:0/3014253552 reap_dead start 2024-09-10T10:37:58.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fbaa00640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fa0003b50 0x7f7fa0003f50 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f7fac0018c0 tx=0x7f7fac01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e1bffc8a7fd42a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:58.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fac001510 con 0x7f7fa0003b50 2024-09-10T10:37:58.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fac0052d0 con 0x7f7fa0003b50 2024-09-10T10:37:58.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fba000640 1 -- 172.21.15.22:0/3014253552 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fac0054c0 con 0x7f7fa0003b50 2024-09-10T10:37:58.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fc1600640 1 -- 172.21.15.22:0/3014253552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fa0003b50 msgr2=0x7f7fa0003f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:58.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fc1600640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fa0003b50 0x7f7fa0003f50 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f7fac0018c0 tx=0x7f7fac01c520 comp rx=0 tx=0).stop 2024-09-10T10:37:58.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fc1600640 1 -- 172.21.15.22:0/3014253552 shutdown_connections 2024-09-10T10:37:58.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fc1600640 1 --2- 172.21.15.22:0/3014253552 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fa0003b50 0x7f7fa0003f50 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:58.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fc1600640 1 -- 172.21.15.22:0/3014253552 >> 172.21.15.22:0/3014253552 conn(0x7f7fbc0b21c0 msgr2=0x7f7fbc0b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:58.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fc1600640 1 -- 172.21.15.22:0/3014253552 shutdown_connections 2024-09-10T10:37:58.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fc1600640 1 -- 172.21.15.22:0/3014253552 wait complete. 2024-09-10T10:37:58.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fc1600640 1 Processor -- start 2024-09-10T10:37:58.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.919+0000 7f7fc1600640 1 -- start start 2024-09-10T10:37:58.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fc1600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fa0003b50 0x7f7fbc14d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:58.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fc1600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fbc14f6e0 0x7f7fbc14fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:58.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fc1600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fbc1576e0 0x7f7fbc157b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:58.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fc1600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc0cdf00 con 0x7f7fbc1576e0 2024-09-10T10:37:58.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fc1600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc0cdd80 con 0x7f7fa0003b50 2024-09-10T10:37:58.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fc1600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b47e0 con 0x7f7fbc14f6e0 2024-09-10T10:37:58.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fbb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fbc1576e0 0x7f7fbc157b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:58.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fbaa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fa0003b50 0x7f7fbc14d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:58.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fbb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fbc1576e0 0x7f7fbc157b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:33082/0 (socket says 172.21.15.22:33082) 2024-09-10T10:37:58.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fbb400640 1 -- 172.21.15.22:0/2200794509 learned_addr learned my addr 172.21.15.22:0/2200794509 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:37:58.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fb2000640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fbc14f6e0 0x7f7fbc14fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:58.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fbb400640 1 -- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fbc14f6e0 msgr2=0x7f7fbc14fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:58.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fbb400640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fbc14f6e0 0x7f7fbc14fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:58.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fbb400640 1 -- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fa0003b50 msgr2=0x7f7fbc14d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:58.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fbb400640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fa0003b50 0x7f7fbc14d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:58.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fbb400640 1 -- 172.21.15.22:0/2200794509 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fbc14e640 con 0x7f7fbc1576e0 2024-09-10T10:37:58.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fbb400640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fbc1576e0 0x7f7fbc157b60 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc0cfb20 tx=0x7f7fb4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:58.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fb3400640 1 -- 172.21.15.22:0/2200794509 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb4011e00 con 0x7f7fbc1576e0 2024-09-10T10:37:58.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fb3400640 1 -- 172.21.15.22:0/2200794509 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fb401b070 con 0x7f7fbc1576e0 2024-09-10T10:37:58.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fb3400640 1 -- 172.21.15.22:0/2200794509 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb40039a0 con 0x7f7fbc1576e0 2024-09-10T10:37:58.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fc1600640 1 -- 172.21.15.22:0/2200794509 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fbc150160 con 0x7f7fbc1576e0 2024-09-10T10:37:58.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fc1600640 1 -- 172.21.15.22:0/2200794509 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fbc14db60 con 0x7f7fbc1576e0 2024-09-10T10:37:58.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.923+0000 7f7fc1600640 1 -- 172.21.15.22:0/2200794509 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fbc0b4b70 con 0x7f7fbc1576e0 2024-09-10T10:37:58.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.927+0000 7f7fb3400640 1 -- 172.21.15.22:0/2200794509 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7fb4003b40 con 0x7f7fbc1576e0 2024-09-10T10:37:58.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.927+0000 7f7fb3400640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f980678c0 0x7f7f98069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:37:58.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.927+0000 7f7fb3400640 1 -- 172.21.15.22:0/2200794509 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f7fb4086650 con 0x7f7fbc1576e0 2024-09-10T10:37:58.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.927+0000 7f7fbaa00640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f980678c0 0x7f7f98069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:37:58.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.927+0000 7f7fbaa00640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f980678c0 0x7f7f98069d80 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f7fac0ac000 tx=0x7f7fac001350 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:37:58.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:58.931+0000 7f7fb3400640 1 -- 172.21.15.22:0/2200794509 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7fb4025020 con 0x7f7fbc1576e0 2024-09-10T10:37:59.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.131+0000 7f7fc1600640 1 -- 172.21.15.22:0/2200794509 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f7fbc0b2f20 con 0x7f7fbc1576e0 2024-09-10T10:37:59.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.131+0000 7f7fb3400640 1 -- 172.21.15.22:0/2200794509 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f7fb4056aa0 con 0x7f7fbc1576e0 2024-09-10T10:37:59.136 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:37:59.136 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:37:59.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 -- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f980678c0 msgr2=0x7f7f98069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:59.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f980678c0 0x7f7f98069d80 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f7fac0ac000 tx=0x7f7fac001350 comp rx=0 tx=0).stop 2024-09-10T10:37:59.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 -- 172.21.15.22:0/2200794509 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fbc1576e0 msgr2=0x7f7fbc157b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:37:59.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fbc1576e0 0x7f7fbc157b60 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc0cfb20 tx=0x7f7fb4009f90 comp rx=0 tx=0).stop 2024-09-10T10:37:59.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 -- 172.21.15.22:0/2200794509 shutdown_connections 2024-09-10T10:37:59.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f980678c0 0x7f7f98069d80 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:59.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fbc1576e0 0x7f7fbc157b60 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:59.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fbc14f6e0 0x7f7fbc14fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:59.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 --2- 172.21.15.22:0/2200794509 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fa0003b50 0x7f7fbc14d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:37:59.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 -- 172.21.15.22:0/2200794509 >> 172.21.15.22:0/2200794509 conn(0x7f7fbc0b21c0 msgr2=0x7f7fbc155d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:37:59.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 -- 172.21.15.22:0/2200794509 shutdown_connections 2024-09-10T10:37:59.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:37:59.135+0000 7f7fc1600640 1 -- 172.21.15.22:0/2200794509 wait complete. 2024-09-10T10:37:59.156 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:37:59.157 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:37:59.818 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:01.820 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:03.822 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:04.157 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:38:04.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2cd600640 1 Processor -- start 2024-09-10T10:38:04.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2cd600640 1 -- start start 2024-09-10T10:38:04.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2cd600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 0x7ff2c80b6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:04.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2cd600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2c80af4f0 0x7ff2c806c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:04.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2cd600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2c806f600 con 0x7ff2c80b7410 2024-09-10T10:38:04.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2cd600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff2c815ec20 con 0x7ff2c80af4f0 2024-09-10T10:38:04.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2cd600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff2c806f8e0 con 0x7ff2c815e840 2024-09-10T10:38:04.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2c6000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2c80af4f0 0x7ff2c806c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:04.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2c7400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff2c80b7410 0x7ff2c80703c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36188/0 (socket says 172.21.15.22:36188) 2024-09-10T10:38:04.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2c7400640 1 -- 172.21.15.22:0/2354030385 learned_addr learned my addr 172.21.15.22:0/2354030385 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:04.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2c6a00640 1 --2- 172.21.15.22:0/2354030385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 0x7ff2c80b6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:04.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2c6000640 1 -- 172.21.15.22:0/2354030385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 msgr2=0x7ff2c80b6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:04.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2c6000640 1 --2- 172.21.15.22:0/2354030385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 0x7ff2c80b6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2c6000640 1 -- 172.21.15.22:0/2354030385 >> v1:172.21.15.22:6789/0 conn(0x7ff2c80b7410 legacy=0x7ff2c80703c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:04.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.307+0000 7ff2c6000640 1 -- 172.21.15.22:0/2354030385 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2c806fbc0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2c6000640 1 --2- 172.21.15.22:0/2354030385 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 0x7ff2c806c6d0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7ff2b40097c0 tx=0x7ff2b401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c305731329795506 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:04.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2c5600640 1 -- 172.21.15.22:0/2354030385 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b40b0070 con 0x7ff2c80af4f0 2024-09-10T10:38:04.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2c5600640 1 -- 172.21.15.22:0/2354030385 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2b40ab600 con 0x7ff2c80af4f0 2024-09-10T10:38:04.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2c5600640 1 -- 172.21.15.22:0/2354030385 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c80712e0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2cd600640 1 -- 172.21.15.22:0/2354030385 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 msgr2=0x7ff2c806c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:04.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2cd600640 1 --2- 172.21.15.22:0/2354030385 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 0x7ff2c806c6d0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7ff2b40097c0 tx=0x7ff2b401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2cd600640 1 -- 172.21.15.22:0/2354030385 shutdown_connections 2024-09-10T10:38:04.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2cd600640 1 --2- 172.21.15.22:0/2354030385 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 0x7ff2c806c6d0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2cd600640 1 --2- 172.21.15.22:0/2354030385 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 0x7ff2c80b6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2cd600640 1 -- 172.21.15.22:0/2354030385 >> 172.21.15.22:0/2354030385 conn(0x7ff2c80b7a30 msgr2=0x7ff2c80b7e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:04.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2cd600640 1 -- 172.21.15.22:0/2354030385 shutdown_connections 2024-09-10T10:38:04.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.311+0000 7ff2cd600640 1 -- 172.21.15.22:0/2354030385 wait complete. 2024-09-10T10:38:04.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2cd600640 1 Processor -- start 2024-09-10T10:38:04.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2cd600640 1 -- start start 2024-09-10T10:38:04.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2cd600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 0x7ff2c80afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:04.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2cd600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c80b7410 0x7ff2c814fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:04.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2cd600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 0x7ff2c81530e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:04.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2cd600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c816b6d0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2cd600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c816b550 con 0x7ff2c80b7410 2024-09-10T10:38:04.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2cd600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff2c816b850 con 0x7ff2c815e840 2024-09-10T10:38:04.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 0x7ff2c80afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:04.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 0x7ff2c80afdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:33100/0 (socket says 172.21.15.22:33100) 2024-09-10T10:38:04.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c6a00640 1 -- 172.21.15.22:0/436292594 learned_addr learned my addr 172.21.15.22:0/436292594 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:04.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c7400640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 0x7ff2c81530e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:04.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c6000640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c80b7410 0x7ff2c814fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:04.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c6a00640 1 -- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 msgr2=0x7ff2c81530e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:04.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c6a00640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 0x7ff2c81530e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c6a00640 1 -- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c80b7410 msgr2=0x7ff2c814fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:04.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c6a00640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c80b7410 0x7ff2c814fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c6a00640 1 -- 172.21.15.22:0/436292594 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2c81554e0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c7400640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 0x7ff2c81530e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:04.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2c6a00640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 0x7ff2c80afdb0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7ff2b800d5f0 tx=0x7ff2b800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:04.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2bea00640 1 -- 172.21.15.22:0/436292594 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b80125f0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2bea00640 1 -- 172.21.15.22:0/436292594 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2b8019070 con 0x7ff2c80af4f0 2024-09-10T10:38:04.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2bea00640 1 -- 172.21.15.22:0/436292594 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b80129b0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2cd600640 1 -- 172.21.15.22:0/436292594 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2c815c610 con 0x7ff2c80af4f0 2024-09-10T10:38:04.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.315+0000 7ff2cd600640 1 -- 172.21.15.22:0/436292594 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2c815c8b0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.319+0000 7ff2cd600640 1 -- 172.21.15.22:0/436292594 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2c806c6d0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.319+0000 7ff2bea00640 1 -- 172.21.15.22:0/436292594 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff2b8012b50 con 0x7ff2c80af4f0 2024-09-10T10:38:04.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.319+0000 7ff2bea00640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a80678c0 0x7ff2a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:04.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.319+0000 7ff2bea00640 1 -- 172.21.15.22:0/436292594 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7ff2b8085fd0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.319+0000 7ff2c6000640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a80678c0 0x7ff2a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:04.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.319+0000 7ff2c6000640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a80678c0 0x7ff2a8069d80 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ff2b40ad000 tx=0x7ff2b4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:04.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.323+0000 7ff2bea00640 1 -- 172.21.15.22:0/436292594 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff2b8056ba0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 -- 172.21.15.22:0/436292594 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7ff2c80af9d0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2bea00640 1 -- 172.21.15.22:0/436292594 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7ff2b80564a0 con 0x7ff2c80af4f0 2024-09-10T10:38:04.529 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:04.530 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:38:04.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 -- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a80678c0 msgr2=0x7ff2a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:04.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a80678c0 0x7ff2a8069d80 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ff2b40ad000 tx=0x7ff2b4008040 comp rx=0 tx=0).stop 2024-09-10T10:38:04.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 -- 172.21.15.22:0/436292594 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 msgr2=0x7ff2c80afdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:04.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 0x7ff2c80afdb0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7ff2b800d5f0 tx=0x7ff2b800dab0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 -- 172.21.15.22:0/436292594 shutdown_connections 2024-09-10T10:38:04.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a80678c0 0x7ff2a8069d80 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c815e840 0x7ff2c81530e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c80b7410 0x7ff2c814fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 --2- 172.21.15.22:0/436292594 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c80af4f0 0x7ff2c80afdb0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:04.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 -- 172.21.15.22:0/436292594 >> 172.21.15.22:0/436292594 conn(0x7ff2c80b7a30 msgr2=0x7ff2c8152810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:04.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 -- 172.21.15.22:0/436292594 shutdown_connections 2024-09-10T10:38:04.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:04.527+0000 7ff2cd600640 1 -- 172.21.15.22:0/436292594 wait complete. 2024-09-10T10:38:04.551 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:38:04.551 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:38:05.824 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:07.826 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:09.552 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:38:09.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.698+0000 7feb22400640 1 Processor -- start 2024-09-10T10:38:09.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.698+0000 7feb22400640 1 -- start start 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb22400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7feb1c0cf0f0 0x7feb1c15d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb22400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7feb1c073080 0x7feb1c073510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb22400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb1c15d740 con 0x7feb1c070120 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb22400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7feb1c0d1060 con 0x7feb1c073080 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb22400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7feb1c15dc70 con 0x7feb1c0cf0f0 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb21a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7feb1c073080 0x7feb1c073510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb21a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7feb1c073080 0x7feb1c073510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57888/0 (socket says 172.21.15.22:57888) 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb21a00640 1 -- 172.21.15.22:0/3384809617 learned_addr learned my addr 172.21.15.22:0/3384809617 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb21000640 1 --2- 172.21.15.22:0/3384809617 >> v2:172.21.15.145:3300/0 conn(0x7feb1c0cf0f0 0x7feb1c15d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb21a00640 1 -- 172.21.15.22:0/3384809617 >> v2:172.21.15.145:3300/0 conn(0x7feb1c0cf0f0 msgr2=0x7feb1c15d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:09.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb21a00640 1 --2- 172.21.15.22:0/3384809617 >> v2:172.21.15.145:3300/0 conn(0x7feb1c0cf0f0 0x7feb1c15d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb21a00640 1 -- 172.21.15.22:0/3384809617 >> v1:172.21.15.145:6789/0 conn(0x7feb1c070120 legacy=0x7feb1c0cf4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:09.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb21a00640 1 -- 172.21.15.22:0/3384809617 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb1c0d1290 con 0x7feb1c073080 2024-09-10T10:38:09.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.702+0000 7feb21000640 1 --2- 172.21.15.22:0/3384809617 >> v2:172.21.15.145:3300/0 conn(0x7feb1c0cf0f0 0x7feb1c15d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:09.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb21a00640 1 --2- 172.21.15.22:0/3384809617 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c073080 0x7feb1c073510 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7feb1c050940 tx=0x7feb1401c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d802ba41d643827 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:09.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb1be00640 1 -- 172.21.15.22:0/3384809617 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb140a5580 con 0x7feb1c073080 2024-09-10T10:38:09.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb1be00640 1 -- 172.21.15.22:0/3384809617 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb140a5720 con 0x7feb1c073080 2024-09-10T10:38:09.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb1be00640 1 -- 172.21.15.22:0/3384809617 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb140a5af0 con 0x7feb1c073080 2024-09-10T10:38:09.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb22400640 1 -- 172.21.15.22:0/3384809617 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c073080 msgr2=0x7feb1c073510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:09.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb22400640 1 --2- 172.21.15.22:0/3384809617 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c073080 0x7feb1c073510 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7feb1c050940 tx=0x7feb1401c7d0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb22400640 1 -- 172.21.15.22:0/3384809617 shutdown_connections 2024-09-10T10:38:09.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb22400640 1 --2- 172.21.15.22:0/3384809617 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c073080 0x7feb1c073510 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb22400640 1 --2- 172.21.15.22:0/3384809617 >> v2:172.21.15.145:3300/0 conn(0x7feb1c0cf0f0 0x7feb1c15d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb22400640 1 -- 172.21.15.22:0/3384809617 >> 172.21.15.22:0/3384809617 conn(0x7feb1c06f310 msgr2=0x7feb1c06f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:09.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb22400640 1 -- 172.21.15.22:0/3384809617 shutdown_connections 2024-09-10T10:38:09.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb22400640 1 -- 172.21.15.22:0/3384809617 wait complete. 2024-09-10T10:38:09.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb22400640 1 Processor -- start 2024-09-10T10:38:09.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.706+0000 7feb22400640 1 -- start start 2024-09-10T10:38:09.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb22400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c070120 0x7feb1c156e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb22400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb1c073080 0x7feb1c150500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb22400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb1c0cf0f0 0x7feb1c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb22400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7feb1c15fb00 con 0x7feb1c070120 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb22400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feb1c15f980 con 0x7feb1c073080 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb22400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7feb1c169110 con 0x7feb1c0cf0f0 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb21000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c070120 0x7feb1c156e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb21000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c070120 0x7feb1c156e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57890/0 (socket says 172.21.15.22:57890) 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb21000640 1 -- 172.21.15.22:0/1382243975 learned_addr learned my addr 172.21.15.22:0/1382243975 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb13e00640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb1c073080 0x7feb1c150500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb21a00640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb1c0cf0f0 0x7feb1c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb21000640 1 -- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb1c0cf0f0 msgr2=0x7feb1c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:09.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb21000640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb1c0cf0f0 0x7feb1c15ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb21000640 1 -- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb1c073080 msgr2=0x7feb1c150500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:09.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb21000640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb1c073080 0x7feb1c150500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb21000640 1 -- 172.21.15.22:0/1382243975 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb1c15ba60 con 0x7feb1c070120 2024-09-10T10:38:09.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb21000640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c070120 0x7feb1c156e40 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7feb0c00c7f0 tx=0x7feb0c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:09.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb19600640 1 -- 172.21.15.22:0/1382243975 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0c015070 con 0x7feb1c070120 2024-09-10T10:38:09.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb19600640 1 -- 172.21.15.22:0/1382243975 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb0c007820 con 0x7feb1c070120 2024-09-10T10:38:09.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb22400640 1 -- 172.21.15.22:0/1382243975 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb1c15bd40 con 0x7feb1c070120 2024-09-10T10:38:09.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb19600640 1 -- 172.21.15.22:0/1382243975 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0c007c10 con 0x7feb1c070120 2024-09-10T10:38:09.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb22400640 1 -- 172.21.15.22:0/1382243975 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb1c15c300 con 0x7feb1c070120 2024-09-10T10:38:09.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb22400640 1 -- 172.21.15.22:0/1382243975 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb1c073510 con 0x7feb1c070120 2024-09-10T10:38:09.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.710+0000 7feb19600640 1 -- 172.21.15.22:0/1382243975 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7feb0c018070 con 0x7feb1c070120 2024-09-10T10:38:09.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.714+0000 7feb19600640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feaf80678c0 0x7feaf8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:09.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.714+0000 7feb19600640 1 -- 172.21.15.22:0/1382243975 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7feb0c085ed0 con 0x7feb1c070120 2024-09-10T10:38:09.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.714+0000 7feb13e00640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feaf80678c0 0x7feaf8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:09.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.714+0000 7feb13e00640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feaf80678c0 0x7feaf8069d80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7feb1c15a450 tx=0x7feb04008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:09.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.718+0000 7feb19600640 1 -- 172.21.15.22:0/1382243975 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7feb0c056970 con 0x7feb1c070120 2024-09-10T10:38:09.828 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:09.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.918+0000 7feb22400640 1 -- 172.21.15.22:0/1382243975 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7feb1c0b1df0 con 0x7feb1c070120 2024-09-10T10:38:09.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.918+0000 7feb19600640 1 -- 172.21.15.22:0/1382243975 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7feb0c056270 con 0x7feb1c070120 2024-09-10T10:38:09.923 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:09.923 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:38:09.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 -- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feaf80678c0 msgr2=0x7feaf8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:09.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feaf80678c0 0x7feaf8069d80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7feb1c15a450 tx=0x7feb04008040 comp rx=0 tx=0).stop 2024-09-10T10:38:09.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 -- 172.21.15.22:0/1382243975 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c070120 msgr2=0x7feb1c156e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:09.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c070120 0x7feb1c156e40 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7feb0c00c7f0 tx=0x7feb0c00ccb0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 -- 172.21.15.22:0/1382243975 shutdown_connections 2024-09-10T10:38:09.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feaf80678c0 0x7feaf8069d80 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb1c0cf0f0 0x7feb1c15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb1c073080 0x7feb1c150500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 --2- 172.21.15.22:0/1382243975 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb1c070120 0x7feb1c156e40 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:09.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 -- 172.21.15.22:0/1382243975 >> 172.21.15.22:0/1382243975 conn(0x7feb1c06f310 msgr2=0x7feb1c0b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:09.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 -- 172.21.15.22:0/1382243975 shutdown_connections 2024-09-10T10:38:09.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:09.922+0000 7feb22400640 1 -- 172.21.15.22:0/1382243975 wait complete. 2024-09-10T10:38:09.944 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:38:09.944 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:38:11.830 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:13.832 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:14.945 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:38:15.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.094+0000 7feb67200640 1 Processor -- start 2024-09-10T10:38:15.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.094+0000 7feb67200640 1 -- start start 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb67200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7feb68162760 0x7feb6806c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb67200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7feb680d1550 0x7feb6806cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb67200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb680b1af0 con 0x7feb6815e6c0 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb67200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7feb680b5810 con 0x7feb68162760 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb67200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7feb68162c20 con 0x7feb680d1550 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb5d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7feb68162760 0x7feb6806c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb5d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7feb68162760 0x7feb6806c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57904/0 (socket says 172.21.15.22:57904) 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb5d400640 1 -- 172.21.15.22:0/2001321972 learned_addr learned my addr 172.21.15.22:0/2001321972 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb66800640 1 --2- 172.21.15.22:0/2001321972 >> v2:172.21.15.145:3300/0 conn(0x7feb680d1550 0x7feb6806cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb5d400640 1 -- 172.21.15.22:0/2001321972 >> v2:172.21.15.145:3300/0 conn(0x7feb680d1550 msgr2=0x7feb6806cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb5d400640 1 --2- 172.21.15.22:0/2001321972 >> v2:172.21.15.145:3300/0 conn(0x7feb680d1550 0x7feb6806cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb5d400640 1 -- 172.21.15.22:0/2001321972 >> v1:172.21.15.145:6789/0 conn(0x7feb6815e6c0 legacy=0x7feb68162050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb5d400640 1 -- 172.21.15.22:0/2001321972 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb68162f00 con 0x7feb68162760 2024-09-10T10:38:15.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.098+0000 7feb66800640 1 --2- 172.21.15.22:0/2001321972 >> v2:172.21.15.145:3300/0 conn(0x7feb680d1550 0x7feb6806cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:15.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb5d400640 1 --2- 172.21.15.22:0/2001321972 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb68162760 0x7feb6806c680 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7feb68071980 tx=0x7feb5001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a38a811fa61f268c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:15.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb65400640 1 -- 172.21.15.22:0/2001321972 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb500b0070 con 0x7feb68162760 2024-09-10T10:38:15.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb65400640 1 -- 172.21.15.22:0/2001321972 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb500ab600 con 0x7feb68162760 2024-09-10T10:38:15.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb65400640 1 -- 172.21.15.22:0/2001321972 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb500ab9d0 con 0x7feb68162760 2024-09-10T10:38:15.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 -- 172.21.15.22:0/2001321972 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb68162760 msgr2=0x7feb6806c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:15.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 --2- 172.21.15.22:0/2001321972 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb68162760 0x7feb6806c680 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7feb68071980 tx=0x7feb5001c520 comp rx=0 tx=0).stop 2024-09-10T10:38:15.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 -- 172.21.15.22:0/2001321972 shutdown_connections 2024-09-10T10:38:15.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 --2- 172.21.15.22:0/2001321972 >> v2:172.21.15.145:3300/0 conn(0x7feb680d1550 0x7feb6806cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:15.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 --2- 172.21.15.22:0/2001321972 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb68162760 0x7feb6806c680 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:15.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 -- 172.21.15.22:0/2001321972 >> 172.21.15.22:0/2001321972 conn(0x7feb6806f310 msgr2=0x7feb6806f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:15.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 -- 172.21.15.22:0/2001321972 shutdown_connections 2024-09-10T10:38:15.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 -- 172.21.15.22:0/2001321972 wait complete. 2024-09-10T10:38:15.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 Processor -- start 2024-09-10T10:38:15.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 -- start start 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb680d1550 0x7feb68070bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb6815e6c0 0x7feb6814c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.102+0000 7feb67200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb68162760 0x7feb6814d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb67200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7feb6806d490 con 0x7feb6815e6c0 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb67200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feb6806d310 con 0x7feb680d1550 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb67200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7feb6816bbc0 con 0x7feb68162760 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb6815e6c0 0x7feb6814c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb6815e6c0 0x7feb6814c210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57908/0 (socket says 172.21.15.22:57908) 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5d400640 1 -- 172.21.15.22:0/3535166277 learned_addr learned my addr 172.21.15.22:0/3535166277 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb65e00640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb680d1550 0x7feb68070bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb66800640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb68162760 0x7feb6814d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:15.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5d400640 1 -- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb68162760 msgr2=0x7feb6814d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5d400640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb68162760 0x7feb6814d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5d400640 1 -- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb680d1550 msgr2=0x7feb68070bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5d400640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb680d1550 0x7feb68070bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5d400640 1 -- 172.21.15.22:0/3535166277 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb68071650 con 0x7feb6815e6c0 2024-09-10T10:38:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5d400640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb6815e6c0 0x7feb6814c210 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7feb5001abd0 tx=0x7feb5001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5ea00640 1 -- 172.21.15.22:0/3535166277 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb500b0040 con 0x7feb6815e6c0 2024-09-10T10:38:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5ea00640 1 -- 172.21.15.22:0/3535166277 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb500ab400 con 0x7feb6815e6c0 2024-09-10T10:38:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5ea00640 1 -- 172.21.15.22:0/3535166277 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb500b6680 con 0x7feb6815e6c0 2024-09-10T10:38:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb67200640 1 -- 172.21.15.22:0/3535166277 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb680710f0 con 0x7feb6815e6c0 2024-09-10T10:38:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb67200640 1 -- 172.21.15.22:0/3535166277 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb6814cbd0 con 0x7feb6815e6c0 2024-09-10T10:38:15.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb67200640 1 -- 172.21.15.22:0/3535166277 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb68162050 con 0x7feb6815e6c0 2024-09-10T10:38:15.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.106+0000 7feb5ea00640 1 -- 172.21.15.22:0/3535166277 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7feb500be030 con 0x7feb6815e6c0 2024-09-10T10:38:15.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.110+0000 7feb5ea00640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feb440678f0 0x7feb44069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:15.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.110+0000 7feb5ea00640 1 -- 172.21.15.22:0/3535166277 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7feb5011f520 con 0x7feb6815e6c0 2024-09-10T10:38:15.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.110+0000 7feb65e00640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feb440678f0 0x7feb44069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:15.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.110+0000 7feb65e00640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feb440678f0 0x7feb44069db0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7feb58001810 tx=0x7feb58009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:15.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.114+0000 7feb5ea00640 1 -- 172.21.15.22:0/3535166277 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7feb500c5060 con 0x7feb6815e6c0 2024-09-10T10:38:15.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.314+0000 7feb67200640 1 -- 172.21.15.22:0/3535166277 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7feb680d1130 con 0x7feb6815e6c0 2024-09-10T10:38:15.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.314+0000 7feb5ea00640 1 -- 172.21.15.22:0/3535166277 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7feb680710f0 con 0x7feb6815e6c0 2024-09-10T10:38:15.319 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:15.319 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:38:15.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 -- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feb440678f0 msgr2=0x7feb44069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:15.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feb440678f0 0x7feb44069db0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7feb58001810 tx=0x7feb58009040 comp rx=0 tx=0).stop 2024-09-10T10:38:15.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 -- 172.21.15.22:0/3535166277 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb6815e6c0 msgr2=0x7feb6814c210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:15.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb6815e6c0 0x7feb6814c210 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7feb5001abd0 tx=0x7feb5001ad60 comp rx=0 tx=0).stop 2024-09-10T10:38:15.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 -- 172.21.15.22:0/3535166277 shutdown_connections 2024-09-10T10:38:15.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7feb440678f0 0x7feb44069db0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:15.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb68162760 0x7feb6814d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:15.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7feb6815e6c0 0x7feb6814c210 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:15.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 --2- 172.21.15.22:0/3535166277 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb680d1550 0x7feb68070bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:15.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 -- 172.21.15.22:0/3535166277 >> 172.21.15.22:0/3535166277 conn(0x7feb6806f310 msgr2=0x7feb680cef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:15.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 -- 172.21.15.22:0/3535166277 shutdown_connections 2024-09-10T10:38:15.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:15.318+0000 7feb67200640 1 -- 172.21.15.22:0/3535166277 wait complete. 2024-09-10T10:38:15.340 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:38:15.340 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:38:15.834 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:17.837 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:19.839 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:20.341 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:38:20.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd07e00640 1 Processor -- start 2024-09-10T10:38:20.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd07e00640 1 -- start start 2024-09-10T10:38:20.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd07e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcd080d1550 0x7fcd0806cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:20.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd07e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd080b1af0 con 0x7fcd08162760 2024-09-10T10:38:20.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd07e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd08162c20 con 0x7fcd0815e6c0 2024-09-10T10:38:20.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd07e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fcd080b5810 con 0x7fcd080d1550 2024-09-10T10:38:20.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd07400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcd080d1550 0x7fcd0806cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:20.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd06000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fcd08162760 0x7fcd0806c680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:46468/0 (socket says 172.21.15.22:46468) 2024-09-10T10:38:20.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd06000640 1 -- 172.21.15.22:0/1951274378 learned_addr learned my addr 172.21.15.22:0/1951274378 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:20.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd07400640 1 -- 172.21.15.22:0/1951274378 >> v1:172.21.15.145:6789/0 conn(0x7fcd0815e6c0 legacy=0x7fcd08162050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:20.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd07400640 1 -- 172.21.15.22:0/1951274378 >> v1:172.21.15.22:6789/0 conn(0x7fcd08162760 legacy=0x7fcd0806c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:20.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd07400640 1 -- 172.21.15.22:0/1951274378 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd08162f00 con 0x7fcd080d1550 2024-09-10T10:38:20.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.490+0000 7fcd05600640 1 -- 172.21.15.22:0/1951274378 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2997025782 0 0) 0x7fcd080b1af0 con 0x7fcd08162760 2024-09-10T10:38:20.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd07400640 1 --2- 172.21.15.22:0/1951274378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd080d1550 0x7fcd0806cd90 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fcd00009d90 tx=0x7fcd0001c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33ab290e057cc058 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd05600640 1 -- 172.21.15.22:0/1951274378 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd000b2070 con 0x7fcd080d1550 2024-09-10T10:38:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd05600640 1 -- 172.21.15.22:0/1951274378 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd000a5830 con 0x7fcd080d1550 2024-09-10T10:38:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd05600640 1 -- 172.21.15.22:0/1951274378 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd000a5c00 con 0x7fcd080d1550 2024-09-10T10:38:20.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd07e00640 1 -- 172.21.15.22:0/1951274378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd080d1550 msgr2=0x7fcd0806cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:20.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd07e00640 1 --2- 172.21.15.22:0/1951274378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd080d1550 0x7fcd0806cd90 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fcd00009d90 tx=0x7fcd0001c970 comp rx=0 tx=0).stop 2024-09-10T10:38:20.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd07e00640 1 -- 172.21.15.22:0/1951274378 shutdown_connections 2024-09-10T10:38:20.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd07e00640 1 --2- 172.21.15.22:0/1951274378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd080d1550 0x7fcd0806cd90 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:20.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd07e00640 1 -- 172.21.15.22:0/1951274378 >> 172.21.15.22:0/1951274378 conn(0x7fcd0806f310 msgr2=0x7fcd0806f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:20.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd07e00640 1 -- 172.21.15.22:0/1951274378 shutdown_connections 2024-09-10T10:38:20.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.494+0000 7fcd07e00640 1 -- 172.21.15.22:0/1951274378 wait complete. 2024-09-10T10:38:20.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07e00640 1 Processor -- start 2024-09-10T10:38:20.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07e00640 1 -- start start 2024-09-10T10:38:20.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd080d1550 0x7fcd08161250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcd0815e6c0 0x7fcd08149110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd08162760 0x7fcd08149650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fcd0816cbd0 con 0x7fcd08162760 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcd0806d4e0 con 0x7fcd080d1550 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcd0816cd50 con 0x7fcd0815e6c0 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd08162760 0x7fcd08149650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd08162760 0x7fcd08149650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50934/0 (socket says 172.21.15.22:50934) 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07400640 1 -- 172.21.15.22:0/3319947706 learned_addr learned my addr 172.21.15.22:0/3319947706 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd06000640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcd0815e6c0 0x7fcd08149110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd06a00640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd080d1550 0x7fcd08161250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07400640 1 -- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcd0815e6c0 msgr2=0x7fcd08149110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:20.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07400640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcd0815e6c0 0x7fcd08149110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:20.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07400640 1 -- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd080d1550 msgr2=0x7fcd08161250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:20.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07400640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd080d1550 0x7fcd08161250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:20.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07400640 1 -- 172.21.15.22:0/3319947706 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd08151630 con 0x7fcd08162760 2024-09-10T10:38:20.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07400640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd08162760 0x7fcd08149650 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fcd000b0040 tx=0x7fcd00019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:20.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fccfea00640 1 -- 172.21.15.22:0/3319947706 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd000b2050 con 0x7fcd08162760 2024-09-10T10:38:20.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fccfea00640 1 -- 172.21.15.22:0/3319947706 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd000b3040 con 0x7fcd08162760 2024-09-10T10:38:20.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fccfea00640 1 -- 172.21.15.22:0/3319947706 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd00003e20 con 0x7fcd08162760 2024-09-10T10:38:20.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07e00640 1 -- 172.21.15.22:0/3319947706 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd08151910 con 0x7fcd08162760 2024-09-10T10:38:20.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.498+0000 7fcd07e00640 1 -- 172.21.15.22:0/3319947706 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd08151ed0 con 0x7fcd08162760 2024-09-10T10:38:20.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.502+0000 7fcd07e00640 1 -- 172.21.15.22:0/3319947706 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd08162050 con 0x7fcd08162760 2024-09-10T10:38:20.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.502+0000 7fccfea00640 1 -- 172.21.15.22:0/3319947706 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcd000c1060 con 0x7fcd08162760 2024-09-10T10:38:20.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.502+0000 7fccfea00640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcce80678c0 0x7fcce8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:20.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.502+0000 7fccfea00640 1 -- 172.21.15.22:0/3319947706 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fcd0011fe30 con 0x7fcd08162760 2024-09-10T10:38:20.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.502+0000 7fcd06a00640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcce80678c0 0x7fcce8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:20.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.502+0000 7fcd06a00640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcce80678c0 0x7fcce8069d80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fccf8000f70 tx=0x7fccf8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:20.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.506+0000 7fccfea00640 1 -- 172.21.15.22:0/3319947706 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcd00016560 con 0x7fcd08162760 2024-09-10T10:38:20.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 -- 172.21.15.22:0/3319947706 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fcd0806ff00 con 0x7fcd08162760 2024-09-10T10:38:20.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fccfea00640 1 -- 172.21.15.22:0/3319947706 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fcd000f08d0 con 0x7fcd08162760 2024-09-10T10:38:20.713 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:20.713 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:38:20.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 -- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcce80678c0 msgr2=0x7fcce8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:20.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcce80678c0 0x7fcce8069d80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fccf8000f70 tx=0x7fccf8009040 comp rx=0 tx=0).stop 2024-09-10T10:38:20.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 -- 172.21.15.22:0/3319947706 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd08162760 msgr2=0x7fcd08149650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:20.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd08162760 0x7fcd08149650 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fcd000b0040 tx=0x7fcd00019710 comp rx=0 tx=0).stop 2024-09-10T10:38:20.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 -- 172.21.15.22:0/3319947706 shutdown_connections 2024-09-10T10:38:20.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcce80678c0 0x7fcce8069d80 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:20.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcd08162760 0x7fcd08149650 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:20.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcd0815e6c0 0x7fcd08149110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:20.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 --2- 172.21.15.22:0/3319947706 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcd080d1550 0x7fcd08161250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:20.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 -- 172.21.15.22:0/3319947706 >> 172.21.15.22:0/3319947706 conn(0x7fcd0806f310 msgr2=0x7fcd08153850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:20.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 -- 172.21.15.22:0/3319947706 shutdown_connections 2024-09-10T10:38:20.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:20.710+0000 7fcd07e00640 1 -- 172.21.15.22:0/3319947706 wait complete. 2024-09-10T10:38:20.735 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:38:20.735 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:38:21.840 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:23.587 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:38:23.591 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:38:23.842 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:25.736 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:38:25.844 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:25.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.882+0000 7f1530a00640 1 Processor -- start 2024-09-10T10:38:25.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1530a00640 1 -- start start 2024-09-10T10:38:25.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1530a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f152c15c610 0x7f152c0afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:25.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1530a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f152c0cf410 0x7f152c0b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:25.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1530a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f152c0cfc10 con 0x7f152c0cd590 2024-09-10T10:38:25.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1530a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f152c0cd0c0 con 0x7f152c15c610 2024-09-10T10:38:25.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1530a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f152c0cfef0 con 0x7f152c0cf410 2024-09-10T10:38:25.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1529e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f152c0cd590 0x7f152c0cd970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57194/0 (socket says 172.21.15.22:57194) 2024-09-10T10:38:25.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1529e00640 1 -- 172.21.15.22:0/3923068789 learned_addr learned my addr 172.21.15.22:0/3923068789 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:25.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1521400640 1 --2- 172.21.15.22:0/3923068789 >> v2:172.21.15.22:3300/0 conn(0x7f152c15c610 0x7f152c0afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:25.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f152a800640 1 --2- 172.21.15.22:0/3923068789 >> v2:172.21.15.145:3300/0 conn(0x7f152c0cf410 0x7f152c0b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:25.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1529400640 1 -- 172.21.15.22:0/3923068789 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1114757328 0 0) 0x7f152c0cfc10 con 0x7f152c0cd590 2024-09-10T10:38:25.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1521400640 1 -- 172.21.15.22:0/3923068789 >> v2:172.21.15.145:3300/0 conn(0x7f152c0cf410 msgr2=0x7f152c0b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:25.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1521400640 1 --2- 172.21.15.22:0/3923068789 >> v2:172.21.15.145:3300/0 conn(0x7f152c0cf410 0x7f152c0b3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:25.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1521400640 1 -- 172.21.15.22:0/3923068789 >> v1:172.21.15.22:6789/0 conn(0x7f152c0cd590 legacy=0x7f152c0cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:25.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.886+0000 7f1521400640 1 -- 172.21.15.22:0/3923068789 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f152c0d01d0 con 0x7f152c15c610 2024-09-10T10:38:25.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1521400640 1 --2- 172.21.15.22:0/3923068789 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c15c610 0x7f152c0afb50 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f152c071130 tx=0x7f151401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23a8acb41f22afe8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:25.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1529400640 1 -- 172.21.15.22:0/3923068789 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15140ab650 con 0x7f152c15c610 2024-09-10T10:38:25.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1529400640 1 -- 172.21.15.22:0/3923068789 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15140b0070 con 0x7f152c15c610 2024-09-10T10:38:25.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1529400640 1 -- 172.21.15.22:0/3923068789 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15140aba10 con 0x7f152c15c610 2024-09-10T10:38:25.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1530a00640 1 -- 172.21.15.22:0/3923068789 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c15c610 msgr2=0x7f152c0afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:25.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1530a00640 1 --2- 172.21.15.22:0/3923068789 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c15c610 0x7f152c0afb50 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f152c071130 tx=0x7f151401c450 comp rx=0 tx=0).stop 2024-09-10T10:38:25.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1530a00640 1 -- 172.21.15.22:0/3923068789 shutdown_connections 2024-09-10T10:38:25.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1530a00640 1 --2- 172.21.15.22:0/3923068789 >> v2:172.21.15.145:3300/0 conn(0x7f152c0cf410 0x7f152c0b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:25.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1530a00640 1 --2- 172.21.15.22:0/3923068789 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c15c610 0x7f152c0afb50 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:25.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1530a00640 1 -- 172.21.15.22:0/3923068789 >> 172.21.15.22:0/3923068789 conn(0x7f152c0b21c0 msgr2=0x7f152c0b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:25.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1530a00640 1 -- 172.21.15.22:0/3923068789 shutdown_connections 2024-09-10T10:38:25.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1530a00640 1 -- 172.21.15.22:0/3923068789 wait complete. 2024-09-10T10:38:25.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1530a00640 1 Processor -- start 2024-09-10T10:38:25.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.890+0000 7f1530a00640 1 -- start start 2024-09-10T10:38:25.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1530a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c0cd590 0x7f152c141d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1530a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f152c0cf410 0x7f152c0c5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1530a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f152c0c5970 0x7f152c1576e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1530a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f152c0cf9a0 con 0x7f152c0cd590 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1530a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f152c0cf820 con 0x7f152c0cf410 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1530a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f152c0b4ff0 con 0x7f152c0c5970 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1529e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c0cd590 0x7f152c141d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1529e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c0cd590 0x7f152c141d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56152/0 (socket says 172.21.15.22:56152) 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1529e00640 1 -- 172.21.15.22:0/560023464 learned_addr learned my addr 172.21.15.22:0/560023464 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1521400640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f152c0cf410 0x7f152c0c5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f152a800640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f152c0c5970 0x7f152c1576e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1529e00640 1 -- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f152c0c5970 msgr2=0x7f152c1576e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1529e00640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f152c0c5970 0x7f152c1576e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:25.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1529e00640 1 -- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f152c0cf410 msgr2=0x7f152c0c5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:25.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1529e00640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f152c0cf410 0x7f152c0c5430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:25.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1529e00640 1 -- 172.21.15.22:0/560023464 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f152c1426d0 con 0x7f152c0cd590 2024-09-10T10:38:25.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1529e00640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c0cd590 0x7f152c141d90 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f151c0011f0 tx=0x7f151c00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:25.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1522a00640 1 -- 172.21.15.22:0/560023464 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c018070 con 0x7f152c0cd590 2024-09-10T10:38:25.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1522a00640 1 -- 172.21.15.22:0/560023464 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f151c0074e0 con 0x7f152c0cd590 2024-09-10T10:38:25.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1522a00640 1 -- 172.21.15.22:0/560023464 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c004a10 con 0x7f152c0cd590 2024-09-10T10:38:25.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1530a00640 1 -- 172.21.15.22:0/560023464 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f152c0c5fa0 con 0x7f152c0cd590 2024-09-10T10:38:25.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1530a00640 1 -- 172.21.15.22:0/560023464 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f152c142970 con 0x7f152c0cd590 2024-09-10T10:38:25.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.894+0000 7f1530a00640 1 -- 172.21.15.22:0/560023464 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f152c0b3d60 con 0x7f152c0cd590 2024-09-10T10:38:25.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.898+0000 7f1522a00640 1 -- 172.21.15.22:0/560023464 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f151c01b070 con 0x7f152c0cd590 2024-09-10T10:38:25.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.898+0000 7f1522a00640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15080678f0 0x7f1508069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:25.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.898+0000 7f1522a00640 1 -- 172.21.15.22:0/560023464 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f151c084ff0 con 0x7f152c0cd590 2024-09-10T10:38:25.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.898+0000 7f1521400640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15080678f0 0x7f1508069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:25.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.898+0000 7f1521400640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15080678f0 0x7f1508069db0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f15140af000 tx=0x7f15140b6040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:25.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:25.902+0000 7f1522a00640 1 -- 172.21.15.22:0/560023464 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f151c055ab0 con 0x7f152c0cd590 2024-09-10T10:38:26.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 -- 172.21.15.22:0/560023464 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f152c0c64c0 con 0x7f152c0cd590 2024-09-10T10:38:26.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1522a00640 1 -- 172.21.15.22:0/560023464 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f151c0553b0 con 0x7f152c0cd590 2024-09-10T10:38:26.106 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:26.106 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:38:26.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 -- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15080678f0 msgr2=0x7f1508069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:26.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15080678f0 0x7f1508069db0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f15140af000 tx=0x7f15140b6040 comp rx=0 tx=0).stop 2024-09-10T10:38:26.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 -- 172.21.15.22:0/560023464 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c0cd590 msgr2=0x7f152c141d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:26.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c0cd590 0x7f152c141d90 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f151c0011f0 tx=0x7f151c00c9b0 comp rx=0 tx=0).stop 2024-09-10T10:38:26.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 -- 172.21.15.22:0/560023464 shutdown_connections 2024-09-10T10:38:26.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f15080678f0 0x7f1508069db0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:26.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f152c0c5970 0x7f152c1576e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:26.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f152c0cf410 0x7f152c0c5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:26.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 --2- 172.21.15.22:0/560023464 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f152c0cd590 0x7f152c141d90 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:26.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 -- 172.21.15.22:0/560023464 >> 172.21.15.22:0/560023464 conn(0x7f152c0b21c0 msgr2=0x7f152c0b0d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:26.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.102+0000 7f1530a00640 1 -- 172.21.15.22:0/560023464 shutdown_connections 2024-09-10T10:38:26.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:26.106+0000 7f1530a00640 1 -- 172.21.15.22:0/560023464 wait complete. 2024-09-10T10:38:26.128 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:38:26.128 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:38:27.846 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:29.849 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:31.129 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:38:31.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.278+0000 7fdea7e00640 1 Processor -- start 2024-09-10T10:38:31.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.278+0000 7fdea7e00640 1 -- start start 2024-09-10T10:38:31.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdea80cf0f0 0x7fdea815d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:31.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea7e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdea8070120 0x7fdea80cf4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:31.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea7e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdea815d740 con 0x7fdea815fd70 2024-09-10T10:38:31.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea7e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fdea80d1060 con 0x7fdea80cf0f0 2024-09-10T10:38:31.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea7e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fdea80cfa10 con 0x7fdea8070120 2024-09-10T10:38:31.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea6a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdea80cf0f0 0x7fdea815d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:31.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea6a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdea80cf0f0 0x7fdea815d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56154/0 (socket says 172.21.15.22:56154) 2024-09-10T10:38:31.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea6a00640 1 -- 172.21.15.22:0/2049265393 learned_addr learned my addr 172.21.15.22:0/2049265393 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:31.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fde9e000640 1 --2- 172.21.15.22:0/2049265393 >> v2:172.21.15.145:3300/0 conn(0x7fdea8070120 0x7fdea80cf4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:31.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea6a00640 1 -- 172.21.15.22:0/2049265393 >> v2:172.21.15.145:3300/0 conn(0x7fdea8070120 msgr2=0x7fdea80cf4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:31.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea6a00640 1 --2- 172.21.15.22:0/2049265393 >> v2:172.21.15.145:3300/0 conn(0x7fdea8070120 0x7fdea80cf4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:31.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea6a00640 1 -- 172.21.15.22:0/2049265393 >> v1:172.21.15.145:6789/0 conn(0x7fdea815fd70 legacy=0x7fdea8160200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:31.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.282+0000 7fdea6a00640 1 -- 172.21.15.22:0/2049265393 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea815dc70 con 0x7fdea80cf0f0 2024-09-10T10:38:31.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea6a00640 1 --2- 172.21.15.22:0/2049265393 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea80cf0f0 0x7fdea815d200 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fdea80719a0 tx=0x7fde9801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=799d9fbed050af34 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:31.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea6000640 1 -- 172.21.15.22:0/2049265393 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde980b0070 con 0x7fdea80cf0f0 2024-09-10T10:38:31.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea6000640 1 -- 172.21.15.22:0/2049265393 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde980ab600 con 0x7fdea80cf0f0 2024-09-10T10:38:31.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea6000640 1 -- 172.21.15.22:0/2049265393 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde980ab9d0 con 0x7fdea80cf0f0 2024-09-10T10:38:31.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 -- 172.21.15.22:0/2049265393 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea80cf0f0 msgr2=0x7fdea815d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:31.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 --2- 172.21.15.22:0/2049265393 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea80cf0f0 0x7fdea815d200 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fdea80719a0 tx=0x7fde9801c520 comp rx=0 tx=0).stop 2024-09-10T10:38:31.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 -- 172.21.15.22:0/2049265393 shutdown_connections 2024-09-10T10:38:31.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 --2- 172.21.15.22:0/2049265393 >> v2:172.21.15.145:3300/0 conn(0x7fdea8070120 0x7fdea80cf4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:31.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 --2- 172.21.15.22:0/2049265393 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea80cf0f0 0x7fdea815d200 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:31.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 -- 172.21.15.22:0/2049265393 >> 172.21.15.22:0/2049265393 conn(0x7fdea806f310 msgr2=0x7fdea806f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:31.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 -- 172.21.15.22:0/2049265393 shutdown_connections 2024-09-10T10:38:31.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 -- 172.21.15.22:0/2049265393 wait complete. 2024-09-10T10:38:31.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 Processor -- start 2024-09-10T10:38:31.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 -- start start 2024-09-10T10:38:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.286+0000 7fdea7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea8070120 0x7fdea8148b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea7e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdea80cf0f0 0x7fdea8148010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdea815fd70 0x7fdea806bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea7e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdea8074090 con 0x7fdea8070120 2024-09-10T10:38:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea7e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdea80d1b30 con 0x7fdea80cf0f0 2024-09-10T10:38:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdea815f980 con 0x7fdea815fd70 2024-09-10T10:38:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea8070120 0x7fdea8148b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea8070120 0x7fdea8148b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56170/0 (socket says 172.21.15.22:56170) 2024-09-10T10:38:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea6a00640 1 -- 172.21.15.22:0/15600314 learned_addr learned my addr 172.21.15.22:0/15600314 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fde9e000640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdea80cf0f0 0x7fdea8148010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:31.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea7400640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdea815fd70 0x7fdea806bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:31.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea6a00640 1 -- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdea815fd70 msgr2=0x7fdea806bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:31.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea6a00640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdea815fd70 0x7fdea806bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:31.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea6a00640 1 -- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdea80cf0f0 msgr2=0x7fdea8148010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:31.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea6a00640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdea80cf0f0 0x7fdea8148010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:31.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea6a00640 1 -- 172.21.15.22:0/15600314 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea8148550 con 0x7fdea8070120 2024-09-10T10:38:31.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fde9e000640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdea80cf0f0 0x7fdea8148010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:31.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea6a00640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea8070120 0x7fdea8148b50 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fde9801ca00 tx=0x7fde980192c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:31.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fde9f400640 1 -- 172.21.15.22:0/15600314 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde980b0040 con 0x7fdea8070120 2024-09-10T10:38:31.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fde9f400640 1 -- 172.21.15.22:0/15600314 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde980b9070 con 0x7fdea8070120 2024-09-10T10:38:31.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fde9f400640 1 -- 172.21.15.22:0/15600314 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde980b4660 con 0x7fdea8070120 2024-09-10T10:38:31.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea7e00640 1 -- 172.21.15.22:0/15600314 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdea8148870 con 0x7fdea8070120 2024-09-10T10:38:31.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea7e00640 1 -- 172.21.15.22:0/15600314 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdea8150560 con 0x7fdea8070120 2024-09-10T10:38:31.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fdea7e00640 1 -- 172.21.15.22:0/15600314 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdea80cf4d0 con 0x7fdea8070120 2024-09-10T10:38:31.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.290+0000 7fde9f400640 1 -- 172.21.15.22:0/15600314 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fde980b4800 con 0x7fdea8070120 2024-09-10T10:38:31.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.294+0000 7fde9f400640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fde840678c0 0x7fde84069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:31.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.294+0000 7fde9f400640 1 -- 172.21.15.22:0/15600314 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fde9811f890 con 0x7fdea8070120 2024-09-10T10:38:31.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.294+0000 7fde9e000640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fde840678c0 0x7fde84069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:31.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.294+0000 7fde9e000640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fde840678c0 0x7fde84069d80 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fdea815c4f0 tx=0x7fde90008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:31.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.298+0000 7fde9f400640 1 -- 172.21.15.22:0/15600314 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fde98016110 con 0x7fdea8070120 2024-09-10T10:38:31.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 -- 172.21.15.22:0/15600314 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fdea806ff00 con 0x7fdea8070120 2024-09-10T10:38:31.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fde9f400640 1 -- 172.21.15.22:0/15600314 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7fde980f03c0 con 0x7fdea8070120 2024-09-10T10:38:31.505 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:31.506 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:38:31.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 -- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fde840678c0 msgr2=0x7fde84069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:31.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fde840678c0 0x7fde84069d80 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fdea815c4f0 tx=0x7fde90008040 comp rx=0 tx=0).stop 2024-09-10T10:38:31.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 -- 172.21.15.22:0/15600314 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea8070120 msgr2=0x7fdea8148b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:31.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea8070120 0x7fdea8148b50 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fde9801ca00 tx=0x7fde980192c0 comp rx=0 tx=0).stop 2024-09-10T10:38:31.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 -- 172.21.15.22:0/15600314 shutdown_connections 2024-09-10T10:38:31.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fde840678c0 0x7fde84069d80 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:31.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdea815fd70 0x7fdea806bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:31.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdea80cf0f0 0x7fdea8148010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:31.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 --2- 172.21.15.22:0/15600314 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdea8070120 0x7fdea8148b50 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:31.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 -- 172.21.15.22:0/15600314 >> 172.21.15.22:0/15600314 conn(0x7fdea806f310 msgr2=0x7fdea815b770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:31.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 -- 172.21.15.22:0/15600314 shutdown_connections 2024-09-10T10:38:31.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31.502+0000 7fdea7e00640 1 -- 172.21.15.22:0/15600314 wait complete. 2024-09-10T10:38:31.527 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:38:31.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31 stdin-killer INFO: expiration expected; waiting 5 seconds for command to complete 2024-09-10T10:38:31.851 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:38:31.851 INFO:teuthology.orchestra.run.smithi022.stderr:stdin closed, goodbye! 2024-09-10T10:38:31.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:38:31.871 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:38:31.871 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:38:31.999 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:38:32.080 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:38:32.080 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:38:32.081 DEBUG:tasks.cephfs.mount:terminating RemoteProcess(client=, args=['stdin-killer', '--', 'python3', '-c', '\nimport fcntl\nimport sys\nimport time\nimport os\n\nfcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK)\n\nn = 400\nabs_path = "/home/ubuntu/cephtest/mnt.0/subdir"\n\nif not os.path.exists(abs_path):\n os.makedirs(abs_path)\n\nhandles = []\nfor i in range(0, n):\n fname = "file_"+str(i)\n path = os.path.join(abs_path, fname)\n handles.append(open(path, \'w\'))\n\nprint("waiting with handles open", file=sys.stderr)\nwhile True:\n print("open_n_background: keeping files open", file=sys.stderr)\n try:\n if os.read(0, 4096) == b"":\n break\n except BlockingIOError:\n pass\n time.sleep(2)\nprint("stdin closed, goodbye!", file=sys.stderr)\n'], check_status=True, hostname='smithi022') 2024-09-10T10:38:32.081 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:38:32.081 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:38:32.090 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:38:32.091 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:38:32.141 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:38:32.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.322+0000 7f9d7c800640 1 Processor -- start 2024-09-10T10:38:32.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.322+0000 7f9d7c800640 1 -- start start 2024-09-10T10:38:32.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.322+0000 7f9d7c800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9d740b56f0 0x7f9d74071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.322+0000 7f9d7c800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d740ce880 con 0x7f9d7415b220 2024-09-10T10:38:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.322+0000 7f9d7c800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d740ceb60 con 0x7f9d7415b600 2024-09-10T10:38:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.322+0000 7f9d7c800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9d7406d6e0 con 0x7f9d740b56f0 2024-09-10T10:38:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.322+0000 7f9d7a800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9d740b56f0 0x7f9d74071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.322+0000 7f9d79e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9d7415b220 0x7f9d740b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57206/0 (socket says 172.21.15.22:57206) 2024-09-10T10:38:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.322+0000 7f9d79e00640 1 -- 172.21.15.22:0/2898047998 learned_addr learned my addr 172.21.15.22:0/2898047998 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:32.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.322+0000 7f9d7a800640 1 -- 172.21.15.22:0/2898047998 >> v1:172.21.15.145:6789/0 conn(0x7f9d7415b600 legacy=0x7f9d740b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:32.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d7a800640 1 -- 172.21.15.22:0/2898047998 >> v1:172.21.15.22:6789/0 conn(0x7f9d7415b220 legacy=0x7f9d740b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d7a800640 1 -- 172.21.15.22:0/2898047998 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d740cee40 con 0x7f9d740b56f0 2024-09-10T10:38:32.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d7a800640 1 --2- 172.21.15.22:0/2898047998 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d740b56f0 0x7f9d74071140 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f9d70009d90 tx=0x7f9d7001c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=583a604b6027d96c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:32.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d78a00640 1 -- 172.21.15.22:0/2898047998 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d700b2070 con 0x7f9d740b56f0 2024-09-10T10:38:32.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d78a00640 1 -- 172.21.15.22:0/2898047998 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d700a57b0 con 0x7f9d740b56f0 2024-09-10T10:38:32.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d78a00640 1 -- 172.21.15.22:0/2898047998 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d700a5b80 con 0x7f9d740b56f0 2024-09-10T10:38:32.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d7c800640 1 -- 172.21.15.22:0/2898047998 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d740b56f0 msgr2=0x7f9d74071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d7c800640 1 --2- 172.21.15.22:0/2898047998 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d740b56f0 0x7f9d74071140 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f9d70009d90 tx=0x7f9d7001c7e0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d7c800640 1 -- 172.21.15.22:0/2898047998 shutdown_connections 2024-09-10T10:38:32.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d7c800640 1 --2- 172.21.15.22:0/2898047998 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d740b56f0 0x7f9d74071140 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d7c800640 1 -- 172.21.15.22:0/2898047998 >> 172.21.15.22:0/2898047998 conn(0x7f9d74062dd0 msgr2=0x7f9d7406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:32.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d7c800640 1 -- 172.21.15.22:0/2898047998 shutdown_connections 2024-09-10T10:38:32.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.326+0000 7f9d7c800640 1 -- 172.21.15.22:0/2898047998 wait complete. 2024-09-10T10:38:32.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d7c800640 1 Processor -- start 2024-09-10T10:38:32.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d7c800640 1 -- start start 2024-09-10T10:38:32.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d7c800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d740b56f0 0x7f9d7414fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:32.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d7c800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d7415b220 0x7f9d740b2220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:32.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d7c800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7415b600 0x7f9d740b2760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d7c800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9d740d0220 con 0x7f9d7415b220 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d7c800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9d740d00a0 con 0x7f9d740b56f0 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d7c800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9d74169100 con 0x7f9d7415b600 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d7415b220 0x7f9d740b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d7415b220 0x7f9d740b2220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56194/0 (socket says 172.21.15.22:56194) 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79400640 1 -- 172.21.15.22:0/4195758847 learned_addr learned my addr 172.21.15.22:0/4195758847 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79e00640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d740b56f0 0x7f9d7414fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d7a800640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7415b600 0x7f9d740b2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79400640 1 -- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7415b600 msgr2=0x7f9d740b2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79400640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7415b600 0x7f9d740b2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79400640 1 -- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d740b56f0 msgr2=0x7f9d7414fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79400640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d740b56f0 0x7f9d7414fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79400640 1 -- 172.21.15.22:0/4195758847 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d740b1460 con 0x7f9d7415b220 2024-09-10T10:38:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79e00640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d740b56f0 0x7f9d7414fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d79400640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d7415b220 0x7f9d740b2220 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f9d6400b410 tx=0x7f9d6400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d6e000640 1 -- 172.21.15.22:0/4195758847 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d64015030 con 0x7f9d7415b220 2024-09-10T10:38:32.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d6e000640 1 -- 172.21.15.22:0/4195758847 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d64004020 con 0x7f9d7415b220 2024-09-10T10:38:32.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d6e000640 1 -- 172.21.15.22:0/4195758847 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d64004450 con 0x7f9d7415b220 2024-09-10T10:38:32.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.330+0000 7f9d7c800640 1 -- 172.21.15.22:0/4195758847 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d740b1740 con 0x7f9d7415b220 2024-09-10T10:38:32.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.334+0000 7f9d7c800640 1 -- 172.21.15.22:0/4195758847 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d740b1d00 con 0x7f9d7415b220 2024-09-10T10:38:32.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.334+0000 7f9d7c800640 1 -- 172.21.15.22:0/4195758847 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d74072e90 con 0x7f9d7415b220 2024-09-10T10:38:32.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.334+0000 7f9d6e000640 1 -- 172.21.15.22:0/4195758847 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9d64018070 con 0x7f9d7415b220 2024-09-10T10:38:32.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.334+0000 7f9d6e000640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d580678f0 0x7f9d58069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:32.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.334+0000 7f9d6e000640 1 -- 172.21.15.22:0/4195758847 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f9d64085840 con 0x7f9d7415b220 2024-09-10T10:38:32.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.334+0000 7f9d79e00640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d580678f0 0x7f9d58069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:32.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.338+0000 7f9d79e00640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d580678f0 0x7f9d58069db0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9d68000f70 tx=0x7f9d68009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:32.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.338+0000 7f9d6e000640 1 -- 172.21.15.22:0/4195758847 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9d640562e0 con 0x7f9d7415b220 2024-09-10T10:38:32.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 -- 172.21.15.22:0/4195758847 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9d7406c0d0 con 0x7f9d7415b220 2024-09-10T10:38:32.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d6e000640 1 -- 172.21.15.22:0/4195758847 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v81) ==== 80+0+0 (secure 0 0 0) 0x7f9d64055be0 con 0x7f9d7415b220 2024-09-10T10:38:32.521 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:38:32.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 -- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d580678f0 msgr2=0x7f9d58069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d580678f0 0x7f9d58069db0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9d68000f70 tx=0x7f9d68009040 comp rx=0 tx=0).stop 2024-09-10T10:38:32.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 -- 172.21.15.22:0/4195758847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d7415b220 msgr2=0x7f9d740b2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d7415b220 0x7f9d740b2220 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f9d6400b410 tx=0x7f9d6400b8d0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 -- 172.21.15.22:0/4195758847 shutdown_connections 2024-09-10T10:38:32.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9d580678f0 0x7f9d58069db0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9d7415b600 0x7f9d740b2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9d7415b220 0x7f9d740b2220 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 --2- 172.21.15.22:0/4195758847 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9d740b56f0 0x7f9d7414fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 -- 172.21.15.22:0/4195758847 >> 172.21.15.22:0/4195758847 conn(0x7f9d74062dd0 msgr2=0x7f9d741592d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:32.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 -- 172.21.15.22:0/4195758847 shutdown_connections 2024-09-10T10:38:32.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.518+0000 7f9d7c800640 1 -- 172.21.15.22:0/4195758847 wait complete. 2024-09-10T10:38:32.542 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:38:32.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:38:32.542 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T10:38:32.611 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:38:32.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:38:32.612 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:38:32.623 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:38:32.623 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:38:32.623 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:38:32.632 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:38:32.632 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:38:32.682 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:38:32.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98aba00640 1 Processor -- start 2024-09-10T10:38:32.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98aba00640 1 -- start start 2024-09-10T10:38:32.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98aba00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f98a40b56f0 0x7f98a4071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:32.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98aba00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98a40ce880 con 0x7f98a415b600 2024-09-10T10:38:32.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98aba00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98a40ceb60 con 0x7f98a415b220 2024-09-10T10:38:32.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98aba00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f98a406d6e0 con 0x7f98a40b56f0 2024-09-10T10:38:32.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98a3e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f98a415b600 0x7f98a40b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57222/0 (socket says 172.21.15.22:57222) 2024-09-10T10:38:32.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98a3e00640 1 -- 172.21.15.22:0/2694240644 learned_addr learned my addr 172.21.15.22:0/2694240644 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:32.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98a9a00640 1 --2- 172.21.15.22:0/2694240644 >> v2:172.21.15.145:3300/0 conn(0x7f98a40b56f0 0x7f98a4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:32.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98a3400640 1 -- 172.21.15.22:0/2694240644 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2955204412 0 0) 0x7f98a40ce880 con 0x7f98a415b600 2024-09-10T10:38:32.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98a3400640 1 -- 172.21.15.22:0/2694240644 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9888003530 con 0x7f98a415b600 2024-09-10T10:38:32.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98a9a00640 1 -- 172.21.15.22:0/2694240644 >> v1:172.21.15.145:6789/0 conn(0x7f98a415b220 legacy=0x7f98a40b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98a9a00640 1 -- 172.21.15.22:0/2694240644 >> v1:172.21.15.22:6789/0 conn(0x7f98a415b600 legacy=0x7f98a40b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98a3400640 1 -- 172.21.15.22:0/2694240644 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2732346078 0 0) 0x7f98a40ceb60 con 0x7f98a415b220 2024-09-10T10:38:32.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.822+0000 7f98a9a00640 1 -- 172.21.15.22:0/2694240644 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98a40cee40 con 0x7f98a40b56f0 2024-09-10T10:38:32.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98a9a00640 1 --2- 172.21.15.22:0/2694240644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98a40b56f0 0x7f98a4071140 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f989c009d90 tx=0x7f989c01c660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22eabfe3380d47bb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:32.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98a3400640 1 -- 172.21.15.22:0/2694240644 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9890001680 con 0x7f98a40b56f0 2024-09-10T10:38:32.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98a3400640 1 -- 172.21.15.22:0/2694240644 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f989c0a8460 con 0x7f98a40b56f0 2024-09-10T10:38:32.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98a3400640 1 -- 172.21.15.22:0/2694240644 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f989c0a8830 con 0x7f98a40b56f0 2024-09-10T10:38:32.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98aba00640 1 -- 172.21.15.22:0/2694240644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98a40b56f0 msgr2=0x7f98a4071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98aba00640 1 --2- 172.21.15.22:0/2694240644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98a40b56f0 0x7f98a4071140 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f989c009d90 tx=0x7f989c01c660 comp rx=0 tx=0).stop 2024-09-10T10:38:32.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98aba00640 1 -- 172.21.15.22:0/2694240644 shutdown_connections 2024-09-10T10:38:32.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98aba00640 1 --2- 172.21.15.22:0/2694240644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98a40b56f0 0x7f98a4071140 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98aba00640 1 -- 172.21.15.22:0/2694240644 >> 172.21.15.22:0/2694240644 conn(0x7f98a4062dd0 msgr2=0x7f98a406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:32.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98aba00640 1 -- 172.21.15.22:0/2694240644 shutdown_connections 2024-09-10T10:38:32.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.826+0000 7f98aba00640 1 -- 172.21.15.22:0/2694240644 wait complete. 2024-09-10T10:38:32.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 Processor -- start 2024-09-10T10:38:32.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 -- start start 2024-09-10T10:38:32.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98a40b56f0 0x7f98a414cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:32.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98a415b220 0x7f98a40b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:32.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98a415b600 0x7f98a4155ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:32.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f98a40d01e0 con 0x7f98a415b220 2024-09-10T10:38:32.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f98a40d0060 con 0x7f98a40b56f0 2024-09-10T10:38:32.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f98a4169100 con 0x7f98a415b600 2024-09-10T10:38:32.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98a415b220 0x7f98a40b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98a415b220 0x7f98a40b1330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56206/0 (socket says 172.21.15.22:56206) 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a3e00640 1 -- 172.21.15.22:0/1269885603 learned_addr learned my addr 172.21.15.22:0/1269885603 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a9000640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98a40b56f0 0x7f98a414cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a9a00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98a415b600 0x7f98a4155ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a3e00640 1 -- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98a415b600 msgr2=0x7f98a4155ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a3e00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98a415b600 0x7f98a4155ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a3e00640 1 -- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98a40b56f0 msgr2=0x7f98a414cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a3e00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98a40b56f0 0x7f98a414cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a3e00640 1 -- 172.21.15.22:0/1269885603 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98a40b1d10 con 0x7f98a415b220 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a9a00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98a415b600 0x7f98a4155ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a3e00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98a415b220 0x7f98a40b1330 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f989000c760 tx=0x7f989000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:32.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a0c00640 1 -- 172.21.15.22:0/1269885603 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9890018070 con 0x7f98a415b220 2024-09-10T10:38:32.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a0c00640 1 -- 172.21.15.22:0/1269885603 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9890007500 con 0x7f98a415b220 2024-09-10T10:38:32.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 -- 172.21.15.22:0/1269885603 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98a40b01a0 con 0x7f98a415b220 2024-09-10T10:38:32.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98a0c00640 1 -- 172.21.15.22:0/1269885603 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9890004a30 con 0x7f98a415b220 2024-09-10T10:38:32.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 -- 172.21.15.22:0/1269885603 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98a40b0a40 con 0x7f98a415b220 2024-09-10T10:38:32.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.830+0000 7f98aba00640 1 -- 172.21.15.22:0/1269885603 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98a40ccf80 con 0x7f98a415b220 2024-09-10T10:38:32.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.834+0000 7f98a0c00640 1 -- 172.21.15.22:0/1269885603 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f989001b070 con 0x7f98a415b220 2024-09-10T10:38:32.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.834+0000 7f98a0c00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98840678c0 0x7f9884069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:32.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.834+0000 7f98a0c00640 1 -- 172.21.15.22:0/1269885603 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f9890085350 con 0x7f98a415b220 2024-09-10T10:38:32.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.834+0000 7f98a9000640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98840678c0 0x7f9884069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:32.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.834+0000 7f98a9000640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98840678c0 0x7f9884069d80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f9894000f70 tx=0x7f9894009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:32.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:32.838+0000 7f98a0c00640 1 -- 172.21.15.22:0/1269885603 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9890055df0 con 0x7f98a415b220 2024-09-10T10:38:33.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.014+0000 7f98aba00640 1 -- 172.21.15.22:0/1269885603 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f98a40b0370 con 0x7f98a415b220 2024-09-10T10:38:33.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.014+0000 7f98a0c00640 1 -- 172.21.15.22:0/1269885603 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v81) ==== 80+0+0 (secure 0 0 0) 0x7f98900556f0 con 0x7f98a415b220 2024-09-10T10:38:33.019 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 -- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98840678c0 msgr2=0x7f9884069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98840678c0 0x7f9884069d80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f9894000f70 tx=0x7f9894009040 comp rx=0 tx=0).stop 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 -- 172.21.15.22:0/1269885603 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98a415b220 msgr2=0x7f98a40b1330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98a415b220 0x7f98a40b1330 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f989000c760 tx=0x7f989000cc20 comp rx=0 tx=0).stop 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 -- 172.21.15.22:0/1269885603 shutdown_connections 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f98840678c0 0x7f9884069d80 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f98a415b600 0x7f98a4155ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f98a415b220 0x7f98a40b1330 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 --2- 172.21.15.22:0/1269885603 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98a40b56f0 0x7f98a414cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 -- 172.21.15.22:0/1269885603 >> 172.21.15.22:0/1269885603 conn(0x7f98a4062dd0 msgr2=0x7f98a4153950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:33.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 -- 172.21.15.22:0/1269885603 shutdown_connections 2024-09-10T10:38:33.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.018+0000 7f98aba00640 1 -- 172.21.15.22:0/1269885603 wait complete. 2024-09-10T10:38:33.040 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:38:33.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:38:33.040 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-10T10:38:33.069 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:38:33.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:38:33.069 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:38:33.125 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:38:33.125 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:38:33.126 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:38:33.134 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:38:33.135 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:38:33.135 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:38:33.135 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:38:33.181 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:38:33.182 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:38:33.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4274600640 1 Processor -- start 2024-09-10T10:38:33.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4274600640 1 -- start start 2024-09-10T10:38:33.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4274600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f426c15b220 0x7f426c071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4274600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f426c15b600 0x7f426c0b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4274600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f426c0ce880 con 0x7f426c0b5520 2024-09-10T10:38:33.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4274600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f426c06d6e0 con 0x7f426c15b600 2024-09-10T10:38:33.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4274600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f426c0ceb60 con 0x7f426c15b220 2024-09-10T10:38:33.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4271200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f426c15b600 0x7f426c0b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4272600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f426c0b5520 0x7f426c0b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57228/0 (socket says 172.21.15.22:57228) 2024-09-10T10:38:33.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4272600640 1 -- 172.21.15.22:0/1751411562 learned_addr learned my addr 172.21.15.22:0/1751411562 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:33.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.318+0000 7f4271c00640 1 --2- 172.21.15.22:0/1751411562 >> v2:172.21.15.145:3300/0 conn(0x7f426c15b220 0x7f426c071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4271200640 1 -- 172.21.15.22:0/1751411562 >> v2:172.21.15.145:3300/0 conn(0x7f426c15b220 msgr2=0x7f426c071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:33.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4271200640 1 --2- 172.21.15.22:0/1751411562 >> v2:172.21.15.145:3300/0 conn(0x7f426c15b220 0x7f426c071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4271200640 1 -- 172.21.15.22:0/1751411562 >> v1:172.21.15.22:6789/0 conn(0x7f426c0b5520 legacy=0x7f426c0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4271200640 1 -- 172.21.15.22:0/1751411562 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f426c0cee40 con 0x7f426c15b600 2024-09-10T10:38:33.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f426be00640 1 -- 172.21.15.22:0/1751411562 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4036579117 0 0) 0x7f426c0ce880 con 0x7f426c0b5520 2024-09-10T10:38:33.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4271200640 1 --2- 172.21.15.22:0/1751411562 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 0x7f426c0b4fe0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f426c06f400 tx=0x7f425801c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58fea7e509881914 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:33.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f426be00640 1 -- 172.21.15.22:0/1751411562 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42580b0070 con 0x7f426c15b600 2024-09-10T10:38:33.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f426be00640 1 -- 172.21.15.22:0/1751411562 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42580ab600 con 0x7f426c15b600 2024-09-10T10:38:33.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f426be00640 1 -- 172.21.15.22:0/1751411562 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42580ab9d0 con 0x7f426c15b600 2024-09-10T10:38:33.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4274600640 1 -- 172.21.15.22:0/1751411562 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 msgr2=0x7f426c0b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4274600640 1 --2- 172.21.15.22:0/1751411562 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 0x7f426c0b4fe0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f426c06f400 tx=0x7f425801c360 comp rx=0 tx=0).stop 2024-09-10T10:38:33.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4274600640 1 -- 172.21.15.22:0/1751411562 shutdown_connections 2024-09-10T10:38:33.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4274600640 1 --2- 172.21.15.22:0/1751411562 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 0x7f426c0b4fe0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4274600640 1 --2- 172.21.15.22:0/1751411562 >> v2:172.21.15.145:3300/0 conn(0x7f426c15b220 0x7f426c071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.322+0000 7f4274600640 1 -- 172.21.15.22:0/1751411562 >> 172.21.15.22:0/1751411562 conn(0x7f426c062dd0 msgr2=0x7f426c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:33.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 -- 172.21.15.22:0/1751411562 shutdown_connections 2024-09-10T10:38:33.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 -- 172.21.15.22:0/1751411562 wait complete. 2024-09-10T10:38:33.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 Processor -- start 2024-09-10T10:38:33.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 -- start start 2024-09-10T10:38:33.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f426c0b5520 0x7f426c1601e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f426c15b220 0x7f426c0b2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 0x7f426c0b1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f426c0d01e0 con 0x7f426c15b600 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f426c0d0060 con 0x7f426c15b220 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f426c1680f0 con 0x7f426c0b5520 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4272600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 0x7f426c0b1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4272600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 0x7f426c0b1ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56236/0 (socket says 172.21.15.22:56236) 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4272600640 1 -- 172.21.15.22:0/843827195 learned_addr learned my addr 172.21.15.22:0/843827195 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4271c00640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f426c0b5520 0x7f426c1601e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4271200640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f426c15b220 0x7f426c0b2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4272600640 1 -- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f426c0b5520 msgr2=0x7f426c1601e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4272600640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f426c0b5520 0x7f426c1601e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4272600640 1 -- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f426c15b220 msgr2=0x7f426c0b2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4272600640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f426c15b220 0x7f426c0b2bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4272600640 1 -- 172.21.15.22:0/843827195 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f426c0b3110 con 0x7f426c15b600 2024-09-10T10:38:33.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4272600640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 0x7f426c0b1ee0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f426400c7d0 tx=0x7f426400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:33.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4269600640 1 -- 172.21.15.22:0/843827195 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4264018070 con 0x7f426c15b600 2024-09-10T10:38:33.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4269600640 1 -- 172.21.15.22:0/843827195 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f426400a640 con 0x7f426c15b600 2024-09-10T10:38:33.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4269600640 1 -- 172.21.15.22:0/843827195 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426400aa70 con 0x7f426c15b600 2024-09-10T10:38:33.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.326+0000 7f4274600640 1 -- 172.21.15.22:0/843827195 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f426c0b2420 con 0x7f426c15b600 2024-09-10T10:38:33.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.330+0000 7f4274600640 1 -- 172.21.15.22:0/843827195 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f426c0b1120 con 0x7f426c15b600 2024-09-10T10:38:33.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.330+0000 7f4274600640 1 -- 172.21.15.22:0/843827195 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f426c071140 con 0x7f426c15b600 2024-09-10T10:38:33.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.330+0000 7f4269600640 1 -- 172.21.15.22:0/843827195 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f426401b070 con 0x7f426c15b600 2024-09-10T10:38:33.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.330+0000 7f4269600640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f424c0678c0 0x7f424c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.330+0000 7f4269600640 1 -- 172.21.15.22:0/843827195 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f4264085270 con 0x7f426c15b600 2024-09-10T10:38:33.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.330+0000 7f4271c00640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f424c0678c0 0x7f424c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.334+0000 7f4271c00640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f424c0678c0 0x7f424c069d80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f4260007a60 tx=0x7f4260008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:33.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.334+0000 7f4269600640 1 -- 172.21.15.22:0/843827195 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f426c0b3110 con 0x7f426c15b600 2024-09-10T10:38:33.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 -- 172.21.15.22:0/843827195 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f426c15a960 con 0x7f426c15b600 2024-09-10T10:38:33.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4269600640 1 -- 172.21.15.22:0/843827195 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5232 (secure 0 0 0) 0x7f42640556c0 con 0x7f426c15b600 2024-09-10T10:38:33.538 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:33.539 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":54,"btime":"2024-09-10T10:37:28:569837+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1770741199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1770741199},{"type":"v1","addr":"172.21.15.145:6836","nonce":1770741199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6198,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1514591581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1514591581},{"type":"v1","addr":"172.21.15.22:6834","nonce":1514591581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44},{"gid":6201,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1244929938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1244929938},{"type":"v1","addr":"172.21.15.22:6835","nonce":1244929938}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:59.473721+0000","modified":"2024-09-10T10:37:28.120702+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6207},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6207":{"gid":6207,"name":"b","rank":0,"incarnation":46,"state":"up:active","state_seq":25,"addr":"172.21.15.145:6837/2250061541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2250061541},{"type":"v1","addr":"172.21.15.145:6837","nonce":2250061541}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6207,"qdb_cluster":[6207]},"id":6}]} 2024-09-10T10:38:33.539 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 54 2024-09-10T10:38:33.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 -- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f424c0678c0 msgr2=0x7f424c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f424c0678c0 0x7f424c069d80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f4260007a60 tx=0x7f4260008040 comp rx=0 tx=0).stop 2024-09-10T10:38:33.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 -- 172.21.15.22:0/843827195 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 msgr2=0x7f426c0b1ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 0x7f426c0b1ee0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f426400c7d0 tx=0x7f426400cc90 comp rx=0 tx=0).stop 2024-09-10T10:38:33.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 -- 172.21.15.22:0/843827195 shutdown_connections 2024-09-10T10:38:33.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f424c0678c0 0x7f424c069d80 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f426c15b600 0x7f426c0b1ee0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f426c15b220 0x7f426c0b2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 --2- 172.21.15.22:0/843827195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f426c0b5520 0x7f426c1601e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 -- 172.21.15.22:0/843827195 >> 172.21.15.22:0/843827195 conn(0x7f426c062dd0 msgr2=0x7f426c0b4b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:33.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 -- 172.21.15.22:0/843827195 shutdown_connections 2024-09-10T10:38:33.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.534+0000 7f4274600640 1 -- 172.21.15.22:0/843827195 wait complete. 2024-09-10T10:38:33.560 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:38:33.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967ee00640 1 Processor -- start 2024-09-10T10:38:33.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967ee00640 1 -- start start 2024-09-10T10:38:33.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967ee00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f967815c440 0x7f96780d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967ee00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96780d1980 0x7f96780b5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967ee00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9678071570 con 0x7f96780b63c0 2024-09-10T10:38:33.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967ee00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f96780b1fb0 con 0x7f967815c440 2024-09-10T10:38:33.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967ee00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9678071850 con 0x7f96780d1980 2024-09-10T10:38:33.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967e400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f96780b63c0 0x7f96780b6ae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57238/0 (socket says 172.21.15.22:57238) 2024-09-10T10:38:33.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967e400640 1 -- 172.21.15.22:0/526891395 learned_addr learned my addr 172.21.15.22:0/526891395 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:33.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967da00640 1 --2- 172.21.15.22:0/526891395 >> v2:172.21.15.22:3300/0 conn(0x7f967815c440 0x7f96780d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967d000640 1 --2- 172.21.15.22:0/526891395 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96780d1980 0x7f96780b5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f9677e00640 1 -- 172.21.15.22:0/526891395 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1364929997 0 0) 0x7f9678071570 con 0x7f96780b63c0 2024-09-10T10:38:33.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f9677e00640 1 -- 172.21.15.22:0/526891395 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9660003530 con 0x7f96780b63c0 2024-09-10T10:38:33.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967da00640 1 -- 172.21.15.22:0/526891395 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96780d1980 msgr2=0x7f96780b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967da00640 1 --2- 172.21.15.22:0/526891395 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96780d1980 0x7f96780b5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967da00640 1 -- 172.21.15.22:0/526891395 >> v1:172.21.15.22:6789/0 conn(0x7f96780b63c0 legacy=0x7f96780b6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.698+0000 7f967da00640 1 -- 172.21.15.22:0/526891395 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96780b5680 con 0x7f967815c440 2024-09-10T10:38:33.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f967da00640 1 --2- 172.21.15.22:0/526891395 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f967815c440 0x7f96780d1ed0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f966c0097c0 tx=0x7f966c01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d02a2bd5c0a293e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:33.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f9677e00640 1 -- 172.21.15.22:0/526891395 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f966c0b0070 con 0x7f967815c440 2024-09-10T10:38:33.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f9677e00640 1 -- 172.21.15.22:0/526891395 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f966c0ab600 con 0x7f967815c440 2024-09-10T10:38:33.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f9677e00640 1 -- 172.21.15.22:0/526891395 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f966c0ab9b0 con 0x7f967815c440 2024-09-10T10:38:33.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f967ee00640 1 -- 172.21.15.22:0/526891395 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f967815c440 msgr2=0x7f96780d1ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f967ee00640 1 --2- 172.21.15.22:0/526891395 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f967815c440 0x7f96780d1ed0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f966c0097c0 tx=0x7f966c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f967ee00640 1 -- 172.21.15.22:0/526891395 shutdown_connections 2024-09-10T10:38:33.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f967ee00640 1 --2- 172.21.15.22:0/526891395 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96780d1980 0x7f96780b5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f967ee00640 1 --2- 172.21.15.22:0/526891395 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f967815c440 0x7f96780d1ed0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f967ee00640 1 -- 172.21.15.22:0/526891395 >> 172.21.15.22:0/526891395 conn(0x7f96780b41e0 msgr2=0x7f96780b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:33.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f967ee00640 1 -- 172.21.15.22:0/526891395 shutdown_connections 2024-09-10T10:38:33.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.702+0000 7f967ee00640 1 -- 172.21.15.22:0/526891395 wait complete. 2024-09-10T10:38:33.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 Processor -- start 2024-09-10T10:38:33.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 -- start start 2024-09-10T10:38:33.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96780b63c0 0x7f9678155c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96780d1980 0x7f9678150160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f967815c440 0x7f96781536d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f96780b7370 con 0x7f96780d1980 2024-09-10T10:38:33.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f96780b71f0 con 0x7f967815c440 2024-09-10T10:38:33.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f96781690d0 con 0x7f96780b63c0 2024-09-10T10:38:33.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967d000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96780d1980 0x7f9678150160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967d000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96780d1980 0x7f9678150160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56264/0 (socket says 172.21.15.22:56264) 2024-09-10T10:38:33.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967d000640 1 -- 172.21.15.22:0/3227107243 learned_addr learned my addr 172.21.15.22:0/3227107243 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:33.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967da00640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96780b63c0 0x7f9678155c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967d000640 1 -- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96780b63c0 msgr2=0x7f9678155c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967d000640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96780b63c0 0x7f9678155c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967d000640 1 -- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f967815c440 msgr2=0x7f96781536d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967e400640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f967815c440 0x7f96781536d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967d000640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f967815c440 0x7f96781536d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967d000640 1 -- 172.21.15.22:0/3227107243 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96781584e0 con 0x7f96780d1980 2024-09-10T10:38:33.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967e400640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f967815c440 0x7f96781536d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:33.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967d000640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96780d1980 0x7f9678150160 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f966400e930 tx=0x7f966400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:33.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f9675600640 1 -- 172.21.15.22:0/3227107243 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9664017070 con 0x7f96780d1980 2024-09-10T10:38:33.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f9675600640 1 -- 172.21.15.22:0/3227107243 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f966400ca00 con 0x7f96780d1980 2024-09-10T10:38:33.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 -- 172.21.15.22:0/3227107243 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9678154e60 con 0x7f96780d1980 2024-09-10T10:38:33.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f9675600640 1 -- 172.21.15.22:0/3227107243 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f966400cdb0 con 0x7f96780d1980 2024-09-10T10:38:33.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 -- 172.21.15.22:0/3227107243 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9678155420 con 0x7f96780d1980 2024-09-10T10:38:33.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.706+0000 7f967ee00640 1 -- 172.21.15.22:0/3227107243 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96780b5e80 con 0x7f96780d1980 2024-09-10T10:38:33.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.710+0000 7f9675600640 1 -- 172.21.15.22:0/3227107243 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f966401a070 con 0x7f96780d1980 2024-09-10T10:38:33.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.710+0000 7f9675600640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96580678c0 0x7f9658069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:33.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.710+0000 7f9675600640 1 -- 172.21.15.22:0/3227107243 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f96640860d0 con 0x7f96780d1980 2024-09-10T10:38:33.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.710+0000 7f967da00640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96580678c0 0x7f9658069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:33.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.710+0000 7f967da00640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96580678c0 0x7f9658069d80 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f966c0ad000 tx=0x7f966c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:33.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.714+0000 7f9675600640 1 -- 172.21.15.22:0/3227107243 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9664056c30 con 0x7f96780d1980 2024-09-10T10:38:33.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.918+0000 7f967ee00640 1 -- 172.21.15.22:0/3227107243 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9678156670 con 0x7f96780d1980 2024-09-10T10:38:33.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.918+0000 7f9675600640 1 -- 172.21.15.22:0/3227107243 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5232 (secure 0 0 0) 0x7f9664056530 con 0x7f96780d1980 2024-09-10T10:38:33.923 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:33.923 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":54,"btime":"2024-09-10T10:37:28:569837+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1770741199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1770741199},{"type":"v1","addr":"172.21.15.145:6836","nonce":1770741199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6198,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1514591581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1514591581},{"type":"v1","addr":"172.21.15.22:6834","nonce":1514591581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44},{"gid":6201,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1244929938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1244929938},{"type":"v1","addr":"172.21.15.22:6835","nonce":1244929938}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:59.473721+0000","modified":"2024-09-10T10:37:28.120702+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6207},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6207":{"gid":6207,"name":"b","rank":0,"incarnation":46,"state":"up:active","state_seq":25,"addr":"172.21.15.145:6837/2250061541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2250061541},{"type":"v1","addr":"172.21.15.145:6837","nonce":2250061541}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6207,"qdb_cluster":[6207]},"id":6}]} 2024-09-10T10:38:33.923 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 54 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 -- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96580678c0 msgr2=0x7f9658069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96580678c0 0x7f9658069d80 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f966c0ad000 tx=0x7f966c008040 comp rx=0 tx=0).stop 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 -- 172.21.15.22:0/3227107243 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96780d1980 msgr2=0x7f9678150160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96780d1980 0x7f9678150160 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f966400e930 tx=0x7f966400edf0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 -- 172.21.15.22:0/3227107243 shutdown_connections 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f96580678c0 0x7f9658069d80 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f967815c440 0x7f96781536d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f96780d1980 0x7f9678150160 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 --2- 172.21.15.22:0/3227107243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f96780b63c0 0x7f9678155c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 -- 172.21.15.22:0/3227107243 >> 172.21.15.22:0/3227107243 conn(0x7f96780b41e0 msgr2=0x7f9678070720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:33.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 -- 172.21.15.22:0/3227107243 shutdown_connections 2024-09-10T10:38:33.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:33.922+0000 7f967ee00640 1 -- 172.21.15.22:0/3227107243 wait complete. 2024-09-10T10:38:33.945 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:38:34.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e3be00640 1 Processor -- start 2024-09-10T10:38:34.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e3be00640 1 -- start start 2024-09-10T10:38:34.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e3be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340b0ba0 0x7f9e3406e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e3be00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e3415cae0 con 0x7f9e340626e0 2024-09-10T10:38:34.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e3be00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e3415d9d0 con 0x7f9e34141c00 2024-09-10T10:38:34.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e3be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9e34142370 con 0x7f9e340b0ba0 2024-09-10T10:38:34.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e39e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9e340626e0 0x7f9e341600d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:57250/0 (socket says 172.21.15.22:57250) 2024-09-10T10:38:34.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e39e00640 1 -- 172.21.15.22:0/4115728307 learned_addr learned my addr 172.21.15.22:0/4115728307 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:34.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e39400640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340b0ba0 0x7f9e3406e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2734673142 0 0) 0x7f9e3415cae0 con 0x7f9e340626e0 2024-09-10T10:38:34.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9e1c003530 con 0x7f9e340626e0 2024-09-10T10:38:34.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4170618187 0 0) 0x7f9e3415d9d0 con 0x7f9e34141c00 2024-09-10T10:38:34.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9e3415cae0 con 0x7f9e34141c00 2024-09-10T10:38:34.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 181059304 0 0) 0x7f9e1c003530 con 0x7f9e340626e0 2024-09-10T10:38:34.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340b0ba0 msgr2=0x7f9e3406e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:34.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340b0ba0 0x7f9e3406e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 >> v1:172.21.15.145:6789/0 conn(0x7f9e34141c00 legacy=0x7f9e3415d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e34142650 con 0x7f9e340626e0 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f9e2c001680 con 0x7f9e340626e0 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 >> v1:172.21.15.22:6789/0 conn(0x7f9e340626e0 legacy=0x7f9e341600d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340b0ba0 0x7f9e1c003b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 0x7f9e1c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e1c004d50 0x7f9e1c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9e34142370 con 0x7f9e1c004130 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9e1c00bb10 con 0x7f9e1c004d50 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.082+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9e1c00bd10 con 0x7f9e340b0ba0 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e38a00640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 0x7f9e1c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e39400640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340b0ba0 0x7f9e1c003b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e39e00640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e1c004d50 0x7f9e1c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e38a00640 1 -- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340b0ba0 msgr2=0x7f9e1c003b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:34.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e38a00640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340b0ba0 0x7f9e1c003b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e38a00640 1 -- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e1c004d50 msgr2=0x7f9e1c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:34.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e38a00640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e1c004d50 0x7f9e1c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e38a00640 1 -- 172.21.15.22:0/4115728307 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e1c003530 con 0x7f9e1c004130 2024-09-10T10:38:34.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e38a00640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 0x7f9e1c004810 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f9e340cf030 tx=0x7f9e2001ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cc31796657796a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:34.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e20001520 con 0x7f9e1c004130 2024-09-10T10:38:34.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e200052f0 con 0x7f9e1c004130 2024-09-10T10:38:34.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.086+0000 7f9e33e00640 1 -- 172.21.15.22:0/4115728307 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e200a8870 con 0x7f9e1c004130 2024-09-10T10:38:34.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 -- 172.21.15.22:0/4115728307 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 msgr2=0x7f9e1c004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 --2- 172.21.15.22:0/4115728307 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 0x7f9e1c004810 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f9e340cf030 tx=0x7f9e2001ec10 comp rx=0 tx=0).stop 2024-09-10T10:38:34.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39e00640 1 -- 172.21.15.22:0/4115728307 reap_dead start 2024-09-10T10:38:34.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 -- 172.21.15.22:0/4115728307 shutdown_connections 2024-09-10T10:38:34.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 -- 172.21.15.22:0/4115728307 >> 172.21.15.22:0/4115728307 conn(0x7f9e340ce1f0 msgr2=0x7f9e340ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:34.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 -- 172.21.15.22:0/4115728307 shutdown_connections 2024-09-10T10:38:34.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 -- 172.21.15.22:0/4115728307 wait complete. 2024-09-10T10:38:34.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 Processor -- start 2024-09-10T10:38:34.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 -- start start 2024-09-10T10:38:34.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 0x7f9e3413e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e34145910 0x7f9e34143740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e341e5a10 0x7f9e341e5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9e34142060 con 0x7f9e1c004130 2024-09-10T10:38:34.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9e3415cda0 con 0x7f9e341e5a10 2024-09-10T10:38:34.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e3be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9e340b0f80 con 0x7f9e34145910 2024-09-10T10:38:34.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 0x7f9e3413e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 0x7f9e3413e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56282/0 (socket says 172.21.15.22:56282) 2024-09-10T10:38:34.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39400640 1 -- 172.21.15.22:0/930098907 learned_addr learned my addr 172.21.15.22:0/930098907 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:34.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e38a00640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e34145910 0x7f9e34143740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39e00640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e341e5a10 0x7f9e341e5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39400640 1 -- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e34145910 msgr2=0x7f9e34143740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39400640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e34145910 0x7f9e34143740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39400640 1 -- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e341e5a10 msgr2=0x7f9e341e5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39400640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e341e5a10 0x7f9e341e5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39400640 1 -- 172.21.15.22:0/930098907 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e341e6790 con 0x7f9e1c004130 2024-09-10T10:38:34.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.090+0000 7f9e39400640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 0x7f9e3413e980 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f9e28011e30 tx=0x7f9e2800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:34.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.094+0000 7f9e31600640 1 -- 172.21.15.22:0/930098907 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28015630 con 0x7f9e1c004130 2024-09-10T10:38:34.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.094+0000 7f9e31600640 1 -- 172.21.15.22:0/930098907 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e280157d0 con 0x7f9e1c004130 2024-09-10T10:38:34.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.094+0000 7f9e31600640 1 -- 172.21.15.22:0/930098907 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28015ba0 con 0x7f9e1c004130 2024-09-10T10:38:34.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.094+0000 7f9e3be00640 1 -- 172.21.15.22:0/930098907 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e34142ca0 con 0x7f9e1c004130 2024-09-10T10:38:34.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.094+0000 7f9e3be00640 1 -- 172.21.15.22:0/930098907 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e34143220 con 0x7f9e1c004130 2024-09-10T10:38:34.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.094+0000 7f9e3be00640 1 -- 172.21.15.22:0/930098907 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e3406e4e0 con 0x7f9e1c004130 2024-09-10T10:38:34.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.094+0000 7f9e31600640 1 -- 172.21.15.22:0/930098907 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9e2801d400 con 0x7f9e1c004130 2024-09-10T10:38:34.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.094+0000 7f9e31600640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e140678c0 0x7f9e14069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.094+0000 7f9e31600640 1 -- 172.21.15.22:0/930098907 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f9e28086dd0 con 0x7f9e1c004130 2024-09-10T10:38:34.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.094+0000 7f9e38a00640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e140678c0 0x7f9e14069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.098+0000 7f9e38a00640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e140678c0 0x7f9e14069d80 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9e200b0000 tx=0x7f9e200aa070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:34.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.098+0000 7f9e31600640 1 -- 172.21.15.22:0/930098907 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9e28019030 con 0x7f9e1c004130 2024-09-10T10:38:34.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.266+0000 7f9e3be00640 1 -- 172.21.15.22:0/930098907 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9e341419e0 con 0x7f9e1c004130 2024-09-10T10:38:34.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.266+0000 7f9e31600640 1 -- 172.21.15.22:0/930098907 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+16744 (secure 0 0 0) 0x7f9e28010040 con 0x7f9e1c004130 2024-09-10T10:38:34.271 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:34.271 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":81,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:36:01.085904+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:35:57.205809+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-10T10:35:58.478471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:38:34.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 -- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e140678c0 msgr2=0x7f9e14069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e140678c0 0x7f9e14069d80 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9e200b0000 tx=0x7f9e200aa070 comp rx=0 tx=0).stop 2024-09-10T10:38:34.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 -- 172.21.15.22:0/930098907 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 msgr2=0x7f9e3413e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 0x7f9e3413e980 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f9e28011e30 tx=0x7f9e2800f580 comp rx=0 tx=0).stop 2024-09-10T10:38:34.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 -- 172.21.15.22:0/930098907 shutdown_connections 2024-09-10T10:38:34.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e140678c0 0x7f9e14069d80 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e341e5a10 0x7f9e341e5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e34145910 0x7f9e34143740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 --2- 172.21.15.22:0/930098907 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e1c004130 0x7f9e3413e980 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 -- 172.21.15.22:0/930098907 >> 172.21.15.22:0/930098907 conn(0x7f9e340ce1f0 msgr2=0x7f9e340cf490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:34.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 -- 172.21.15.22:0/930098907 shutdown_connections 2024-09-10T10:38:34.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.270+0000 7f9e3be00640 1 -- 172.21.15.22:0/930098907 wait complete. 2024-09-10T10:38:34.292 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:38:34.292 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:38:34.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6289c00640 1 Processor -- start 2024-09-10T10:38:34.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6289c00640 1 -- start start 2024-09-10T10:38:34.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6289c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f628415b220 0x7f6284071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6289c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f628415b600 0x7f62840b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6289c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62840ce880 con 0x7f62840b5520 2024-09-10T10:38:34.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6289c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f628406d6e0 con 0x7f628415b600 2024-09-10T10:38:34.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6289c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f62840ceb60 con 0x7f628415b220 2024-09-10T10:38:34.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6282a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f628415b220 0x7f6284071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f627a000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f628415b600 0x7f62840b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f627a000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f628415b600 0x7f62840b4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:56644/0 (socket says 172.21.15.22:56644) 2024-09-10T10:38:34.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6282a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f628415b220 0x7f6284071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:36042/0 (socket says 172.21.15.22:36042) 2024-09-10T10:38:34.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6283400640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f62840b5520 0x7f62840b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:57924/0 (socket says 172.21.15.22:57924) 2024-09-10T10:38:34.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f627a000640 1 -- 172.21.15.22:0/3372623216 learned_addr learned my addr 172.21.15.22:0/3372623216 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:34.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f627a000640 1 -- 172.21.15.22:0/3372623216 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f628415b220 msgr2=0x7f6284071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:34.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f627a000640 1 --2- 172.21.15.22:0/3372623216 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f628415b220 0x7f6284071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f627a000640 1 -- 172.21.15.22:0/3372623216 >> v1:172.21.15.145:6789/0 conn(0x7f62840b5520 legacy=0x7f62840b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f627a000640 1 -- 172.21.15.22:0/3372623216 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62840cee40 con 0x7f628415b600 2024-09-10T10:38:34.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6282000640 1 -- 172.21.15.22:0/3372623216 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3163500183 0 0) 0x7f62840ce880 con 0x7f62840b5520 2024-09-10T10:38:34.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.430+0000 7f6282a00640 1 --2- 172.21.15.22:0/3372623216 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f628415b220 0x7f6284071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:38:34.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f627a000640 1 --2- 172.21.15.22:0/3372623216 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f628415b600 0x7f62840b4fe0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f626c009870 tx=0x7f626c01c4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78dd63d7ba1828a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:34.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f6282000640 1 -- 172.21.15.22:0/3372623216 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f626c0b0070 con 0x7f628415b600 2024-09-10T10:38:34.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f6282000640 1 -- 172.21.15.22:0/3372623216 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f626c0ab600 con 0x7f628415b600 2024-09-10T10:38:34.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f6282000640 1 -- 172.21.15.22:0/3372623216 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f626c0ab9d0 con 0x7f628415b600 2024-09-10T10:38:34.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f6289c00640 1 -- 172.21.15.22:0/3372623216 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f628415b600 msgr2=0x7f62840b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f6289c00640 1 --2- 172.21.15.22:0/3372623216 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f628415b600 0x7f62840b4fe0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f626c009870 tx=0x7f626c01c4d0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f6289c00640 1 -- 172.21.15.22:0/3372623216 shutdown_connections 2024-09-10T10:38:34.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f6289c00640 1 --2- 172.21.15.22:0/3372623216 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f628415b600 0x7f62840b4fe0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f6289c00640 1 --2- 172.21.15.22:0/3372623216 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f628415b220 0x7f6284071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f6289c00640 1 -- 172.21.15.22:0/3372623216 >> 172.21.15.22:0/3372623216 conn(0x7f6284062dd0 msgr2=0x7f628406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:34.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.434+0000 7f6289c00640 1 -- 172.21.15.22:0/3372623216 shutdown_connections 2024-09-10T10:38:34.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 -- 172.21.15.22:0/3372623216 wait complete. 2024-09-10T10:38:34.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 Processor -- start 2024-09-10T10:38:34.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 -- start start 2024-09-10T10:38:34.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62840b5520 0x7f6284155f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f628415b220 0x7f6284163590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f628415b600 0x7f6284163ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f62840d0220 con 0x7f628415b600 2024-09-10T10:38:34.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62840d00a0 con 0x7f628415b220 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f628406da30 con 0x7f62840b5520 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6283400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f628415b600 0x7f6284163ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6283400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f628415b600 0x7f6284163ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56296/0 (socket says 172.21.15.22:56296) 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6283400640 1 -- 172.21.15.22:0/1456947376 learned_addr learned my addr 172.21.15.22:0/1456947376 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6282a00640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62840b5520 0x7f6284155f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f627a000640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f628415b220 0x7f6284163590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6283400640 1 -- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62840b5520 msgr2=0x7f6284155f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6283400640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62840b5520 0x7f6284155f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6283400640 1 -- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f628415b220 msgr2=0x7f6284163590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6283400640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f628415b220 0x7f6284163590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6283400640 1 -- 172.21.15.22:0/1456947376 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62841640e0 con 0x7f628415b600 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f627a000640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f628415b220 0x7f6284163590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:34.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6283400640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f628415b600 0x7f6284163ad0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f627c00c480 tx=0x7f627c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:34.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f627b400640 1 -- 172.21.15.22:0/1456947376 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627c018070 con 0x7f628415b600 2024-09-10T10:38:34.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f627b400640 1 -- 172.21.15.22:0/1456947376 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f627c0074e0 con 0x7f628415b600 2024-09-10T10:38:34.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f627b400640 1 -- 172.21.15.22:0/1456947376 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627c004a30 con 0x7f628415b600 2024-09-10T10:38:34.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 -- 172.21.15.22:0/1456947376 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62841643c0 con 0x7f628415b600 2024-09-10T10:38:34.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.438+0000 7f6289c00640 1 -- 172.21.15.22:0/1456947376 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6284164980 con 0x7f628415b600 2024-09-10T10:38:34.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.442+0000 7f6289c00640 1 -- 172.21.15.22:0/1456947376 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62840b4fe0 con 0x7f628415b600 2024-09-10T10:38:34.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.442+0000 7f627b400640 1 -- 172.21.15.22:0/1456947376 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f627c004bd0 con 0x7f628415b600 2024-09-10T10:38:34.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.442+0000 7f627b400640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62600678f0 0x7f6260069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.442+0000 7f627b400640 1 -- 172.21.15.22:0/1456947376 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f627c084ee0 con 0x7f628415b600 2024-09-10T10:38:34.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.442+0000 7f6282a00640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62600678f0 0x7f6260069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.442+0000 7f6282a00640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62600678f0 0x7f6260069db0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f627400bfd0 tx=0x7f627400d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:34.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.446+0000 7f627b400640 1 -- 172.21.15.22:0/1456947376 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f627c055a10 con 0x7f628415b600 2024-09-10T10:38:34.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.642+0000 7f6289c00640 1 -- 172.21.15.22:0/1456947376 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6284072e90 con 0x7f628415b600 2024-09-10T10:38:34.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f627b400640 1 -- 172.21.15.22:0/1456947376 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5232 (secure 0 0 0) 0x7f627c055310 con 0x7f628415b600 2024-09-10T10:38:34.649 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:34.649 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":54,"btime":"2024-09-10T10:37:28:569837+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1770741199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1770741199},{"type":"v1","addr":"172.21.15.145:6836","nonce":1770741199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6198,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1514591581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1514591581},{"type":"v1","addr":"172.21.15.22:6834","nonce":1514591581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44},{"gid":6201,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1244929938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1244929938},{"type":"v1","addr":"172.21.15.22:6835","nonce":1244929938}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:59.473721+0000","modified":"2024-09-10T10:37:28.120702+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6207},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6207":{"gid":6207,"name":"b","rank":0,"incarnation":46,"state":"up:active","state_seq":25,"addr":"172.21.15.145:6837/2250061541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2250061541},{"type":"v1","addr":"172.21.15.145:6837","nonce":2250061541}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6207,"qdb_cluster":[6207]},"id":6}]} 2024-09-10T10:38:34.649 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 54 2024-09-10T10:38:34.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 -- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62600678f0 msgr2=0x7f6260069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62600678f0 0x7f6260069db0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f627400bfd0 tx=0x7f627400d040 comp rx=0 tx=0).stop 2024-09-10T10:38:34.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 -- 172.21.15.22:0/1456947376 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f628415b600 msgr2=0x7f6284163ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f628415b600 0x7f6284163ad0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f627c00c480 tx=0x7f627c00c940 comp rx=0 tx=0).stop 2024-09-10T10:38:34.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 -- 172.21.15.22:0/1456947376 shutdown_connections 2024-09-10T10:38:34.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f62600678f0 0x7f6260069db0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f628415b600 0x7f6284163ad0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f628415b220 0x7f6284163590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 --2- 172.21.15.22:0/1456947376 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62840b5520 0x7f6284155f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 -- 172.21.15.22:0/1456947376 >> 172.21.15.22:0/1456947376 conn(0x7f6284062dd0 msgr2=0x7f6284159e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:34.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 -- 172.21.15.22:0/1456947376 shutdown_connections 2024-09-10T10:38:34.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.646+0000 7f6289c00640 1 -- 172.21.15.22:0/1456947376 wait complete. 2024-09-10T10:38:34.670 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:38:34.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d6a800640 1 Processor -- start 2024-09-10T10:38:34.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d6a800640 1 -- start start 2024-09-10T10:38:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d6a800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4d6415e960 0x7f4d6415edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d6a800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4d640b6bc0 0x7f4d640b7010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d6a800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d6406d1a0 con 0x7f4d6415e580 2024-09-10T10:38:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d6a800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4d6406d480 con 0x7f4d640b6bc0 2024-09-10T10:38:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d6a800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f4d6406d760 con 0x7f4d6415e960 2024-09-10T10:38:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d63e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4d640b6bc0 0x7f4d640b7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d63e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4d640b6bc0 0x7f4d640b7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56306/0 (socket says 172.21.15.22:56306) 2024-09-10T10:38:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d63e00640 1 -- 172.21.15.22:0/3416593193 learned_addr learned my addr 172.21.15.22:0/3416593193 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:34.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d62a00640 1 --2- 172.21.15.22:0/3416593193 >> v2:172.21.15.145:3300/0 conn(0x7f4d6415e960 0x7f4d6415edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d63e00640 1 -- 172.21.15.22:0/3416593193 >> v2:172.21.15.145:3300/0 conn(0x7f4d6415e960 msgr2=0x7f4d6415edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d63e00640 1 --2- 172.21.15.22:0/3416593193 >> v2:172.21.15.145:3300/0 conn(0x7f4d6415e960 0x7f4d6415edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d63e00640 1 -- 172.21.15.22:0/3416593193 >> v1:172.21.15.145:6789/0 conn(0x7f4d6415e580 legacy=0x7f4d64070a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d63e00640 1 -- 172.21.15.22:0/3416593193 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d6406da40 con 0x7f4d640b6bc0 2024-09-10T10:38:34.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.810+0000 7f4d62000640 1 -- 172.21.15.22:0/3416593193 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1207043883 0 0) 0x7f4d6406d1a0 con 0x7f4d6415e580 2024-09-10T10:38:34.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d63e00640 1 --2- 172.21.15.22:0/3416593193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d640b6bc0 0x7f4d640b7010 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f4d64162130 tx=0x7f4d5c01c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5447b53d0e79f7ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:34.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d62000640 1 -- 172.21.15.22:0/3416593193 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d5c0a57b0 con 0x7f4d640b6bc0 2024-09-10T10:38:34.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d62000640 1 -- 172.21.15.22:0/3416593193 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d5c0a5950 con 0x7f4d640b6bc0 2024-09-10T10:38:34.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d62000640 1 -- 172.21.15.22:0/3416593193 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d5c0a5d20 con 0x7f4d640b6bc0 2024-09-10T10:38:34.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d6a800640 1 -- 172.21.15.22:0/3416593193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d640b6bc0 msgr2=0x7f4d640b7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d6a800640 1 --2- 172.21.15.22:0/3416593193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d640b6bc0 0x7f4d640b7010 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f4d64162130 tx=0x7f4d5c01c960 comp rx=0 tx=0).stop 2024-09-10T10:38:34.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d6a800640 1 -- 172.21.15.22:0/3416593193 shutdown_connections 2024-09-10T10:38:34.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d6a800640 1 --2- 172.21.15.22:0/3416593193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d640b6bc0 0x7f4d640b7010 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d6a800640 1 --2- 172.21.15.22:0/3416593193 >> v2:172.21.15.145:3300/0 conn(0x7f4d6415e960 0x7f4d6415edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d6a800640 1 -- 172.21.15.22:0/3416593193 >> 172.21.15.22:0/3416593193 conn(0x7f4d6406f3b0 msgr2=0x7f4d6406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:34.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d6a800640 1 -- 172.21.15.22:0/3416593193 shutdown_connections 2024-09-10T10:38:34.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.814+0000 7f4d6a800640 1 -- 172.21.15.22:0/3416593193 wait complete. 2024-09-10T10:38:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d6a800640 1 Processor -- start 2024-09-10T10:38:34.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d6a800640 1 -- start start 2024-09-10T10:38:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d6a800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d640b6bc0 0x7f4d64150300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d6a800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d6415e580 0x7f4d64153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d6a800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d6415e960 0x7f4d64153fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d6a800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4d6406ca10 con 0x7f4d6415e580 2024-09-10T10:38:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d6a800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4d6406c890 con 0x7f4d640b6bc0 2024-09-10T10:38:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d6a800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4d6406cb90 con 0x7f4d6415e960 2024-09-10T10:38:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d62a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d6415e580 0x7f4d64153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d62a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d6415e580 0x7f4d64153aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56310/0 (socket says 172.21.15.22:56310) 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d62a00640 1 -- 172.21.15.22:0/2827027340 learned_addr learned my addr 172.21.15.22:0/2827027340 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d63400640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d640b6bc0 0x7f4d64150300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d63e00640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d6415e960 0x7f4d64153fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d62a00640 1 -- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d6415e960 msgr2=0x7f4d64153fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d62a00640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d6415e960 0x7f4d64153fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d62a00640 1 -- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d640b6bc0 msgr2=0x7f4d64150300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d62a00640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d640b6bc0 0x7f4d64150300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d62a00640 1 -- 172.21.15.22:0/2827027340 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d641548e0 con 0x7f4d6415e580 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d63400640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d640b6bc0 0x7f4d64150300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d62a00640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d6415e580 0x7f4d64153aa0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f4d5000e930 tx=0x7f4d5000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d5b400640 1 -- 172.21.15.22:0/2827027340 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d50017070 con 0x7f4d6415e580 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d5b400640 1 -- 172.21.15.22:0/2827027340 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d5000ca00 con 0x7f4d6415e580 2024-09-10T10:38:34.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d5b400640 1 -- 172.21.15.22:0/2827027340 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d5000cdb0 con 0x7f4d6415e580 2024-09-10T10:38:34.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d6a800640 1 -- 172.21.15.22:0/2827027340 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d64154bc0 con 0x7f4d6415e580 2024-09-10T10:38:34.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.818+0000 7f4d6a800640 1 -- 172.21.15.22:0/2827027340 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d64160870 con 0x7f4d6415e580 2024-09-10T10:38:34.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.822+0000 7f4d6a800640 1 -- 172.21.15.22:0/2827027340 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d640b7010 con 0x7f4d6415e580 2024-09-10T10:38:34.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.822+0000 7f4d5b400640 1 -- 172.21.15.22:0/2827027340 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4d5001a070 con 0x7f4d6415e580 2024-09-10T10:38:34.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.822+0000 7f4d5b400640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4d440678c0 0x7f4d44069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:34.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.822+0000 7f4d5b400640 1 -- 172.21.15.22:0/2827027340 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f4d50085ff0 con 0x7f4d6415e580 2024-09-10T10:38:34.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.822+0000 7f4d63400640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4d440678c0 0x7f4d44069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:34.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.822+0000 7f4d63400640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4d440678c0 0x7f4d44069d80 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4d54000f70 tx=0x7f4d54009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:34.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:34.826+0000 7f4d5b400640 1 -- 172.21.15.22:0/2827027340 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4d500565a0 con 0x7f4d6415e580 2024-09-10T10:38:35.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.030+0000 7f4d6a800640 1 -- 172.21.15.22:0/2827027340 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4d64155a30 con 0x7f4d6415e580 2024-09-10T10:38:35.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.030+0000 7f4d5b400640 1 -- 172.21.15.22:0/2827027340 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5232 (secure 0 0 0) 0x7f4d5005a8a0 con 0x7f4d6415e580 2024-09-10T10:38:35.036 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:35.036 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":54,"btime":"2024-09-10T10:37:28:569837+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1770741199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1770741199},{"type":"v1","addr":"172.21.15.145:6836","nonce":1770741199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6198,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1514591581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1514591581},{"type":"v1","addr":"172.21.15.22:6834","nonce":1514591581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44},{"gid":6201,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1244929938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1244929938},{"type":"v1","addr":"172.21.15.22:6835","nonce":1244929938}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:35:59.473721+0000","modified":"2024-09-10T10:37:28.120702+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6207},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6207":{"gid":6207,"name":"b","rank":0,"incarnation":46,"state":"up:active","state_seq":25,"addr":"172.21.15.145:6837/2250061541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2250061541},{"type":"v1","addr":"172.21.15.145:6837","nonce":2250061541}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6207,"qdb_cluster":[6207]},"id":6}]} 2024-09-10T10:38:35.036 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 54 2024-09-10T10:38:35.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 -- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4d440678c0 msgr2=0x7f4d44069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4d440678c0 0x7f4d44069d80 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4d54000f70 tx=0x7f4d54009040 comp rx=0 tx=0).stop 2024-09-10T10:38:35.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 -- 172.21.15.22:0/2827027340 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d6415e580 msgr2=0x7f4d64153aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d6415e580 0x7f4d64153aa0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f4d5000e930 tx=0x7f4d5000edf0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 -- 172.21.15.22:0/2827027340 shutdown_connections 2024-09-10T10:38:35.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4d440678c0 0x7f4d44069d80 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d6415e960 0x7f4d64153fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4d6415e580 0x7f4d64153aa0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 --2- 172.21.15.22:0/2827027340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d640b6bc0 0x7f4d64150300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 -- 172.21.15.22:0/2827027340 >> 172.21.15.22:0/2827027340 conn(0x7f4d6406f3b0 msgr2=0x7f4d640b41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:35.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 -- 172.21.15.22:0/2827027340 shutdown_connections 2024-09-10T10:38:35.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.034+0000 7f4d6a800640 1 -- 172.21.15.22:0/2827027340 wait complete. 2024-09-10T10:38:35.055 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:38:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.190+0000 7ff1e4600640 1 Processor -- start 2024-09-10T10:38:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.190+0000 7ff1e4600640 1 -- start start 2024-09-10T10:38:35.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e4600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff1dc062df0 0x7ff1dc0b0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e4600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc0aecc0 0x7ff1dc0b0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e4600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1dc15eea0 con 0x7ff1dc15c230 2024-09-10T10:38:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e4600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff1dc15ec80 con 0x7ff1dc062df0 2024-09-10T10:38:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e4600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff1dc0b0f90 con 0x7ff1dc0aecc0 2024-09-10T10:38:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e1c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff1dc15c230 0x7ff1dc0626e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32810/0 (socket says 172.21.15.22:32810) 2024-09-10T10:38:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e1c00640 1 -- 172.21.15.22:0/1348910165 learned_addr learned my addr 172.21.15.22:0/1348910165 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e1200640 1 --2- 172.21.15.22:0/1348910165 >> v2:172.21.15.22:3300/0 conn(0x7ff1dc062df0 0x7ff1dc0b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e2600640 1 --2- 172.21.15.22:0/1348910165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc0aecc0 0x7ff1dc0b0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1dbe00640 1 -- 172.21.15.22:0/1348910165 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4033217152 0 0) 0x7ff1dc15eea0 con 0x7ff1dc15c230 2024-09-10T10:38:35.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1dbe00640 1 -- 172.21.15.22:0/1348910165 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff1c4003530 con 0x7ff1dc15c230 2024-09-10T10:38:35.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e1200640 1 -- 172.21.15.22:0/1348910165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc0aecc0 msgr2=0x7ff1dc0b0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:35.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e1200640 1 --2- 172.21.15.22:0/1348910165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc0aecc0 0x7ff1dc0b0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e1200640 1 -- 172.21.15.22:0/1348910165 >> v1:172.21.15.22:6789/0 conn(0x7ff1dc15c230 legacy=0x7ff1dc0626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.194+0000 7ff1e1200640 1 -- 172.21.15.22:0/1348910165 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1dc15f180 con 0x7ff1dc062df0 2024-09-10T10:38:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e1200640 1 --2- 172.21.15.22:0/1348910165 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc062df0 0x7ff1dc0b0510 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7ff1c80097f0 tx=0x7ff1c801c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a57b35f7e2414c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1dbe00640 1 -- 172.21.15.22:0/1348910165 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c80b0070 con 0x7ff1dc062df0 2024-09-10T10:38:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1dbe00640 1 -- 172.21.15.22:0/1348910165 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1c8004230 con 0x7ff1dc062df0 2024-09-10T10:38:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1dbe00640 1 -- 172.21.15.22:0/1348910165 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8003620 con 0x7ff1dc062df0 2024-09-10T10:38:35.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e4600640 1 -- 172.21.15.22:0/1348910165 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc062df0 msgr2=0x7ff1dc0b0510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e4600640 1 --2- 172.21.15.22:0/1348910165 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc062df0 0x7ff1dc0b0510 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7ff1c80097f0 tx=0x7ff1c801c330 comp rx=0 tx=0).stop 2024-09-10T10:38:35.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e4600640 1 -- 172.21.15.22:0/1348910165 shutdown_connections 2024-09-10T10:38:35.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e4600640 1 --2- 172.21.15.22:0/1348910165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc0aecc0 0x7ff1dc0b0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e4600640 1 --2- 172.21.15.22:0/1348910165 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc062df0 0x7ff1dc0b0510 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e4600640 1 -- 172.21.15.22:0/1348910165 >> 172.21.15.22:0/1348910165 conn(0x7ff1dc0b3640 msgr2=0x7ff1dc0b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:35.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e4600640 1 -- 172.21.15.22:0/1348910165 shutdown_connections 2024-09-10T10:38:35.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e4600640 1 -- 172.21.15.22:0/1348910165 wait complete. 2024-09-10T10:38:35.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e4600640 1 Processor -- start 2024-09-10T10:38:35.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.198+0000 7ff1e4600640 1 -- start start 2024-09-10T10:38:35.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e4600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc062df0 0x7ff1dc161900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e4600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1dc0aecc0 0x7ff1dc150ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e4600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc15c230 0x7ff1dc154090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e4600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff1dc06c730 con 0x7ff1dc15c230 2024-09-10T10:38:35.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e4600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1dc06c5b0 con 0x7ff1dc0aecc0 2024-09-10T10:38:35.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e4600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff1dc06c8b0 con 0x7ff1dc062df0 2024-09-10T10:38:35.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e2600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc15c230 0x7ff1dc154090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e2600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc15c230 0x7ff1dc154090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53670/0 (socket says 172.21.15.22:53670) 2024-09-10T10:38:35.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e2600640 1 -- 172.21.15.22:0/603286605 learned_addr learned my addr 172.21.15.22:0/603286605 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:35.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e1c00640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc062df0 0x7ff1dc161900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e1200640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1dc0aecc0 0x7ff1dc150ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e2600640 1 -- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc062df0 msgr2=0x7ff1dc161900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e2600640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc062df0 0x7ff1dc161900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e2600640 1 -- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1dc0aecc0 msgr2=0x7ff1dc150ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e2600640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1dc0aecc0 0x7ff1dc150ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e2600640 1 -- 172.21.15.22:0/603286605 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1dc152ff0 con 0x7ff1dc15c230 2024-09-10T10:38:35.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e1c00640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc062df0 0x7ff1dc161900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:35.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e2600640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc15c230 0x7ff1dc154090 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4009dd0 tx=0x7ff1d400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:35.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1d9600640 1 -- 172.21.15.22:0/603286605 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d4018020 con 0x7ff1dc15c230 2024-09-10T10:38:35.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1d9600640 1 -- 172.21.15.22:0/603286605 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1d4014480 con 0x7ff1dc15c230 2024-09-10T10:38:35.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e4600640 1 -- 172.21.15.22:0/603286605 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1dc1532d0 con 0x7ff1dc15c230 2024-09-10T10:38:35.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1d9600640 1 -- 172.21.15.22:0/603286605 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d4014870 con 0x7ff1dc15c230 2024-09-10T10:38:35.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e4600640 1 -- 172.21.15.22:0/603286605 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1dc153890 con 0x7ff1dc15c230 2024-09-10T10:38:35.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1e4600640 1 -- 172.21.15.22:0/603286605 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1dc0626e0 con 0x7ff1dc15c230 2024-09-10T10:38:35.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.202+0000 7ff1d9600640 1 -- 172.21.15.22:0/603286605 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff1d401b020 con 0x7ff1dc15c230 2024-09-10T10:38:35.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.206+0000 7ff1d9600640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1bc0678c0 0x7ff1bc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.206+0000 7ff1d9600640 1 -- 172.21.15.22:0/603286605 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7ff1d40867f0 con 0x7ff1dc15c230 2024-09-10T10:38:35.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.206+0000 7ff1e1c00640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1bc0678c0 0x7ff1bc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.206+0000 7ff1e1c00640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1bc0678c0 0x7ff1bc069d80 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff1d0001210 tx=0x7ff1d0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:35.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.210+0000 7ff1d9600640 1 -- 172.21.15.22:0/603286605 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff1d4022070 con 0x7ff1dc15c230 2024-09-10T10:38:35.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.374+0000 7ff1e4600640 1 -- 172.21.15.22:0/603286605 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff1dc15e8a0 con 0x7ff1dc15c230 2024-09-10T10:38:35.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1d9600640 1 -- 172.21.15.22:0/603286605 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+16744 (secure 0 0 0) 0x7ff1d4010040 con 0x7ff1dc15c230 2024-09-10T10:38:35.381 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:35.382 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":81,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:36:01.085904+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:35:57.205809+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-10T10:35:58.478471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:38:35.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 -- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1bc0678c0 msgr2=0x7ff1bc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1bc0678c0 0x7ff1bc069d80 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff1d0001210 tx=0x7ff1d0009040 comp rx=0 tx=0).stop 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 -- 172.21.15.22:0/603286605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc15c230 msgr2=0x7ff1dc154090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc15c230 0x7ff1dc154090 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4009dd0 tx=0x7ff1d400c490 comp rx=0 tx=0).stop 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 -- 172.21.15.22:0/603286605 shutdown_connections 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1bc0678c0 0x7ff1bc069d80 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1dc15c230 0x7ff1dc154090 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff1dc0aecc0 0x7ff1dc150ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 --2- 172.21.15.22:0/603286605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff1dc062df0 0x7ff1dc161900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 -- 172.21.15.22:0/603286605 >> 172.21.15.22:0/603286605 conn(0x7ff1dc0b3640 msgr2=0x7ff1dc162670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 -- 172.21.15.22:0/603286605 shutdown_connections 2024-09-10T10:38:35.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.378+0000 7ff1e4600640 1 -- 172.21.15.22:0/603286605 wait complete. 2024-09-10T10:38:35.403 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:38:35.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5cc000640 1 Processor -- start 2024-09-10T10:38:35.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5cc000640 1 -- start start 2024-09-10T10:38:35.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5cc000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa5c4072d90 0x7fa5c40b65f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5cc000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa5c4164100 0x7fa5c41664f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5cc000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5c40ce5f0 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5cc000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa5c4075900 con 0x7fa5c4072d90 2024-09-10T10:38:35.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5cc000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa5c40cfb20 con 0x7fa5c4164100 2024-09-10T10:38:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5c9600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa5c4072d90 0x7fa5c40b65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5c9600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa5c4072d90 0x7fa5c40b65f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53686/0 (socket says 172.21.15.22:53686) 2024-09-10T10:38:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5c9600640 1 -- 172.21.15.22:0/3746620928 learned_addr learned my addr 172.21.15.22:0/3746620928 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5ca000640 1 --2- 172.21.15.22:0/3746620928 >> v2:172.21.15.145:3300/0 conn(0x7fa5c4164100 0x7fa5c41664f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5c9600640 1 -- 172.21.15.22:0/3746620928 >> v2:172.21.15.145:3300/0 conn(0x7fa5c4164100 msgr2=0x7fa5c41664f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5c9600640 1 --2- 172.21.15.22:0/3746620928 >> v2:172.21.15.145:3300/0 conn(0x7fa5c4164100 0x7fa5c41664f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5c9600640 1 -- 172.21.15.22:0/3746620928 >> v1:172.21.15.145:6789/0 conn(0x7fa5c40ce1b0 legacy=0x7fa5c4073170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.542+0000 7fa5c9600640 1 -- 172.21.15.22:0/3746620928 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5c40b6c60 con 0x7fa5c4072d90 2024-09-10T10:38:35.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5c9600640 1 --2- 172.21.15.22:0/3746620928 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5c4072d90 0x7fa5c40b65f0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4072570 tx=0x7fa5b801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a291a76086c37757 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:35.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5c3e00640 1 -- 172.21.15.22:0/3746620928 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b80b2070 con 0x7fa5c4072d90 2024-09-10T10:38:35.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5c3e00640 1 -- 172.21.15.22:0/3746620928 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5b80ad680 con 0x7fa5c4072d90 2024-09-10T10:38:35.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5c3e00640 1 -- 172.21.15.22:0/3746620928 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b80ada50 con 0x7fa5c4072d90 2024-09-10T10:38:35.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5cc000640 1 -- 172.21.15.22:0/3746620928 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5c4072d90 msgr2=0x7fa5c40b65f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5cc000640 1 --2- 172.21.15.22:0/3746620928 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5c4072d90 0x7fa5c40b65f0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4072570 tx=0x7fa5b801c490 comp rx=0 tx=0).stop 2024-09-10T10:38:35.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5cc000640 1 -- 172.21.15.22:0/3746620928 shutdown_connections 2024-09-10T10:38:35.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5cc000640 1 --2- 172.21.15.22:0/3746620928 >> v2:172.21.15.145:3300/0 conn(0x7fa5c4164100 0x7fa5c41664f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5cc000640 1 --2- 172.21.15.22:0/3746620928 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5c4072d90 0x7fa5c40b65f0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5cc000640 1 -- 172.21.15.22:0/3746620928 >> 172.21.15.22:0/3746620928 conn(0x7fa5c40cd690 msgr2=0x7fa5c40cdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:35.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5cc000640 1 -- 172.21.15.22:0/3746620928 shutdown_connections 2024-09-10T10:38:35.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.546+0000 7fa5cc000640 1 -- 172.21.15.22:0/3746620928 wait complete. 2024-09-10T10:38:35.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5cc000640 1 Processor -- start 2024-09-10T10:38:35.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5cc000640 1 -- start start 2024-09-10T10:38:35.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5cc000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5c4072d90 0x7fa5c414e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5cc000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5c40ce1b0 0x7fa5c41527e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5cc000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5c4164100 0x7fa5c40cb400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5cc000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c406f230 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5cc000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c406ed10 con 0x7fa5c4164100 2024-09-10T10:38:35.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5cc000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa5c4073880 con 0x7fa5c4072d90 2024-09-10T10:38:35.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5c40ce1b0 0x7fa5c41527e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5c40ce1b0 0x7fa5c41527e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53698/0 (socket says 172.21.15.22:53698) 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c8c00640 1 -- 172.21.15.22:0/2908571682 learned_addr learned my addr 172.21.15.22:0/2908571682 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c9600640 1 --2- 172.21.15.22:0/2908571682 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5c4072d90 0x7fa5c414e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5ca000640 1 --2- 172.21.15.22:0/2908571682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5c4164100 0x7fa5c40cb400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c8c00640 1 -- 172.21.15.22:0/2908571682 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5c4072d90 msgr2=0x7fa5c414e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c8c00640 1 --2- 172.21.15.22:0/2908571682 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5c4072d90 0x7fa5c414e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c8c00640 1 -- 172.21.15.22:0/2908571682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5c4164100 msgr2=0x7fa5c40cb400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c8c00640 1 --2- 172.21.15.22:0/2908571682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5c4164100 0x7fa5c40cb400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c8c00640 1 -- 172.21.15.22:0/2908571682 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5c4155990 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5ca000640 1 --2- 172.21.15.22:0/2908571682 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5c4164100 0x7fa5c40cb400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c8c00640 1 --2- 172.21.15.22:0/2908571682 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5c40ce1b0 0x7fa5c41527e0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fa5b000c420 tx=0x7fa5b000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:35.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c1600640 1 -- 172.21.15.22:0/2908571682 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b00052d0 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c1600640 1 -- 172.21.15.22:0/2908571682 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5b0005470 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5c1600640 1 -- 172.21.15.22:0/2908571682 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b0007260 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5cc000640 1 -- 172.21.15.22:0/2908571682 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5c40caf20 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.550+0000 7fa5cc000640 1 -- 172.21.15.22:0/2908571682 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5c41556b0 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.554+0000 7fa5cc000640 1 -- 172.21.15.22:0/2908571682 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5c40b3cf0 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.554+0000 7fa5c1600640 1 -- 172.21.15.22:0/2908571682 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa5b0007400 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.554+0000 7fa5c1600640 1 --2- 172.21.15.22:0/2908571682 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5a40678f0 0x7fa5a4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.554+0000 7fa5c1600640 1 -- 172.21.15.22:0/2908571682 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7fa5b00850c0 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.554+0000 7fa5c9600640 1 --2- 172.21.15.22:0/2908571682 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5a40678f0 0x7fa5a4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.554+0000 7fa5c9600640 1 --2- 172.21.15.22:0/2908571682 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5a40678f0 0x7fa5a4069db0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fa5b80af000 tx=0x7fa5b80a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:35.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.558+0000 7fa5c1600640 1 -- 172.21.15.22:0/2908571682 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa5b00555a0 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.766+0000 7fa5cc000640 1 -- 172.21.15.22:0/2908571682 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa5c40b24c0 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.766+0000 7fa5c1600640 1 -- 172.21.15.22:0/2908571682 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=-1 MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it v54) ==== 316+0+0 (secure 0 0 0) 0x7fa5b00598a0 con 0x7fa5c40ce1b0 2024-09-10T10:38:35.770 INFO:teuthology.orchestra.run.smithi022.stderr:Error EPERM: MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it 2024-09-10T10:38:35.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:38:35.779 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs --yes-i-really-mean-it 2024-09-10T10:38:35.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22dc000640 1 Processor -- start 2024-09-10T10:38:35.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22dc000640 1 -- start start 2024-09-10T10:38:35.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22dc000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22d4158f70 0x7f22d415c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22dc000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f22d406f1c0 0x7f22d40ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22dc000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22d4159350 con 0x7f22d4072f30 2024-09-10T10:38:35.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22dc000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f22d4071340 con 0x7f22d406f1c0 2024-09-10T10:38:35.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22dc000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f22d4071620 con 0x7f22d4158f70 2024-09-10T10:38:35.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22da000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f22d406f1c0 0x7f22d40ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22da000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f22d406f1c0 0x7f22d40ce4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53704/0 (socket says 172.21.15.22:53704) 2024-09-10T10:38:35.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22da000640 1 -- 172.21.15.22:0/2722371434 learned_addr learned my addr 172.21.15.22:0/2722371434 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:35.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.918+0000 7f22d9600640 1 --2- 172.21.15.22:0/2722371434 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22d4158f70 0x7f22d415c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22da000640 1 -- 172.21.15.22:0/2722371434 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22d4158f70 msgr2=0x7f22d415c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:35.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22da000640 1 --2- 172.21.15.22:0/2722371434 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22d4158f70 0x7f22d415c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22da000640 1 -- 172.21.15.22:0/2722371434 >> v1:172.21.15.145:6789/0 conn(0x7f22d4072f30 legacy=0x7f22d406eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22da000640 1 -- 172.21.15.22:0/2722371434 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22d4071900 con 0x7f22d406f1c0 2024-09-10T10:38:35.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22da000640 1 --2- 172.21.15.22:0/2722371434 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d406f1c0 0x7f22d40ce4c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f22cc009e50 tx=0x7f22cc01ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd5d00e194595ae2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:35.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22d3e00640 1 -- 172.21.15.22:0/2722371434 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22cc0a58d0 con 0x7f22d406f1c0 2024-09-10T10:38:35.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22d3e00640 1 -- 172.21.15.22:0/2722371434 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22cc0a5a70 con 0x7f22d406f1c0 2024-09-10T10:38:35.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22d3e00640 1 -- 172.21.15.22:0/2722371434 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22cc0a5e40 con 0x7f22d406f1c0 2024-09-10T10:38:35.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22dc000640 1 -- 172.21.15.22:0/2722371434 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d406f1c0 msgr2=0x7f22d40ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22dc000640 1 --2- 172.21.15.22:0/2722371434 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d406f1c0 0x7f22d40ce4c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f22cc009e50 tx=0x7f22cc01ca00 comp rx=0 tx=0).stop 2024-09-10T10:38:35.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22dc000640 1 -- 172.21.15.22:0/2722371434 shutdown_connections 2024-09-10T10:38:35.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22dc000640 1 --2- 172.21.15.22:0/2722371434 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d406f1c0 0x7f22d40ce4c0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22dc000640 1 --2- 172.21.15.22:0/2722371434 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22d4158f70 0x7f22d415c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22dc000640 1 -- 172.21.15.22:0/2722371434 >> 172.21.15.22:0/2722371434 conn(0x7f22d4062eb0 msgr2=0x7f22d406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:35.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22dc000640 1 -- 172.21.15.22:0/2722371434 shutdown_connections 2024-09-10T10:38:35.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.922+0000 7f22dc000640 1 -- 172.21.15.22:0/2722371434 wait complete. 2024-09-10T10:38:35.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22dc000640 1 Processor -- start 2024-09-10T10:38:35.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22dc000640 1 -- start start 2024-09-10T10:38:35.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22dc000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22d406f1c0 0x7f22d41539b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22dc000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22d4072f30 0x7f22d4157590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22dc000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d4158f70 0x7f22d4157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22dc000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f22d40cf390 con 0x7f22d4158f70 2024-09-10T10:38:35.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22dc000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f22d40cf210 con 0x7f22d4072f30 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22dc000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f22d40cf510 con 0x7f22d406f1c0 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22da000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d4158f70 0x7f22d4157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22da000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d4158f70 0x7f22d4157ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53708/0 (socket says 172.21.15.22:53708) 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22da000640 1 -- 172.21.15.22:0/3528840157 learned_addr learned my addr 172.21.15.22:0/3528840157 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22d9600640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22d406f1c0 0x7f22d41539b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22d8c00640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22d4072f30 0x7f22d4157590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22da000640 1 -- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22d406f1c0 msgr2=0x7f22d41539b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22da000640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22d406f1c0 0x7f22d41539b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22da000640 1 -- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22d4072f30 msgr2=0x7f22d4157590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22da000640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22d4072f30 0x7f22d4157590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22da000640 1 -- 172.21.15.22:0/3528840157 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22d4157130 con 0x7f22d4158f70 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22d8c00640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22d4072f30 0x7f22d4157590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22da000640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d4158f70 0x7f22d4157ad0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f22cc0af040 tx=0x7f22cc0197a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:35.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22d1600640 1 -- 172.21.15.22:0/3528840157 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22cc0a58d0 con 0x7f22d4158f70 2024-09-10T10:38:35.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22d1600640 1 -- 172.21.15.22:0/3528840157 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22cc0be070 con 0x7f22d4158f70 2024-09-10T10:38:35.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22dc000640 1 -- 172.21.15.22:0/3528840157 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22d41553c0 con 0x7f22d4158f70 2024-09-10T10:38:35.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.926+0000 7f22d1600640 1 -- 172.21.15.22:0/3528840157 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22cc009510 con 0x7f22d4158f70 2024-09-10T10:38:35.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.930+0000 7f22dc000640 1 -- 172.21.15.22:0/3528840157 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22d4156dc0 con 0x7f22d4158f70 2024-09-10T10:38:35.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.930+0000 7f22dc000640 1 -- 172.21.15.22:0/3528840157 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22d40ce4c0 con 0x7f22d4158f70 2024-09-10T10:38:35.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.930+0000 7f22d1600640 1 -- 172.21.15.22:0/3528840157 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f22cc0b86b0 con 0x7f22d4158f70 2024-09-10T10:38:35.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.930+0000 7f22d1600640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22b40678f0 0x7f22b4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:35.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.930+0000 7f22d1600640 1 -- 172.21.15.22:0/3528840157 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f22cc120ce0 con 0x7f22d4158f70 2024-09-10T10:38:35.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.930+0000 7f22d9600640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22b40678f0 0x7f22b4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:35.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.930+0000 7f22d9600640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22b40678f0 0x7f22b4069db0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f22d40ad040 tx=0x7f22c8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:35.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:35.934+0000 7f22d1600640 1 -- 172.21.15.22:0/3528840157 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f22cc0c7020 con 0x7f22d4158f70 2024-09-10T10:38:36.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.134+0000 7f22dc000640 1 -- 172.21.15.22:0/3528840157 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f22d40b59c0 con 0x7f22d4158f70 2024-09-10T10:38:36.139 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:38:36.134+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:38:36.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22d1600640 1 -- 172.21.15.22:0/3528840157 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v55) ==== 191+0+0 (secure 0 0 0) 0x7f22cc016620 con 0x7f22d4158f70 2024-09-10T10:38:36.141 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:38:36.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 -- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22b40678f0 msgr2=0x7f22b4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:36.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22b40678f0 0x7f22b4069db0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f22d40ad040 tx=0x7f22c8008040 comp rx=0 tx=0).stop 2024-09-10T10:38:36.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 -- 172.21.15.22:0/3528840157 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d4158f70 msgr2=0x7f22d4157ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:36.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d4158f70 0x7f22d4157ad0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f22cc0af040 tx=0x7f22cc0197a0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 -- 172.21.15.22:0/3528840157 shutdown_connections 2024-09-10T10:38:36.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f22b40678f0 0x7f22b4069db0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f22d4158f70 0x7f22d4157ad0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22d4072f30 0x7f22d4157590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 --2- 172.21.15.22:0/3528840157 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22d406f1c0 0x7f22d41539b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 -- 172.21.15.22:0/3528840157 >> 172.21.15.22:0/3528840157 conn(0x7f22d4062eb0 msgr2=0x7f22d415a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:36.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 -- 172.21.15.22:0/3528840157 shutdown_connections 2024-09-10T10:38:36.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.138+0000 7f22dc000640 1 -- 172.21.15.22:0/3528840157 wait complete. 2024-09-10T10:38:36.163 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:38:36.210 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:38:36.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d4600640 1 Processor -- start 2024-09-10T10:38:36.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d4600640 1 -- start start 2024-09-10T10:38:36.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d4600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc7cc158c80 0x7fc7cc06bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:36.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d4600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc15f600 0x7fc7cc15fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:36.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d4600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc7cc160280 0x7fc7cc06d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:36.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d4600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc7cc159060 con 0x7fc7cc158c80 2024-09-10T10:38:36.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d4600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fc7cc06c2a0 con 0x7fc7cc160280 2024-09-10T10:38:36.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d4600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc7cc06c580 con 0x7fc7cc15f600 2024-09-10T10:38:36.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d1c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc7cc158c80 0x7fc7cc06bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:36.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d1c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc7cc158c80 0x7fc7cc06bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53722/0 (socket says 172.21.15.22:53722) 2024-09-10T10:38:36.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d1c00640 1 -- 172.21.15.22:0/1285538091 learned_addr learned my addr 172.21.15.22:0/1285538091 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:36.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.302+0000 7fc7d2600640 1 --2- 172.21.15.22:0/1285538091 >> v2:172.21.15.145:3300/0 conn(0x7fc7cc160280 0x7fc7cc06d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:36.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.306+0000 7fc7d1200640 1 --2- 172.21.15.22:0/1285538091 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc15f600 0x7fc7cc15fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:36.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.306+0000 7fc7d1c00640 1 -- 172.21.15.22:0/1285538091 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc15f600 msgr2=0x7fc7cc15fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:36.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.306+0000 7fc7d1c00640 1 --2- 172.21.15.22:0/1285538091 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc15f600 0x7fc7cc15fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.306+0000 7fc7d1c00640 1 -- 172.21.15.22:0/1285538091 >> v2:172.21.15.145:3300/0 conn(0x7fc7cc160280 msgr2=0x7fc7cc06d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:36.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.306+0000 7fc7d1c00640 1 --2- 172.21.15.22:0/1285538091 >> v2:172.21.15.145:3300/0 conn(0x7fc7cc160280 0x7fc7cc06d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.306+0000 7fc7d1c00640 1 -- 172.21.15.22:0/1285538091 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7cc06c860 con 0x7fc7cc158c80 2024-09-10T10:38:36.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.306+0000 7fc7d1c00640 1 --2- 172.21.15.22:0/1285538091 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 0x7fc7cc06bcc0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc0742b0 tx=0x7fc7c001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5a7809b993d768f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:36.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.306+0000 7fc7cbe00640 1 -- 172.21.15.22:0/1285538091 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c00a5780 con 0x7fc7cc158c80 2024-09-10T10:38:36.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.306+0000 7fc7cbe00640 1 -- 172.21.15.22:0/1285538091 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7c00a5920 con 0x7fc7cc158c80 2024-09-10T10:38:36.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.306+0000 7fc7cbe00640 1 -- 172.21.15.22:0/1285538091 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c00a5cf0 con 0x7fc7cc158c80 2024-09-10T10:38:36.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 -- 172.21.15.22:0/1285538091 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 msgr2=0x7fc7cc06bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:36.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 --2- 172.21.15.22:0/1285538091 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 0x7fc7cc06bcc0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc0742b0 tx=0x7fc7c001c9f0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 -- 172.21.15.22:0/1285538091 shutdown_connections 2024-09-10T10:38:36.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 --2- 172.21.15.22:0/1285538091 >> v2:172.21.15.145:3300/0 conn(0x7fc7cc160280 0x7fc7cc06d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 --2- 172.21.15.22:0/1285538091 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc15f600 0x7fc7cc15fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 --2- 172.21.15.22:0/1285538091 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 0x7fc7cc06bcc0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 -- 172.21.15.22:0/1285538091 >> 172.21.15.22:0/1285538091 conn(0x7fc7cc06f3b0 msgr2=0x7fc7cc06f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:36.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 -- 172.21.15.22:0/1285538091 shutdown_connections 2024-09-10T10:38:36.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 -- 172.21.15.22:0/1285538091 wait complete. 2024-09-10T10:38:36.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 Processor -- start 2024-09-10T10:38:36.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 -- start start 2024-09-10T10:38:36.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 0x7fc7cc153510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:36.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7cc15f600 0x7fc7cc0cc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:36.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc160280 0x7fc7cc0cce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:36.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc0b7600 con 0x7fc7cc158c80 2024-09-10T10:38:36.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc15f9e0 con 0x7fc7cc15f600 2024-09-10T10:38:36.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d4600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc7cc0b7780 con 0x7fc7cc160280 2024-09-10T10:38:36.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d1c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 0x7fc7cc153510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:36.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d1c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 0x7fc7cc153510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53724/0 (socket says 172.21.15.22:53724) 2024-09-10T10:38:36.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d1c00640 1 -- 172.21.15.22:0/2431776988 learned_addr learned my addr 172.21.15.22:0/2431776988 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:36.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d1200640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7cc15f600 0x7fc7cc0cc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:36.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d2600640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc160280 0x7fc7cc0cce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:36.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d1c00640 1 -- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc160280 msgr2=0x7fc7cc0cce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:36.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d1c00640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc160280 0x7fc7cc0cce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d1c00640 1 -- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7cc15f600 msgr2=0x7fc7cc0cc8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:36.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d1c00640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7cc15f600 0x7fc7cc0cc8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:36.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d1c00640 1 -- 172.21.15.22:0/2431776988 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7cc14fb40 con 0x7fc7cc158c80 2024-09-10T10:38:36.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.310+0000 7fc7d2600640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc160280 0x7fc7cc0cce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:36.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7d1c00640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 0x7fc7cc153510 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fc7c00af040 tx=0x7fc7c0019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:36.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7c9600640 1 -- 172.21.15.22:0/2431776988 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c00bc020 con 0x7fc7cc158c80 2024-09-10T10:38:36.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7c9600640 1 -- 172.21.15.22:0/2431776988 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7c00b8670 con 0x7fc7cc158c80 2024-09-10T10:38:36.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7c9600640 1 -- 172.21.15.22:0/2431776988 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c00b8a60 con 0x7fc7cc158c80 2024-09-10T10:38:36.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7d4600640 1 -- 172.21.15.22:0/2431776988 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7cc14f860 con 0x7fc7cc158c80 2024-09-10T10:38:36.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7d4600640 1 -- 172.21.15.22:0/2431776988 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7cc0cc0d0 con 0x7fc7cc158c80 2024-09-10T10:38:36.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7d4600640 1 -- 172.21.15.22:0/2431776988 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7cc15fd40 con 0x7fc7cc158c80 2024-09-10T10:38:36.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7c9600640 1 -- 172.21.15.22:0/2431776988 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc7c00bf020 con 0x7fc7cc158c80 2024-09-10T10:38:36.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7c9600640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc7ac0678c0 0x7fc7ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:36.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7c9600640 1 -- 172.21.15.22:0/2431776988 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5795+0+0 (secure 0 0 0) 0x7fc7c0120d50 con 0x7fc7cc158c80 2024-09-10T10:38:36.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.314+0000 7fc7d1200640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc7ac0678c0 0x7fc7ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:36.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.318+0000 7fc7d1200640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc7ac0678c0 0x7fc7ac069d80 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc155200 tx=0x7fc7b8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:36.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.318+0000 7fc7c9600640 1 -- 172.21.15.22:0/2431776988 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc7c00c6030 con 0x7fc7cc158c80 2024-09-10T10:38:36.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:36.522+0000 7fc7d4600640 1 -- 172.21.15.22:0/2431776988 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fc7cc06fca0 con 0x7fc7cc158c80 2024-09-10T10:38:37.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.138+0000 7fc7c9600640 1 -- 172.21.15.22:0/2431776988 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v56) ==== 104+0+0 (secure 0 0 0) 0x7fc7cc14fb40 con 0x7fc7cc158c80 2024-09-10T10:38:37.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 -- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc7ac0678c0 msgr2=0x7fc7ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:37.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc7ac0678c0 0x7fc7ac069d80 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc155200 tx=0x7fc7b8008040 comp rx=0 tx=0).stop 2024-09-10T10:38:37.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 -- 172.21.15.22:0/2431776988 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 msgr2=0x7fc7cc153510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:37.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 0x7fc7cc153510 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fc7c00af040 tx=0x7fc7c0019790 comp rx=0 tx=0).stop 2024-09-10T10:38:37.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 -- 172.21.15.22:0/2431776988 shutdown_connections 2024-09-10T10:38:37.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc7ac0678c0 0x7fc7ac069d80 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:37.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7cc160280 0x7fc7cc0cce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:37.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7cc15f600 0x7fc7cc0cc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:37.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 --2- 172.21.15.22:0/2431776988 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc7cc158c80 0x7fc7cc153510 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:37.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 -- 172.21.15.22:0/2431776988 >> 172.21.15.22:0/2431776988 conn(0x7fc7cc06f3b0 msgr2=0x7fc7cc0b43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:37.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 -- 172.21.15.22:0/2431776988 shutdown_connections 2024-09-10T10:38:37.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.142+0000 7fc7d4600640 1 -- 172.21.15.22:0/2431776988 wait complete. 2024-09-10T10:38:37.187 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:38:37.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10ff600640 1 Processor -- start 2024-09-10T10:38:37.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10ff600640 1 -- start start 2024-09-10T10:38:37.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10ff600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10f815b390 0x7f10f80cee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:37.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10ff600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f10f8072e90 0x7f10f806e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:37.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10ff600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10f80cf790 con 0x7f10f806edc0 2024-09-10T10:38:37.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10ff600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f10f815b770 con 0x7f10f8072e90 2024-09-10T10:38:37.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10ff600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f10f806f1f0 con 0x7f10f815b390 2024-09-10T10:38:37.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10efe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f10f8072e90 0x7f10f806e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:37.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10fcc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10f815b390 0x7f10f80cee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:37.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10efe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f10f8072e90 0x7f10f806e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:47174/0 (socket says 172.21.15.22:47174) 2024-09-10T10:38:37.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10efe00640 1 -- 172.21.15.22:0/253351489 learned_addr learned my addr 172.21.15.22:0/253351489 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:37.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10efe00640 1 -- 172.21.15.22:0/253351489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10f815b390 msgr2=0x7f10f80cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:37.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10efe00640 1 --2- 172.21.15.22:0/253351489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10f815b390 0x7f10f80cee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:37.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10efe00640 1 -- 172.21.15.22:0/253351489 >> v1:172.21.15.145:6789/0 conn(0x7f10f806edc0 legacy=0x7f10f80711c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:37.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.330+0000 7f10efe00640 1 -- 172.21.15.22:0/253351489 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f80cf4b0 con 0x7f10f8072e90 2024-09-10T10:38:37.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10efe00640 1 --2- 172.21.15.22:0/253351489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10f8072e90 0x7f10f806e880 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f10e0009870 tx=0x7f10e001c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9b0326336bafb75 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:37.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10f7e00640 1 -- 172.21.15.22:0/253351489 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e00aa600 con 0x7f10f8072e90 2024-09-10T10:38:37.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10f7e00640 1 -- 172.21.15.22:0/253351489 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10e00af070 con 0x7f10f8072e90 2024-09-10T10:38:37.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10f7e00640 1 -- 172.21.15.22:0/253351489 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e00aa9c0 con 0x7f10f8072e90 2024-09-10T10:38:37.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10ff600640 1 -- 172.21.15.22:0/253351489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10f8072e90 msgr2=0x7f10f806e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:37.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10ff600640 1 --2- 172.21.15.22:0/253351489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10f8072e90 0x7f10f806e880 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f10e0009870 tx=0x7f10e001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:38:37.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10ff600640 1 -- 172.21.15.22:0/253351489 shutdown_connections 2024-09-10T10:38:37.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10ff600640 1 --2- 172.21.15.22:0/253351489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10f8072e90 0x7f10f806e880 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10ff600640 1 --2- 172.21.15.22:0/253351489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10f815b390 0x7f10f80cee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10ff600640 1 -- 172.21.15.22:0/253351489 >> 172.21.15.22:0/253351489 conn(0x7f10f8063000 msgr2=0x7f10f806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10ff600640 1 -- 172.21.15.22:0/253351489 shutdown_connections 2024-09-10T10:38:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.334+0000 7f10ff600640 1 -- 172.21.15.22:0/253351489 wait complete. 2024-09-10T10:38:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10ff600640 1 Processor -- start 2024-09-10T10:38:37.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10ff600640 1 -- start start 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10ff600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10f806edc0 0x7f10f81521c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10ff600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10f8072e90 0x7f10f81470c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10ff600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10f815b390 0x7f10f8145c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10ff600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f10f8073450 con 0x7f10f806edc0 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10ff600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f10f80732d0 con 0x7f10f815b390 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10ff600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f10f8165e50 con 0x7f10f8072e90 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fcc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10f806edc0 0x7f10f81521c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fcc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10f806edc0 0x7f10f81521c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53736/0 (socket says 172.21.15.22:53736) 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fcc00640 1 -- 172.21.15.22:0/1972212894 learned_addr learned my addr 172.21.15.22:0/1972212894 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10efe00640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10f8072e90 0x7f10f81470c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:37.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fd600640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10f815b390 0x7f10f8145c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fcc00640 1 -- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10f8072e90 msgr2=0x7f10f81470c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fcc00640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10f8072e90 0x7f10f81470c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fcc00640 1 -- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10f815b390 msgr2=0x7f10f8145c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fcc00640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10f815b390 0x7f10f8145c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fcc00640 1 -- 172.21.15.22:0/1972212894 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f8146320 con 0x7f10f806edc0 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fd600640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10f815b390 0x7f10f8145c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10fcc00640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10f806edc0 0x7f10f81521c0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f10e800e8a0 tx=0x7f10e800eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10f5600640 1 -- 172.21.15.22:0/1972212894 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e8017070 con 0x7f10f806edc0 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10f5600640 1 -- 172.21.15.22:0/1972212894 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10e800c940 con 0x7f10f806edc0 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10f5600640 1 -- 172.21.15.22:0/1972212894 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e800ccf0 con 0x7f10f806edc0 2024-09-10T10:38:37.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10ff600640 1 -- 172.21.15.22:0/1972212894 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10f8152880 con 0x7f10f806edc0 2024-09-10T10:38:37.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.338+0000 7f10ff600640 1 -- 172.21.15.22:0/1972212894 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10f81468c0 con 0x7f10f806edc0 2024-09-10T10:38:37.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.342+0000 7f10ff600640 1 -- 172.21.15.22:0/1972212894 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10f80cee80 con 0x7f10f806edc0 2024-09-10T10:38:37.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.342+0000 7f10f5600640 1 -- 172.21.15.22:0/1972212894 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f10e801a070 con 0x7f10f806edc0 2024-09-10T10:38:37.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.342+0000 7f10f5600640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10d40678c0 0x7f10d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:37.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.342+0000 7f10f5600640 1 -- 172.21.15.22:0/1972212894 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5795+0+0 (secure 0 0 0) 0x7f10e8085fe0 con 0x7f10f806edc0 2024-09-10T10:38:37.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.342+0000 7f10efe00640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10d40678c0 0x7f10d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:37.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.346+0000 7f10efe00640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10d40678c0 0x7f10d4069d80 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f10e00ae000 tx=0x7f10e00a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:37.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.346+0000 7f10f5600640 1 -- 172.21.15.22:0/1972212894 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f10e8056a60 con 0x7f10f806edc0 2024-09-10T10:38:37.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:37.514+0000 7f10ff600640 1 -- 172.21.15.22:0/1972212894 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f10f815eb80 con 0x7f10f806edc0 2024-09-10T10:38:38.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.150+0000 7f10f5600640 1 -- 172.21.15.22:0/1972212894 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v83) ==== 181+0+0 (secure 0 0 0) 0x7f10e8056360 con 0x7f10f806edc0 2024-09-10T10:38:38.153 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:38:38.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.150+0000 7f10ff600640 1 -- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10d40678c0 msgr2=0x7f10d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:38.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10d40678c0 0x7f10d4069d80 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f10e00ae000 tx=0x7f10e00a7000 comp rx=0 tx=0).stop 2024-09-10T10:38:38.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 -- 172.21.15.22:0/1972212894 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10f806edc0 msgr2=0x7f10f81521c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:38.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10f806edc0 0x7f10f81521c0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f10e800e8a0 tx=0x7f10e800eca0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 -- 172.21.15.22:0/1972212894 shutdown_connections 2024-09-10T10:38:38.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f10d40678c0 0x7f10d4069d80 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10f815b390 0x7f10f8145c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10f8072e90 0x7f10f81470c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 --2- 172.21.15.22:0/1972212894 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f10f806edc0 0x7f10f81521c0 secure :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f10e800e8a0 tx=0x7f10e800eca0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 -- 172.21.15.22:0/1972212894 >> 172.21.15.22:0/1972212894 conn(0x7f10f8063000 msgr2=0x7f10f8150f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:38.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 -- 172.21.15.22:0/1972212894 shutdown_connections 2024-09-10T10:38:38.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.154+0000 7f10ff600640 1 -- 172.21.15.22:0/1972212894 wait complete. 2024-09-10T10:38:38.180 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:38:38.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.326+0000 7f4222600640 1 Processor -- start 2024-09-10T10:38:38.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.326+0000 7f4222600640 1 -- start start 2024-09-10T10:38:38.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f4222600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c15b390 0x7f421c0cee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:38.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f4222600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f421c072e90 0x7f421c06e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:38.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f4222600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f421c0cf790 con 0x7f421c06edc0 2024-09-10T10:38:38.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f4222600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f421c15b770 con 0x7f421c072e90 2024-09-10T10:38:38.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f4222600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f421c06f1f0 con 0x7f421c15b390 2024-09-10T10:38:38.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f4212a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f421c072e90 0x7f421c06e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:38.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f421b400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c15b390 0x7f421c0cee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:38.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f421b400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c15b390 0x7f421c0cee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:56304/0 (socket says 172.21.15.22:56304) 2024-09-10T10:38:38.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f4212a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f421c072e90 0x7f421c06e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:47194/0 (socket says 172.21.15.22:47194) 2024-09-10T10:38:38.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f421b400640 1 -- 172.21.15.22:0/1572405352 learned_addr learned my addr 172.21.15.22:0/1572405352 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:38.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f421be00640 1 --1- 172.21.15.22:0/1572405352 >> v1:172.21.15.145:6789/0 conn(0x7f421c06edc0 0x7f421c0711c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:35602/0 (socket says 172.21.15.22:35602) 2024-09-10T10:38:38.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f421b400640 1 -- 172.21.15.22:0/1572405352 >> v2:172.21.15.145:3300/0 conn(0x7f421c072e90 msgr2=0x7f421c06e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:38.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f421b400640 1 --2- 172.21.15.22:0/1572405352 >> v2:172.21.15.145:3300/0 conn(0x7f421c072e90 0x7f421c06e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f421b400640 1 -- 172.21.15.22:0/1572405352 >> v1:172.21.15.145:6789/0 conn(0x7f421c06edc0 legacy=0x7f421c0711c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:38.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.330+0000 7f421b400640 1 -- 172.21.15.22:0/1572405352 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f421c0cf4b0 con 0x7f421c15b390 2024-09-10T10:38:38.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f421b400640 1 --2- 172.21.15.22:0/1572405352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c15b390 0x7f421c0cee80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f420c009870 tx=0x7f420c01c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a73f4e0bbd3f2a91 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:38.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f421aa00640 1 -- 172.21.15.22:0/1572405352 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f420c0aa600 con 0x7f421c15b390 2024-09-10T10:38:38.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f421aa00640 1 -- 172.21.15.22:0/1572405352 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f420c0af070 con 0x7f421c15b390 2024-09-10T10:38:38.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f421aa00640 1 -- 172.21.15.22:0/1572405352 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f420c0aa9c0 con 0x7f421c15b390 2024-09-10T10:38:38.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f4222600640 1 -- 172.21.15.22:0/1572405352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c15b390 msgr2=0x7f421c0cee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:38.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f4222600640 1 --2- 172.21.15.22:0/1572405352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c15b390 0x7f421c0cee80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f420c009870 tx=0x7f420c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f4222600640 1 -- 172.21.15.22:0/1572405352 shutdown_connections 2024-09-10T10:38:38.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f4222600640 1 --2- 172.21.15.22:0/1572405352 >> v2:172.21.15.145:3300/0 conn(0x7f421c072e90 0x7f421c06e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f4222600640 1 --2- 172.21.15.22:0/1572405352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c15b390 0x7f421c0cee80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f4222600640 1 -- 172.21.15.22:0/1572405352 >> 172.21.15.22:0/1572405352 conn(0x7f421c063000 msgr2=0x7f421c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:38.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f4222600640 1 -- 172.21.15.22:0/1572405352 shutdown_connections 2024-09-10T10:38:38.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f4222600640 1 -- 172.21.15.22:0/1572405352 wait complete. 2024-09-10T10:38:38.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f4222600640 1 Processor -- start 2024-09-10T10:38:38.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.334+0000 7f4222600640 1 -- start start 2024-09-10T10:38:38.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4222600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c06edc0 0x7f421c14f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4222600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421c072e90 0x7f421c13af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4222600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f421c15b390 0x7f421c139e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4222600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f421c0733f0 con 0x7f421c072e90 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4222600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f421c073270 con 0x7f421c15b390 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4222600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f421c165e50 con 0x7f421c06edc0 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4212a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421c072e90 0x7f421c13af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4212a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421c072e90 0x7f421c13af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53746/0 (socket says 172.21.15.22:53746) 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4212a00640 1 -- 172.21.15.22:0/135509256 learned_addr learned my addr 172.21.15.22:0/135509256 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f421b400640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c06edc0 0x7f421c14f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f421be00640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f421c15b390 0x7f421c139e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:38.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4212a00640 1 -- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c06edc0 msgr2=0x7f421c14f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:38.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4212a00640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c06edc0 0x7f421c14f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4212a00640 1 -- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f421c15b390 msgr2=0x7f421c139e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:38.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4212a00640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f421c15b390 0x7f421c139e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:38.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4212a00640 1 -- 172.21.15.22:0/135509256 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f421c14e3f0 con 0x7f421c072e90 2024-09-10T10:38:38.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f421be00640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f421c15b390 0x7f421c139e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:38.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4212a00640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421c072e90 0x7f421c13af70 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f420400e930 tx=0x7f420400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:38.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4213e00640 1 -- 172.21.15.22:0/135509256 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4204017070 con 0x7f421c072e90 2024-09-10T10:38:38.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4213e00640 1 -- 172.21.15.22:0/135509256 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f420400ca00 con 0x7f421c072e90 2024-09-10T10:38:38.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4222600640 1 -- 172.21.15.22:0/135509256 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f421c14e6d0 con 0x7f421c072e90 2024-09-10T10:38:38.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4213e00640 1 -- 172.21.15.22:0/135509256 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f420400cdb0 con 0x7f421c072e90 2024-09-10T10:38:38.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4222600640 1 -- 172.21.15.22:0/135509256 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f421c13aa50 con 0x7f421c072e90 2024-09-10T10:38:38.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4222600640 1 -- 172.21.15.22:0/135509256 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f421c0cee80 con 0x7f421c072e90 2024-09-10T10:38:38.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.338+0000 7f4213e00640 1 -- 172.21.15.22:0/135509256 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f420401a070 con 0x7f421c072e90 2024-09-10T10:38:38.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.342+0000 7f4213e00640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 0x7f41f8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:38.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.342+0000 7f4213e00640 1 -- 172.21.15.22:0/135509256 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5357+0+0 (secure 0 0 0) 0x7f4204085fe0 con 0x7f421c072e90 2024-09-10T10:38:38.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.342+0000 7f421b400640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 0x7f41f8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:38.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.342+0000 7f421b400640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 0x7f41f8069d80 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f420c0ae000 tx=0x7f420c0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:38.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.346+0000 7f4213e00640 1 -- 172.21.15.22:0/135509256 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4204056ca0 con 0x7f421c072e90 2024-09-10T10:38:38.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:38.518+0000 7f4222600640 1 -- 172.21.15.22:0/135509256 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f421c1564c0 con 0x7f421c072e90 2024-09-10T10:38:39.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.150+0000 7f4213e00640 1 -- 172.21.15.22:0/135509256 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v84) ==== 169+0+0 (secure 0 0 0) 0x7f42040565a0 con 0x7f421c072e90 2024-09-10T10:38:39.155 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:38:39.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 -- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 msgr2=0x7f41f8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 0x7f41f8069d80 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f420c0ae000 tx=0x7f420c0a7000 comp rx=0 tx=0).stop 2024-09-10T10:38:39.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 -- 172.21.15.22:0/135509256 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421c072e90 msgr2=0x7f421c13af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421c072e90 0x7f421c13af70 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f420400e930 tx=0x7f420400edf0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 -- 172.21.15.22:0/135509256 shutdown_connections 2024-09-10T10:38:39.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41f80678c0 0x7f41f8069d80 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f421c15b390 0x7f421c139e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f421c072e90 0x7f421c13af70 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 --2- 172.21.15.22:0/135509256 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f421c06edc0 0x7f421c14f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 -- 172.21.15.22:0/135509256 >> 172.21.15.22:0/135509256 conn(0x7f421c063000 msgr2=0x7f421c06e2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:39.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 -- 172.21.15.22:0/135509256 shutdown_connections 2024-09-10T10:38:39.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.154+0000 7f4222600640 1 -- 172.21.15.22:0/135509256 wait complete. 2024-09-10T10:38:39.185 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:38:39.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e6a800640 1 Processor -- start 2024-09-10T10:38:39.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e6a800640 1 -- start start 2024-09-10T10:38:39.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e6a800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4e641568c0 0x7f4e640b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e6a800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4e640b4470 0x7f4e640cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e6a800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e640b4f90 con 0x7f4e640cf900 2024-09-10T10:38:39.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e6a800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4e640b49d0 con 0x7f4e641568c0 2024-09-10T10:38:39.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e6a800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f4e640b4cb0 con 0x7f4e640b4470 2024-09-10T10:38:39.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e63400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4e641568c0 0x7f4e640b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e63400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4e641568c0 0x7f4e640b3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53748/0 (socket says 172.21.15.22:53748) 2024-09-10T10:38:39.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e63400640 1 -- 172.21.15.22:0/3363724513 learned_addr learned my addr 172.21.15.22:0/3363724513 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:39.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e62a00640 1 --2- 172.21.15.22:0/3363724513 >> v2:172.21.15.145:3300/0 conn(0x7f4e640b4470 0x7f4e640cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e63400640 1 -- 172.21.15.22:0/3363724513 >> v2:172.21.15.145:3300/0 conn(0x7f4e640b4470 msgr2=0x7f4e640cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:39.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e63400640 1 --2- 172.21.15.22:0/3363724513 >> v2:172.21.15.145:3300/0 conn(0x7f4e640b4470 0x7f4e640cf3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e63400640 1 -- 172.21.15.22:0/3363724513 >> v1:172.21.15.145:6789/0 conn(0x7f4e640cf900 legacy=0x7f4e64160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:39.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.330+0000 7f4e63400640 1 -- 172.21.15.22:0/3363724513 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e6406d1b0 con 0x7f4e641568c0 2024-09-10T10:38:39.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e63400640 1 --2- 172.21.15.22:0/3363724513 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e641568c0 0x7f4e640b3f30 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f4e54009870 tx=0x7f4e5401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4457b9d6a5abe41 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:39.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e62000640 1 -- 172.21.15.22:0/3363724513 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e540b1070 con 0x7f4e641568c0 2024-09-10T10:38:39.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e62000640 1 -- 172.21.15.22:0/3363724513 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e540ac630 con 0x7f4e641568c0 2024-09-10T10:38:39.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e62000640 1 -- 172.21.15.22:0/3363724513 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e540a8050 con 0x7f4e641568c0 2024-09-10T10:38:39.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e6a800640 1 -- 172.21.15.22:0/3363724513 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e641568c0 msgr2=0x7f4e640b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e6a800640 1 --2- 172.21.15.22:0/3363724513 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e641568c0 0x7f4e640b3f30 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f4e54009870 tx=0x7f4e5401c4b0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e6a800640 1 -- 172.21.15.22:0/3363724513 shutdown_connections 2024-09-10T10:38:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e6a800640 1 --2- 172.21.15.22:0/3363724513 >> v2:172.21.15.145:3300/0 conn(0x7f4e640b4470 0x7f4e640cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e6a800640 1 --2- 172.21.15.22:0/3363724513 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e641568c0 0x7f4e640b3f30 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e6a800640 1 -- 172.21.15.22:0/3363724513 >> 172.21.15.22:0/3363724513 conn(0x7f4e64062eb0 msgr2=0x7f4e6406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e6a800640 1 -- 172.21.15.22:0/3363724513 shutdown_connections 2024-09-10T10:38:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e6a800640 1 -- 172.21.15.22:0/3363724513 wait complete. 2024-09-10T10:38:39.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e6a800640 1 Processor -- start 2024-09-10T10:38:39.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.334+0000 7f4e6a800640 1 -- start start 2024-09-10T10:38:39.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e6a800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e640b4470 0x7f4e640af7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e6a800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e640cf900 0x7f4e64155250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e6a800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e641568c0 0x7f4e640aacd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e6a800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4e64156e20 con 0x7f4e640cf900 2024-09-10T10:38:39.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e6a800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e64156ca0 con 0x7f4e641568c0 2024-09-10T10:38:39.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e6a800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4e6406e9c0 con 0x7f4e640b4470 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e62a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e640cf900 0x7f4e64155250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e62a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e640cf900 0x7f4e64155250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53764/0 (socket says 172.21.15.22:53764) 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e62a00640 1 -- 172.21.15.22:0/186007305 learned_addr learned my addr 172.21.15.22:0/186007305 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e63e00640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e641568c0 0x7f4e640aacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e63400640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e640b4470 0x7f4e640af7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e62a00640 1 -- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e640b4470 msgr2=0x7f4e640af7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e62a00640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e640b4470 0x7f4e640af7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e62a00640 1 -- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e641568c0 msgr2=0x7f4e640aacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e62a00640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e641568c0 0x7f4e640aacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e62a00640 1 -- 172.21.15.22:0/186007305 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e640afd30 con 0x7f4e640cf900 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e63e00640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e641568c0 0x7f4e640aacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e62a00640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e640cf900 0x7f4e64155250 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f4e5000d7d0 tx=0x7f4e5000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e5b400640 1 -- 172.21.15.22:0/186007305 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e50004030 con 0x7f4e640cf900 2024-09-10T10:38:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e5b400640 1 -- 172.21.15.22:0/186007305 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e500041d0 con 0x7f4e640cf900 2024-09-10T10:38:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e5b400640 1 -- 172.21.15.22:0/186007305 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5000b6c0 con 0x7f4e640cf900 2024-09-10T10:38:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e6a800640 1 -- 172.21.15.22:0/186007305 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e64158d70 con 0x7f4e640cf900 2024-09-10T10:38:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e6a800640 1 -- 172.21.15.22:0/186007305 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e64159330 con 0x7f4e640cf900 2024-09-10T10:38:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.338+0000 7f4e6a800640 1 -- 172.21.15.22:0/186007305 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e641f8350 con 0x7f4e640cf900 2024-09-10T10:38:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.342+0000 7f4e5b400640 1 -- 172.21.15.22:0/186007305 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4e5000b860 con 0x7f4e640cf900 2024-09-10T10:38:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.342+0000 7f4e5b400640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e440678c0 0x7f4e44069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.342+0000 7f4e5b400640 1 -- 172.21.15.22:0/186007305 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7f4e50085d50 con 0x7f4e640cf900 2024-09-10T10:38:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.342+0000 7f4e63400640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e440678c0 0x7f4e44069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.342+0000 7f4e63400640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e440678c0 0x7f4e44069d80 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f4e540ae000 tx=0x7f4e54008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:39.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.346+0000 7f4e5b400640 1 -- 172.21.15.22:0/186007305 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4e641f8350 con 0x7f4e640cf900 2024-09-10T10:38:39.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.514+0000 7f4e6a800640 1 -- 172.21.15.22:0/186007305 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f4e640d01f0 con 0x7f4e640cf900 2024-09-10T10:38:39.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.518+0000 7f4e5b400640 1 -- 172.21.15.22:0/186007305 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f4e5001c360 con 0x7f4e640cf900 2024-09-10T10:38:39.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 -- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e440678c0 msgr2=0x7f4e44069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e440678c0 0x7f4e44069d80 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f4e540ae000 tx=0x7f4e54008040 comp rx=0 tx=0).stop 2024-09-10T10:38:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 -- 172.21.15.22:0/186007305 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e640cf900 msgr2=0x7f4e64155250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e640cf900 0x7f4e64155250 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f4e5000d7d0 tx=0x7f4e5000dc90 comp rx=0 tx=0).stop 2024-09-10T10:38:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 -- 172.21.15.22:0/186007305 shutdown_connections 2024-09-10T10:38:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e440678c0 0x7f4e44069d80 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e641568c0 0x7f4e640aacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e640cf900 0x7f4e64155250 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 --2- 172.21.15.22:0/186007305 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e640b4470 0x7f4e640af7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 -- 172.21.15.22:0/186007305 >> 172.21.15.22:0/186007305 conn(0x7f4e64062eb0 msgr2=0x7f4e640b21a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 -- 172.21.15.22:0/186007305 shutdown_connections 2024-09-10T10:38:39.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.522+0000 7f4e6a800640 1 -- 172.21.15.22:0/186007305 wait complete. 2024-09-10T10:38:39.546 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_max_caps 2024-09-10T10:38:39.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd8200640 1 Processor -- start 2024-09-10T10:38:39.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd8200640 1 -- start start 2024-09-10T10:38:39.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd8200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fd015c630 0x7f5fd006eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd8200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5fd006eff0 0x7f5fd00ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd8200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fd0159350 con 0x7f5fd0158f70 2024-09-10T10:38:39.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd8200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f5fd0071340 con 0x7f5fd006eff0 2024-09-10T10:38:39.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd8200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5fd0071620 con 0x7f5fd015c630 2024-09-10T10:38:39.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd6200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5fd006eff0 0x7f5fd00ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd5800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f5fd0158f70 0x7f5fd0072f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32814/0 (socket says 172.21.15.22:32814) 2024-09-10T10:38:39.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd5800640 1 -- 172.21.15.22:0/1940006454 learned_addr learned my addr 172.21.15.22:0/1940006454 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:39.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd4e00640 1 --2- 172.21.15.22:0/1940006454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fd015c630 0x7f5fd006eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd6200640 1 -- 172.21.15.22:0/1940006454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fd015c630 msgr2=0x7f5fd006eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:39.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd6200640 1 --2- 172.21.15.22:0/1940006454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fd015c630 0x7f5fd006eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd6200640 1 -- 172.21.15.22:0/1940006454 >> v1:172.21.15.22:6789/0 conn(0x7f5fd0158f70 legacy=0x7f5fd0072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fd6200640 1 -- 172.21.15.22:0/1940006454 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fd0071900 con 0x7f5fd006eff0 2024-09-10T10:38:39.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.686+0000 7f5fcfe00640 1 -- 172.21.15.22:0/1940006454 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1427696230 0 0) 0x7f5fd0159350 con 0x7f5fd0158f70 2024-09-10T10:38:39.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fd6200640 1 --2- 172.21.15.22:0/1940006454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 0x7f5fd00ce4c0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8009d90 tx=0x7f5fc801c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0a5ff112184c403 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:39.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fcfe00640 1 -- 172.21.15.22:0/1940006454 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc80b2070 con 0x7f5fd006eff0 2024-09-10T10:38:39.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fcfe00640 1 -- 172.21.15.22:0/1940006454 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fc80a5830 con 0x7f5fd006eff0 2024-09-10T10:38:39.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fcfe00640 1 -- 172.21.15.22:0/1940006454 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc80a5c00 con 0x7f5fd006eff0 2024-09-10T10:38:39.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fd8200640 1 -- 172.21.15.22:0/1940006454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 msgr2=0x7f5fd00ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fd8200640 1 --2- 172.21.15.22:0/1940006454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 0x7f5fd00ce4c0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8009d90 tx=0x7f5fc801c970 comp rx=0 tx=0).stop 2024-09-10T10:38:39.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fd8200640 1 -- 172.21.15.22:0/1940006454 shutdown_connections 2024-09-10T10:38:39.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fd8200640 1 --2- 172.21.15.22:0/1940006454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 0x7f5fd00ce4c0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fd8200640 1 --2- 172.21.15.22:0/1940006454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fd015c630 0x7f5fd006eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fd8200640 1 -- 172.21.15.22:0/1940006454 >> 172.21.15.22:0/1940006454 conn(0x7f5fd0062eb0 msgr2=0x7f5fd006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:39.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fd8200640 1 -- 172.21.15.22:0/1940006454 shutdown_connections 2024-09-10T10:38:39.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fd8200640 1 -- 172.21.15.22:0/1940006454 wait complete. 2024-09-10T10:38:39.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.690+0000 7f5fd8200640 1 Processor -- start 2024-09-10T10:38:39.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd8200640 1 -- start start 2024-09-10T10:38:39.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd8200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 0x7f5fd0149c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd8200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fd0158f70 0x7f5fd0161f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd8200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fd015c630 0x7f5fd006d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd8200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd00cf5a0 con 0x7f5fd006eff0 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd8200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd00cf420 con 0x7f5fd015c630 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd8200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5fd00cf720 con 0x7f5fd0158f70 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd5800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 0x7f5fd0149c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd5800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 0x7f5fd0149c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53784/0 (socket says 172.21.15.22:53784) 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd5800640 1 -- 172.21.15.22:0/427175160 learned_addr learned my addr 172.21.15.22:0/427175160 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd4e00640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fd0158f70 0x7f5fd0161f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd6200640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fd015c630 0x7f5fd006d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd5800640 1 -- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fd0158f70 msgr2=0x7f5fd0161f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd5800640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fd0158f70 0x7f5fd0161f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd5800640 1 -- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fd015c630 msgr2=0x7f5fd006d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd5800640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fd015c630 0x7f5fd006d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd5800640 1 -- 172.21.15.22:0/427175160 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fd0161ba0 con 0x7f5fd006eff0 2024-09-10T10:38:39.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd5800640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 0x7f5fd0149c50 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f5fc400c480 tx=0x7f5fc400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:39.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fcd600640 1 -- 172.21.15.22:0/427175160 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc4018070 con 0x7f5fd006eff0 2024-09-10T10:38:39.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fcd600640 1 -- 172.21.15.22:0/427175160 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fc4007500 con 0x7f5fd006eff0 2024-09-10T10:38:39.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fcd600640 1 -- 172.21.15.22:0/427175160 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc4004a30 con 0x7f5fd006eff0 2024-09-10T10:38:39.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd8200640 1 -- 172.21.15.22:0/427175160 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fd0162490 con 0x7f5fd006eff0 2024-09-10T10:38:39.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd8200640 1 -- 172.21.15.22:0/427175160 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fd00b3d10 con 0x7f5fd006eff0 2024-09-10T10:38:39.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.694+0000 7f5fd8200640 1 -- 172.21.15.22:0/427175160 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fd00ce4c0 con 0x7f5fd006eff0 2024-09-10T10:38:39.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.698+0000 7f5fcd600640 1 -- 172.21.15.22:0/427175160 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5fc401b070 con 0x7f5fd006eff0 2024-09-10T10:38:39.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.698+0000 7f5fcd600640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fb00678f0 0x7f5fb0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:39.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.698+0000 7f5fcd600640 1 -- 172.21.15.22:0/427175160 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7f5fc4084bd0 con 0x7f5fd006eff0 2024-09-10T10:38:39.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.698+0000 7f5fd4e00640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fb00678f0 0x7f5fb0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:39.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.698+0000 7f5fd4e00640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fb00678f0 0x7f5fb0069db0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5fd00b00e0 tx=0x7f5fbc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:39.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.702+0000 7f5fcd600640 1 -- 172.21.15.22:0/427175160 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5fd0161ba0 con 0x7f5fd006eff0 2024-09-10T10:38:39.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.866+0000 7f5fd8200640 1 -- 172.21.15.22:0/427175160 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"} v 0) -- 0x7f5fd00b59c0 con 0x7f5fd006eff0 2024-09-10T10:38:39.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fcd600640 1 -- 172.21.15.22:0/427175160 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"}]=0 v30) ==== 102+0+0 (secure 0 0 0) 0x7f5fc40553b0 con 0x7f5fd006eff0 2024-09-10T10:38:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 -- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fb00678f0 msgr2=0x7f5fb0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fb00678f0 0x7f5fb0069db0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5fd00b00e0 tx=0x7f5fbc008040 comp rx=0 tx=0).stop 2024-09-10T10:38:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 -- 172.21.15.22:0/427175160 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 msgr2=0x7f5fd0149c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 0x7f5fd0149c50 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f5fc400c480 tx=0x7f5fc400c940 comp rx=0 tx=0).stop 2024-09-10T10:38:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 -- 172.21.15.22:0/427175160 shutdown_connections 2024-09-10T10:38:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fb00678f0 0x7f5fb0069db0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fd015c630 0x7f5fd006d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5fd0158f70 0x7f5fd0161f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 --2- 172.21.15.22:0/427175160 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5fd006eff0 0x7f5fd0149c50 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:39.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 -- 172.21.15.22:0/427175160 >> 172.21.15.22:0/427175160 conn(0x7f5fd0062eb0 msgr2=0x7f5fd00b1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:39.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 -- 172.21.15.22:0/427175160 shutdown_connections 2024-09-10T10:38:39.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:39.870+0000 7f5fd8200640 1 -- 172.21.15.22:0/427175160 wait complete. 2024-09-10T10:38:39.895 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_warning_threshold 2024-09-10T10:38:40.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd40fa00640 1 Processor -- start 2024-09-10T10:38:40.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd40fa00640 1 -- start start 2024-09-10T10:38:40.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd40fa00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd4080cf3c0 0x7fd4080cf850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd40fa00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4080b4f90 con 0x7fd4081568c0 2024-09-10T10:38:40.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd40fa00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4080b49d0 con 0x7fd40806d9b0 2024-09-10T10:38:40.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd40fa00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd4080b4cb0 con 0x7fd4080cf3c0 2024-09-10T10:38:40.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd40d000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fd4081568c0 0x7fd4080b3f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32816/0 (socket says 172.21.15.22:32816) 2024-09-10T10:38:40.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd40d000640 1 -- 172.21.15.22:0/3290426679 learned_addr learned my addr 172.21.15.22:0/3290426679 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:40.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407e00640 1 --2- 172.21.15.22:0/3290426679 >> v2:172.21.15.145:3300/0 conn(0x7fd4080cf3c0 0x7fd4080cf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4179277914 0 0) 0x7fd4080b4f90 con 0x7fd4081568c0 2024-09-10T10:38:40.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd3ec003530 con 0x7fd4081568c0 2024-09-10T10:38:40.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2849805314 0 0) 0x7fd3ec003530 con 0x7fd4081568c0 2024-09-10T10:38:40.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 >> v2:172.21.15.145:3300/0 conn(0x7fd4080cf3c0 msgr2=0x7fd4080cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:40.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 --2- 172.21.15.22:0/3290426679 >> v2:172.21.15.145:3300/0 conn(0x7fd4080cf3c0 0x7fd4080cf850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 >> v1:172.21.15.145:6789/0 conn(0x7fd40806d9b0 legacy=0x7fd40806de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd40806d1b0 con 0x7fd4081568c0 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fd3f8001680 con 0x7fd4081568c0 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 >> v1:172.21.15.22:6789/0 conn(0x7fd4081568c0 legacy=0x7fd4080b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3ec0039c0 0x7fd3ec003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3ec004810 0x7fd3ec004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3ec0051d0 0x7fd3ec00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd4080b4cb0 con 0x7fd3ec0039c0 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3ec00c070 con 0x7fd3ec0051d0 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.034+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd3ec00c270 con 0x7fd3ec004810 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40d000640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3ec0039c0 0x7fd3ec003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40da00640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3ec0051d0 0x7fd3ec00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd407e00640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3ec004810 0x7fd3ec004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40d000640 1 -- 172.21.15.22:0/3290426679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3ec004810 msgr2=0x7fd3ec004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:40.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40d000640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3ec004810 0x7fd3ec004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40d000640 1 -- 172.21.15.22:0/3290426679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3ec0051d0 msgr2=0x7fd3ec00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:40.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40d000640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3ec0051d0 0x7fd3ec00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40d000640 1 -- 172.21.15.22:0/3290426679 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3ec003530 con 0x7fd3ec0039c0 2024-09-10T10:38:40.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40da00640 1 -- 172.21.15.22:0/3290426679 reap_dead start 2024-09-10T10:38:40.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40d000640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3ec0039c0 0x7fd3ec003de0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fd3f800c1c0 tx=0x7fd3f801cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19554474f4ae0475 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:40.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f8007d00 con 0x7fd3ec0039c0 2024-09-10T10:38:40.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3f80a9020 con 0x7fd3ec0039c0 2024-09-10T10:38:40.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd407400640 1 -- 172.21.15.22:0/3290426679 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f80a5b30 con 0x7fd3ec0039c0 2024-09-10T10:38:40.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40fa00640 1 -- 172.21.15.22:0/3290426679 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3ec0039c0 msgr2=0x7fd3ec003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.038+0000 7fd40fa00640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3ec0039c0 0x7fd3ec003de0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fd3f800c1c0 tx=0x7fd3f801cc30 comp rx=0 tx=0).stop 2024-09-10T10:38:40.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 -- 172.21.15.22:0/3290426679 shutdown_connections 2024-09-10T10:38:40.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 --2- 172.21.15.22:0/3290426679 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd3ec0039c0 0x7fd3ec003de0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 -- 172.21.15.22:0/3290426679 >> 172.21.15.22:0/3290426679 conn(0x7fd408062eb0 msgr2=0x7fd40806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:40.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 -- 172.21.15.22:0/3290426679 shutdown_connections 2024-09-10T10:38:40.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 -- 172.21.15.22:0/3290426679 wait complete. 2024-09-10T10:38:40.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 Processor -- start 2024-09-10T10:38:40.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 -- start start 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3ec0039c0 0x7fd408150100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd408153720 0x7fd4081fb260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4081fb7a0 0x7fd4081fbc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd4080cfbe0 con 0x7fd408153720 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd408156eb0 con 0x7fd4081fb7a0 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40fa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd4080cfd60 con 0x7fd3ec0039c0 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd407e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd408153720 0x7fd4081fb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd407e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd408153720 0x7fd4081fb260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53812/0 (socket says 172.21.15.22:53812) 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd407e00640 1 -- 172.21.15.22:0/3507419819 learned_addr learned my addr 172.21.15.22:0/3507419819 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40d000640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3ec0039c0 0x7fd408150100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd40da00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4081fb7a0 0x7fd4081fbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd407e00640 1 -- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3ec0039c0 msgr2=0x7fd408150100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd407e00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3ec0039c0 0x7fd408150100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd407e00640 1 -- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4081fb7a0 msgr2=0x7fd4081fbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd407e00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4081fb7a0 0x7fd4081fbc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd407e00640 1 -- 172.21.15.22:0/3507419819 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd408153d70 con 0x7fd408153720 2024-09-10T10:38:40.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.042+0000 7fd407e00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd408153720 0x7fd4081fb260 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fd3f4011560 tx=0x7fd3f4011a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:40.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.046+0000 7fd404c00640 1 -- 172.21.15.22:0/3507419819 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f4015870 con 0x7fd408153720 2024-09-10T10:38:40.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.046+0000 7fd404c00640 1 -- 172.21.15.22:0/3507419819 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3f4015a10 con 0x7fd408153720 2024-09-10T10:38:40.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.046+0000 7fd404c00640 1 -- 172.21.15.22:0/3507419819 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f4015dc0 con 0x7fd408153720 2024-09-10T10:38:40.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.046+0000 7fd40fa00640 1 -- 172.21.15.22:0/3507419819 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd408154050 con 0x7fd408153720 2024-09-10T10:38:40.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.046+0000 7fd40fa00640 1 -- 172.21.15.22:0/3507419819 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd408154610 con 0x7fd408153720 2024-09-10T10:38:40.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.046+0000 7fd40fa00640 1 -- 172.21.15.22:0/3507419819 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd408069470 con 0x7fd408153720 2024-09-10T10:38:40.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.046+0000 7fd404c00640 1 -- 172.21.15.22:0/3507419819 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd3f4013400 con 0x7fd408153720 2024-09-10T10:38:40.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.046+0000 7fd404c00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3e80678f0 0x7fd3e8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.046+0000 7fd404c00640 1 -- 172.21.15.22:0/3507419819 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7fd3f4085bc0 con 0x7fd408153720 2024-09-10T10:38:40.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.046+0000 7fd40d000640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3e80678f0 0x7fd3e8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.050+0000 7fd40d000640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3e80678f0 0x7fd3e8069db0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fd3f80aa000 tx=0x7fd4080b4ba0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:40.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.050+0000 7fd404c00640 1 -- 172.21.15.22:0/3507419819 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd3f4019030 con 0x7fd408153720 2024-09-10T10:38:40.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.218+0000 7fd40fa00640 1 -- 172.21.15.22:0/3507419819 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"} v 0) -- 0x7fd4080d01f0 con 0x7fd408153720 2024-09-10T10:38:40.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.222+0000 7fd404c00640 1 -- 172.21.15.22:0/3507419819 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"}]=0 v31) ==== 111+0+0 (secure 0 0 0) 0x7fd3f40563a0 con 0x7fd408153720 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 -- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3e80678f0 msgr2=0x7fd3e8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3e80678f0 0x7fd3e8069db0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fd3f80aa000 tx=0x7fd4080b4ba0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 -- 172.21.15.22:0/3507419819 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd408153720 msgr2=0x7fd4081fb260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd408153720 0x7fd4081fb260 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fd3f4011560 tx=0x7fd3f4011a20 comp rx=0 tx=0).stop 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 -- 172.21.15.22:0/3507419819 shutdown_connections 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd3e80678f0 0x7fd3e8069db0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4081fb7a0 0x7fd4081fbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd408153720 0x7fd4081fb260 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 --2- 172.21.15.22:0/3507419819 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3ec0039c0 0x7fd408150100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 -- 172.21.15.22:0/3507419819 >> 172.21.15.22:0/3507419819 conn(0x7fd408062eb0 msgr2=0x7fd4080afac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 -- 172.21.15.22:0/3507419819 shutdown_connections 2024-09-10T10:38:40.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.226+0000 7fd40fa00640 1 -- 172.21.15.22:0/3507419819 wait complete. 2024-09-10T10:38:40.255 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_cache_memory_limit 2024-09-10T10:38:40.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.394+0000 7f8895c00640 1 Processor -- start 2024-09-10T10:38:40.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.394+0000 7f8895c00640 1 -- start start 2024-09-10T10:38:40.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f8895c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f88900cf3c0 0x7f88900cf850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f8895c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88900b4f90 con 0x7f889006d9b0 2024-09-10T10:38:40.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f8895c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88900b49d0 con 0x7f88901568c0 2024-09-10T10:38:40.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f8895c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f88900b4cb0 con 0x7f88900cf3c0 2024-09-10T10:38:40.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f8886000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f88900cf3c0 0x7f88900cf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f888f400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f889006d9b0 0x7f889006de20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32832/0 (socket says 172.21.15.22:32832) 2024-09-10T10:38:40.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f888f400640 1 -- 172.21.15.22:0/2038930549 learned_addr learned my addr 172.21.15.22:0/2038930549 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:40.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f8886000640 1 -- 172.21.15.22:0/2038930549 >> v1:172.21.15.145:6789/0 conn(0x7f88901568c0 legacy=0x7f88900b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f8886000640 1 -- 172.21.15.22:0/2038930549 >> v1:172.21.15.22:6789/0 conn(0x7f889006d9b0 legacy=0x7f889006de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f8886000640 1 -- 172.21.15.22:0/2038930549 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f889006d1b0 con 0x7f88900cf3c0 2024-09-10T10:38:40.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.398+0000 7f888e000640 1 -- 172.21.15.22:0/2038930549 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 662854422 0 0) 0x7f88900b4f90 con 0x7f889006d9b0 2024-09-10T10:38:40.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8886000640 1 --2- 172.21.15.22:0/2038930549 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88900cf3c0 0x7f88900cf850 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f88780097c0 tx=0x7f887801c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df3ea94218bd6a35 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:40.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f888e000640 1 -- 172.21.15.22:0/2038930549 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88780ab610 con 0x7f88900cf3c0 2024-09-10T10:38:40.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f888e000640 1 -- 172.21.15.22:0/2038930549 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88780b0070 con 0x7f88900cf3c0 2024-09-10T10:38:40.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f888e000640 1 -- 172.21.15.22:0/2038930549 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88780ab9d0 con 0x7f88900cf3c0 2024-09-10T10:38:40.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 -- 172.21.15.22:0/2038930549 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88900cf3c0 msgr2=0x7f88900cf850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 --2- 172.21.15.22:0/2038930549 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88900cf3c0 0x7f88900cf850 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f88780097c0 tx=0x7f887801c410 comp rx=0 tx=0).stop 2024-09-10T10:38:40.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 -- 172.21.15.22:0/2038930549 shutdown_connections 2024-09-10T10:38:40.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 --2- 172.21.15.22:0/2038930549 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88900cf3c0 0x7f88900cf850 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 -- 172.21.15.22:0/2038930549 >> 172.21.15.22:0/2038930549 conn(0x7f8890062eb0 msgr2=0x7f889006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:40.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 -- 172.21.15.22:0/2038930549 shutdown_connections 2024-09-10T10:38:40.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 -- 172.21.15.22:0/2038930549 wait complete. 2024-09-10T10:38:40.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 Processor -- start 2024-09-10T10:38:40.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 -- start start 2024-09-10T10:38:40.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f889006d9b0 0x7f889014c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88900cf3c0 0x7f8890138540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88901568c0 0x7f8890138a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8890156ca0 con 0x7f88901568c0 2024-09-10T10:38:40.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f88900b4640 con 0x7f889006d9b0 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.402+0000 7f8895c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8890156e20 con 0x7f88900cf3c0 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f888f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88901568c0 0x7f8890138a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f888f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88901568c0 0x7f8890138a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53830/0 (socket says 172.21.15.22:53830) 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f888f400640 1 -- 172.21.15.22:0/1834783747 learned_addr learned my addr 172.21.15.22:0/1834783747 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f888ea00640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f889006d9b0 0x7f889014c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f8886000640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88900cf3c0 0x7f8890138540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f888f400640 1 -- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88900cf3c0 msgr2=0x7f8890138540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f888f400640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88900cf3c0 0x7f8890138540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f888f400640 1 -- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f889006d9b0 msgr2=0x7f889014c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f888f400640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f889006d9b0 0x7f889014c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f888f400640 1 -- 172.21.15.22:0/1834783747 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8890150000 con 0x7f88901568c0 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f888f400640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88901568c0 0x7f8890138a80 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f888800c480 tx=0x7f888800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:40.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f8887400640 1 -- 172.21.15.22:0/1834783747 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8888018070 con 0x7f88901568c0 2024-09-10T10:38:40.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f8887400640 1 -- 172.21.15.22:0/1834783747 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88880074e0 con 0x7f88901568c0 2024-09-10T10:38:40.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f8887400640 1 -- 172.21.15.22:0/1834783747 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8888004a30 con 0x7f88901568c0 2024-09-10T10:38:40.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f8895c00640 1 -- 172.21.15.22:0/1834783747 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f889015d3f0 con 0x7f88901568c0 2024-09-10T10:38:40.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f8895c00640 1 -- 172.21.15.22:0/1834783747 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f889015d9b0 con 0x7f88901568c0 2024-09-10T10:38:40.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f8895c00640 1 -- 172.21.15.22:0/1834783747 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88900cf850 con 0x7f88901568c0 2024-09-10T10:38:40.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.406+0000 7f8887400640 1 -- 172.21.15.22:0/1834783747 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f888801b070 con 0x7f88901568c0 2024-09-10T10:38:40.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.410+0000 7f8887400640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f886c0678c0 0x7f886c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.410+0000 7f8887400640 1 -- 172.21.15.22:0/1834783747 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7f8888084c40 con 0x7f88901568c0 2024-09-10T10:38:40.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.410+0000 7f888ea00640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f886c0678c0 0x7f886c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.410+0000 7f888ea00640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f886c0678c0 0x7f886c069d80 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f88800012f0 tx=0x7f8880009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:40.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.414+0000 7f8887400640 1 -- 172.21.15.22:0/1834783747 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8888055420 con 0x7f88901568c0 2024-09-10T10:38:40.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.578+0000 7f8895c00640 1 -- 172.21.15.22:0/1834783747 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"} v 0) -- 0x7f88900d01f0 con 0x7f88901568c0 2024-09-10T10:38:40.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.582+0000 7f8887400640 1 -- 172.21.15.22:0/1834783747 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"}]=0 v32) ==== 105+0+0 (secure 0 0 0) 0x7f8888059720 con 0x7f88901568c0 2024-09-10T10:38:40.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 -- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f886c0678c0 msgr2=0x7f886c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f886c0678c0 0x7f886c069d80 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f88800012f0 tx=0x7f8880009040 comp rx=0 tx=0).stop 2024-09-10T10:38:40.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 -- 172.21.15.22:0/1834783747 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88901568c0 msgr2=0x7f8890138a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88901568c0 0x7f8890138a80 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f888800c480 tx=0x7f888800c940 comp rx=0 tx=0).stop 2024-09-10T10:38:40.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 -- 172.21.15.22:0/1834783747 shutdown_connections 2024-09-10T10:38:40.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f886c0678c0 0x7f886c069d80 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88901568c0 0x7f8890138a80 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88900cf3c0 0x7f8890138540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 --2- 172.21.15.22:0/1834783747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f889006d9b0 0x7f889014c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 -- 172.21.15.22:0/1834783747 >> 172.21.15.22:0/1834783747 conn(0x7f8890062eb0 msgr2=0x7f8890153ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 -- 172.21.15.22:0/1834783747 shutdown_connections 2024-09-10T10:38:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.586+0000 7f8895c00640 1 -- 172.21.15.22:0/1834783747 wait complete. 2024-09-10T10:38:40.608 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_min_caps_working_set 2024-09-10T10:38:40.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.746+0000 7ff007a00640 1 Processor -- start 2024-09-10T10:38:40.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.746+0000 7ff007a00640 1 -- start start 2024-09-10T10:38:40.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff007a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff0001568c0 0x7ff0000b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff007a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff0000cfad0 0x7ff00006d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff007a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0000b4f90 con 0x7ff0000b4470 2024-09-10T10:38:40.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff007a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff0000b49d0 con 0x7ff0000cfad0 2024-09-10T10:38:40.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff007a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff0000b4cb0 con 0x7ff0001568c0 2024-09-10T10:38:40.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff005a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff0000cfad0 0x7ff00006d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff005a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff0000cfad0 0x7ff00006d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53836/0 (socket says 172.21.15.22:53836) 2024-09-10T10:38:40.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff005a00640 1 -- 172.21.15.22:0/2662787752 learned_addr learned my addr 172.21.15.22:0/2662787752 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:40.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff005a00640 1 -- 172.21.15.22:0/2662787752 >> v2:172.21.15.145:3300/0 conn(0x7ff0001568c0 msgr2=0x7ff0000b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:40.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff005a00640 1 --2- 172.21.15.22:0/2662787752 >> v2:172.21.15.145:3300/0 conn(0x7ff0001568c0 0x7ff0000b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff005a00640 1 -- 172.21.15.22:0/2662787752 >> v1:172.21.15.145:6789/0 conn(0x7ff0000b4470 legacy=0x7ff0000cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:40.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff005a00640 1 -- 172.21.15.22:0/2662787752 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff00006d1b0 con 0x7ff0000cfad0 2024-09-10T10:38:40.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7ff005a00640 1 --2- 172.21.15.22:0/2662787752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0000cfad0 0x7ff00006d9b0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7ff000073540 tx=0x7feff801c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bd89852028eadfa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:40.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7fefffe00640 1 -- 172.21.15.22:0/2662787752 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff80a5860 con 0x7ff0000cfad0 2024-09-10T10:38:40.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7fefffe00640 1 -- 172.21.15.22:0/2662787752 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feff80a5a00 con 0x7ff0000cfad0 2024-09-10T10:38:40.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.750+0000 7fefffe00640 1 -- 172.21.15.22:0/2662787752 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff80a5dd0 con 0x7ff0000cfad0 2024-09-10T10:38:40.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 -- 172.21.15.22:0/2662787752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0000cfad0 msgr2=0x7ff00006d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 --2- 172.21.15.22:0/2662787752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0000cfad0 0x7ff00006d9b0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7ff000073540 tx=0x7feff801c980 comp rx=0 tx=0).stop 2024-09-10T10:38:40.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 -- 172.21.15.22:0/2662787752 shutdown_connections 2024-09-10T10:38:40.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 --2- 172.21.15.22:0/2662787752 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0000cfad0 0x7ff00006d9b0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 --2- 172.21.15.22:0/2662787752 >> v2:172.21.15.145:3300/0 conn(0x7ff0001568c0 0x7ff0000b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 -- 172.21.15.22:0/2662787752 >> 172.21.15.22:0/2662787752 conn(0x7ff000062eb0 msgr2=0x7ff00006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:40.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 -- 172.21.15.22:0/2662787752 shutdown_connections 2024-09-10T10:38:40.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 -- 172.21.15.22:0/2662787752 wait complete. 2024-09-10T10:38:40.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 Processor -- start 2024-09-10T10:38:40.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 -- start start 2024-09-10T10:38:40.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0000b4470 0x7ff000161130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0000cfad0 0x7ff00015de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0001568c0 0x7ff000162ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff00006e700 con 0x7ff0001568c0 2024-09-10T10:38:40.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff000156eb0 con 0x7ff0000cfad0 2024-09-10T10:38:40.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff007a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff00006e880 con 0x7ff0000b4470 2024-09-10T10:38:40.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff005a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0001568c0 0x7ff000162ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff005a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0001568c0 0x7ff000162ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53852/0 (socket says 172.21.15.22:53852) 2024-09-10T10:38:40.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff005a00640 1 -- 172.21.15.22:0/2190717362 learned_addr learned my addr 172.21.15.22:0/2190717362 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7ff005000640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0000b4470 0x7ff000161130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.754+0000 7feff7e00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0000cfad0 0x7ff00015de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7ff005a00640 1 -- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0000b4470 msgr2=0x7ff000161130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7ff005a00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0000b4470 0x7ff000161130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7ff005a00640 1 -- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0000cfad0 msgr2=0x7ff00015de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7ff005a00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0000cfad0 0x7ff00015de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7ff005a00640 1 -- 172.21.15.22:0/2190717362 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0001617f0 con 0x7ff0001568c0 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7feff7e00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0000cfad0 0x7ff00015de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7ff005a00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0001568c0 0x7ff000162ef0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7feff801a5b0 tx=0x7feff8019720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7feffd600640 1 -- 172.21.15.22:0/2190717362 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff80b8880 con 0x7ff0001568c0 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7feffd600640 1 -- 172.21.15.22:0/2190717362 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feff80be070 con 0x7ff0001568c0 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7ff007a00640 1 -- 172.21.15.22:0/2190717362 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff00015f1b0 con 0x7ff0001568c0 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7feffd600640 1 -- 172.21.15.22:0/2190717362 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff80b8c80 con 0x7ff0001568c0 2024-09-10T10:38:40.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7ff007a00640 1 -- 172.21.15.22:0/2190717362 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff00015eec0 con 0x7ff0001568c0 2024-09-10T10:38:40.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7ff007a00640 1 -- 172.21.15.22:0/2190717362 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff00006d9b0 con 0x7ff0001568c0 2024-09-10T10:38:40.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7feffd600640 1 -- 172.21.15.22:0/2190717362 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7feff80c3460 con 0x7ff0001568c0 2024-09-10T10:38:40.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7feffd600640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefdc0678c0 0x7fefdc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:40.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7feffd600640 1 -- 172.21.15.22:0/2190717362 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7feff8120d80 con 0x7ff0001568c0 2024-09-10T10:38:40.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.758+0000 7ff005000640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefdc0678c0 0x7fefdc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:40.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.762+0000 7ff005000640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefdc0678c0 0x7fefdc069d80 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7feff0006fd0 tx=0x7feff0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:40.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.762+0000 7feffd600640 1 -- 172.21.15.22:0/2190717362 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7feff80165a0 con 0x7ff0001568c0 2024-09-10T10:38:40.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.930+0000 7ff007a00640 1 -- 172.21.15.22:0/2190717362 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"} v 0) -- 0x7ff0000d01f0 con 0x7ff0001568c0 2024-09-10T10:38:40.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7feffd600640 1 -- 172.21.15.22:0/2190717362 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"}]=0 v33) ==== 107+0+0 (secure 0 0 0) 0x7feff80f1bb0 con 0x7ff0001568c0 2024-09-10T10:38:40.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 -- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefdc0678c0 msgr2=0x7fefdc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefdc0678c0 0x7fefdc069d80 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7feff0006fd0 tx=0x7feff0008040 comp rx=0 tx=0).stop 2024-09-10T10:38:40.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 -- 172.21.15.22:0/2190717362 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0001568c0 msgr2=0x7ff000162ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:40.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0001568c0 0x7ff000162ef0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7feff801a5b0 tx=0x7feff8019720 comp rx=0 tx=0).stop 2024-09-10T10:38:40.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 -- 172.21.15.22:0/2190717362 shutdown_connections 2024-09-10T10:38:40.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fefdc0678c0 0x7fefdc069d80 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0001568c0 0x7ff000162ef0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0000cfad0 0x7ff00015de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 --2- 172.21.15.22:0/2190717362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0000b4470 0x7ff000161130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:40.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 -- 172.21.15.22:0/2190717362 >> 172.21.15.22:0/2190717362 conn(0x7ff000062eb0 msgr2=0x7ff0000b1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:40.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 -- 172.21.15.22:0/2190717362 shutdown_connections 2024-09-10T10:38:40.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:40.934+0000 7ff007a00640 1 -- 172.21.15.22:0/2190717362 wait complete. 2024-09-10T10:38:40.959 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set' 2024-09-10T10:38:41.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f34c00640 1 Processor -- start 2024-09-10T10:38:41.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f34c00640 1 -- start start 2024-09-10T10:38:41.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f34c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f3015b600 0x7f4f30071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f34c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4f300b56f0 0x7f4f300b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f34c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f300ce880 con 0x7f4f3015b220 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f34c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4f3006d6e0 con 0x7f4f300b56f0 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f34c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4f300ceb60 con 0x7f4f3015b600 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f2de00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f4f3015b220 0x7f4f300b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32836/0 (socket says 172.21.15.22:32836) 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f2de00640 1 -- 172.21.15.22:0/1466158702 learned_addr learned my addr 172.21.15.22:0/1466158702 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f2e800640 1 --2- 172.21.15.22:0/1466158702 >> v2:172.21.15.22:3300/0 conn(0x7f4f300b56f0 0x7f4f300b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f2d400640 1 --2- 172.21.15.22:0/1466158702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f3015b600 0x7f4f30071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f2ca00640 1 -- 172.21.15.22:0/1466158702 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 486504952 0 0) 0x7f4f300ce880 con 0x7f4f3015b220 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f2ca00640 1 -- 172.21.15.22:0/1466158702 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4f14003530 con 0x7f4f3015b220 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f2e800640 1 -- 172.21.15.22:0/1466158702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f3015b600 msgr2=0x7f4f30071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:41.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f2e800640 1 --2- 172.21.15.22:0/1466158702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f3015b600 0x7f4f30071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:41.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f2e800640 1 -- 172.21.15.22:0/1466158702 >> v1:172.21.15.22:6789/0 conn(0x7f4f3015b220 legacy=0x7f4f300b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:41.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.098+0000 7f4f2e800640 1 -- 172.21.15.22:0/1466158702 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f300cee40 con 0x7f4f300b56f0 2024-09-10T10:38:41.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f2e800640 1 --2- 172.21.15.22:0/1466158702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 0x7f4f300b3f10 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f4f28009d90 tx=0x7f4f2801c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c40ab86b277b6982 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:41.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f2ca00640 1 -- 172.21.15.22:0/1466158702 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f280b2070 con 0x7f4f300b56f0 2024-09-10T10:38:41.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f2ca00640 1 -- 172.21.15.22:0/1466158702 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f280a5900 con 0x7f4f300b56f0 2024-09-10T10:38:41.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f2ca00640 1 -- 172.21.15.22:0/1466158702 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f280a5cd0 con 0x7f4f300b56f0 2024-09-10T10:38:41.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f34c00640 1 -- 172.21.15.22:0/1466158702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 msgr2=0x7f4f300b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:41.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f34c00640 1 --2- 172.21.15.22:0/1466158702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 0x7f4f300b3f10 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f4f28009d90 tx=0x7f4f2801c820 comp rx=0 tx=0).stop 2024-09-10T10:38:41.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f34c00640 1 -- 172.21.15.22:0/1466158702 shutdown_connections 2024-09-10T10:38:41.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f34c00640 1 --2- 172.21.15.22:0/1466158702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 0x7f4f300b3f10 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:41.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f34c00640 1 --2- 172.21.15.22:0/1466158702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f3015b600 0x7f4f30071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:41.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f34c00640 1 -- 172.21.15.22:0/1466158702 >> 172.21.15.22:0/1466158702 conn(0x7f4f30062dd0 msgr2=0x7f4f3006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:41.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f34c00640 1 -- 172.21.15.22:0/1466158702 shutdown_connections 2024-09-10T10:38:41.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.102+0000 7f4f34c00640 1 -- 172.21.15.22:0/1466158702 wait complete. 2024-09-10T10:38:41.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 Processor -- start 2024-09-10T10:38:41.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 -- start start 2024-09-10T10:38:41.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 0x7f4f3014b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:41.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f3015b220 0x7f4f30160090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:41.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f3015b600 0x7f4f300ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:41.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4f300cffd0 con 0x7f4f300b56f0 2024-09-10T10:38:41.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4f300cfe50 con 0x7f4f3015b600 2024-09-10T10:38:41.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4f300d0150 con 0x7f4f3015b220 2024-09-10T10:38:41.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 0x7f4f3014b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:41.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 0x7f4f3014b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53874/0 (socket says 172.21.15.22:53874) 2024-09-10T10:38:41.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2de00640 1 -- 172.21.15.22:0/3941249245 learned_addr learned my addr 172.21.15.22:0/3941249245 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:41.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2e800640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f3015b600 0x7f4f300ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:41.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2d400640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f3015b220 0x7f4f30160090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:41.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2de00640 1 -- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f3015b220 msgr2=0x7f4f30160090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:41.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2de00640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f3015b220 0x7f4f30160090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:41.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2de00640 1 -- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f3015b600 msgr2=0x7f4f300ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:41.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2de00640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f3015b600 0x7f4f300ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:41.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2de00640 1 -- 172.21.15.22:0/3941249245 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f301605d0 con 0x7f4f300b56f0 2024-09-10T10:38:41.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2e800640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f3015b600 0x7f4f300ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:41.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f2de00640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 0x7f4f3014b090 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f4f2000c480 tx=0x7f4f2000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:41.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f26000640 1 -- 172.21.15.22:0/3941249245 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f20017070 con 0x7f4f300b56f0 2024-09-10T10:38:41.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f26000640 1 -- 172.21.15.22:0/3941249245 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f20005cf0 con 0x7f4f300b56f0 2024-09-10T10:38:41.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f26000640 1 -- 172.21.15.22:0/3941249245 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f20007290 con 0x7f4f300b56f0 2024-09-10T10:38:41.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 -- 172.21.15.22:0/3941249245 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f3015c6a0 con 0x7f4f300b56f0 2024-09-10T10:38:41.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 -- 172.21.15.22:0/3941249245 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f30164600 con 0x7f4f300b56f0 2024-09-10T10:38:41.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.106+0000 7f4f34c00640 1 -- 172.21.15.22:0/3941249245 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f300b3f10 con 0x7f4f300b56f0 2024-09-10T10:38:41.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.110+0000 7f4f26000640 1 -- 172.21.15.22:0/3941249245 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4f2001a070 con 0x7f4f300b56f0 2024-09-10T10:38:41.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.110+0000 7f4f26000640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f100678c0 0x7f4f10069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:41.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.110+0000 7f4f26000640 1 -- 172.21.15.22:0/3941249245 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7f4f20084d80 con 0x7f4f300b56f0 2024-09-10T10:38:41.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.110+0000 7f4f2d400640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f100678c0 0x7f4f10069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:41.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.110+0000 7f4f2d400640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f100678c0 0x7f4f10069d80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f4f301575e0 tx=0x7f4f1c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:41.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.114+0000 7f4f26000640 1 -- 172.21.15.22:0/3941249245 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4f20055bb0 con 0x7f4f300b56f0 2024-09-10T10:38:41.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:41.338+0000 7f4f34c00640 1 -- 172.21.15.22:0/3941249245 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set"]} v 0) -- 0x7f4f30072e90 con 0x7f4f300b56f0 2024-09-10T10:38:42.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.170+0000 7f4f26000640 1 -- 172.21.15.22:0/3941249245 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set"]}]=0 v304) ==== 160+0+0 (secure 0 0 0) 0x7f4f200554b0 con 0x7f4f300b56f0 2024-09-10T10:38:42.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 -- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f100678c0 msgr2=0x7f4f10069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f100678c0 0x7f4f10069d80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f4f301575e0 tx=0x7f4f1c008040 comp rx=0 tx=0).stop 2024-09-10T10:38:42.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 -- 172.21.15.22:0/3941249245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 msgr2=0x7f4f3014b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 0x7f4f3014b090 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f4f2000c480 tx=0x7f4f2000c940 comp rx=0 tx=0).stop 2024-09-10T10:38:42.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 -- 172.21.15.22:0/3941249245 shutdown_connections 2024-09-10T10:38:42.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f100678c0 0x7f4f10069d80 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f3015b600 0x7f4f300ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f3015b220 0x7f4f30160090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 --2- 172.21.15.22:0/3941249245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f300b56f0 0x7f4f3014b090 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 -- 172.21.15.22:0/3941249245 >> 172.21.15.22:0/3941249245 conn(0x7f4f30062dd0 msgr2=0x7f4f300cc720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:42.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 -- 172.21.15.22:0/3941249245 shutdown_connections 2024-09-10T10:38:42.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.174+0000 7f4f34c00640 1 -- 172.21.15.22:0/3941249245 wait complete. 2024-09-10T10:38:42.202 INFO:tasks.cephfs_test_runner:When a client has inodes pinned in its cache (open files), that the MDS ... ok 2024-09-10T10:38:42.202 INFO:tasks.cephfs_test_runner:Starting test: test_client_oldest_tid (tasks.cephfs.test_client_limits.TestClientLimits) When a client does not advance its oldest tid, the MDS should notice that 2024-09-10T10:38:42.202 INFO:tasks.cephfs_test_runner:test_client_oldest_tid (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-10T10:38:42.203 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:38:42.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbf000640 1 Processor -- start 2024-09-10T10:38:42.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbf000640 1 -- start start 2024-09-10T10:38:42.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbf000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fb815b600 0x7f1fb8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbf000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1fb80b56f0 0x7f1fb80b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbf000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fb80ce880 con 0x7f1fb815b220 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbf000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f1fb806d6e0 con 0x7f1fb80b56f0 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbf000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1fb80ceb60 con 0x7f1fb815b600 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fb7e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f1fb815b220 0x7f1fb80b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32840/0 (socket says 172.21.15.22:32840) 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fb7e00640 1 -- 172.21.15.22:0/1336049381 learned_addr learned my addr 172.21.15.22:0/1336049381 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbd000640 1 --2- 172.21.15.22:0/1336049381 >> v2:172.21.15.22:3300/0 conn(0x7f1fb80b56f0 0x7f1fb80b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fafe00640 1 --2- 172.21.15.22:0/1336049381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fb815b600 0x7f1fb8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fb7400640 1 -- 172.21.15.22:0/1336049381 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2219529974 0 0) 0x7f1fb80ce880 con 0x7f1fb815b220 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbd000640 1 -- 172.21.15.22:0/1336049381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fb815b600 msgr2=0x7f1fb8071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbd000640 1 --2- 172.21.15.22:0/1336049381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fb815b600 0x7f1fb8071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbd000640 1 -- 172.21.15.22:0/1336049381 >> v1:172.21.15.22:6789/0 conn(0x7f1fb815b220 legacy=0x7f1fb80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.346+0000 7f1fbd000640 1 -- 172.21.15.22:0/1336049381 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fb80cee40 con 0x7f1fb80b56f0 2024-09-10T10:38:42.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fbd000640 1 --2- 172.21.15.22:0/1336049381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb80b56f0 0x7f1fb80b3f10 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0009d90 tx=0x7f1fb001c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c233c6faa1e2d7c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:42.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fb7400640 1 -- 172.21.15.22:0/1336049381 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb00b2070 con 0x7f1fb80b56f0 2024-09-10T10:38:42.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fb7400640 1 -- 172.21.15.22:0/1336049381 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fb00a5900 con 0x7f1fb80b56f0 2024-09-10T10:38:42.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fb7400640 1 -- 172.21.15.22:0/1336049381 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb00a5cd0 con 0x7f1fb80b56f0 2024-09-10T10:38:42.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fbf000640 1 -- 172.21.15.22:0/1336049381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb80b56f0 msgr2=0x7f1fb80b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fbf000640 1 --2- 172.21.15.22:0/1336049381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb80b56f0 0x7f1fb80b3f10 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0009d90 tx=0x7f1fb001c820 comp rx=0 tx=0).stop 2024-09-10T10:38:42.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fbf000640 1 -- 172.21.15.22:0/1336049381 shutdown_connections 2024-09-10T10:38:42.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fbf000640 1 --2- 172.21.15.22:0/1336049381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb80b56f0 0x7f1fb80b3f10 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fbf000640 1 --2- 172.21.15.22:0/1336049381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fb815b600 0x7f1fb8071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fbf000640 1 -- 172.21.15.22:0/1336049381 >> 172.21.15.22:0/1336049381 conn(0x7f1fb8062dd0 msgr2=0x7f1fb806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:42.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fbf000640 1 -- 172.21.15.22:0/1336049381 shutdown_connections 2024-09-10T10:38:42.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.350+0000 7f1fbf000640 1 -- 172.21.15.22:0/1336049381 wait complete. 2024-09-10T10:38:42.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 Processor -- start 2024-09-10T10:38:42.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 -- start start 2024-09-10T10:38:42.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fb80b56f0 0x7f1fb80b2b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb815b220 0x7f1fb815dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fb815b600 0x7f1fb815e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb80cffd0 con 0x7f1fb815b220 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb80cfe50 con 0x7f1fb815b600 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1fb80d0150 con 0x7f1fb80b56f0 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fafe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb815b220 0x7f1fb815dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fafe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb815b220 0x7f1fb815dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53880/0 (socket says 172.21.15.22:53880) 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fafe00640 1 -- 172.21.15.22:0/3719793313 learned_addr learned my addr 172.21.15.22:0/3719793313 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbd000640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fb815b600 0x7f1fb815e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fb7e00640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fb80b56f0 0x7f1fb80b2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fafe00640 1 -- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fb80b56f0 msgr2=0x7f1fb80b2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fafe00640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fb80b56f0 0x7f1fb80b2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fafe00640 1 -- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fb815b600 msgr2=0x7f1fb815e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fafe00640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fb815b600 0x7f1fb815e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fafe00640 1 -- 172.21.15.22:0/3719793313 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fb80b30d0 con 0x7f1fb815b220 2024-09-10T10:38:42.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fafe00640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb815b220 0x7f1fb815dbb0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f1fa000d620 tx=0x7f1fa000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:42.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fb4c00640 1 -- 172.21.15.22:0/3719793313 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa000b620 con 0x7f1fb815b220 2024-09-10T10:38:42.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fb4c00640 1 -- 172.21.15.22:0/3719793313 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fa0019070 con 0x7f1fb815b220 2024-09-10T10:38:42.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 -- 172.21.15.22:0/3719793313 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fb80b5410 con 0x7f1fb815b220 2024-09-10T10:38:42.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fb4c00640 1 -- 172.21.15.22:0/3719793313 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa000b9e0 con 0x7f1fb815b220 2024-09-10T10:38:42.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 -- 172.21.15.22:0/3719793313 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fb81643e0 con 0x7f1fb815b220 2024-09-10T10:38:42.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.354+0000 7f1fbf000640 1 -- 172.21.15.22:0/3719793313 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fb815fa10 con 0x7f1fb815b220 2024-09-10T10:38:42.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.358+0000 7f1fb4c00640 1 -- 172.21.15.22:0/3719793313 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1fa000bb80 con 0x7f1fb815b220 2024-09-10T10:38:42.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.358+0000 7f1fb4c00640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f940678c0 0x7f1f94069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.358+0000 7f1fb4c00640 1 -- 172.21.15.22:0/3719793313 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7f1fa0085e50 con 0x7f1fb815b220 2024-09-10T10:38:42.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.358+0000 7f1fb7e00640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f940678c0 0x7f1f94069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.358+0000 7f1fb7e00640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f940678c0 0x7f1f94069d80 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8000f70 tx=0x7f1fa8007b60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:42.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.362+0000 7f1fb4c00640 1 -- 172.21.15.22:0/3719793313 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1fa0056bf0 con 0x7f1fb815b220 2024-09-10T10:38:42.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.526+0000 7f1fbf000640 1 -- 172.21.15.22:0/3719793313 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1fb8072e90 con 0x7f1fb815b220 2024-09-10T10:38:42.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.526+0000 7f1fb4c00640 1 -- 172.21.15.22:0/3719793313 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+13047 (secure 0 0 0) 0x7f1fa00564f0 con 0x7f1fb815b220 2024-09-10T10:38:42.532 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:42.532 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":84,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:38:39.153176+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.145:6837/2250061541":"2024-09-11T10:38:36.139396+0000","172.21.15.145:6835/2250061541":"2024-09-11T10:38:36.139396+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:38:42.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 -- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f940678c0 msgr2=0x7f1f94069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f940678c0 0x7f1f94069d80 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8000f70 tx=0x7f1fa8007b60 comp rx=0 tx=0).stop 2024-09-10T10:38:42.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 -- 172.21.15.22:0/3719793313 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb815b220 msgr2=0x7f1fb815dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb815b220 0x7f1fb815dbb0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f1fa000d620 tx=0x7f1fa000dae0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 -- 172.21.15.22:0/3719793313 shutdown_connections 2024-09-10T10:38:42.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1f940678c0 0x7f1f94069d80 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fb815b600 0x7f1fb815e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fb815b220 0x7f1fb815dbb0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 --2- 172.21.15.22:0/3719793313 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fb80b56f0 0x7f1fb80b2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 -- 172.21.15.22:0/3719793313 >> 172.21.15.22:0/3719793313 conn(0x7f1fb8062dd0 msgr2=0x7f1fb8071710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:42.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 -- 172.21.15.22:0/3719793313 shutdown_connections 2024-09-10T10:38:42.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.530+0000 7f1fbf000640 1 -- 172.21.15.22:0/3719793313 wait complete. 2024-09-10T10:38:42.553 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:32:19.395418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:38:42.553 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:38:42.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd69000640 1 Processor -- start 2024-09-10T10:38:42.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd69000640 1 -- start start 2024-09-10T10:38:42.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd69000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbd641568c0 0x7fbd640b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd69000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd640cfad0 0x7fbd6406d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd69000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd640b4f90 con 0x7fbd640b4470 2024-09-10T10:38:42.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd69000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fbd640b49d0 con 0x7fbd641568c0 2024-09-10T10:38:42.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd69000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbd640b4cb0 con 0x7fbd640cfad0 2024-09-10T10:38:42.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd59400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fbd640b4470 0x7fbd640cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32844/0 (socket says 172.21.15.22:32844) 2024-09-10T10:38:42.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd59400640 1 -- 172.21.15.22:0/2723282744 learned_addr learned my addr 172.21.15.22:0/2723282744 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:42.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd61e00640 1 --2- 172.21.15.22:0/2723282744 >> v2:172.21.15.145:3300/0 conn(0x7fbd641568c0 0x7fbd640b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd62800640 1 --2- 172.21.15.22:0/2723282744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd640cfad0 0x7fbd6406d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd61400640 1 -- 172.21.15.22:0/2723282744 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1522371502 0 0) 0x7fbd640b4f90 con 0x7fbd640b4470 2024-09-10T10:38:42.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd61400640 1 -- 172.21.15.22:0/2723282744 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbd48003530 con 0x7fbd640b4470 2024-09-10T10:38:42.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd61e00640 1 -- 172.21.15.22:0/2723282744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd640cfad0 msgr2=0x7fbd6406d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:42.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd61e00640 1 --2- 172.21.15.22:0/2723282744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd640cfad0 0x7fbd6406d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd61e00640 1 -- 172.21.15.22:0/2723282744 >> v1:172.21.15.22:6789/0 conn(0x7fbd640b4470 legacy=0x7fbd640cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.694+0000 7fbd61e00640 1 -- 172.21.15.22:0/2723282744 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd6406d1b0 con 0x7fbd641568c0 2024-09-10T10:38:42.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd61e00640 1 --2- 172.21.15.22:0/2723282744 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd641568c0 0x7fbd640b3f30 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fbd540097c0 tx=0x7fbd5401c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe49bf453e35b190 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:42.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd61400640 1 -- 172.21.15.22:0/2723282744 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd540aa5f0 con 0x7fbd641568c0 2024-09-10T10:38:42.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd61400640 1 -- 172.21.15.22:0/2723282744 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd540af070 con 0x7fbd641568c0 2024-09-10T10:38:42.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd61400640 1 -- 172.21.15.22:0/2723282744 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd540aa9b0 con 0x7fbd641568c0 2024-09-10T10:38:42.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd69000640 1 -- 172.21.15.22:0/2723282744 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd641568c0 msgr2=0x7fbd640b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd69000640 1 --2- 172.21.15.22:0/2723282744 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd641568c0 0x7fbd640b3f30 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fbd540097c0 tx=0x7fbd5401c470 comp rx=0 tx=0).stop 2024-09-10T10:38:42.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd69000640 1 -- 172.21.15.22:0/2723282744 shutdown_connections 2024-09-10T10:38:42.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd69000640 1 --2- 172.21.15.22:0/2723282744 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd640cfad0 0x7fbd6406d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd69000640 1 --2- 172.21.15.22:0/2723282744 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd641568c0 0x7fbd640b3f30 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd69000640 1 -- 172.21.15.22:0/2723282744 >> 172.21.15.22:0/2723282744 conn(0x7fbd64062eb0 msgr2=0x7fbd6406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:42.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd69000640 1 -- 172.21.15.22:0/2723282744 shutdown_connections 2024-09-10T10:38:42.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd69000640 1 -- 172.21.15.22:0/2723282744 wait complete. 2024-09-10T10:38:42.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.698+0000 7fbd69000640 1 Processor -- start 2024-09-10T10:38:42.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd69000640 1 -- start start 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd69000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd640b4470 0x7fbd640acc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd69000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd640cfad0 0x7fbd64151f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd69000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd641568c0 0x7fbd640aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd69000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6406e700 con 0x7fbd641568c0 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd69000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbd64156eb0 con 0x7fbd640b4470 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd69000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbd6406e880 con 0x7fbd640cfad0 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd61e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd640b4470 0x7fbd640acc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd62800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd641568c0 0x7fbd640aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd61e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd640b4470 0x7fbd640acc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:47326/0 (socket says 172.21.15.22:47326) 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd61e00640 1 -- 172.21.15.22:0/2592709263 learned_addr learned my addr 172.21.15.22:0/2592709263 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd59400640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd640cfad0 0x7fbd64151f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd62800640 1 -- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd640cfad0 msgr2=0x7fbd64151f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd62800640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd640cfad0 0x7fbd64151f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd62800640 1 -- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd640b4470 msgr2=0x7fbd640acc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd62800640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd640b4470 0x7fbd640acc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd62800640 1 -- 172.21.15.22:0/2592709263 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd641574d0 con 0x7fbd641568c0 2024-09-10T10:38:42.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd62800640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd641568c0 0x7fbd640aefc0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c00efc0 tx=0x7fbd5c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:42.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd5aa00640 1 -- 172.21.15.22:0/2592709263 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c018020 con 0x7fbd641568c0 2024-09-10T10:38:42.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd5aa00640 1 -- 172.21.15.22:0/2592709263 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd5c014480 con 0x7fbd641568c0 2024-09-10T10:38:42.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd5aa00640 1 -- 172.21.15.22:0/2592709263 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c014870 con 0x7fbd641568c0 2024-09-10T10:38:42.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd69000640 1 -- 172.21.15.22:0/2592709263 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd640ac140 con 0x7fbd641568c0 2024-09-10T10:38:42.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd69000640 1 -- 172.21.15.22:0/2592709263 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd640ad730 con 0x7fbd641568c0 2024-09-10T10:38:42.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.702+0000 7fbd69000640 1 -- 172.21.15.22:0/2592709263 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd6406d9b0 con 0x7fbd641568c0 2024-09-10T10:38:42.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.706+0000 7fbd5aa00640 1 -- 172.21.15.22:0/2592709263 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbd5c01b020 con 0x7fbd641568c0 2024-09-10T10:38:42.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.706+0000 7fbd5aa00640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbd400678c0 0x7fbd40069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:42.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.706+0000 7fbd5aa00640 1 -- 172.21.15.22:0/2592709263 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7fbd5c086700 con 0x7fbd641568c0 2024-09-10T10:38:42.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.706+0000 7fbd61e00640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbd400678c0 0x7fbd40069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:42.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.706+0000 7fbd61e00640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbd400678c0 0x7fbd40069d80 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fbd5401ab20 tx=0x7fbd540a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:42.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.710+0000 7fbd5aa00640 1 -- 172.21.15.22:0/2592709263 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbd5c022030 con 0x7fbd641568c0 2024-09-10T10:38:42.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 -- 172.21.15.22:0/2592709263 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fbd640d01f0 con 0x7fbd641568c0 2024-09-10T10:38:42.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd5aa00640 1 -- 172.21.15.22:0/2592709263 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7fbd5c010040 con 0x7fbd641568c0 2024-09-10T10:38:42.881 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-10T10:38:42.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 -- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbd400678c0 msgr2=0x7fbd40069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbd400678c0 0x7fbd40069d80 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fbd5401ab20 tx=0x7fbd540a7000 comp rx=0 tx=0).stop 2024-09-10T10:38:42.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 -- 172.21.15.22:0/2592709263 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd641568c0 msgr2=0x7fbd640aefc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:42.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd641568c0 0x7fbd640aefc0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c00efc0 tx=0x7fbd5c00c490 comp rx=0 tx=0).stop 2024-09-10T10:38:42.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 -- 172.21.15.22:0/2592709263 shutdown_connections 2024-09-10T10:38:42.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbd400678c0 0x7fbd40069d80 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd641568c0 0x7fbd640aefc0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd640cfad0 0x7fbd64151f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 --2- 172.21.15.22:0/2592709263 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd640b4470 0x7fbd640acc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:42.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 -- 172.21.15.22:0/2592709263 >> 172.21.15.22:0/2592709263 conn(0x7fbd64062eb0 msgr2=0x7fbd6415daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:42.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 -- 172.21.15.22:0/2592709263 shutdown_connections 2024-09-10T10:38:42.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:42.878+0000 7fbd69000640 1 -- 172.21.15.22:0/2592709263 wait complete. 2024-09-10T10:38:42.902 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid' 2024-09-10T10:38:43.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.038+0000 7ff96ba00640 1 Processor -- start 2024-09-10T10:38:43.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.038+0000 7ff96ba00640 1 -- start start 2024-09-10T10:38:43.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff96ba00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff96406e1d0 0x7ff96406fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:43.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff96ba00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff96415c790 con 0x7ff9640b0190 2024-09-10T10:38:43.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff96ba00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9640738d0 con 0x7ff96415c3b0 2024-09-10T10:38:43.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff96ba00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff9640adf40 con 0x7ff96406e1d0 2024-09-10T10:38:43.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff95be00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff9640b0190 0x7ff9640aea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32848/0 (socket says 172.21.15.22:32848) 2024-09-10T10:38:43.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff95be00640 1 -- 172.21.15.22:0/1614765479 learned_addr learned my addr 172.21.15.22:0/1614765479 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:43.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff969a00640 1 --2- 172.21.15.22:0/1614765479 >> v2:172.21.15.145:3300/0 conn(0x7ff96406e1d0 0x7ff96406fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:43.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2901245565 0 0) 0x7ff96415c790 con 0x7ff9640b0190 2024-09-10T10:38:43.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff948003530 con 0x7ff9640b0190 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2894613442 0 0) 0x7ff948003530 con 0x7ff9640b0190 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 >> v2:172.21.15.145:3300/0 conn(0x7ff96406e1d0 msgr2=0x7ff96406fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 --2- 172.21.15.22:0/1614765479 >> v2:172.21.15.145:3300/0 conn(0x7ff96406e1d0 0x7ff96406fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 >> v1:172.21.15.145:6789/0 conn(0x7ff96415c3b0 legacy=0x7ff96406dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9640ae220 con 0x7ff9640b0190 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7ff94c001680 con 0x7ff9640b0190 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 >> v1:172.21.15.22:6789/0 conn(0x7ff9640b0190 legacy=0x7ff9640aea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9480039c0 0x7ff948003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff948004810 0x7ff948004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9480051d0 0x7ff94800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff9640adf40 con 0x7ff948004810 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff94800c170 con 0x7ff9480039c0 2024-09-10T10:38:43.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff94800c370 con 0x7ff9480051d0 2024-09-10T10:38:43.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff95be00640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff948004810 0x7ff948004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:43.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff969000640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9480039c0 0x7ff948003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:43.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff969a00640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9480051d0 0x7ff94800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:43.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff95be00640 1 -- 172.21.15.22:0/1614765479 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9480051d0 msgr2=0x7ff94800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:43.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff95be00640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9480051d0 0x7ff94800b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:43.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff95be00640 1 -- 172.21.15.22:0/1614765479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9480039c0 msgr2=0x7ff948003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:43.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff95be00640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9480039c0 0x7ff948003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:43.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff95be00640 1 -- 172.21.15.22:0/1614765479 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff948003530 con 0x7ff948004810 2024-09-10T10:38:43.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.042+0000 7ff969a00640 1 -- 172.21.15.22:0/1614765479 reap_dead start 2024-09-10T10:38:43.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff95be00640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff948004810 0x7ff948004c90 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7ff94c00c240 tx=0x7ff94c01cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bedf2e83616438b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:43.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94c007d20 con 0x7ff948004810 2024-09-10T10:38:43.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff94c0a9070 con 0x7ff948004810 2024-09-10T10:38:43.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff963e00640 1 -- 172.21.15.22:0/1614765479 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94c005d80 con 0x7ff948004810 2024-09-10T10:38:43.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff96ba00640 1 -- 172.21.15.22:0/1614765479 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff948004810 msgr2=0x7ff948004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:43.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff96ba00640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff948004810 0x7ff948004c90 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7ff94c00c240 tx=0x7ff94c01cc00 comp rx=0 tx=0).stop 2024-09-10T10:38:43.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff96ba00640 1 -- 172.21.15.22:0/1614765479 shutdown_connections 2024-09-10T10:38:43.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff96ba00640 1 --2- 172.21.15.22:0/1614765479 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff948004810 0x7ff948004c90 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:43.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff96ba00640 1 -- 172.21.15.22:0/1614765479 >> 172.21.15.22:0/1614765479 conn(0x7ff96406bcc0 msgr2=0x7ff96406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:43.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff96ba00640 1 -- 172.21.15.22:0/1614765479 shutdown_connections 2024-09-10T10:38:43.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.046+0000 7ff96ba00640 1 -- 172.21.15.22:0/1614765479 wait complete. 2024-09-10T10:38:43.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 Processor -- start 2024-09-10T10:38:43.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 -- start start 2024-09-10T10:38:43.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff948004810 0x7ff96414f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:43.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9641e7fc0 0x7ff9641e9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:43.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff9640cedc0 0x7ff9640cf270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:43.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff964073620 con 0x7ff9640cedc0 2024-09-10T10:38:43.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff9640734a0 con 0x7ff9641e7fc0 2024-09-10T10:38:43.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff964160750 con 0x7ff948004810 2024-09-10T10:38:43.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff969a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff9640cedc0 0x7ff9640cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:43.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff969a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff9640cedc0 0x7ff9640cf270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53896/0 (socket says 172.21.15.22:53896) 2024-09-10T10:38:43.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff969a00640 1 -- 172.21.15.22:0/1492785316 learned_addr learned my addr 172.21.15.22:0/1492785316 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:43.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff969000640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff948004810 0x7ff96414f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:43.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff95be00640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9641e7fc0 0x7ff9641e9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:43.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff969a00640 1 -- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff948004810 msgr2=0x7ff96414f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:43.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff969a00640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff948004810 0x7ff96414f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:43.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff969a00640 1 -- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9641e7fc0 msgr2=0x7ff9641e9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:43.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff969a00640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9641e7fc0 0x7ff9641e9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:43.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff969a00640 1 -- 172.21.15.22:0/1492785316 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9641e8480 con 0x7ff9640cedc0 2024-09-10T10:38:43.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff969a00640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff9640cedc0 0x7ff9640cf270 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7ff964071a30 tx=0x7ff95c00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:43.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff961600640 1 -- 172.21.15.22:0/1492785316 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c011e90 con 0x7ff9640cedc0 2024-09-10T10:38:43.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff961600640 1 -- 172.21.15.22:0/1492785316 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff95c01c070 con 0x7ff9640cedc0 2024-09-10T10:38:43.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff961600640 1 -- 172.21.15.22:0/1492785316 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c003be0 con 0x7ff9640cedc0 2024-09-10T10:38:43.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 -- 172.21.15.22:0/1492785316 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9641e8760 con 0x7ff9640cedc0 2024-09-10T10:38:43.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 -- 172.21.15.22:0/1492785316 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9641e8d20 con 0x7ff9640cedc0 2024-09-10T10:38:43.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.050+0000 7ff96ba00640 1 -- 172.21.15.22:0/1492785316 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff964160a50 con 0x7ff9640cedc0 2024-09-10T10:38:43.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.054+0000 7ff961600640 1 -- 172.21.15.22:0/1492785316 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff95c004030 con 0x7ff9640cedc0 2024-09-10T10:38:43.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.054+0000 7ff961600640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff940067a60 0x7ff940069f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:43.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.054+0000 7ff961600640 1 -- 172.21.15.22:0/1492785316 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7ff95c086520 con 0x7ff9640cedc0 2024-09-10T10:38:43.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.054+0000 7ff969000640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff940067a60 0x7ff940069f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:43.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.054+0000 7ff969000640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff940067a60 0x7ff940069f20 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff9640cfbe0 tx=0x7ff954009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:43.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.058+0000 7ff961600640 1 -- 172.21.15.22:0/1492785316 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff95c026020 con 0x7ff9640cedc0 2024-09-10T10:38:43.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:43.282+0000 7ff96ba00640 1 -- 172.21.15.22:0/1492785316 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid"]} v 0) -- 0x7ff9640b1920 con 0x7ff9640cedc0 2024-09-10T10:38:44.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.178+0000 7ff961600640 1 -- 172.21.15.22:0/1492785316 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid"]}]=0 v306) ==== 153+0+0 (secure 0 0 0) 0x7ff95c010040 con 0x7ff9640cedc0 2024-09-10T10:38:44.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 -- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff940067a60 msgr2=0x7ff940069f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:44.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff940067a60 0x7ff940069f20 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff9640cfbe0 tx=0x7ff954009040 comp rx=0 tx=0).stop 2024-09-10T10:38:44.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 -- 172.21.15.22:0/1492785316 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff9640cedc0 msgr2=0x7ff9640cf270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:44.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff9640cedc0 0x7ff9640cf270 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7ff964071a30 tx=0x7ff95c00f580 comp rx=0 tx=0).stop 2024-09-10T10:38:44.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 -- 172.21.15.22:0/1492785316 shutdown_connections 2024-09-10T10:38:44.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff940067a60 0x7ff940069f20 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff9640cedc0 0x7ff9640cf270 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9641e7fc0 0x7ff9641e9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 --2- 172.21.15.22:0/1492785316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff948004810 0x7ff96414f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 -- 172.21.15.22:0/1492785316 >> 172.21.15.22:0/1492785316 conn(0x7ff96406bcc0 msgr2=0x7ff9640b52f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:44.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 -- 172.21.15.22:0/1492785316 shutdown_connections 2024-09-10T10:38:44.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.182+0000 7ff96ba00640 1 -- 172.21.15.22:0/1492785316 wait complete. 2024-09-10T10:38:44.209 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:38:44.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c4400640 1 Processor -- start 2024-09-10T10:38:44.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c4400640 1 -- start start 2024-09-10T10:38:44.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c4400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f49bc15c630 0x7f49bc06eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:44.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c4400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f49bc06eff0 0x7f49bc0ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:44.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c4400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49bc159350 con 0x7f49bc158f70 2024-09-10T10:38:44.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c4400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f49bc06f460 con 0x7f49bc15c630 2024-09-10T10:38:44.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c4400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f49bc071340 con 0x7f49bc06eff0 2024-09-10T10:38:44.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c1a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f49bc158f70 0x7f49bc072f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32860/0 (socket says 172.21.15.22:32860) 2024-09-10T10:38:44.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c1a00640 1 -- 172.21.15.22:0/1280382651 learned_addr learned my addr 172.21.15.22:0/1280382651 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:44.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c1000640 1 --2- 172.21.15.22:0/1280382651 >> v2:172.21.15.22:3300/0 conn(0x7f49bc15c630 0x7f49bc06eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:44.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c2400640 1 --2- 172.21.15.22:0/1280382651 >> v2:172.21.15.145:3300/0 conn(0x7f49bc06eff0 0x7f49bc0ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:44.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49bbe00640 1 -- 172.21.15.22:0/1280382651 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 368364127 0 0) 0x7f49bc159350 con 0x7f49bc158f70 2024-09-10T10:38:44.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49bbe00640 1 -- 172.21.15.22:0/1280382651 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f49a4003530 con 0x7f49bc158f70 2024-09-10T10:38:44.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c1000640 1 -- 172.21.15.22:0/1280382651 >> v2:172.21.15.145:3300/0 conn(0x7f49bc06eff0 msgr2=0x7f49bc0ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:44.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c1000640 1 --2- 172.21.15.22:0/1280382651 >> v2:172.21.15.145:3300/0 conn(0x7f49bc06eff0 0x7f49bc0ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c1000640 1 -- 172.21.15.22:0/1280382651 >> v1:172.21.15.22:6789/0 conn(0x7f49bc158f70 legacy=0x7f49bc072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:44.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.354+0000 7f49c1000640 1 -- 172.21.15.22:0/1280382651 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49bc071620 con 0x7f49bc15c630 2024-09-10T10:38:44.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49c1000640 1 --2- 172.21.15.22:0/1280382651 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc15c630 0x7f49bc06eab0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f49a80097c0 tx=0x7f49a801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85836d1ad8d46da7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:44.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49bbe00640 1 -- 172.21.15.22:0/1280382651 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a80ab430 con 0x7f49bc15c630 2024-09-10T10:38:44.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49bbe00640 1 -- 172.21.15.22:0/1280382651 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49a80b0070 con 0x7f49bc15c630 2024-09-10T10:38:44.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49bbe00640 1 -- 172.21.15.22:0/1280382651 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a80ab7f0 con 0x7f49bc15c630 2024-09-10T10:38:44.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49c4400640 1 -- 172.21.15.22:0/1280382651 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc15c630 msgr2=0x7f49bc06eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:44.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49c4400640 1 --2- 172.21.15.22:0/1280382651 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc15c630 0x7f49bc06eab0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f49a80097c0 tx=0x7f49a801c430 comp rx=0 tx=0).stop 2024-09-10T10:38:44.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49c4400640 1 -- 172.21.15.22:0/1280382651 shutdown_connections 2024-09-10T10:38:44.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49c4400640 1 --2- 172.21.15.22:0/1280382651 >> v2:172.21.15.145:3300/0 conn(0x7f49bc06eff0 0x7f49bc0ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49c4400640 1 --2- 172.21.15.22:0/1280382651 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc15c630 0x7f49bc06eab0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49c4400640 1 -- 172.21.15.22:0/1280382651 >> 172.21.15.22:0/1280382651 conn(0x7f49bc062eb0 msgr2=0x7f49bc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:44.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49c4400640 1 -- 172.21.15.22:0/1280382651 shutdown_connections 2024-09-10T10:38:44.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.358+0000 7f49c4400640 1 -- 172.21.15.22:0/1280382651 wait complete. 2024-09-10T10:38:44.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 Processor -- start 2024-09-10T10:38:44.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 -- start start 2024-09-10T10:38:44.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc06eff0 0x7f49bc154c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:44.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49bc158f70 0x7f49bc1f6d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:44.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49bc15c630 0x7f49bc0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:44.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f49bc0cf390 con 0x7f49bc06eff0 2024-09-10T10:38:44.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f49bc0cf210 con 0x7f49bc15c630 2024-09-10T10:38:44.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f49bc0cf510 con 0x7f49bc158f70 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc06eff0 0x7f49bc154c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc06eff0 0x7f49bc154c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53922/0 (socket says 172.21.15.22:53922) 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1a00640 1 -- 172.21.15.22:0/1640160338 learned_addr learned my addr 172.21.15.22:0/1640160338 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1000640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49bc158f70 0x7f49bc1f6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c2400640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49bc15c630 0x7f49bc0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1a00640 1 -- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49bc158f70 msgr2=0x7f49bc1f6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1a00640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49bc158f70 0x7f49bc1f6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1a00640 1 -- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49bc15c630 msgr2=0x7f49bc0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1a00640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49bc15c630 0x7f49bc0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1a00640 1 -- 172.21.15.22:0/1640160338 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49bc1551d0 con 0x7f49bc06eff0 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c2400640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49bc15c630 0x7f49bc0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1000640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49bc158f70 0x7f49bc1f6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:44.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c1a00640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc06eff0 0x7f49bc154c90 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f49b000c450 tx=0x7f49b000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:44.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49b9600640 1 -- 172.21.15.22:0/1640160338 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b0017070 con 0x7f49bc06eff0 2024-09-10T10:38:44.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49b9600640 1 -- 172.21.15.22:0/1640160338 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49b0005cf0 con 0x7f49bc06eff0 2024-09-10T10:38:44.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 -- 172.21.15.22:0/1640160338 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49bc1f7730 con 0x7f49bc06eff0 2024-09-10T10:38:44.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49b9600640 1 -- 172.21.15.22:0/1640160338 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b0007290 con 0x7f49bc06eff0 2024-09-10T10:38:44.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 -- 172.21.15.22:0/1640160338 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49bc15cae0 con 0x7f49bc06eff0 2024-09-10T10:38:44.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.362+0000 7f49c4400640 1 -- 172.21.15.22:0/1640160338 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49bc1f7b20 con 0x7f49bc06eff0 2024-09-10T10:38:44.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.366+0000 7f49b9600640 1 -- 172.21.15.22:0/1640160338 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f49b001a070 con 0x7f49bc06eff0 2024-09-10T10:38:44.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.366+0000 7f49b9600640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f499c0678c0 0x7f499c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:44.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.366+0000 7f49b9600640 1 -- 172.21.15.22:0/1640160338 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7f49b0084d80 con 0x7f49bc06eff0 2024-09-10T10:38:44.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.366+0000 7f49c1000640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f499c0678c0 0x7f499c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:44.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.366+0000 7f49c1000640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f499c0678c0 0x7f499c069d80 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f49a80af000 tx=0x7f49a80a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:44.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.370+0000 7f49b9600640 1 -- 172.21.15.22:0/1640160338 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f49b0055bb0 con 0x7f49bc06eff0 2024-09-10T10:38:44.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.534+0000 7f49c4400640 1 -- 172.21.15.22:0/1640160338 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f49bc0ce4c0 con 0x7f49bc06eff0 2024-09-10T10:38:44.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49b9600640 1 -- 172.21.15.22:0/1640160338 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v34)=0 v34) ==== 122+0+0 (secure 0 0 0) 0x7f49b00554b0 con 0x7f49bc06eff0 2024-09-10T10:38:44.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 -- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f499c0678c0 msgr2=0x7f499c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:44.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f499c0678c0 0x7f499c069d80 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f49a80af000 tx=0x7f49a80a7000 comp rx=0 tx=0).stop 2024-09-10T10:38:44.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 -- 172.21.15.22:0/1640160338 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc06eff0 msgr2=0x7f49bc154c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:44.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc06eff0 0x7f49bc154c90 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f49b000c450 tx=0x7f49b000c910 comp rx=0 tx=0).stop 2024-09-10T10:38:44.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 -- 172.21.15.22:0/1640160338 shutdown_connections 2024-09-10T10:38:44.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f499c0678c0 0x7f499c069d80 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49bc15c630 0x7f49bc0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f49bc158f70 0x7f49bc1f6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 --2- 172.21.15.22:0/1640160338 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f49bc06eff0 0x7f49bc154c90 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:44.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 -- 172.21.15.22:0/1640160338 >> 172.21.15.22:0/1640160338 conn(0x7f49bc062eb0 msgr2=0x7f49bc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:44.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 -- 172.21.15.22:0/1640160338 shutdown_connections 2024-09-10T10:38:44.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:44.538+0000 7f49c4400640 1 -- 172.21.15.22:0/1640160338 wait complete. 2024-09-10T10:38:44.564 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:38:44.565 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:38:44.662 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:38:44.764 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:38:44.764 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:38:44.764 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:38:44.773 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:38:44.773 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:38:44.774 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:38:44.783 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:38:44.783 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:38:44.784 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:38:44.824 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:38:44.824 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:38:44.824 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:38:44.837 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:38:44.837 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:38:44.837 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:38:45.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.002+0000 7f78fd000640 1 Processor -- start 2024-09-10T10:38:45.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.002+0000 7f78fd000640 1 -- start start 2024-09-10T10:38:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78fd000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f78f80cd670 0x7f78f80cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78fd000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78f806d3f0 con 0x7f78f806e1b0 2024-09-10T10:38:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78fd000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78f806d6d0 con 0x7f78f8145fb0 2024-09-10T10:38:45.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78fd000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f78f80ce010 con 0x7f78f80cd670 2024-09-10T10:38:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78ed400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f78f80cd670 0x7f78f80cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78f6800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f78f806e1b0 0x7f78f806e620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:32864/0 (socket says 172.21.15.22:32864) 2024-09-10T10:38:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78f6800640 1 -- 172.21.15.22:0/2275765655 learned_addr learned my addr 172.21.15.22:0/2275765655 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78ed400640 1 -- 172.21.15.22:0/2275765655 >> v1:172.21.15.145:6789/0 conn(0x7f78f8145fb0 legacy=0x7f78f80b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78ed400640 1 -- 172.21.15.22:0/2275765655 >> v1:172.21.15.22:6789/0 conn(0x7f78f806e1b0 legacy=0x7f78f806e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78ed400640 1 -- 172.21.15.22:0/2275765655 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78f806d9b0 con 0x7f78f80cd670 2024-09-10T10:38:45.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.006+0000 7f78f5400640 1 -- 172.21.15.22:0/2275765655 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2246841739 0 0) 0x7f78f806d3f0 con 0x7f78f806e1b0 2024-09-10T10:38:45.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78ed400640 1 --2- 172.21.15.22:0/2275765655 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f80cd670 0x7f78f80cdad0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f78e00097c0 tx=0x7f78e001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ea4daab578eb1d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:45.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78f5400640 1 -- 172.21.15.22:0/2275765655 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e00b0070 con 0x7f78f80cd670 2024-09-10T10:38:45.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78f5400640 1 -- 172.21.15.22:0/2275765655 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78e00ab600 con 0x7f78f80cd670 2024-09-10T10:38:45.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78f5400640 1 -- 172.21.15.22:0/2275765655 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e00ab9d0 con 0x7f78f80cd670 2024-09-10T10:38:45.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78fd000640 1 -- 172.21.15.22:0/2275765655 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f80cd670 msgr2=0x7f78f80cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78fd000640 1 --2- 172.21.15.22:0/2275765655 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f80cd670 0x7f78f80cdad0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f78e00097c0 tx=0x7f78e001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78fd000640 1 -- 172.21.15.22:0/2275765655 shutdown_connections 2024-09-10T10:38:45.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78fd000640 1 --2- 172.21.15.22:0/2275765655 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f80cd670 0x7f78f80cdad0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78fd000640 1 -- 172.21.15.22:0/2275765655 >> 172.21.15.22:0/2275765655 conn(0x7f78f8062dd0 msgr2=0x7f78f806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:45.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78fd000640 1 -- 172.21.15.22:0/2275765655 shutdown_connections 2024-09-10T10:38:45.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78fd000640 1 -- 172.21.15.22:0/2275765655 wait complete. 2024-09-10T10:38:45.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78fd000640 1 Processor -- start 2024-09-10T10:38:45.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.010+0000 7f78fd000640 1 -- start start 2024-09-10T10:38:45.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78fd000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f806e1b0 0x7f78f80b0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78fd000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f78f80cd670 0x7f78f8071140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78fd000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f8145fb0 0x7f78f81451c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78fd000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f78f80d0130 con 0x7f78f8145fb0 2024-09-10T10:38:45.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78fd000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f78f80cffb0 con 0x7f78f806e1b0 2024-09-10T10:38:45.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78fd000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f78f806d1a0 con 0x7f78f80cd670 2024-09-10T10:38:45.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78f6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f8145fb0 0x7f78f81451c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78f6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f8145fb0 0x7f78f81451c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:53944/0 (socket says 172.21.15.22:53944) 2024-09-10T10:38:45.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78f6800640 1 -- 172.21.15.22:0/876584193 learned_addr learned my addr 172.21.15.22:0/876584193 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78f5e00640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f806e1b0 0x7f78f80b0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78ed400640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f78f80cd670 0x7f78f8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78f6800640 1 -- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f78f80cd670 msgr2=0x7f78f8071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78f6800640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f78f80cd670 0x7f78f8071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78f6800640 1 -- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f806e1b0 msgr2=0x7f78f80b0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78f6800640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f806e1b0 0x7f78f80b0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78f6800640 1 -- 172.21.15.22:0/876584193 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78f80717d0 con 0x7f78f8145fb0 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78f6800640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f8145fb0 0x7f78f81451c0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f78f000c7d0 tx=0x7f78f000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78eea00640 1 -- 172.21.15.22:0/876584193 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f0018070 con 0x7f78f8145fb0 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78eea00640 1 -- 172.21.15.22:0/876584193 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78f000a640 con 0x7f78f8145fb0 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78eea00640 1 -- 172.21.15.22:0/876584193 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f000aa70 con 0x7f78f8145fb0 2024-09-10T10:38:45.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78fd000640 1 -- 172.21.15.22:0/876584193 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78f8071ab0 con 0x7f78f8145fb0 2024-09-10T10:38:45.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78fd000640 1 -- 172.21.15.22:0/876584193 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78f8072070 con 0x7f78f8145fb0 2024-09-10T10:38:45.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78fd000640 1 -- 172.21.15.22:0/876584193 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78f80cdad0 con 0x7f78f8145fb0 2024-09-10T10:38:45.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.014+0000 7f78eea00640 1 -- 172.21.15.22:0/876584193 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f78f000ac10 con 0x7f78f8145fb0 2024-09-10T10:38:45.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.018+0000 7f78eea00640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f78d40678c0 0x7f78d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.018+0000 7f78eea00640 1 -- 172.21.15.22:0/876584193 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7f78f0084fd0 con 0x7f78f8145fb0 2024-09-10T10:38:45.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.018+0000 7f78f5e00640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f78d40678c0 0x7f78d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.018+0000 7f78f5e00640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f78d40678c0 0x7f78d4069d80 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f78f81fa7d0 tx=0x7f78e8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:45.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.022+0000 7f78eea00640 1 -- 172.21.15.22:0/876584193 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f78f00557b0 con 0x7f78f8145fb0 2024-09-10T10:38:45.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.222+0000 7f78fd000640 1 -- 172.21.15.22:0/876584193 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78f815c840 con 0x7f78f8145fb0 2024-09-10T10:38:45.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.222+0000 7f78eea00640 1 -- 172.21.15.22:0/876584193 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 56 v56) ==== 94+0+3917 (secure 0 0 0) 0x7f78f0059ab0 con 0x7f78f8145fb0 2024-09-10T10:38:45.227 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:45.227 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":56,"btime":"2024-09-10T10:38:37:141664+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5792,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1685943330","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1685943330},{"type":"v1","addr":"172.21.15.145:6837","nonce":1685943330}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1770741199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1770741199},{"type":"v1","addr":"172.21.15.145:6836","nonce":1770741199}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6198,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1514591581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1514591581},{"type":"v1","addr":"172.21.15.22:6834","nonce":1514591581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44},{"gid":6201,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1244929938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1244929938},{"type":"v1","addr":"172.21.15.22:6835","nonce":1244929938}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[]} 2024-09-10T10:38:45.227 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 56 2024-09-10T10:38:45.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 -- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f78d40678c0 msgr2=0x7f78d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f78d40678c0 0x7f78d4069d80 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f78f81fa7d0 tx=0x7f78e8009040 comp rx=0 tx=0).stop 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 -- 172.21.15.22:0/876584193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f8145fb0 msgr2=0x7f78f81451c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f8145fb0 0x7f78f81451c0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f78f000c7d0 tx=0x7f78f000cc90 comp rx=0 tx=0).stop 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 -- 172.21.15.22:0/876584193 shutdown_connections 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f78d40678c0 0x7f78d4069d80 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f78f8145fb0 0x7f78f81451c0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f78f80cd670 0x7f78f8071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 --2- 172.21.15.22:0/876584193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78f806e1b0 0x7f78f80b0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 -- 172.21.15.22:0/876584193 >> 172.21.15.22:0/876584193 conn(0x7f78f8062dd0 msgr2=0x7f78f815de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 -- 172.21.15.22:0/876584193 shutdown_connections 2024-09-10T10:38:45.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.226+0000 7f78fd000640 1 -- 172.21.15.22:0/876584193 wait complete. 2024-09-10T10:38:45.248 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:38:45.249 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:38:45.249 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:38:45.249 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:38:45.249 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:38:45.249 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:38:45.250 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:38:45.250 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:38:45.250 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:38:45.250 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:38:45.250 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:38:45.250 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:38:45.250 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:38:45.250 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:38:45.251 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:38:45.251 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:38:45.264 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:38:45.264 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:38:45.265 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:38:45.265 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:38:45.266 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:38:45.266 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:38:45.267 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:38:45.267 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:38:45.312 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:38:45.312 DEBUG:teuthology.parallel:result is None 2024-09-10T10:38:45.313 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:38:45.314 DEBUG:teuthology.parallel:result is None 2024-09-10T10:38:45.315 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:38:45.315 DEBUG:teuthology.parallel:result is None 2024-09-10T10:38:45.316 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:38:45.317 DEBUG:teuthology.parallel:result is None 2024-09-10T10:38:45.317 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:38:45.400 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:38:45.401 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:38:45.402 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:38:45.404 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:38:45.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7ec00640 1 Processor -- start 2024-09-10T10:38:45.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7ec00640 1 -- start start 2024-09-10T10:38:45.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7ec00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3c7815e720 0x7f3c7815eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7ec00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c780b7650 0x7f3c780b46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7ec00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c7806be60 con 0x7f3c780b4280 2024-09-10T10:38:45.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7ec00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3c780b4c30 con 0x7f3c780b7650 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7ec00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3c7806c140 con 0x7f3c7815e720 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c6fe00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3c780b4280 0x7f3c780b6f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:46196/0 (socket says 172.21.15.22:46196) 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c6fe00640 1 -- 172.21.15.22:0/2317698416 learned_addr learned my addr 172.21.15.22:0/2317698416 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7cc00640 1 --2- 172.21.15.22:0/2317698416 >> v2:172.21.15.22:3300/0 conn(0x7f3c780b7650 0x7f3c780b46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c77e00640 1 --2- 172.21.15.22:0/2317698416 >> v2:172.21.15.145:3300/0 conn(0x7f3c7815e720 0x7f3c7815eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c77400640 1 -- 172.21.15.22:0/2317698416 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4217653921 0 0) 0x7f3c7806be60 con 0x7f3c780b4280 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c77400640 1 -- 172.21.15.22:0/2317698416 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3c5c003530 con 0x7f3c780b4280 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7cc00640 1 -- 172.21.15.22:0/2317698416 >> v2:172.21.15.145:3300/0 conn(0x7f3c7815e720 msgr2=0x7f3c7815eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7cc00640 1 --2- 172.21.15.22:0/2317698416 >> v2:172.21.15.145:3300/0 conn(0x7f3c7815e720 0x7f3c7815eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7cc00640 1 -- 172.21.15.22:0/2317698416 >> v1:172.21.15.22:6789/0 conn(0x7f3c780b4280 legacy=0x7f3c780b6f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c7cc00640 1 -- 172.21.15.22:0/2317698416 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c7806c420 con 0x7f3c780b7650 2024-09-10T10:38:45.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.462+0000 7f3c77e00640 1 --2- 172.21.15.22:0/2317698416 >> v2:172.21.15.145:3300/0 conn(0x7f3c7815e720 0x7f3c7815eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:38:45.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7cc00640 1 --2- 172.21.15.22:0/2317698416 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c780b7650 0x7f3c780b46f0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f3c78074450 tx=0x7f3c7001c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfe733d1e85cd673 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:45.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c77400640 1 -- 172.21.15.22:0/2317698416 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c700b2070 con 0x7f3c780b7650 2024-09-10T10:38:45.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c77400640 1 -- 172.21.15.22:0/2317698416 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c700a5850 con 0x7f3c780b7650 2024-09-10T10:38:45.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c77400640 1 -- 172.21.15.22:0/2317698416 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c700a5c20 con 0x7f3c780b7650 2024-09-10T10:38:45.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7ec00640 1 -- 172.21.15.22:0/2317698416 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c780b7650 msgr2=0x7f3c780b46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7ec00640 1 --2- 172.21.15.22:0/2317698416 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c780b7650 0x7f3c780b46f0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f3c78074450 tx=0x7f3c7001c8a0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7ec00640 1 -- 172.21.15.22:0/2317698416 shutdown_connections 2024-09-10T10:38:45.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7ec00640 1 --2- 172.21.15.22:0/2317698416 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c780b7650 0x7f3c780b46f0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7ec00640 1 --2- 172.21.15.22:0/2317698416 >> v2:172.21.15.145:3300/0 conn(0x7f3c7815e720 0x7f3c7815eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7ec00640 1 -- 172.21.15.22:0/2317698416 >> 172.21.15.22:0/2317698416 conn(0x7f3c7806f320 msgr2=0x7f3c7806f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:45.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7ec00640 1 -- 172.21.15.22:0/2317698416 shutdown_connections 2024-09-10T10:38:45.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7ec00640 1 -- 172.21.15.22:0/2317698416 wait complete. 2024-09-10T10:38:45.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7ec00640 1 Processor -- start 2024-09-10T10:38:45.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.466+0000 7f3c7ec00640 1 -- start start 2024-09-10T10:38:45.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7ec00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c780b4280 0x7f3c78152fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7ec00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c780b7650 0x7f3c7815add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7ec00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c7815e720 0x7f3c7814eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7ec00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7806daa0 con 0x7f3c7815e720 2024-09-10T10:38:45.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7ec00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7806d920 con 0x7f3c780b4280 2024-09-10T10:38:45.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7ec00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3c7806dc20 con 0x7f3c780b7650 2024-09-10T10:38:45.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7cc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c7815e720 0x7f3c7814eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7cc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c7815e720 0x7f3c7814eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43746/0 (socket says 172.21.15.22:43746) 2024-09-10T10:38:45.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7cc00640 1 -- 172.21.15.22:0/703849746 learned_addr learned my addr 172.21.15.22:0/703849746 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:45.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c77e00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c780b4280 0x7f3c78152fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c6fe00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c780b7650 0x7f3c7815add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7cc00640 1 -- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c780b7650 msgr2=0x7f3c7815add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7cc00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c780b7650 0x7f3c7815add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7cc00640 1 -- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c780b4280 msgr2=0x7f3c78152fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7cc00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c780b4280 0x7f3c78152fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7cc00640 1 -- 172.21.15.22:0/703849746 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c781537e0 con 0x7f3c7815e720 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c77e00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c780b4280 0x7f3c78152fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7cc00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c7815e720 0x7f3c7814eb10 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f3c700b0040 tx=0x7f3c70019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c74c00640 1 -- 172.21.15.22:0/703849746 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c700b2050 con 0x7f3c7815e720 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c74c00640 1 -- 172.21.15.22:0/703849746 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c700be070 con 0x7f3c7815e720 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7ec00640 1 -- 172.21.15.22:0/703849746 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c78153ac0 con 0x7f3c7815e720 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c74c00640 1 -- 172.21.15.22:0/703849746 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c700ad890 con 0x7f3c7815e720 2024-09-10T10:38:45.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7ec00640 1 -- 172.21.15.22:0/703849746 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c78160910 con 0x7f3c7815e720 2024-09-10T10:38:45.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.470+0000 7f3c7ec00640 1 -- 172.21.15.22:0/703849746 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c780b46f0 con 0x7f3c7815e720 2024-09-10T10:38:45.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.474+0000 7f3c74c00640 1 -- 172.21.15.22:0/703849746 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3c700ada30 con 0x7f3c7815e720 2024-09-10T10:38:45.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.474+0000 7f3c74c00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c540678c0 0x7f3c54069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:45.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.474+0000 7f3c74c00640 1 -- 172.21.15.22:0/703849746 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4943+0+0 (secure 0 0 0) 0x7f3c70120af0 con 0x7f3c7815e720 2024-09-10T10:38:45.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.474+0000 7f3c77e00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c540678c0 0x7f3c54069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:45.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.474+0000 7f3c77e00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c540678c0 0x7f3c54069d80 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f3c78152dd0 tx=0x7f3c68008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:45.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.478+0000 7f3c74c00640 1 -- 172.21.15.22:0/703849746 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3c70016520 con 0x7f3c7815e720 2024-09-10T10:38:45.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:45.654+0000 7f3c7ec00640 1 -- 172.21.15.22:0/703849746 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f3c7806fb10 con 0x7f3c7815e720 2024-09-10T10:38:46.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.190+0000 7f3c74c00640 1 -- 172.21.15.22:0/703849746 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v86) ==== 97+0+0 (secure 0 0 0) 0x7f3c700f1890 con 0x7f3c7815e720 2024-09-10T10:38:46.196 INFO:teuthology.orchestra.run.smithi022.stderr: removed all blocklist entries 2024-09-10T10:38:46.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 -- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c540678c0 msgr2=0x7f3c54069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c540678c0 0x7f3c54069d80 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f3c78152dd0 tx=0x7f3c68008040 comp rx=0 tx=0).stop 2024-09-10T10:38:46.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 -- 172.21.15.22:0/703849746 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c7815e720 msgr2=0x7f3c7814eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c7815e720 0x7f3c7814eb10 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f3c700b0040 tx=0x7f3c70019640 comp rx=0 tx=0).stop 2024-09-10T10:38:46.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 -- 172.21.15.22:0/703849746 shutdown_connections 2024-09-10T10:38:46.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c540678c0 0x7f3c54069d80 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c7815e720 0x7f3c7814eb10 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c780b7650 0x7f3c7815add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 --2- 172.21.15.22:0/703849746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c780b4280 0x7f3c78152fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 -- 172.21.15.22:0/703849746 >> 172.21.15.22:0/703849746 conn(0x7f3c7806f320 msgr2=0x7f3c781586c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:46.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 -- 172.21.15.22:0/703849746 shutdown_connections 2024-09-10T10:38:46.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.194+0000 7f3c7ec00640 1 -- 172.21.15.22:0/703849746 wait complete. 2024-09-10T10:38:46.223 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:38:46.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff15ee00640 1 Processor -- start 2024-09-10T10:38:46.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff15ee00640 1 -- start start 2024-09-10T10:38:46.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff15ee00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15815b600 0x7ff158071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff15ee00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff1580b56f0 0x7ff1580b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff15ee00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1580ce880 con 0x7ff15815b220 2024-09-10T10:38:46.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff15ee00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff15806d6e0 con 0x7ff1580b56f0 2024-09-10T10:38:46.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff15ee00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff1580ceb60 con 0x7ff15815b600 2024-09-10T10:38:46.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff157e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff15815b220 0x7ff1580b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:46200/0 (socket says 172.21.15.22:46200) 2024-09-10T10:38:46.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff157e00640 1 -- 172.21.15.22:0/1285817028 learned_addr learned my addr 172.21.15.22:0/1285817028 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff14f400640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15815b600 0x7ff158071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.362+0000 7ff15ce00640 1 --2- 172.21.15.22:0/1285817028 >> v2:172.21.15.145:3300/0 conn(0x7ff1580b56f0 0x7ff1580b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 179331850 0 0) 0x7ff1580ce880 con 0x7ff15815b220 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff13c005740 con 0x7ff15815b220 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4129961594 0 0) 0x7ff13c005740 con 0x7ff15815b220 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15815b600 msgr2=0x7ff158071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15815b600 0x7ff158071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 >> v2:172.21.15.145:3300/0 conn(0x7ff1580b56f0 msgr2=0x7ff1580b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 --2- 172.21.15.22:0/1285817028 >> v2:172.21.15.145:3300/0 conn(0x7ff1580b56f0 0x7ff1580b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1580cee40 con 0x7ff15815b220 2024-09-10T10:38:46.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7ff148001680 con 0x7ff15815b220 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff14f400640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15815b600 0x7ff158071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 >> v1:172.21.15.22:6789/0 conn(0x7ff15815b220 legacy=0x7ff1580b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff13c005bd0 0x7ff13c005ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff13c006a20 0x7ff13c006ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff13c0073e0 0x7ff13c00dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff1580ceb60 con 0x7ff13c0073e0 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff13c00e180 con 0x7ff13c006a20 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff13c00e380 con 0x7ff13c005bd0 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff15ce00640 1 --2- 172.21.15.22:0/1285817028 >> v2:172.21.15.145:3300/0 conn(0x7ff1580b56f0 0x7ff1580b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff14f400640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff13c006a20 0x7ff13c006ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff15ce00640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff13c0073e0 0x7ff13c00dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff157e00640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff13c005bd0 0x7ff13c005ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff14f400640 1 -- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff13c005bd0 msgr2=0x7ff13c005ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:46.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff14f400640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff13c005bd0 0x7ff13c005ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff14f400640 1 -- 172.21.15.22:0/1285817028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff13c0073e0 msgr2=0x7ff13c00dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:46.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff14f400640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff13c0073e0 0x7ff13c00dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff14f400640 1 -- 172.21.15.22:0/1285817028 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff13c005740 con 0x7ff13c006a20 2024-09-10T10:38:46.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.366+0000 7ff15ce00640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff13c0073e0 0x7ff13c00dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:38:46.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff14f400640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff13c006a20 0x7ff13c006ea0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff140009b70 tx=0x7ff14001cae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9f14b0619267d3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:46.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff140009810 con 0x7ff13c006a20 2024-09-10T10:38:46.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff140004030 con 0x7ff13c006a20 2024-09-10T10:38:46.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff157400640 1 -- 172.21.15.22:0/1285817028 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1400043e0 con 0x7ff13c006a20 2024-09-10T10:38:46.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 -- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff13c006a20 msgr2=0x7ff13c006ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 --2- 172.21.15.22:0/1285817028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff13c006a20 0x7ff13c006ea0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ff140009b70 tx=0x7ff14001cae0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ce00640 1 -- 172.21.15.22:0/1285817028 reap_dead start 2024-09-10T10:38:46.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 -- 172.21.15.22:0/1285817028 shutdown_connections 2024-09-10T10:38:46.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 -- 172.21.15.22:0/1285817028 >> 172.21.15.22:0/1285817028 conn(0x7ff158062dd0 msgr2=0x7ff15806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:46.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 -- 172.21.15.22:0/1285817028 shutdown_connections 2024-09-10T10:38:46.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 -- 172.21.15.22:0/1285817028 wait complete. 2024-09-10T10:38:46.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 Processor -- start 2024-09-10T10:38:46.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 -- start start 2024-09-10T10:38:46.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff13c006a20 0x7ff15815b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15814af00 0x7ff1581591d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1580717f0 0x7ff158071ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff1580cffd0 con 0x7ff1580717f0 2024-09-10T10:38:46.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1580cfe50 con 0x7ff13c006a20 2024-09-10T10:38:46.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.370+0000 7ff15ee00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff1580d0150 con 0x7ff15814af00 2024-09-10T10:38:46.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1580717f0 0x7ff158071ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1580717f0 0x7ff158071ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43754/0 (socket says 172.21.15.22:43754) 2024-09-10T10:38:46.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ce00640 1 -- 172.21.15.22:0/412677912 learned_addr learned my addr 172.21.15.22:0/412677912 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:46.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff157e00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff13c006a20 0x7ff15815b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff14f400640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15814af00 0x7ff1581591d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ce00640 1 -- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15814af00 msgr2=0x7ff1581591d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ce00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15814af00 0x7ff1581591d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ce00640 1 -- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff13c006a20 msgr2=0x7ff15815b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ce00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff13c006a20 0x7ff15815b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ce00640 1 -- 172.21.15.22:0/412677912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff15814b380 con 0x7ff1580717f0 2024-09-10T10:38:46.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ce00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1580717f0 0x7ff158071ca0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7ff15806da00 tx=0x7ff15000f870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:46.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff154c00640 1 -- 172.21.15.22:0/412677912 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff150019070 con 0x7ff1580717f0 2024-09-10T10:38:46.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff154c00640 1 -- 172.21.15.22:0/412677912 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff150003ba0 con 0x7ff1580717f0 2024-09-10T10:38:46.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff154c00640 1 -- 172.21.15.22:0/412677912 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff150009dc0 con 0x7ff1580717f0 2024-09-10T10:38:46.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ee00640 1 -- 172.21.15.22:0/412677912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff15815bfc0 con 0x7ff1580717f0 2024-09-10T10:38:46.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ee00640 1 -- 172.21.15.22:0/412677912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff15815c580 con 0x7ff1580717f0 2024-09-10T10:38:46.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff15ee00640 1 -- 172.21.15.22:0/412677912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1580b3f10 con 0x7ff1580717f0 2024-09-10T10:38:46.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff154c00640 1 -- 172.21.15.22:0/412677912 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff15001c070 con 0x7ff1580717f0 2024-09-10T10:38:46.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.374+0000 7ff154c00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1340678c0 0x7ff134069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.378+0000 7ff154c00640 1 -- 172.21.15.22:0/412677912 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 4857+0+0 (secure 0 0 0) 0x7ff150086680 con 0x7ff1580717f0 2024-09-10T10:38:46.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.378+0000 7ff157e00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1340678c0 0x7ff134069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.378+0000 7ff157e00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1340678c0 0x7ff134069d80 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff148001130 tx=0x7ff148007900 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:46.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.382+0000 7ff154c00640 1 -- 172.21.15.22:0/412677912 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff150010040 con 0x7ff1580717f0 2024-09-10T10:38:46.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 -- 172.21.15.22:0/412677912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7ff158072e90 con 0x7ff1580717f0 2024-09-10T10:38:46.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff154c00640 1 -- 172.21.15.22:0/412677912 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) ==== 80+0+5304 (secure 0 0 0) 0x7ff150056eb0 con 0x7ff1580717f0 2024-09-10T10:38:46.605 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: "auth_dump": [ 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.a", 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA==", 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.606 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.b", 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw==", 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.c", 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg==", 2024-09-10T10:38:46.607 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.d", 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg==", 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:38:46.608 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.0", 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg==", 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.609 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.1", 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q==", 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.2", 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA==", 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.610 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.3", 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA==", 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.611 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.4", 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA==", 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.5", 2024-09-10T10:38:46.612 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ==", 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.6", 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA==", 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:38:46.613 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.7", 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA==", 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.0", 2024-09-10T10:38:46.614 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA==", 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow r", 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.1", 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q==", 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:38:46.615 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:38:46.616 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:38:46.616 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:38:46.616 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.616 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.616 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.616 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.2", 2024-09-10T10:38:46.616 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA==", 2024-09-10T10:38:46.616 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.616 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.3", 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg==", 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:38:46.617 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.admin", 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm1kZCJhAAGLXWU85Vtod0CRG/bo4sSQ==", 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.618 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.x", 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ==", 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.y", 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q==", 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:38:46.619 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:38:46.620 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:38:46.620 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:38:46.620 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.620 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.620 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:38:46.620 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:38:46.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 -- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1340678c0 msgr2=0x7ff134069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1340678c0 0x7ff134069d80 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff148001130 tx=0x7ff148007900 comp rx=0 tx=0).stop 2024-09-10T10:38:46.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 -- 172.21.15.22:0/412677912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1580717f0 msgr2=0x7ff158071ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1580717f0 0x7ff158071ca0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7ff15806da00 tx=0x7ff15000f870 comp rx=0 tx=0).stop 2024-09-10T10:38:46.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 -- 172.21.15.22:0/412677912 shutdown_connections 2024-09-10T10:38:46.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff1340678c0 0x7ff134069d80 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff1580717f0 0x7ff158071ca0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15814af00 0x7ff1581591d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 --2- 172.21.15.22:0/412677912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff13c006a20 0x7ff15815b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 -- 172.21.15.22:0/412677912 >> 172.21.15.22:0/412677912 conn(0x7ff158062dd0 msgr2=0x7ff1580cc7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:46.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 -- 172.21.15.22:0/412677912 shutdown_connections 2024-09-10T10:38:46.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.602+0000 7ff15ee00640 1 -- 172.21.15.22:0/412677912 wait complete. 2024-09-10T10:38:46.629 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:38:46.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.766+0000 7fad1f200640 1 Processor -- start 2024-09-10T10:38:46.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.766+0000 7fad1f200640 1 -- start start 2024-09-10T10:38:46.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.766+0000 7fad1f200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fad1815bec0 0x7fad180d2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.766+0000 7fad1f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad180b74c0 0x7fad1815eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.766+0000 7fad1f200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad1815f2d0 con 0x7fad1815c2a0 2024-09-10T10:38:46.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.766+0000 7fad1f200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fad1815f0a0 con 0x7fad1815bec0 2024-09-10T10:38:46.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.766+0000 7fad1f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fad1815f5b0 con 0x7fad180b74c0 2024-09-10T10:38:46.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad17400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fad1815c2a0 0x7fad180b6db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:46216/0 (socket says 172.21.15.22:46216) 2024-09-10T10:38:46.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad17400640 1 -- 172.21.15.22:0/672546892 learned_addr learned my addr 172.21.15.22:0/672546892 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:46.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad1d200640 1 --2- 172.21.15.22:0/672546892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad180b74c0 0x7fad1815eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad17e00640 1 --2- 172.21.15.22:0/672546892 >> v2:172.21.15.145:3300/0 conn(0x7fad1815bec0 0x7fad180d2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad16a00640 1 -- 172.21.15.22:0/672546892 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 678795668 0 0) 0x7fad1815f2d0 con 0x7fad1815c2a0 2024-09-10T10:38:46.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad16a00640 1 -- 172.21.15.22:0/672546892 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7facfc003530 con 0x7fad1815c2a0 2024-09-10T10:38:46.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad1d200640 1 -- 172.21.15.22:0/672546892 >> v2:172.21.15.145:3300/0 conn(0x7fad1815bec0 msgr2=0x7fad180d2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:46.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad1d200640 1 --2- 172.21.15.22:0/672546892 >> v2:172.21.15.145:3300/0 conn(0x7fad1815bec0 0x7fad180d2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad1d200640 1 -- 172.21.15.22:0/672546892 >> v1:172.21.15.22:6789/0 conn(0x7fad1815c2a0 legacy=0x7fad180b6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad1d200640 1 -- 172.21.15.22:0/672546892 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad1815f890 con 0x7fad180b74c0 2024-09-10T10:38:46.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad17e00640 1 --2- 172.21.15.22:0/672546892 >> v2:172.21.15.145:3300/0 conn(0x7fad1815bec0 0x7fad180d2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:38:46.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.770+0000 7fad1d200640 1 --2- 172.21.15.22:0/672546892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad180b74c0 0x7fad1815eb60 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fad10009d90 tx=0x7fad1001c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d065362807fb85d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:46.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad16a00640 1 -- 172.21.15.22:0/672546892 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad100b2070 con 0x7fad180b74c0 2024-09-10T10:38:46.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad16a00640 1 -- 172.21.15.22:0/672546892 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad100a5940 con 0x7fad180b74c0 2024-09-10T10:38:46.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad16a00640 1 -- 172.21.15.22:0/672546892 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad100a5d10 con 0x7fad180b74c0 2024-09-10T10:38:46.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 -- 172.21.15.22:0/672546892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad180b74c0 msgr2=0x7fad1815eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 --2- 172.21.15.22:0/672546892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad180b74c0 0x7fad1815eb60 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fad10009d90 tx=0x7fad1001c970 comp rx=0 tx=0).stop 2024-09-10T10:38:46.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 -- 172.21.15.22:0/672546892 shutdown_connections 2024-09-10T10:38:46.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 --2- 172.21.15.22:0/672546892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad180b74c0 0x7fad1815eb60 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 --2- 172.21.15.22:0/672546892 >> v2:172.21.15.145:3300/0 conn(0x7fad1815bec0 0x7fad180d2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 -- 172.21.15.22:0/672546892 >> 172.21.15.22:0/672546892 conn(0x7fad1806e780 msgr2=0x7fad180b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:46.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 -- 172.21.15.22:0/672546892 shutdown_connections 2024-09-10T10:38:46.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 -- 172.21.15.22:0/672546892 wait complete. 2024-09-10T10:38:46.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 Processor -- start 2024-09-10T10:38:46.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 -- start start 2024-09-10T10:38:46.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad180b74c0 0x7fad18151520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad1815bec0 0x7fad180b36a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad1815c2a0 0x7fad18156bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fad1806cf60 con 0x7fad1815c2a0 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fad1806cde0 con 0x7fad180b74c0 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fad1806d0e0 con 0x7fad1815bec0 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1d200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad1815c2a0 0x7fad18156bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad17e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad180b74c0 0x7fad18151520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad17400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad1815bec0 0x7fad180b36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1d200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad1815c2a0 0x7fad18156bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43756/0 (socket says 172.21.15.22:43756) 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.774+0000 7fad1d200640 1 -- 172.21.15.22:0/1094610156 learned_addr learned my addr 172.21.15.22:0/1094610156 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad17e00640 1 -- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad1815bec0 msgr2=0x7fad180b36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad17e00640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad1815bec0 0x7fad180b36a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad17e00640 1 -- 172.21.15.22:0/1094610156 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad1815c2a0 msgr2=0x7fad18156bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad17e00640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad1815c2a0 0x7fad18156bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad17e00640 1 -- 172.21.15.22:0/1094610156 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad180b60d0 con 0x7fad180b74c0 2024-09-10T10:38:46.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad17e00640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad180b74c0 0x7fad18151520 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fad0800e9e0 tx=0x7fad0800eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:46.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad0fe00640 1 -- 172.21.15.22:0/1094610156 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad08017070 con 0x7fad180b74c0 2024-09-10T10:38:46.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad0fe00640 1 -- 172.21.15.22:0/1094610156 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad0800c9d0 con 0x7fad180b74c0 2024-09-10T10:38:46.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad0fe00640 1 -- 172.21.15.22:0/1094610156 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad0800cdc0 con 0x7fad180b74c0 2024-09-10T10:38:46.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad1f200640 1 -- 172.21.15.22:0/1094610156 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad180b3be0 con 0x7fad180b74c0 2024-09-10T10:38:46.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad1f200640 1 -- 172.21.15.22:0/1094610156 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad180b2bc0 con 0x7fad180b74c0 2024-09-10T10:38:46.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad1f200640 1 -- 172.21.15.22:0/1094610156 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad1806d540 con 0x7fad180b74c0 2024-09-10T10:38:46.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.778+0000 7fad0fe00640 1 -- 172.21.15.22:0/1094610156 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fad0801a070 con 0x7fad180b74c0 2024-09-10T10:38:46.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.782+0000 7fad0fe00640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facf80678f0 0x7facf8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:46.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.782+0000 7fad0fe00640 1 -- 172.21.15.22:0/1094610156 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 4857+0+0 (secure 0 0 0) 0x7fad080857a0 con 0x7fad180b74c0 2024-09-10T10:38:46.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.782+0000 7fad17400640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facf80678f0 0x7facf8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:46.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.782+0000 7fad17400640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facf80678f0 0x7facf8069db0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fad04007fd0 tx=0x7fad04009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:46.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.782+0000 7fad0fe00640 1 -- 172.21.15.22:0/1094610156 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fad08055fd0 con 0x7fad180b74c0 2024-09-10T10:38:46.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.954+0000 7fad1f200640 1 -- 172.21.15.22:0/1094610156 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fad18152560 con 0x7fad180b74c0 2024-09-10T10:38:46.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad0fe00640 1 -- 172.21.15.22:0/1094610156 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v88) ==== 84+0+65 (secure 0 0 0) 0x7fad0805a2d0 con 0x7fad180b74c0 2024-09-10T10:38:46.961 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:46.961 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:38:46.961 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:38:46.961 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:38:46.961 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:38:46.961 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:38:46.961 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:38:46.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 -- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facf80678f0 msgr2=0x7facf8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facf80678f0 0x7facf8069db0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fad04007fd0 tx=0x7fad04009040 comp rx=0 tx=0).stop 2024-09-10T10:38:46.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 -- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad180b74c0 msgr2=0x7fad18151520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:46.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad180b74c0 0x7fad18151520 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fad0800e9e0 tx=0x7fad0800eea0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 -- 172.21.15.22:0/1094610156 shutdown_connections 2024-09-10T10:38:46.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7facf80678f0 0x7facf8069db0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fad1815c2a0 0x7fad18156bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fad1815bec0 0x7fad180b36a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 --2- 172.21.15.22:0/1094610156 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fad180b74c0 0x7fad18151520 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:46.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 -- 172.21.15.22:0/1094610156 >> 172.21.15.22:0/1094610156 conn(0x7fad1806e780 msgr2=0x7fad1815cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:46.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 -- 172.21.15.22:0/1094610156 shutdown_connections 2024-09-10T10:38:46.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:46.958+0000 7fad1f200640 1 -- 172.21.15.22:0/1094610156 wait complete. 2024-09-10T10:38:46.982 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:38:46.982 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:38:47.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.122+0000 7f7f03400640 1 Processor -- start 2024-09-10T10:38:47.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.122+0000 7f7f03400640 1 -- start start 2024-09-10T10:38:47.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.122+0000 7f7f03400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7efc1460d0 0x7f7efc0b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:47.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f03400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7efc0cda10 0x7f7efc15c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:47.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f03400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7efc0b3fd0 con 0x7f7efc0b3b00 2024-09-10T10:38:47.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f03400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f7efc0b42b0 con 0x7f7efc0cda10 2024-09-10T10:38:47.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f03400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7efc0b4590 con 0x7f7efc1460d0 2024-09-10T10:38:47.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f01400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7efc0cda10 0x7f7efc15c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:47.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f01400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7efc0cda10 0x7f7efc15c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43758/0 (socket says 172.21.15.22:43758) 2024-09-10T10:38:47.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f01400640 1 -- 172.21.15.22:0/3816889607 learned_addr learned my addr 172.21.15.22:0/3816889607 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:47.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f00a00640 1 --2- 172.21.15.22:0/3816889607 >> v2:172.21.15.145:3300/0 conn(0x7f7efc1460d0 0x7f7efc0b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:47.129 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f01400640 1 -- 172.21.15.22:0/3816889607 >> v2:172.21.15.145:3300/0 conn(0x7f7efc1460d0 msgr2=0x7f7efc0b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:47.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f01400640 1 --2- 172.21.15.22:0/3816889607 >> v2:172.21.15.145:3300/0 conn(0x7f7efc1460d0 0x7f7efc0b35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:47.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f01400640 1 -- 172.21.15.22:0/3816889607 >> v1:172.21.15.145:6789/0 conn(0x7f7efc0b3b00 legacy=0x7f7efc0cd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:47.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f01400640 1 -- 172.21.15.22:0/3816889607 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7efc0b4870 con 0x7f7efc0cda10 2024-09-10T10:38:47.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.126+0000 7f7f01400640 1 --2- 172.21.15.22:0/3816889607 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 0x7f7efc15c960 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f7efc073590 tx=0x7f7ef401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1606fbc3f0da6ae7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:47.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7efb400640 1 -- 172.21.15.22:0/3816889607 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef40a5790 con 0x7f7efc0cda10 2024-09-10T10:38:47.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7efb400640 1 -- 172.21.15.22:0/3816889607 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ef40a5930 con 0x7f7efc0cda10 2024-09-10T10:38:47.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7efb400640 1 -- 172.21.15.22:0/3816889607 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef40a5d00 con 0x7f7efc0cda10 2024-09-10T10:38:47.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 -- 172.21.15.22:0/3816889607 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 msgr2=0x7f7efc15c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:47.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 --2- 172.21.15.22:0/3816889607 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 0x7f7efc15c960 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f7efc073590 tx=0x7f7ef401c9c0 comp rx=0 tx=0).stop 2024-09-10T10:38:47.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 -- 172.21.15.22:0/3816889607 shutdown_connections 2024-09-10T10:38:47.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 --2- 172.21.15.22:0/3816889607 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 0x7f7efc15c960 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:47.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 --2- 172.21.15.22:0/3816889607 >> v2:172.21.15.145:3300/0 conn(0x7f7efc1460d0 0x7f7efc0b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:47.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 -- 172.21.15.22:0/3816889607 >> 172.21.15.22:0/3816889607 conn(0x7f7efc063000 msgr2=0x7f7efc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:47.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 -- 172.21.15.22:0/3816889607 shutdown_connections 2024-09-10T10:38:47.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 -- 172.21.15.22:0/3816889607 wait complete. 2024-09-10T10:38:47.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 Processor -- start 2024-09-10T10:38:47.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 -- start start 2024-09-10T10:38:47.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7efc0b3b00 0x7f7efc15b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:47.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 0x7f7efc159c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:47.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7efc1460d0 0x7f7efc141aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:47.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc15d830 con 0x7f7efc0cda10 2024-09-10T10:38:47.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc15d6b0 con 0x7f7efc1460d0 2024-09-10T10:38:47.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f03400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7efc15d9b0 con 0x7f7efc0b3b00 2024-09-10T10:38:47.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7efbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 0x7f7efc159c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:47.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7efbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 0x7f7efc159c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43768/0 (socket says 172.21.15.22:43768) 2024-09-10T10:38:47.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7efbe00640 1 -- 172.21.15.22:0/2176029688 learned_addr learned my addr 172.21.15.22:0/2176029688 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:47.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f00a00640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7efc0b3b00 0x7f7efc15b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:47.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.130+0000 7f7f01400640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7efc1460d0 0x7f7efc141aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:47.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7efbe00640 1 -- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7efc0b3b00 msgr2=0x7f7efc15b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:47.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7efbe00640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7efc0b3b00 0x7f7efc15b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:47.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7efbe00640 1 -- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7efc1460d0 msgr2=0x7f7efc141aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:47.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7efbe00640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7efc1460d0 0x7f7efc141aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:47.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7efbe00640 1 -- 172.21.15.22:0/2176029688 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7efc140a40 con 0x7f7efc0cda10 2024-09-10T10:38:47.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7f01400640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7efc1460d0 0x7f7efc141aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:47.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7efbe00640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 0x7f7efc159c30 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f7ee800c450 tx=0x7f7ee800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:47.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7ef8c00640 1 -- 172.21.15.22:0/2176029688 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee8016020 con 0x7f7efc0cda10 2024-09-10T10:38:47.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7ef8c00640 1 -- 172.21.15.22:0/2176029688 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ee80052d0 con 0x7f7efc0cda10 2024-09-10T10:38:47.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7ef8c00640 1 -- 172.21.15.22:0/2176029688 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee8007260 con 0x7f7efc0cda10 2024-09-10T10:38:47.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7f03400640 1 -- 172.21.15.22:0/2176029688 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7efc140ce0 con 0x7f7efc0cda10 2024-09-10T10:38:47.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7f03400640 1 -- 172.21.15.22:0/2176029688 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7efc1412a0 con 0x7f7efc0cda10 2024-09-10T10:38:47.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7f03400640 1 -- 172.21.15.22:0/2176029688 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7efc15c960 con 0x7f7efc0cda10 2024-09-10T10:38:47.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7ef8c00640 1 -- 172.21.15.22:0/2176029688 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7ee8007400 con 0x7f7efc0cda10 2024-09-10T10:38:47.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7ef8c00640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7edc0678c0 0x7f7edc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:47.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.134+0000 7f7ef8c00640 1 -- 172.21.15.22:0/2176029688 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 4857+0+0 (secure 0 0 0) 0x7f7ee8085280 con 0x7f7efc0cda10 2024-09-10T10:38:47.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.138+0000 7f7f00a00640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7edc0678c0 0x7f7edc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:47.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.138+0000 7f7f00a00640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7edc0678c0 0x7f7edc069d80 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f7eec009ac0 tx=0x7f7eec009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:47.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.138+0000 7f7ef8c00640 1 -- 172.21.15.22:0/2176029688 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7ee8020020 con 0x7f7efc0cda10 2024-09-10T10:38:47.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:47.310+0000 7f7f03400640 1 -- 172.21.15.22:0/2176029688 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f7efc13f660 con 0x7f7efc0cda10 2024-09-10T10:38:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.202+0000 7f7ef8c00640 1 -- 172.21.15.22:0/2176029688 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v89) ==== 138+0+0 (secure 0 0 0) 0x7f7ee8005480 con 0x7f7efc0cda10 2024-09-10T10:38:48.208 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:38:48.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 -- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7edc0678c0 msgr2=0x7f7edc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:48.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7edc0678c0 0x7f7edc069d80 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f7eec009ac0 tx=0x7f7eec009190 comp rx=0 tx=0).stop 2024-09-10T10:38:48.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 -- 172.21.15.22:0/2176029688 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 msgr2=0x7f7efc159c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:48.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 0x7f7efc159c30 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f7ee800c450 tx=0x7f7ee800c910 comp rx=0 tx=0).stop 2024-09-10T10:38:48.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 -- 172.21.15.22:0/2176029688 shutdown_connections 2024-09-10T10:38:48.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7edc0678c0 0x7f7edc069d80 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:48.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7efc1460d0 0x7f7efc141aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:48.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7efc0cda10 0x7f7efc159c30 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:48.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 --2- 172.21.15.22:0/2176029688 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7efc0b3b00 0x7f7efc15b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:48.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 -- 172.21.15.22:0/2176029688 >> 172.21.15.22:0/2176029688 conn(0x7f7efc063000 msgr2=0x7f7efc142bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:48.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 -- 172.21.15.22:0/2176029688 shutdown_connections 2024-09-10T10:38:48.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.206+0000 7f7f03400640 1 -- 172.21.15.22:0/2176029688 wait complete. 2024-09-10T10:38:48.238 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:38:48.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.386+0000 7f0946e00640 1 Processor -- start 2024-09-10T10:38:48.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.386+0000 7f0946e00640 1 -- start start 2024-09-10T10:38:48.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f0946e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09401568c0 0x7f09400b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:48.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f0946e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09400b4f90 con 0x7f09400b4470 2024-09-10T10:38:48.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f0946e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09400b49d0 con 0x7f09400cfad0 2024-09-10T10:38:48.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f0946e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f09400b4cb0 con 0x7f09401568c0 2024-09-10T10:38:48.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f0937e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f09400b4470 0x7f09400cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:46230/0 (socket says 172.21.15.22:46230) 2024-09-10T10:38:48.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f0937e00640 1 -- 172.21.15.22:0/3808916619 learned_addr learned my addr 172.21.15.22:0/3808916619 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:48.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f093fe00640 1 --2- 172.21.15.22:0/3808916619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09401568c0 0x7f09400b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:48.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f093f400640 1 -- 172.21.15.22:0/3808916619 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1938240849 0 0) 0x7f09400b4f90 con 0x7f09400b4470 2024-09-10T10:38:48.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f093f400640 1 -- 172.21.15.22:0/3808916619 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0924003530 con 0x7f09400b4470 2024-09-10T10:38:48.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f093f400640 1 -- 172.21.15.22:0/3808916619 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3730273806 0 0) 0x7f09400b49d0 con 0x7f09400cfad0 2024-09-10T10:38:48.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f093f400640 1 -- 172.21.15.22:0/3808916619 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f09400b4f90 con 0x7f09400cfad0 2024-09-10T10:38:48.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f093fe00640 1 -- 172.21.15.22:0/3808916619 >> v1:172.21.15.145:6789/0 conn(0x7f09400cfad0 legacy=0x7f094006d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:48.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f093fe00640 1 -- 172.21.15.22:0/3808916619 >> v1:172.21.15.22:6789/0 conn(0x7f09400b4470 legacy=0x7f09400cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:48.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.390+0000 7f093fe00640 1 -- 172.21.15.22:0/3808916619 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f094006d1b0 con 0x7f09401568c0 2024-09-10T10:38:48.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f093fe00640 1 --2- 172.21.15.22:0/3808916619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09401568c0 0x7f09400b3f30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f09300097f0 tx=0x7f093001c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=943f904be138fd94 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:48.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f093f400640 1 -- 172.21.15.22:0/3808916619 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09300ab640 con 0x7f09401568c0 2024-09-10T10:38:48.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f093f400640 1 -- 172.21.15.22:0/3808916619 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09300b0070 con 0x7f09401568c0 2024-09-10T10:38:48.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f093f400640 1 -- 172.21.15.22:0/3808916619 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09300aba00 con 0x7f09401568c0 2024-09-10T10:38:48.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f0946e00640 1 -- 172.21.15.22:0/3808916619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09401568c0 msgr2=0x7f09400b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:48.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f0946e00640 1 --2- 172.21.15.22:0/3808916619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09401568c0 0x7f09400b3f30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f09300097f0 tx=0x7f093001c420 comp rx=0 tx=0).stop 2024-09-10T10:38:48.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f0946e00640 1 -- 172.21.15.22:0/3808916619 shutdown_connections 2024-09-10T10:38:48.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f0946e00640 1 --2- 172.21.15.22:0/3808916619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09401568c0 0x7f09400b3f30 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:48.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f0946e00640 1 -- 172.21.15.22:0/3808916619 >> 172.21.15.22:0/3808916619 conn(0x7f0940062eb0 msgr2=0x7f094006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:48.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f0946e00640 1 -- 172.21.15.22:0/3808916619 shutdown_connections 2024-09-10T10:38:48.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f0946e00640 1 -- 172.21.15.22:0/3808916619 wait complete. 2024-09-10T10:38:48.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f0946e00640 1 Processor -- start 2024-09-10T10:38:48.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.394+0000 7f0946e00640 1 -- start start 2024-09-10T10:38:48.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0946e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09400b4470 0x7f0940155be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:48.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0946e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09400cfad0 0x7f09400ad640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:48.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0946e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09401568c0 0x7f09400b1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:48.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0946e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f094006ea50 con 0x7f09401568c0 2024-09-10T10:38:48.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0946e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f094006e8d0 con 0x7f09400b4470 2024-09-10T10:38:48.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0946e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f094006ebd0 con 0x7f09400cfad0 2024-09-10T10:38:48.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0944e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09401568c0 0x7f09400b1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:48.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0944e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09401568c0 0x7f09400b1190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43776/0 (socket says 172.21.15.22:43776) 2024-09-10T10:38:48.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0944e00640 1 -- 172.21.15.22:0/51166949 learned_addr learned my addr 172.21.15.22:0/51166949 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:48.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0937e00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09400cfad0 0x7f09400ad640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:48.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f093fe00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09400b4470 0x7f0940155be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:48.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0944e00640 1 -- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09400cfad0 msgr2=0x7f09400ad640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:48.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0944e00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09400cfad0 0x7f09400ad640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:48.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0944e00640 1 -- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09400b4470 msgr2=0x7f0940155be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:48.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0944e00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09400b4470 0x7f0940155be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:48.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0944e00640 1 -- 172.21.15.22:0/51166949 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09400adef0 con 0x7f09401568c0 2024-09-10T10:38:48.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0944e00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09401568c0 0x7f09400b1190 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f093800c7c0 tx=0x7f093800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:48.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f093cc00640 1 -- 172.21.15.22:0/51166949 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0938003b80 con 0x7f09401568c0 2024-09-10T10:38:48.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f093cc00640 1 -- 172.21.15.22:0/51166949 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0938003d20 con 0x7f09401568c0 2024-09-10T10:38:48.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f093cc00640 1 -- 172.21.15.22:0/51166949 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093800aa50 con 0x7f09401568c0 2024-09-10T10:38:48.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0946e00640 1 -- 172.21.15.22:0/51166949 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09400ae1d0 con 0x7f09401568c0 2024-09-10T10:38:48.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0946e00640 1 -- 172.21.15.22:0/51166949 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09400ae790 con 0x7f09401568c0 2024-09-10T10:38:48.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f0946e00640 1 -- 172.21.15.22:0/51166949 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09400d01f0 con 0x7f09401568c0 2024-09-10T10:38:48.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.398+0000 7f093cc00640 1 -- 172.21.15.22:0/51166949 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f093800abf0 con 0x7f09401568c0 2024-09-10T10:38:48.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.402+0000 7f093cc00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f091c0678f0 0x7f091c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:48.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.402+0000 7f093cc00640 1 -- 172.21.15.22:0/51166949 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5227+0+0 (secure 0 0 0) 0x7f0938085a30 con 0x7f09401568c0 2024-09-10T10:38:48.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.402+0000 7f093fe00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f091c0678f0 0x7f091c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:48.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.402+0000 7f093fe00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f091c0678f0 0x7f091c069db0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f09300af000 tx=0x7f09300b6040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:48.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.406+0000 7f093cc00640 1 -- 172.21.15.22:0/51166949 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0938055fd0 con 0x7f09401568c0 2024-09-10T10:38:48.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:48.570+0000 7f0946e00640 1 -- 172.21.15.22:0/51166949 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f0940160050 con 0x7f09401568c0 2024-09-10T10:38:49.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.206+0000 7f093cc00640 1 -- 172.21.15.22:0/51166949 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v90) ==== 170+0+0 (secure 0 0 0) 0x7f093805a2d0 con 0x7f09401568c0 2024-09-10T10:38:49.210 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:38:49.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 -- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f091c0678f0 msgr2=0x7f091c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:49.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f091c0678f0 0x7f091c069db0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f09300af000 tx=0x7f09300b6040 comp rx=0 tx=0).stop 2024-09-10T10:38:49.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 -- 172.21.15.22:0/51166949 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09401568c0 msgr2=0x7f09400b1190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:49.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09401568c0 0x7f09400b1190 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f093800c7c0 tx=0x7f093800cc80 comp rx=0 tx=0).stop 2024-09-10T10:38:49.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 -- 172.21.15.22:0/51166949 shutdown_connections 2024-09-10T10:38:49.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f091c0678f0 0x7f091c069db0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:49.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09401568c0 0x7f09400b1190 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:49.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09400cfad0 0x7f09400ad640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:49.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 --2- 172.21.15.22:0/51166949 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09400b4470 0x7f0940155be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:49.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 -- 172.21.15.22:0/51166949 >> 172.21.15.22:0/51166949 conn(0x7f0940062eb0 msgr2=0x7f09400cd890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:49.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 -- 172.21.15.22:0/51166949 shutdown_connections 2024-09-10T10:38:49.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.210+0000 7f0946e00640 1 -- 172.21.15.22:0/51166949 wait complete. 2024-09-10T10:38:49.254 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:38:49.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37fe00640 1 Processor -- start 2024-09-10T10:38:49.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37fe00640 1 -- start start 2024-09-10T10:38:49.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb378158f70 0x7fb37815c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:49.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37fe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 0x7fb37806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:49.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37fe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb378159350 con 0x7fb37806eff0 2024-09-10T10:38:49.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37fe00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb378071340 con 0x7fb378158f70 2024-09-10T10:38:49.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37fe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb378071620 con 0x7fb378072f30 2024-09-10T10:38:49.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb378158f70 0x7fb37815c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:49.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb378158f70 0x7fb37815c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43790/0 (socket says 172.21.15.22:43790) 2024-09-10T10:38:49.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37d400640 1 -- 172.21.15.22:0/2770681086 learned_addr learned my addr 172.21.15.22:0/2770681086 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:49.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37ca00640 1 --2- 172.21.15.22:0/2770681086 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 0x7fb37806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:49.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37d400640 1 -- 172.21.15.22:0/2770681086 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 msgr2=0x7fb37806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:49.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37d400640 1 --2- 172.21.15.22:0/2770681086 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 0x7fb37806eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:49.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37d400640 1 -- 172.21.15.22:0/2770681086 >> v1:172.21.15.145:6789/0 conn(0x7fb37806eff0 legacy=0x7fb37815ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:49.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.398+0000 7fb37d400640 1 -- 172.21.15.22:0/2770681086 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb378071900 con 0x7fb378158f70 2024-09-10T10:38:49.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb37d400640 1 --2- 172.21.15.22:0/2770681086 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 0x7fb37815c630 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fb36c009870 tx=0x7fb36c01c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78579b519dcf5dbe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:49.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb377e00640 1 -- 172.21.15.22:0/2770681086 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb36c0ab650 con 0x7fb378158f70 2024-09-10T10:38:49.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb377e00640 1 -- 172.21.15.22:0/2770681086 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb36c0b0070 con 0x7fb378158f70 2024-09-10T10:38:49.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb377e00640 1 -- 172.21.15.22:0/2770681086 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb36c0aba10 con 0x7fb378158f70 2024-09-10T10:38:49.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb37fe00640 1 -- 172.21.15.22:0/2770681086 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 msgr2=0x7fb37815c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:49.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb37fe00640 1 --2- 172.21.15.22:0/2770681086 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 0x7fb37815c630 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fb36c009870 tx=0x7fb36c01c560 comp rx=0 tx=0).stop 2024-09-10T10:38:49.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb37fe00640 1 -- 172.21.15.22:0/2770681086 shutdown_connections 2024-09-10T10:38:49.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb37fe00640 1 --2- 172.21.15.22:0/2770681086 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 0x7fb37806eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:49.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb37fe00640 1 --2- 172.21.15.22:0/2770681086 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 0x7fb37815c630 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:49.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb37fe00640 1 -- 172.21.15.22:0/2770681086 >> 172.21.15.22:0/2770681086 conn(0x7fb378062eb0 msgr2=0x7fb37806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:49.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb37fe00640 1 -- 172.21.15.22:0/2770681086 shutdown_connections 2024-09-10T10:38:49.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.402+0000 7fb37fe00640 1 -- 172.21.15.22:0/2770681086 wait complete. 2024-09-10T10:38:49.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37fe00640 1 Processor -- start 2024-09-10T10:38:49.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37fe00640 1 -- start start 2024-09-10T10:38:49.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37fe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb37806eff0 0x7fb3781f86e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:49.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37fe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 0x7fb3780b4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:49.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 0x7fb3780b4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:49.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37fe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb378166470 con 0x7fb378158f70 2024-09-10T10:38:49.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37fe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb3781662f0 con 0x7fb37806eff0 2024-09-10T10:38:49.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37fe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb3781665f0 con 0x7fb378072f30 2024-09-10T10:38:49.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 0x7fb3780b4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:49.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 0x7fb3780b4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43804/0 (socket says 172.21.15.22:43804) 2024-09-10T10:38:49.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37ca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 0x7fb3780b4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:49.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37de00640 1 -- 172.21.15.22:0/30694665 learned_addr learned my addr 172.21.15.22:0/30694665 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:49.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37d400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb37806eff0 0x7fb3781f86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:49.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37de00640 1 -- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 msgr2=0x7fb3780b4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:49.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37de00640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 0x7fb3780b4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:49.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37de00640 1 -- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb37806eff0 msgr2=0x7fb3781f86e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:49.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37de00640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb37806eff0 0x7fb3781f86e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:49.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37de00640 1 -- 172.21.15.22:0/30694665 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3781f8c20 con 0x7fb378158f70 2024-09-10T10:38:49.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37ca00640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 0x7fb3780b4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:38:49.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37de00640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 0x7fb3780b4b80 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fb37000c7a0 tx=0x7fb37000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:49.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb375600640 1 -- 172.21.15.22:0/30694665 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb370003b80 con 0x7fb378158f70 2024-09-10T10:38:49.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb375600640 1 -- 172.21.15.22:0/30694665 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb370003d20 con 0x7fb378158f70 2024-09-10T10:38:49.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb375600640 1 -- 172.21.15.22:0/30694665 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb37000aa90 con 0x7fb378158f70 2024-09-10T10:38:49.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37fe00640 1 -- 172.21.15.22:0/30694665 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb37813e610 con 0x7fb378158f70 2024-09-10T10:38:49.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.406+0000 7fb37fe00640 1 -- 172.21.15.22:0/30694665 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb37813ebc0 con 0x7fb378158f70 2024-09-10T10:38:49.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.410+0000 7fb37fe00640 1 -- 172.21.15.22:0/30694665 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb37815c630 con 0x7fb378158f70 2024-09-10T10:38:49.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.410+0000 7fb375600640 1 -- 172.21.15.22:0/30694665 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb37000ac30 con 0x7fb378158f70 2024-09-10T10:38:49.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.410+0000 7fb375600640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3580678c0 0x7fb358069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:49.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.410+0000 7fb375600640 1 -- 172.21.15.22:0/30694665 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5609+0+0 (secure 0 0 0) 0x7fb370086490 con 0x7fb378158f70 2024-09-10T10:38:49.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.410+0000 7fb37d400640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3580678c0 0x7fb358069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:49.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.410+0000 7fb37d400640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3580678c0 0x7fb358069d80 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fb36c0af000 tx=0x7fb36c0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:49.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.414+0000 7fb375600640 1 -- 172.21.15.22:0/30694665 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb3781f8c20 con 0x7fb378158f70 2024-09-10T10:38:49.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:49.614+0000 7fb37fe00640 1 -- 172.21.15.22:0/30694665 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fb3780b0890 con 0x7fb378158f70 2024-09-10T10:38:50.239 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 14 and data pool 15 2024-09-10T10:38:50.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.234+0000 7fb375600640 1 -- 172.21.15.22:0/30694665 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 14 and data pool 15 v59) ==== 174+0+0 (secure 0 0 0) 0x7fb370056a50 con 0x7fb378158f70 2024-09-10T10:38:50.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.246+0000 7fb37fe00640 1 -- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3580678c0 msgr2=0x7fb358069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.246+0000 7fb37fe00640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3580678c0 0x7fb358069d80 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fb36c0af000 tx=0x7fb36c0a7000 comp rx=0 tx=0).stop 2024-09-10T10:38:50.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.246+0000 7fb37fe00640 1 -- 172.21.15.22:0/30694665 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 msgr2=0x7fb3780b4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.246+0000 7fb37fe00640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 0x7fb3780b4b80 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fb37000c7a0 tx=0x7fb37000cc60 comp rx=0 tx=0).stop 2024-09-10T10:38:50.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.250+0000 7fb37fe00640 1 -- 172.21.15.22:0/30694665 shutdown_connections 2024-09-10T10:38:50.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.250+0000 7fb37fe00640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3580678c0 0x7fb358069d80 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.250+0000 7fb37fe00640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb378158f70 0x7fb3780b4b80 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.250+0000 7fb37fe00640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb378072f30 0x7fb3780b4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.250+0000 7fb37fe00640 1 --2- 172.21.15.22:0/30694665 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb37806eff0 0x7fb3781f86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.250+0000 7fb37fe00640 1 -- 172.21.15.22:0/30694665 >> 172.21.15.22:0/30694665 conn(0x7fb378062eb0 msgr2=0x7fb37815e170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:50.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.250+0000 7fb37fe00640 1 -- 172.21.15.22:0/30694665 shutdown_connections 2024-09-10T10:38:50.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.250+0000 7fb37fe00640 1 -- 172.21.15.22:0/30694665 wait complete. 2024-09-10T10:38:50.278 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:38:50.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb880c00640 1 Processor -- start 2024-09-10T10:38:50.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb880c00640 1 -- start start 2024-09-10T10:38:50.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb880c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 0x7fb87c0626e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb880c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb87c0aecc0 0x7fb87c062c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb880c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb87c0b0510 0x7fb87c0b0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb880c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb87c15ec80 con 0x7fb87c0aecc0 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb880c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb87c15eea0 con 0x7fb87c0b0510 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb880c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb87c15f180 con 0x7fb87c15c230 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb879400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb87c0aecc0 0x7fb87c062c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb879400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb87c0aecc0 0x7fb87c062c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43806/0 (socket says 172.21.15.22:43806) 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb879400640 1 -- 172.21.15.22:0/2065656892 learned_addr learned my addr 172.21.15.22:0/2065656892 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb87a800640 1 --2- 172.21.15.22:0/2065656892 >> v2:172.21.15.145:3300/0 conn(0x7fb87c0b0510 0x7fb87c0b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb879e00640 1 --2- 172.21.15.22:0/2065656892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 0x7fb87c0626e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb879400640 1 -- 172.21.15.22:0/2065656892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 msgr2=0x7fb87c0626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:50.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb879400640 1 --2- 172.21.15.22:0/2065656892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 0x7fb87c0626e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb879400640 1 -- 172.21.15.22:0/2065656892 >> v2:172.21.15.145:3300/0 conn(0x7fb87c0b0510 msgr2=0x7fb87c0b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:50.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb879400640 1 --2- 172.21.15.22:0/2065656892 >> v2:172.21.15.145:3300/0 conn(0x7fb87c0b0510 0x7fb87c0b0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb879400640 1 -- 172.21.15.22:0/2065656892 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb87c15f460 con 0x7fb87c0aecc0 2024-09-10T10:38:50.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.418+0000 7fb879e00640 1 --2- 172.21.15.22:0/2065656892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 0x7fb87c0626e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:50.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb879400640 1 --2- 172.21.15.22:0/2065656892 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0aecc0 0x7fb87c062c20 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fb87c0b42d0 tx=0x7fb86801ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d80ef16399db1f5f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:50.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb878a00640 1 -- 172.21.15.22:0/2065656892 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8680b1070 con 0x7fb87c0aecc0 2024-09-10T10:38:50.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb878a00640 1 -- 172.21.15.22:0/2065656892 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8680ac410 con 0x7fb87c0aecc0 2024-09-10T10:38:50.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb878a00640 1 -- 172.21.15.22:0/2065656892 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8680ac7e0 con 0x7fb87c0aecc0 2024-09-10T10:38:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb880c00640 1 -- 172.21.15.22:0/2065656892 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0aecc0 msgr2=0x7fb87c062c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb880c00640 1 --2- 172.21.15.22:0/2065656892 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0aecc0 0x7fb87c062c20 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fb87c0b42d0 tx=0x7fb86801ce30 comp rx=0 tx=0).stop 2024-09-10T10:38:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb880c00640 1 -- 172.21.15.22:0/2065656892 shutdown_connections 2024-09-10T10:38:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb880c00640 1 --2- 172.21.15.22:0/2065656892 >> v2:172.21.15.145:3300/0 conn(0x7fb87c0b0510 0x7fb87c0b0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb880c00640 1 --2- 172.21.15.22:0/2065656892 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0aecc0 0x7fb87c062c20 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb880c00640 1 --2- 172.21.15.22:0/2065656892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 0x7fb87c0626e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb880c00640 1 -- 172.21.15.22:0/2065656892 >> 172.21.15.22:0/2065656892 conn(0x7fb87c0b3640 msgr2=0x7fb87c0b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:50.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb880c00640 1 -- 172.21.15.22:0/2065656892 shutdown_connections 2024-09-10T10:38:50.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.422+0000 7fb880c00640 1 -- 172.21.15.22:0/2065656892 wait complete. 2024-09-10T10:38:50.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 Processor -- start 2024-09-10T10:38:50.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 -- start start 2024-09-10T10:38:50.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb87c0aecc0 0x7fb87c13c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0b0510 0x7fb87c161860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 0x7fb87c13eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb87c162c80 con 0x7fb87c0b0510 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb87c162b00 con 0x7fb87c0aecc0 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb87c162e00 con 0x7fb87c15c230 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb879400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0b0510 0x7fb87c161860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb879400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0b0510 0x7fb87c161860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43814/0 (socket says 172.21.15.22:43814) 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb879400640 1 -- 172.21.15.22:0/1291028019 learned_addr learned my addr 172.21.15.22:0/1291028019 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb879e00640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb87c0aecc0 0x7fb87c13c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb87a800640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 0x7fb87c13eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb879400640 1 -- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 msgr2=0x7fb87c13eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb879400640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 0x7fb87c13eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb879400640 1 -- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb87c0aecc0 msgr2=0x7fb87c13c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb879400640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb87c0aecc0 0x7fb87c13c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb879400640 1 -- 172.21.15.22:0/1291028019 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb87c15fe80 con 0x7fb87c0b0510 2024-09-10T10:38:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb879400640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0b0510 0x7fb87c161860 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fb8680af040 tx=0x7fb868019170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb872000640 1 -- 172.21.15.22:0/1291028019 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8680bc070 con 0x7fb87c0b0510 2024-09-10T10:38:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb872000640 1 -- 172.21.15.22:0/1291028019 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8680accf0 con 0x7fb87c0b0510 2024-09-10T10:38:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb872000640 1 -- 172.21.15.22:0/1291028019 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8680b1040 con 0x7fb87c0b0510 2024-09-10T10:38:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 -- 172.21.15.22:0/1291028019 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb87c160140 con 0x7fb87c0b0510 2024-09-10T10:38:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 -- 172.21.15.22:0/1291028019 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb87c0b2a50 con 0x7fb87c0b0510 2024-09-10T10:38:50.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.426+0000 7fb880c00640 1 -- 172.21.15.22:0/1291028019 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb87c0b2580 con 0x7fb87c0b0510 2024-09-10T10:38:50.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.430+0000 7fb872000640 1 -- 172.21.15.22:0/1291028019 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb8680bf070 con 0x7fb87c0b0510 2024-09-10T10:38:50.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.430+0000 7fb872000640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb85c0678c0 0x7fb85c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.430+0000 7fb872000640 1 -- 172.21.15.22:0/1291028019 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fb86811f310 con 0x7fb87c0b0510 2024-09-10T10:38:50.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.430+0000 7fb879e00640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb85c0678c0 0x7fb85c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.430+0000 7fb879e00640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb85c0678c0 0x7fb85c069d80 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fb86c0045f0 tx=0x7fb86c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:50.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.434+0000 7fb872000640 1 -- 172.21.15.22:0/1291028019 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb868016110 con 0x7fb87c0b0510 2024-09-10T10:38:50.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.602+0000 7fb880c00640 1 -- 172.21.15.22:0/1291028019 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb87c0b0970 con 0x7fb87c0b0510 2024-09-10T10:38:50.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.602+0000 7fb872000640 1 -- 172.21.15.22:0/1291028019 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+16693 (secure 0 0 0) 0x7fb8680ef6d0 con 0x7fb87c0b0510 2024-09-10T10:38:50.607 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:50.608 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":91,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:38:49.618570+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:38:47.361476+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-10T10:38:48.621216+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:38:50.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 -- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb85c0678c0 msgr2=0x7fb85c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb85c0678c0 0x7fb85c069d80 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fb86c0045f0 tx=0x7fb86c008040 comp rx=0 tx=0).stop 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 -- 172.21.15.22:0/1291028019 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0b0510 msgr2=0x7fb87c161860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0b0510 0x7fb87c161860 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fb8680af040 tx=0x7fb868019170 comp rx=0 tx=0).stop 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 -- 172.21.15.22:0/1291028019 shutdown_connections 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb85c0678c0 0x7fb85c069d80 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb87c15c230 0x7fb87c13eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb87c0b0510 0x7fb87c161860 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 --2- 172.21.15.22:0/1291028019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb87c0aecc0 0x7fb87c13c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 -- 172.21.15.22:0/1291028019 >> 172.21.15.22:0/1291028019 conn(0x7fb87c0b3640 msgr2=0x7fb87c06e9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 -- 172.21.15.22:0/1291028019 shutdown_connections 2024-09-10T10:38:50.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.606+0000 7fb880c00640 1 -- 172.21.15.22:0/1291028019 wait complete. 2024-09-10T10:38:50.629 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:38:50.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.766+0000 7eff2e800640 1 Processor -- start 2024-09-10T10:38:50.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.766+0000 7eff2e800640 1 -- start start 2024-09-10T10:38:50.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.766+0000 7eff2e800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7eff28145fb0 0x7eff280b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.766+0000 7eff2e800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff2806d3f0 con 0x7eff280cd670 2024-09-10T10:38:50.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.766+0000 7eff2e800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff2806d6d0 con 0x7eff2806e8c0 2024-09-10T10:38:50.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.766+0000 7eff2e800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7eff2806d1a0 con 0x7eff28145fb0 2024-09-10T10:38:50.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.766+0000 7eff27400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7eff28145fb0 0x7eff280b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.766+0000 7eff27400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7eff28145fb0 0x7eff280b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43816/0 (socket says 172.21.15.22:43816) 2024-09-10T10:38:50.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.766+0000 7eff27400640 1 -- 172.21.15.22:0/2300265266 learned_addr learned my addr 172.21.15.22:0/2300265266 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:50.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.766+0000 7eff26a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7eff280cd670 0x7eff2806e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:46238/0 (socket says 172.21.15.22:46238) 2024-09-10T10:38:50.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff27400640 1 -- 172.21.15.22:0/2300265266 >> v1:172.21.15.145:6789/0 conn(0x7eff2806e8c0 legacy=0x7eff280cf590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff27400640 1 -- 172.21.15.22:0/2300265266 >> v1:172.21.15.22:6789/0 conn(0x7eff280cd670 legacy=0x7eff2806e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff27400640 1 -- 172.21.15.22:0/2300265266 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff2806d9b0 con 0x7eff28145fb0 2024-09-10T10:38:50.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff26000640 1 -- 172.21.15.22:0/2300265266 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 459054900 0 0) 0x7eff2806d3f0 con 0x7eff280cd670 2024-09-10T10:38:50.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff27400640 1 --2- 172.21.15.22:0/2300265266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff28145fb0 0x7eff280b3e00 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7eff18009870 tx=0x7eff1801c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb12c3c38d9d6446 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:50.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff26000640 1 -- 172.21.15.22:0/2300265266 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff180b2070 con 0x7eff28145fb0 2024-09-10T10:38:50.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff26000640 1 -- 172.21.15.22:0/2300265266 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff180a9070 con 0x7eff28145fb0 2024-09-10T10:38:50.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff26000640 1 -- 172.21.15.22:0/2300265266 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff180ad880 con 0x7eff28145fb0 2024-09-10T10:38:50.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff2e800640 1 -- 172.21.15.22:0/2300265266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff28145fb0 msgr2=0x7eff280b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff2e800640 1 --2- 172.21.15.22:0/2300265266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff28145fb0 0x7eff280b3e00 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7eff18009870 tx=0x7eff1801c560 comp rx=0 tx=0).stop 2024-09-10T10:38:50.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff2e800640 1 -- 172.21.15.22:0/2300265266 shutdown_connections 2024-09-10T10:38:50.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff2e800640 1 --2- 172.21.15.22:0/2300265266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff28145fb0 0x7eff280b3e00 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff2e800640 1 -- 172.21.15.22:0/2300265266 >> 172.21.15.22:0/2300265266 conn(0x7eff28062dd0 msgr2=0x7eff2806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:50.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff2e800640 1 -- 172.21.15.22:0/2300265266 shutdown_connections 2024-09-10T10:38:50.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.770+0000 7eff2e800640 1 -- 172.21.15.22:0/2300265266 wait complete. 2024-09-10T10:38:50.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff2e800640 1 Processor -- start 2024-09-10T10:38:50.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff2e800640 1 -- start start 2024-09-10T10:38:50.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff2e800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff2806e8c0 0x7eff28165c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff2e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff280cd670 0x7eff281611a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff2e800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff28145fb0 0x7eff281616e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff2e800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7eff2816aa00 con 0x7eff280cd670 2024-09-10T10:38:50.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff2e800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7eff2806dd20 con 0x7eff28145fb0 2024-09-10T10:38:50.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff2e800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7eff2816ab80 con 0x7eff2806e8c0 2024-09-10T10:38:50.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff26a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff280cd670 0x7eff281611a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff26a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff280cd670 0x7eff281611a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43830/0 (socket says 172.21.15.22:43830) 2024-09-10T10:38:50.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff26a00640 1 -- 172.21.15.22:0/2341788027 learned_addr learned my addr 172.21.15.22:0/2341788027 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff27400640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff2806e8c0 0x7eff28165c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff27e00640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff28145fb0 0x7eff281616e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff26a00640 1 -- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff2806e8c0 msgr2=0x7eff28165c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff26a00640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff2806e8c0 0x7eff28165c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff26a00640 1 -- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff28145fb0 msgr2=0x7eff281616e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff26a00640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff28145fb0 0x7eff281616e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff26a00640 1 -- 172.21.15.22:0/2341788027 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff28161d40 con 0x7eff280cd670 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff27e00640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff28145fb0 0x7eff281616e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff26a00640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff280cd670 0x7eff281611a0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7eff1400c4d0 tx=0x7eff1400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff1f400640 1 -- 172.21.15.22:0/2341788027 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff14018070 con 0x7eff280cd670 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff1f400640 1 -- 172.21.15.22:0/2341788027 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff140074e0 con 0x7eff280cd670 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff1f400640 1 -- 172.21.15.22:0/2341788027 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff14004a30 con 0x7eff280cd670 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.774+0000 7eff2e800640 1 -- 172.21.15.22:0/2341788027 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff28162020 con 0x7eff280cd670 2024-09-10T10:38:50.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.778+0000 7eff2e800640 1 -- 172.21.15.22:0/2341788027 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff281300a0 con 0x7eff280cd670 2024-09-10T10:38:50.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.778+0000 7eff2e800640 1 -- 172.21.15.22:0/2341788027 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff280b3e00 con 0x7eff280cd670 2024-09-10T10:38:50.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.778+0000 7eff1f400640 1 -- 172.21.15.22:0/2341788027 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7eff1401b070 con 0x7eff280cd670 2024-09-10T10:38:50.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.778+0000 7eff1f400640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff080678c0 0x7eff08069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:50.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.778+0000 7eff1f400640 1 -- 172.21.15.22:0/2341788027 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7eff14084f80 con 0x7eff280cd670 2024-09-10T10:38:50.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.778+0000 7eff27400640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff080678c0 0x7eff08069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:50.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.778+0000 7eff27400640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff080678c0 0x7eff08069d80 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7eff180af000 tx=0x7eff180a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:50.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.782+0000 7eff1f400640 1 -- 172.21.15.22:0/2341788027 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7eff140553d0 con 0x7eff280cd670 2024-09-10T10:38:50.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.950+0000 7eff2e800640 1 -- 172.21.15.22:0/2341788027 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7eff280b1f50 con 0x7eff280cd670 2024-09-10T10:38:50.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.950+0000 7eff1f400640 1 -- 172.21.15.22:0/2341788027 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+16693 (secure 0 0 0) 0x7eff140596d0 con 0x7eff280cd670 2024-09-10T10:38:50.954 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:50.954 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":91,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:38:49.618570+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:38:47.361476+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-10T10:38:48.621216+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:38:50.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.950+0000 7eff2e800640 1 -- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff080678c0 msgr2=0x7eff08069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.950+0000 7eff2e800640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff080678c0 0x7eff08069d80 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7eff180af000 tx=0x7eff180a7000 comp rx=0 tx=0).stop 2024-09-10T10:38:50.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.950+0000 7eff2e800640 1 -- 172.21.15.22:0/2341788027 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff280cd670 msgr2=0x7eff281611a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:50.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.950+0000 7eff2e800640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff280cd670 0x7eff281611a0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7eff1400c4d0 tx=0x7eff1400c990 comp rx=0 tx=0).stop 2024-09-10T10:38:50.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.954+0000 7eff2e800640 1 -- 172.21.15.22:0/2341788027 shutdown_connections 2024-09-10T10:38:50.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.954+0000 7eff2e800640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff080678c0 0x7eff08069d80 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.954+0000 7eff2e800640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff28145fb0 0x7eff281616e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.954+0000 7eff2e800640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff280cd670 0x7eff281611a0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.954+0000 7eff2e800640 1 --2- 172.21.15.22:0/2341788027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff2806e8c0 0x7eff28165c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:50.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.954+0000 7eff2e800640 1 -- 172.21.15.22:0/2341788027 >> 172.21.15.22:0/2341788027 conn(0x7eff28062dd0 msgr2=0x7eff280b5480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:50.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.954+0000 7eff2e800640 1 -- 172.21.15.22:0/2341788027 shutdown_connections 2024-09-10T10:38:50.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:50.954+0000 7eff2e800640 1 -- 172.21.15.22:0/2341788027 wait complete. 2024-09-10T10:38:50.977 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:38:51.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.114+0000 7f2bd4800640 1 Processor -- start 2024-09-10T10:38:51.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd4800640 1 -- start start 2024-09-10T10:38:51.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd4800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc1568c0 0x7f2bcc0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:51.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd4800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2bcc0b4470 0x7f2bcc0cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:51.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd4800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2bcc0cf900 0x7f2bcc160020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:51.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd4800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2bcc0b4f90 con 0x7f2bcc0cf900 2024-09-10T10:38:51.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd4800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2bcc0b49d0 con 0x7f2bcc0b4470 2024-09-10T10:38:51.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd4800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2bcc0b4cb0 con 0x7f2bcc1568c0 2024-09-10T10:38:51.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd2800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2bcc0cf900 0x7f2bcc160020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:51.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd2800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2bcc0cf900 0x7f2bcc160020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43834/0 (socket says 172.21.15.22:43834) 2024-09-10T10:38:51.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd2800640 1 -- 172.21.15.22:0/2274950333 learned_addr learned my addr 172.21.15.22:0/2274950333 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:51.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd1e00640 1 --2- 172.21.15.22:0/2274950333 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc1568c0 0x7f2bcc0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:51.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd1400640 1 --2- 172.21.15.22:0/2274950333 >> v2:172.21.15.145:3300/0 conn(0x7f2bcc0b4470 0x7f2bcc0cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:51.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd2800640 1 -- 172.21.15.22:0/2274950333 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc1568c0 msgr2=0x7f2bcc0b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:51.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd2800640 1 --2- 172.21.15.22:0/2274950333 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc1568c0 0x7f2bcc0b3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:51.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd2800640 1 -- 172.21.15.22:0/2274950333 >> v2:172.21.15.145:3300/0 conn(0x7f2bcc0b4470 msgr2=0x7f2bcc0cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:51.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd2800640 1 --2- 172.21.15.22:0/2274950333 >> v2:172.21.15.145:3300/0 conn(0x7f2bcc0b4470 0x7f2bcc0cf3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:51.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.118+0000 7f2bd2800640 1 -- 172.21.15.22:0/2274950333 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bcc06d1b0 con 0x7f2bcc0cf900 2024-09-10T10:38:51.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd2800640 1 --2- 172.21.15.22:0/2274950333 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0cf900 0x7f2bcc160020 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc0b4be0 tx=0x7f2bc801c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d74ecf6b10ef2345 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:51.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd0a00640 1 -- 172.21.15.22:0/2274950333 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc80a55a0 con 0x7f2bcc0cf900 2024-09-10T10:38:51.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd0a00640 1 -- 172.21.15.22:0/2274950333 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bc80a5740 con 0x7f2bcc0cf900 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd0a00640 1 -- 172.21.15.22:0/2274950333 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc80a5b10 con 0x7f2bcc0cf900 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 -- 172.21.15.22:0/2274950333 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0cf900 msgr2=0x7f2bcc160020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 --2- 172.21.15.22:0/2274950333 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0cf900 0x7f2bcc160020 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc0b4be0 tx=0x7f2bc801c700 comp rx=0 tx=0).stop 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 -- 172.21.15.22:0/2274950333 shutdown_connections 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 --2- 172.21.15.22:0/2274950333 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0cf900 0x7f2bcc160020 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 --2- 172.21.15.22:0/2274950333 >> v2:172.21.15.145:3300/0 conn(0x7f2bcc0b4470 0x7f2bcc0cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 --2- 172.21.15.22:0/2274950333 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc1568c0 0x7f2bcc0b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 -- 172.21.15.22:0/2274950333 >> 172.21.15.22:0/2274950333 conn(0x7f2bcc062eb0 msgr2=0x7f2bcc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 -- 172.21.15.22:0/2274950333 shutdown_connections 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 -- 172.21.15.22:0/2274950333 wait complete. 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 Processor -- start 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.122+0000 7f2bd4800640 1 -- start start 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd4800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0b4470 0x7f2bcc141d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:51.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd4800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc0cf900 0x7f2bcc15e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd4800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bcc1568c0 0x7f2bcc15ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd4800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc156e20 con 0x7f2bcc0b4470 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd4800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc156ca0 con 0x7f2bcc1568c0 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd4800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2bcc06d9b0 con 0x7f2bcc0cf900 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0b4470 0x7f2bcc141d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0b4470 0x7f2bcc141d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43836/0 (socket says 172.21.15.22:43836) 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1e00640 1 -- 172.21.15.22:0/117952429 learned_addr learned my addr 172.21.15.22:0/117952429 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1400640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc0cf900 0x7f2bcc15e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1e00640 1 -- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc0cf900 msgr2=0x7f2bcc15e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1e00640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc0cf900 0x7f2bcc15e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1e00640 1 -- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bcc1568c0 msgr2=0x7f2bcc15ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1e00640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bcc1568c0 0x7f2bcc15ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:51.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1e00640 1 -- 172.21.15.22:0/117952429 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bcc151300 con 0x7f2bcc0b4470 2024-09-10T10:38:51.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1400640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc0cf900 0x7f2bcc15e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:51.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd1e00640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0b4470 0x7f2bcc141d70 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000e870 tx=0x7f2bc000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:51.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bc6000640 1 -- 172.21.15.22:0/117952429 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc0017070 con 0x7f2bcc0b4470 2024-09-10T10:38:51.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bc6000640 1 -- 172.21.15.22:0/117952429 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bc000c940 con 0x7f2bcc0b4470 2024-09-10T10:38:51.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bc6000640 1 -- 172.21.15.22:0/117952429 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc000cd10 con 0x7f2bcc0b4470 2024-09-10T10:38:51.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd4800640 1 -- 172.21.15.22:0/117952429 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bcc15de30 con 0x7f2bcc0b4470 2024-09-10T10:38:51.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd4800640 1 -- 172.21.15.22:0/117952429 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bcc151880 con 0x7f2bcc0b4470 2024-09-10T10:38:51.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.126+0000 7f2bd4800640 1 -- 172.21.15.22:0/117952429 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bcc160020 con 0x7f2bcc0b4470 2024-09-10T10:38:51.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.130+0000 7f2bc6000640 1 -- 172.21.15.22:0/117952429 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2bc001a070 con 0x7f2bcc0b4470 2024-09-10T10:38:51.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.130+0000 7f2bc6000640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2bb00678c0 0x7f2bb0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:51.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.130+0000 7f2bc6000640 1 -- 172.21.15.22:0/117952429 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f2bc0085b90 con 0x7f2bcc0b4470 2024-09-10T10:38:51.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.130+0000 7f2bd1400640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2bb00678c0 0x7f2bb0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:51.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.130+0000 7f2bd1400640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2bb00678c0 0x7f2bb0069d80 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc15c220 tx=0x7f2bbc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:51.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.134+0000 7f2bc6000640 1 -- 172.21.15.22:0/117952429 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2bc00566d0 con 0x7f2bcc0b4470 2024-09-10T10:38:51.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:51.342+0000 7f2bd4800640 1 -- 172.21.15.22:0/117952429 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f2bcc0d01f0 con 0x7f2bcc0b4470 2024-09-10T10:38:52.208 INFO:tasks.ceph.mds.a.smithi022.stderr:2024-09-10T10:38:52.202+0000 7fe040a00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:38:52.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.250+0000 7f2bc6000640 1 -- 172.21.15.22:0/117952429 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v62) ==== 118+0+0 (secure 0 0 0) 0x7f2bc0055fd0 con 0x7f2bcc0b4470 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 -- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2bb00678c0 msgr2=0x7f2bb0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2bb00678c0 0x7f2bb0069d80 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc15c220 tx=0x7f2bbc008040 comp rx=0 tx=0).stop 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 -- 172.21.15.22:0/117952429 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0b4470 msgr2=0x7f2bcc141d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0b4470 0x7f2bcc141d70 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000e870 tx=0x7f2bc000ed30 comp rx=0 tx=0).stop 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 -- 172.21.15.22:0/117952429 shutdown_connections 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2bb00678c0 0x7f2bb0069d80 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bcc1568c0 0x7f2bcc15ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bcc0cf900 0x7f2bcc15e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 --2- 172.21.15.22:0/117952429 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bcc0b4470 0x7f2bcc141d70 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 -- 172.21.15.22:0/117952429 >> 172.21.15.22:0/117952429 conn(0x7f2bcc062eb0 msgr2=0x7f2bcc0b0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 -- 172.21.15.22:0/117952429 shutdown_connections 2024-09-10T10:38:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.254+0000 7f2bd4800640 1 -- 172.21.15.22:0/117952429 wait complete. 2024-09-10T10:38:52.284 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:38:52.284 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:38:52.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.430+0000 7f6ca6600640 1 Processor -- start 2024-09-10T10:38:52.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.430+0000 7f6ca6600640 1 -- start start 2024-09-10T10:38:52.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6ca6600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6ca00b7300 0x7f6ca006d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:52.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6ca6600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ca006db20 con 0x7f6ca006bcc0 2024-09-10T10:38:52.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6ca6600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ca0070920 con 0x7f6ca00d1590 2024-09-10T10:38:52.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6ca6600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f6ca0071a20 con 0x7f6ca00b7300 2024-09-10T10:38:52.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6ca5c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6ca006bcc0 0x7f6ca006c150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:46250/0 (socket says 172.21.15.22:46250) 2024-09-10T10:38:52.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6ca5c00640 1 -- 172.21.15.22:0/662931152 learned_addr learned my addr 172.21.15.22:0/662931152 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:52.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6c97e00640 1 --2- 172.21.15.22:0/662931152 >> v2:172.21.15.145:3300/0 conn(0x7f6ca00b7300 0x7f6ca006d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:52.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6c9fe00640 1 -- 172.21.15.22:0/662931152 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3186157046 0 0) 0x7f6ca006db20 con 0x7f6ca006bcc0 2024-09-10T10:38:52.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6c9fe00640 1 -- 172.21.15.22:0/662931152 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6c84003530 con 0x7f6ca006bcc0 2024-09-10T10:38:52.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6c9fe00640 1 -- 172.21.15.22:0/662931152 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2486774475 0 0) 0x7f6ca0070920 con 0x7f6ca00d1590 2024-09-10T10:38:52.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6c9fe00640 1 -- 172.21.15.22:0/662931152 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6ca006db20 con 0x7f6ca00d1590 2024-09-10T10:38:52.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6c97e00640 1 -- 172.21.15.22:0/662931152 >> v1:172.21.15.145:6789/0 conn(0x7f6ca00d1590 legacy=0x7f6ca00d1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:52.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6c97e00640 1 -- 172.21.15.22:0/662931152 >> v1:172.21.15.22:6789/0 conn(0x7f6ca006bcc0 legacy=0x7f6ca006c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:52.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.434+0000 7f6c97e00640 1 -- 172.21.15.22:0/662931152 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ca0070c00 con 0x7f6ca00b7300 2024-09-10T10:38:52.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6c97e00640 1 --2- 172.21.15.22:0/662931152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ca00b7300 0x7f6ca006d3b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6c880097c0 tx=0x7f6c8801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=958896ea9eb80436 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:52.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6c9fe00640 1 -- 172.21.15.22:0/662931152 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c880b0070 con 0x7f6ca00b7300 2024-09-10T10:38:52.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6c9fe00640 1 -- 172.21.15.22:0/662931152 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c880ab600 con 0x7f6ca00b7300 2024-09-10T10:38:52.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6c9fe00640 1 -- 172.21.15.22:0/662931152 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c880ab9d0 con 0x7f6ca00b7300 2024-09-10T10:38:52.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6ca6600640 1 -- 172.21.15.22:0/662931152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ca00b7300 msgr2=0x7f6ca006d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:52.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6ca6600640 1 --2- 172.21.15.22:0/662931152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ca00b7300 0x7f6ca006d3b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6c880097c0 tx=0x7f6c8801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:38:52.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6ca6600640 1 -- 172.21.15.22:0/662931152 shutdown_connections 2024-09-10T10:38:52.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6ca6600640 1 --2- 172.21.15.22:0/662931152 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ca00b7300 0x7f6ca006d3b0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:52.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6ca6600640 1 -- 172.21.15.22:0/662931152 >> 172.21.15.22:0/662931152 conn(0x7f6ca00d2290 msgr2=0x7f6ca00d26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:52.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6ca6600640 1 -- 172.21.15.22:0/662931152 shutdown_connections 2024-09-10T10:38:52.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6ca6600640 1 -- 172.21.15.22:0/662931152 wait complete. 2024-09-10T10:38:52.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6ca6600640 1 Processor -- start 2024-09-10T10:38:52.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.438+0000 7f6ca6600640 1 -- start start 2024-09-10T10:38:52.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca6600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6ca006bcc0 0x7f6ca014ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:52.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca6600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ca00b7300 0x7f6ca01578d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:52.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca6600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ca00d1590 0x7f6ca0152fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:52.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca6600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca015ea10 con 0x7f6ca006bcc0 2024-09-10T10:38:52.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca6600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca015e890 con 0x7f6ca00b7300 2024-09-10T10:38:52.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca6600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6ca016c920 con 0x7f6ca00d1590 2024-09-10T10:38:52.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6ca006bcc0 0x7f6ca014ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:52.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6ca006bcc0 0x7f6ca014ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43844/0 (socket says 172.21.15.22:43844) 2024-09-10T10:38:52.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5200640 1 -- 172.21.15.22:0/4127587996 learned_addr learned my addr 172.21.15.22:0/4127587996 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:52.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6c97e00640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ca00b7300 0x7f6ca01578d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:52.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5c00640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ca00d1590 0x7f6ca0152fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:52.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5200640 1 -- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ca00d1590 msgr2=0x7f6ca0152fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5200640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ca00d1590 0x7f6ca0152fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5200640 1 -- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ca00b7300 msgr2=0x7f6ca01578d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5200640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ca00b7300 0x7f6ca01578d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5200640 1 -- 172.21.15.22:0/4127587996 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ca0156830 con 0x7f6ca006bcc0 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6c97e00640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ca00b7300 0x7f6ca01578d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5c00640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ca00d1590 0x7f6ca0152fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca5200640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6ca006bcc0 0x7f6ca014ec10 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f6c9000c490 tx=0x7f6c9000c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6c9d600640 1 -- 172.21.15.22:0/4127587996 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c900052d0 con 0x7f6ca006bcc0 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6c9d600640 1 -- 172.21.15.22:0/4127587996 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c90005470 con 0x7f6ca006bcc0 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6c9d600640 1 -- 172.21.15.22:0/4127587996 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c90012870 con 0x7f6ca006bcc0 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca6600640 1 -- 172.21.15.22:0/4127587996 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ca0156b10 con 0x7f6ca006bcc0 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca6600640 1 -- 172.21.15.22:0/4127587996 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ca01570d0 con 0x7f6ca006bcc0 2024-09-10T10:38:52.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6ca6600640 1 -- 172.21.15.22:0/4127587996 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ca006d3b0 con 0x7f6ca006bcc0 2024-09-10T10:38:52.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.442+0000 7f6c9d600640 1 -- 172.21.15.22:0/4127587996 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6c90012a10 con 0x7f6ca006bcc0 2024-09-10T10:38:52.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.446+0000 7f6c9d600640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c7c0678f0 0x7f6c7c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:52.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.446+0000 7f6c9d600640 1 -- 172.21.15.22:0/4127587996 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f6c90085960 con 0x7f6ca006bcc0 2024-09-10T10:38:52.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.446+0000 7f6c97e00640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c7c0678f0 0x7f6c7c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:52.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.446+0000 7f6c97e00640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c7c0678f0 0x7f6c7c069db0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6c880ad000 tx=0x7f6c88008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:52.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.450+0000 7f6c9d600640 1 -- 172.21.15.22:0/4127587996 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6c90056490 con 0x7f6ca006bcc0 2024-09-10T10:38:52.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:52.650+0000 7f6ca6600640 1 -- 172.21.15.22:0/4127587996 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f6ca00d1c30 con 0x7f6ca006bcc0 2024-09-10T10:38:53.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.250+0000 7f6c9d600640 1 -- 172.21.15.22:0/4127587996 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v63) ==== 122+0+0 (secure 0 0 0) 0x7f6c90055d90 con 0x7f6ca006bcc0 2024-09-10T10:38:53.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 -- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c7c0678f0 msgr2=0x7f6c7c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c7c0678f0 0x7f6c7c069db0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6c880ad000 tx=0x7f6c88008040 comp rx=0 tx=0).stop 2024-09-10T10:38:53.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 -- 172.21.15.22:0/4127587996 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6ca006bcc0 msgr2=0x7f6ca014ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6ca006bcc0 0x7f6ca014ec10 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f6c9000c490 tx=0x7f6c9000c950 comp rx=0 tx=0).stop 2024-09-10T10:38:53.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 -- 172.21.15.22:0/4127587996 shutdown_connections 2024-09-10T10:38:53.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c7c0678f0 0x7f6c7c069db0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ca00d1590 0x7f6ca0152fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ca00b7300 0x7f6ca01578d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 --2- 172.21.15.22:0/4127587996 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6ca006bcc0 0x7f6ca014ec10 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 -- 172.21.15.22:0/4127587996 >> 172.21.15.22:0/4127587996 conn(0x7f6ca00d2290 msgr2=0x7f6ca0151c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:53.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 -- 172.21.15.22:0/4127587996 shutdown_connections 2024-09-10T10:38:53.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.254+0000 7f6ca6600640 1 -- 172.21.15.22:0/4127587996 wait complete. 2024-09-10T10:38:53.285 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:38:53.286 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:38:53.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.426+0000 7ffa89200640 1 Processor -- start 2024-09-10T10:38:53.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.426+0000 7ffa89200640 1 -- start start 2024-09-10T10:38:53.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa89200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffa8415c750 0x7ffa8415cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa89200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ffa8415e4e0 0x7ffa8415e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa89200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa8415d120 con 0x7ffa840cf170 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa89200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ffa8415d3f0 con 0x7ffa8415c750 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa89200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ffa8415d6d0 con 0x7ffa8415e4e0 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa7aa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffa8415c750 0x7ffa8415cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa7aa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffa8415c750 0x7ffa8415cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43850/0 (socket says 172.21.15.22:43850) 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa7aa00640 1 -- 172.21.15.22:0/2775986454 learned_addr learned my addr 172.21.15.22:0/2775986454 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa83e00640 1 --2- 172.21.15.22:0/2775986454 >> v2:172.21.15.145:3300/0 conn(0x7ffa8415e4e0 0x7ffa8415e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa7aa00640 1 -- 172.21.15.22:0/2775986454 >> v2:172.21.15.145:3300/0 conn(0x7ffa8415e4e0 msgr2=0x7ffa8415e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa7aa00640 1 --2- 172.21.15.22:0/2775986454 >> v2:172.21.15.145:3300/0 conn(0x7ffa8415e4e0 0x7ffa8415e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa7aa00640 1 -- 172.21.15.22:0/2775986454 >> v1:172.21.15.145:6789/0 conn(0x7ffa840cf170 legacy=0x7ffa840cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa7aa00640 1 -- 172.21.15.22:0/2775986454 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8415da00 con 0x7ffa8415c750 2024-09-10T10:38:53.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.430+0000 7ffa83e00640 1 --2- 172.21.15.22:0/2775986454 >> v2:172.21.15.145:3300/0 conn(0x7ffa8415e4e0 0x7ffa8415e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:53.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa7aa00640 1 --2- 172.21.15.22:0/2775986454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 0x7ffa8415cbe0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7ffa840b28d0 tx=0x7ffa6c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50cc80cd01077bbc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:53.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa82a00640 1 -- 172.21.15.22:0/2775986454 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c0ab610 con 0x7ffa8415c750 2024-09-10T10:38:53.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa82a00640 1 -- 172.21.15.22:0/2775986454 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa6c0b0070 con 0x7ffa8415c750 2024-09-10T10:38:53.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa82a00640 1 -- 172.21.15.22:0/2775986454 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c0ab9d0 con 0x7ffa8415c750 2024-09-10T10:38:53.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 -- 172.21.15.22:0/2775986454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 msgr2=0x7ffa8415cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 --2- 172.21.15.22:0/2775986454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 0x7ffa8415cbe0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7ffa840b28d0 tx=0x7ffa6c01c520 comp rx=0 tx=0).stop 2024-09-10T10:38:53.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 -- 172.21.15.22:0/2775986454 shutdown_connections 2024-09-10T10:38:53.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 --2- 172.21.15.22:0/2775986454 >> v2:172.21.15.145:3300/0 conn(0x7ffa8415e4e0 0x7ffa8415e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 --2- 172.21.15.22:0/2775986454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 0x7ffa8415cbe0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 -- 172.21.15.22:0/2775986454 >> 172.21.15.22:0/2775986454 conn(0x7ffa84062ae0 msgr2=0x7ffa8406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:53.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 -- 172.21.15.22:0/2775986454 shutdown_connections 2024-09-10T10:38:53.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 -- 172.21.15.22:0/2775986454 wait complete. 2024-09-10T10:38:53.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 Processor -- start 2024-09-10T10:38:53.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 -- start start 2024-09-10T10:38:53.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa840cf170 0x7ffa8414cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 0x7ffa84158ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.434+0000 7ffa89200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8415e4e0 0x7ffa841593e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa89200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ffa84169080 con 0x7ffa8415c750 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa89200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffa84168f00 con 0x7ffa8415e4e0 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa89200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ffa84169200 con 0x7ffa840cf170 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 0x7ffa84158ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 0x7ffa84158ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43854/0 (socket says 172.21.15.22:43854) 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7aa00640 1 -- 172.21.15.22:0/1919920454 learned_addr learned my addr 172.21.15.22:0/1919920454 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa83400640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa840cf170 0x7ffa8414cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa83e00640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8415e4e0 0x7ffa841593e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7aa00640 1 -- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa840cf170 msgr2=0x7ffa8414cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7aa00640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa840cf170 0x7ffa8414cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7aa00640 1 -- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8415e4e0 msgr2=0x7ffa841593e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7aa00640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8415e4e0 0x7ffa841593e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7aa00640 1 -- 172.21.15.22:0/1919920454 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8406df80 con 0x7ffa8415c750 2024-09-10T10:38:53.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa83400640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa840cf170 0x7ffa8414cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:53.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa83e00640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8415e4e0 0x7ffa841593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:53.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7aa00640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 0x7ffa84158ea0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7ffa6c019130 tx=0x7ffa6c01ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:53.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7be00640 1 -- 172.21.15.22:0/1919920454 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c0be5f0 con 0x7ffa8415c750 2024-09-10T10:38:53.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7be00640 1 -- 172.21.15.22:0/1919920454 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa6c0be790 con 0x7ffa8415c750 2024-09-10T10:38:53.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7be00640 1 -- 172.21.15.22:0/1919920454 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c0beb40 con 0x7ffa8415c750 2024-09-10T10:38:53.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa89200640 1 -- 172.21.15.22:0/1919920454 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa840d0040 con 0x7ffa8415c750 2024-09-10T10:38:53.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa89200640 1 -- 172.21.15.22:0/1919920454 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa84074300 con 0x7ffa8415c750 2024-09-10T10:38:53.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa89200640 1 -- 172.21.15.22:0/1919920454 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa8415cbe0 con 0x7ffa8415c750 2024-09-10T10:38:53.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7be00640 1 -- 172.21.15.22:0/1919920454 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffa6c0b43f0 con 0x7ffa8415c750 2024-09-10T10:38:53.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.438+0000 7ffa7be00640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa600678c0 0x7ffa60069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.442+0000 7ffa7be00640 1 -- 172.21.15.22:0/1919920454 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7ffa6c1203e0 con 0x7ffa8415c750 2024-09-10T10:38:53.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.442+0000 7ffa83400640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa600678c0 0x7ffa60069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.442+0000 7ffa83400640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa600678c0 0x7ffa60069d80 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ffa74000f70 tx=0x7ffa74009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:53.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.446+0000 7ffa7be00640 1 -- 172.21.15.22:0/1919920454 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ffa6c0c4060 con 0x7ffa8415c750 2024-09-10T10:38:53.647 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:38:53.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 -- 172.21.15.22:0/1919920454 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffa840b51a0 con 0x7ffa8415c750 2024-09-10T10:38:53.651 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:38:53.651 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:53.652 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":63,"btime":"2024-09-10T10:38:53:255313+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5861,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/466185628","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":466185628},{"type":"v1","addr":"172.21.15.145:6836","nonce":466185628}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5867,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/2185145768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":2185145768},{"type":"v1","addr":"172.21.15.22:6834","nonce":2185145768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6484,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1012325339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1012325339},{"type":"v1","addr":"172.21.15.145:6837","nonce":1012325339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:38:49.618911+0000","modified":"2024-09-10T10:38:52.653897+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6795":{"gid":6795,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/348028765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":348028765},{"type":"v1","addr":"172.21.15.22:6835","nonce":348028765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6795,"qdb_cluster":[6795]},"id":7}]} 2024-09-10T10:38:53.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa7be00640 1 -- 172.21.15.22:0/1919920454 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5225 (secure 0 0 0) 0x7ffa6c0a8050 con 0x7ffa8415c750 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 63 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 -- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa600678c0 msgr2=0x7ffa60069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa600678c0 0x7ffa60069d80 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ffa74000f70 tx=0x7ffa74009040 comp rx=0 tx=0).stop 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 -- 172.21.15.22:0/1919920454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 msgr2=0x7ffa84158ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 0x7ffa84158ea0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7ffa6c019130 tx=0x7ffa6c01ad60 comp rx=0 tx=0).stop 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 -- 172.21.15.22:0/1919920454 shutdown_connections 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa600678c0 0x7ffa60069d80 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffa8415e4e0 0x7ffa841593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffa8415c750 0x7ffa84158ea0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 --2- 172.21.15.22:0/1919920454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffa840cf170 0x7ffa8414cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 -- 172.21.15.22:0/1919920454 >> 172.21.15.22:0/1919920454 conn(0x7ffa84062ae0 msgr2=0x7ffa840730a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 -- 172.21.15.22:0/1919920454 shutdown_connections 2024-09-10T10:38:53.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.646+0000 7ffa89200640 1 -- 172.21.15.22:0/1919920454 wait complete. 2024-09-10T10:38:53.672 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:38:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.882+0000 7fa63be00640 1 Processor -- start 2024-09-10T10:38:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.882+0000 7fa63be00640 1 -- start start 2024-09-10T10:38:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa63be00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa634145fb0 0x7fa6340b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa63be00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa6340cd670 0x7fa6340cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa63be00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa63406d3f0 con 0x7fa63406e1b0 2024-09-10T10:38:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa63be00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa6340ce010 con 0x7fa6340cd670 2024-09-10T10:38:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa63be00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa63406d1a0 con 0x7fa634145fb0 2024-09-10T10:38:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa638a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa6340cd670 0x7fa6340cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa638a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa6340cd670 0x7fa6340cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43864/0 (socket says 172.21.15.22:43864) 2024-09-10T10:38:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa638a00640 1 -- 172.21.15.22:0/2780321387 learned_addr learned my addr 172.21.15.22:0/2780321387 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa639400640 1 --2- 172.21.15.22:0/2780321387 >> v2:172.21.15.145:3300/0 conn(0x7fa634145fb0 0x7fa6340b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa638a00640 1 -- 172.21.15.22:0/2780321387 >> v2:172.21.15.145:3300/0 conn(0x7fa634145fb0 msgr2=0x7fa6340b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa638a00640 1 --2- 172.21.15.22:0/2780321387 >> v2:172.21.15.145:3300/0 conn(0x7fa634145fb0 0x7fa6340b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa638a00640 1 -- 172.21.15.22:0/2780321387 >> v1:172.21.15.22:6789/0 conn(0x7fa63406e1b0 legacy=0x7fa63406e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.886+0000 7fa638a00640 1 -- 172.21.15.22:0/2780321387 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa63406d6d0 con 0x7fa6340cd670 2024-09-10T10:38:53.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa638a00640 1 --2- 172.21.15.22:0/2780321387 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6340cd670 0x7fa6340cdad0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fa6340735c0 tx=0x7fa62001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a61d36fb77974ec8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:53.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa633e00640 1 -- 172.21.15.22:0/2780321387 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6200b0070 con 0x7fa6340cd670 2024-09-10T10:38:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa633e00640 1 -- 172.21.15.22:0/2780321387 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6200ab600 con 0x7fa6340cd670 2024-09-10T10:38:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa633e00640 1 -- 172.21.15.22:0/2780321387 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6200ab9d0 con 0x7fa6340cd670 2024-09-10T10:38:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa63be00640 1 -- 172.21.15.22:0/2780321387 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6340cd670 msgr2=0x7fa6340cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa63be00640 1 --2- 172.21.15.22:0/2780321387 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6340cd670 0x7fa6340cdad0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fa6340735c0 tx=0x7fa62001c520 comp rx=0 tx=0).stop 2024-09-10T10:38:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa63be00640 1 -- 172.21.15.22:0/2780321387 shutdown_connections 2024-09-10T10:38:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa63be00640 1 --2- 172.21.15.22:0/2780321387 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6340cd670 0x7fa6340cdad0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa63be00640 1 --2- 172.21.15.22:0/2780321387 >> v2:172.21.15.145:3300/0 conn(0x7fa634145fb0 0x7fa6340b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa63be00640 1 -- 172.21.15.22:0/2780321387 >> 172.21.15.22:0/2780321387 conn(0x7fa634062dd0 msgr2=0x7fa63406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa63be00640 1 -- 172.21.15.22:0/2780321387 shutdown_connections 2024-09-10T10:38:53.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa63be00640 1 -- 172.21.15.22:0/2780321387 wait complete. 2024-09-10T10:38:53.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa63be00640 1 Processor -- start 2024-09-10T10:38:53.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.890+0000 7fa63be00640 1 -- start start 2024-09-10T10:38:53.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa63be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa63406e1b0 0x7fa63415b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa63be00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6340cd670 0x7fa6341631b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa63be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa634145fb0 0x7fa63415a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa63be00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa6340d0170 con 0x7fa63406e1b0 2024-09-10T10:38:53.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa63be00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa6340cfff0 con 0x7fa6340cd670 2024-09-10T10:38:53.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa63be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa63406dd20 con 0x7fa634145fb0 2024-09-10T10:38:53.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa639400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa63406e1b0 0x7fa63415b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa639400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa63406e1b0 0x7fa63415b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43880/0 (socket says 172.21.15.22:43880) 2024-09-10T10:38:53.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa639400640 1 -- 172.21.15.22:0/875003767 learned_addr learned my addr 172.21.15.22:0/875003767 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa638a00640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6340cd670 0x7fa6341631b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa639e00640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa634145fb0 0x7fa63415a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa639400640 1 -- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa634145fb0 msgr2=0x7fa63415a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa639400640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa634145fb0 0x7fa63415a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa639400640 1 -- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6340cd670 msgr2=0x7fa6341631b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa639400640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6340cd670 0x7fa6341631b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa639400640 1 -- 172.21.15.22:0/875003767 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa634163b90 con 0x7fa63406e1b0 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa639400640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa63406e1b0 0x7fa63415b460 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fa62800d620 tx=0x7fa62800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa631600640 1 -- 172.21.15.22:0/875003767 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62800b620 con 0x7fa63406e1b0 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa631600640 1 -- 172.21.15.22:0/875003767 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa628019070 con 0x7fa63406e1b0 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa63be00640 1 -- 172.21.15.22:0/875003767 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa634163e70 con 0x7fa63406e1b0 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa631600640 1 -- 172.21.15.22:0/875003767 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62800b9e0 con 0x7fa63406e1b0 2024-09-10T10:38:53.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa63be00640 1 -- 172.21.15.22:0/875003767 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa634141df0 con 0x7fa63406e1b0 2024-09-10T10:38:53.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa63be00640 1 -- 172.21.15.22:0/875003767 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6340cdad0 con 0x7fa63406e1b0 2024-09-10T10:38:53.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.894+0000 7fa631600640 1 -- 172.21.15.22:0/875003767 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa62800bb80 con 0x7fa63406e1b0 2024-09-10T10:38:53.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.898+0000 7fa631600640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6140678f0 0x7fa614069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:53.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.898+0000 7fa631600640 1 -- 172.21.15.22:0/875003767 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fa628085fe0 con 0x7fa63406e1b0 2024-09-10T10:38:53.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.898+0000 7fa638a00640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6140678f0 0x7fa614069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:53.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.898+0000 7fa638a00640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6140678f0 0x7fa614069db0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fa6200ad000 tx=0x7fa620008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:53.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:53.902+0000 7fa631600640 1 -- 172.21.15.22:0/875003767 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa628056b30 con 0x7fa63406e1b0 2024-09-10T10:38:54.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.066+0000 7fa63be00640 1 -- 172.21.15.22:0/875003767 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa634164040 con 0x7fa63406e1b0 2024-09-10T10:38:54.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa631600640 1 -- 172.21.15.22:0/875003767 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+16680 (secure 0 0 0) 0x7fa628056430 con 0x7fa63406e1b0 2024-09-10T10:38:54.072 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:54.073 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":92,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:38:51.221549+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:38:47.361476+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-10T10:38:48.621216+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 -- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6140678f0 msgr2=0x7fa614069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6140678f0 0x7fa614069db0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fa6200ad000 tx=0x7fa620008040 comp rx=0 tx=0).stop 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 -- 172.21.15.22:0/875003767 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa63406e1b0 msgr2=0x7fa63415b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa63406e1b0 0x7fa63415b460 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fa62800d620 tx=0x7fa62800dae0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 -- 172.21.15.22:0/875003767 shutdown_connections 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6140678f0 0x7fa614069db0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa634145fb0 0x7fa63415a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6340cd670 0x7fa6341631b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 --2- 172.21.15.22:0/875003767 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa63406e1b0 0x7fa63415b460 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 -- 172.21.15.22:0/875003767 >> 172.21.15.22:0/875003767 conn(0x7fa634062dd0 msgr2=0x7fa6340b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 -- 172.21.15.22:0/875003767 shutdown_connections 2024-09-10T10:38:54.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.070+0000 7fa63be00640 1 -- 172.21.15.22:0/875003767 wait complete. 2024-09-10T10:38:54.094 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:38:54.094 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:38:54.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.230+0000 7f3de3400640 1 Processor -- start 2024-09-10T10:38:54.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.230+0000 7f3de3400640 1 -- start start 2024-09-10T10:38:54.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3de3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b220 0x7f3ddc071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3de3400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3ddc15b600 0x7f3ddc0b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3de3400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ddc0ce880 con 0x7f3ddc0b5520 2024-09-10T10:38:54.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3de3400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3ddc06d6e0 con 0x7f3ddc15b600 2024-09-10T10:38:54.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3de3400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3ddc0ceb60 con 0x7f3ddc15b220 2024-09-10T10:38:54.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3de1400640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f3ddc0b5520 0x7f3ddc0b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:54460/0 (socket says 172.21.15.22:54460) 2024-09-10T10:38:54.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3dd3e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3ddc15b600 0x7f3ddc0b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3de0a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b220 0x7f3ddc071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3de1400640 1 -- 172.21.15.22:0/1758042110 learned_addr learned my addr 172.21.15.22:0/1758042110 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:54.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3dd3e00640 1 -- 172.21.15.22:0/1758042110 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b220 msgr2=0x7f3ddc071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:54.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3dd3e00640 1 --2- 172.21.15.22:0/1758042110 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b220 0x7f3ddc071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3dd3e00640 1 -- 172.21.15.22:0/1758042110 >> v1:172.21.15.145:6789/0 conn(0x7f3ddc0b5520 legacy=0x7f3ddc0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.234+0000 7f3dd3e00640 1 -- 172.21.15.22:0/1758042110 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ddc0cee40 con 0x7f3ddc15b600 2024-09-10T10:38:54.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3dd3e00640 1 --2- 172.21.15.22:0/1758042110 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ddc15b600 0x7f3ddc0b4fe0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3dc40097c0 tx=0x7f3dc401c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e512b24f48a9b4f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:54.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3ddbe00640 1 -- 172.21.15.22:0/1758042110 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc40b0070 con 0x7f3ddc15b600 2024-09-10T10:38:54.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3ddbe00640 1 -- 172.21.15.22:0/1758042110 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3dc40ab600 con 0x7f3ddc15b600 2024-09-10T10:38:54.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3ddbe00640 1 -- 172.21.15.22:0/1758042110 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc40ab9d0 con 0x7f3ddc15b600 2024-09-10T10:38:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3de3400640 1 -- 172.21.15.22:0/1758042110 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ddc15b600 msgr2=0x7f3ddc0b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3de3400640 1 --2- 172.21.15.22:0/1758042110 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ddc15b600 0x7f3ddc0b4fe0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3dc40097c0 tx=0x7f3dc401c410 comp rx=0 tx=0).stop 2024-09-10T10:38:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3de3400640 1 -- 172.21.15.22:0/1758042110 shutdown_connections 2024-09-10T10:38:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3de3400640 1 --2- 172.21.15.22:0/1758042110 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ddc15b600 0x7f3ddc0b4fe0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3de3400640 1 --2- 172.21.15.22:0/1758042110 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b220 0x7f3ddc071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3de3400640 1 -- 172.21.15.22:0/1758042110 >> 172.21.15.22:0/1758042110 conn(0x7f3ddc062dd0 msgr2=0x7f3ddc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3de3400640 1 -- 172.21.15.22:0/1758042110 shutdown_connections 2024-09-10T10:38:54.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3de3400640 1 -- 172.21.15.22:0/1758042110 wait complete. 2024-09-10T10:38:54.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3de3400640 1 Processor -- start 2024-09-10T10:38:54.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.238+0000 7f3de3400640 1 -- start start 2024-09-10T10:38:54.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ddc0b5520 0x7f3ddc150f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de3400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ddc15b220 0x7f3ddc0b01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b600 0x7f3ddc071ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de3400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc0d0260 con 0x7f3ddc0b5520 2024-09-10T10:38:54.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de3400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc0d00e0 con 0x7f3ddc15b220 2024-09-10T10:38:54.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de3400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3ddc1680f0 con 0x7f3ddc15b600 2024-09-10T10:38:54.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ddc0b5520 0x7f3ddc150f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ddc0b5520 0x7f3ddc150f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43884/0 (socket says 172.21.15.22:43884) 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de0a00640 1 -- 172.21.15.22:0/1390125234 learned_addr learned my addr 172.21.15.22:0/1390125234 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de1400640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b600 0x7f3ddc071ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3dd3e00640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ddc15b220 0x7f3ddc0b01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de0a00640 1 -- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b600 msgr2=0x7f3ddc071ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de0a00640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b600 0x7f3ddc071ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de0a00640 1 -- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ddc15b220 msgr2=0x7f3ddc0b01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de0a00640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ddc15b220 0x7f3ddc0b01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de0a00640 1 -- 172.21.15.22:0/1390125234 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ddc0b09d0 con 0x7f3ddc0b5520 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3dd3e00640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ddc15b220 0x7f3ddc0b01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de1400640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b600 0x7f3ddc071ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de0a00640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ddc0b5520 0x7f3ddc150f60 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc00e930 tx=0x7f3dcc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:54.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3dd9600640 1 -- 172.21.15.22:0/1390125234 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc017070 con 0x7f3ddc0b5520 2024-09-10T10:38:54.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3dd9600640 1 -- 172.21.15.22:0/1390125234 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3dcc00ca00 con 0x7f3ddc0b5520 2024-09-10T10:38:54.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de3400640 1 -- 172.21.15.22:0/1390125234 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ddc0b0cb0 con 0x7f3ddc0b5520 2024-09-10T10:38:54.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3dd9600640 1 -- 172.21.15.22:0/1390125234 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc00cdb0 con 0x7f3ddc0b5520 2024-09-10T10:38:54.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de3400640 1 -- 172.21.15.22:0/1390125234 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ddc0b1270 con 0x7f3ddc0b5520 2024-09-10T10:38:54.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3de3400640 1 -- 172.21.15.22:0/1390125234 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ddc0b4fe0 con 0x7f3ddc0b5520 2024-09-10T10:38:54.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.242+0000 7f3dd9600640 1 -- 172.21.15.22:0/1390125234 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3dcc01a070 con 0x7f3ddc0b5520 2024-09-10T10:38:54.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.246+0000 7f3dd9600640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3db80678c0 0x7f3db8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.246+0000 7f3dd9600640 1 -- 172.21.15.22:0/1390125234 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f3dcc0860b0 con 0x7f3ddc0b5520 2024-09-10T10:38:54.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.246+0000 7f3dd3e00640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3db80678c0 0x7f3db8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.246+0000 7f3dd3e00640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3db80678c0 0x7f3db8069d80 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f3dc40ad000 tx=0x7f3dc40a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:54.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.250+0000 7f3dd9600640 1 -- 172.21.15.22:0/1390125234 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3dcc056ca0 con 0x7f3ddc0b5520 2024-09-10T10:38:54.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.414+0000 7f3de3400640 1 -- 172.21.15.22:0/1390125234 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3ddc072e90 con 0x7f3db80678c0 2024-09-10T10:38:54.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.418+0000 7f3dd9600640 1 -- 172.21.15.22:0/1390125234 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241891 (secure 0 0 0) 0x7f3ddc072e90 con 0x7f3db80678c0 2024-09-10T10:38:54.426 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:54.428 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:38:54.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 -- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3db80678c0 msgr2=0x7f3db8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3db80678c0 0x7f3db8069d80 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f3dc40ad000 tx=0x7f3dc40a6000 comp rx=0 tx=0).stop 2024-09-10T10:38:54.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 -- 172.21.15.22:0/1390125234 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ddc0b5520 msgr2=0x7f3ddc150f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ddc0b5520 0x7f3ddc150f60 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc00e930 tx=0x7f3dcc00edf0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 -- 172.21.15.22:0/1390125234 shutdown_connections 2024-09-10T10:38:54.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3db80678c0 0x7f3db8069d80 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ddc15b600 0x7f3ddc071ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ddc15b220 0x7f3ddc0b01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 --2- 172.21.15.22:0/1390125234 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ddc0b5520 0x7f3ddc150f60 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 -- 172.21.15.22:0/1390125234 >> 172.21.15.22:0/1390125234 conn(0x7f3ddc062dd0 msgr2=0x7f3ddc0cca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:54.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 -- 172.21.15.22:0/1390125234 shutdown_connections 2024-09-10T10:38:54.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.422+0000 7f3de3400640 1 -- 172.21.15.22:0/1390125234 wait complete. 2024-09-10T10:38:54.448 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":283,"stamp":"2024-09-10T10:38:53.427412+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":163,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":84,"acting":84,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259232,"kb_used_data":9688,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715488,"statfs":{"total":773094113280,"available":772828659712,"internally_reserved":0,"allocated":9920512,"data_stored":4843704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.217282"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256967+0000","last_change":"2024-09-10T10:38:50.252729+0000","last_active":"2024-09-10T10:38:51.256967+0000","last_peered":"2024-09-10T10:38:51.256967+0000","last_clean":"2024-09-10T10:38:51.256967+0000","last_became_active":"2024-09-10T10:38:50.252303+0000","last_became_peered":"2024-09-10T10:38:50.252303+0000","last_unstale":"2024-09-10T10:38:51.256967+0000","last_undegraded":"2024-09-10T10:38:51.256967+0000","last_fullsized":"2024-09-10T10:38:51.256967+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:14:10.078635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257001+0000","last_change":"2024-09-10T10:38:50.252776+0000","last_active":"2024-09-10T10:38:51.257001+0000","last_peered":"2024-09-10T10:38:51.257001+0000","last_clean":"2024-09-10T10:38:51.257001+0000","last_became_active":"2024-09-10T10:38:50.251691+0000","last_became_peered":"2024-09-10T10:38:50.251691+0000","last_unstale":"2024-09-10T10:38:51.257001+0000","last_undegraded":"2024-09-10T10:38:51.257001+0000","last_fullsized":"2024-09-10T10:38:51.257001+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:34.974295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257188+0000","last_change":"2024-09-10T10:38:50.246593+0000","last_active":"2024-09-10T10:38:51.257188+0000","last_peered":"2024-09-10T10:38:51.257188+0000","last_clean":"2024-09-10T10:38:51.257188+0000","last_became_active":"2024-09-10T10:38:50.246237+0000","last_became_peered":"2024-09-10T10:38:50.246237+0000","last_unstale":"2024-09-10T10:38:51.257188+0000","last_undegraded":"2024-09-10T10:38:51.257188+0000","last_fullsized":"2024-09-10T10:38:51.257188+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:07.085369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.214263+0000","last_change":"2024-09-10T10:38:48.214263+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.214263+0000","last_undegraded":"2024-09-10T10:38:48.214263+0000","last_fullsized":"2024-09-10T10:38:48.214263+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218628+0000","last_change":"2024-09-10T10:38:48.218628+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218628+0000","last_undegraded":"2024-09-10T10:38:48.218628+0000","last_fullsized":"2024-09-10T10:38:48.218628+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212582+0000","last_change":"2024-09-10T10:38:48.212582+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212582+0000","last_undegraded":"2024-09-10T10:38:48.212582+0000","last_fullsized":"2024-09-10T10:38:48.212582+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.217618+0000","last_change":"2024-09-10T10:38:48.217618+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.217618+0000","last_undegraded":"2024-09-10T10:38:48.217618+0000","last_fullsized":"2024-09-10T10:38:48.217618+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218176+0000","last_change":"2024-09-10T10:38:48.218176+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218176+0000","last_undegraded":"2024-09-10T10:38:48.218176+0000","last_fullsized":"2024-09-10T10:38:48.218176+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212197+0000","last_change":"2024-09-10T10:38:48.212197+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212197+0000","last_undegraded":"2024-09-10T10:38:48.212197+0000","last_fullsized":"2024-09-10T10:38:48.212197+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218165+0000","last_change":"2024-09-10T10:38:48.218165+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218165+0000","last_undegraded":"2024-09-10T10:38:48.218165+0000","last_fullsized":"2024-09-10T10:38:48.218165+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256592+0000","last_change":"2024-09-10T10:38:49.239833+0000","last_active":"2024-09-10T10:38:51.256592+0000","last_peered":"2024-09-10T10:38:51.256592+0000","last_clean":"2024-09-10T10:38:51.256592+0000","last_became_active":"2024-09-10T10:38:49.239536+0000","last_became_peered":"2024-09-10T10:38:49.239536+0000","last_unstale":"2024-09-10T10:38:51.256592+0000","last_undegraded":"2024-09-10T10:38:51.256592+0000","last_fullsized":"2024-09-10T10:38:51.256592+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:24.031119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212188+0000","last_change":"2024-09-10T10:38:48.212188+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212188+0000","last_undegraded":"2024-09-10T10:38:48.212188+0000","last_fullsized":"2024-09-10T10:38:48.212188+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218338+0000","last_change":"2024-09-10T10:38:48.218338+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218338+0000","last_undegraded":"2024-09-10T10:38:48.218338+0000","last_fullsized":"2024-09-10T10:38:48.218338+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.219050+0000","last_change":"2024-09-10T10:38:48.219050+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.219050+0000","last_undegraded":"2024-09-10T10:38:48.219050+0000","last_fullsized":"2024-09-10T10:38:48.219050+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216512+0000","last_change":"2024-09-10T10:38:48.216512+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216512+0000","last_undegraded":"2024-09-10T10:38:48.216512+0000","last_fullsized":"2024-09-10T10:38:48.216512+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256693+0000","last_change":"2024-09-10T10:38:49.228532+0000","last_active":"2024-09-10T10:38:51.256693+0000","last_peered":"2024-09-10T10:38:51.256693+0000","last_clean":"2024-09-10T10:38:51.256693+0000","last_became_active":"2024-09-10T10:38:49.228246+0000","last_became_peered":"2024-09-10T10:38:49.228246+0000","last_unstale":"2024-09-10T10:38:51.256693+0000","last_undegraded":"2024-09-10T10:38:51.256693+0000","last_fullsized":"2024-09-10T10:38:51.256693+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:04.780313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218042+0000","last_change":"2024-09-10T10:38:48.218042+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218042+0000","last_undegraded":"2024-09-10T10:38:48.218042+0000","last_fullsized":"2024-09-10T10:38:48.218042+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216082+0000","last_change":"2024-09-10T10:38:48.216082+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216082+0000","last_undegraded":"2024-09-10T10:38:48.216082+0000","last_fullsized":"2024-09-10T10:38:48.216082+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.217576+0000","last_change":"2024-09-10T10:38:48.217576+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.217576+0000","last_undegraded":"2024-09-10T10:38:48.217576+0000","last_fullsized":"2024-09-10T10:38:48.217576+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216091+0000","last_change":"2024-09-10T10:38:48.216091+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216091+0000","last_undegraded":"2024-09-10T10:38:48.216091+0000","last_fullsized":"2024-09-10T10:38:48.216091+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218593+0000","last_change":"2024-09-10T10:38:48.218593+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218593+0000","last_undegraded":"2024-09-10T10:38:48.218593+0000","last_fullsized":"2024-09-10T10:38:48.218593+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256844+0000","last_change":"2024-09-10T10:38:49.237339+0000","last_active":"2024-09-10T10:38:51.256844+0000","last_peered":"2024-09-10T10:38:51.256844+0000","last_clean":"2024-09-10T10:38:51.256844+0000","last_became_active":"2024-09-10T10:38:49.237007+0000","last_became_peered":"2024-09-10T10:38:49.237007+0000","last_unstale":"2024-09-10T10:38:51.256844+0000","last_undegraded":"2024-09-10T10:38:51.256844+0000","last_fullsized":"2024-09-10T10:38:51.256844+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:25:26.370147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256678+0000","last_change":"2024-09-10T10:38:50.240250+0000","last_active":"2024-09-10T10:38:51.256678+0000","last_peered":"2024-09-10T10:38:51.256678+0000","last_clean":"2024-09-10T10:38:51.256678+0000","last_became_active":"2024-09-10T10:38:50.238867+0000","last_became_peered":"2024-09-10T10:38:50.238867+0000","last_unstale":"2024-09-10T10:38:51.256678+0000","last_undegraded":"2024-09-10T10:38:51.256678+0000","last_fullsized":"2024-09-10T10:38:51.256678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:25.150518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.217638+0000","last_change":"2024-09-10T10:38:48.217638+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.217638+0000","last_undegraded":"2024-09-10T10:38:48.217638+0000","last_fullsized":"2024-09-10T10:38:48.217638+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256905+0000","last_change":"2024-09-10T10:38:50.244825+0000","last_active":"2024-09-10T10:38:51.256905+0000","last_peered":"2024-09-10T10:38:51.256905+0000","last_clean":"2024-09-10T10:38:51.256905+0000","last_became_active":"2024-09-10T10:38:50.239809+0000","last_became_peered":"2024-09-10T10:38:50.239809+0000","last_unstale":"2024-09-10T10:38:51.256905+0000","last_undegraded":"2024-09-10T10:38:51.256905+0000","last_fullsized":"2024-09-10T10:38:51.256905+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:17.400228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.214294+0000","last_change":"2024-09-10T10:38:48.214294+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.214294+0000","last_undegraded":"2024-09-10T10:38:48.214294+0000","last_fullsized":"2024-09-10T10:38:48.214294+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.366751+0000","last_change":"2024-09-10T10:38:48.366751+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.366751+0000","last_undegraded":"2024-09-10T10:38:48.366751+0000","last_fullsized":"2024-09-10T10:38:48.366751+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212808+0000","last_change":"2024-09-10T10:38:48.212808+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212808+0000","last_undegraded":"2024-09-10T10:38:48.212808+0000","last_fullsized":"2024-09-10T10:38:48.212808+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257162+0000","last_change":"2024-09-10T10:38:50.253877+0000","last_active":"2024-09-10T10:38:51.257162+0000","last_peered":"2024-09-10T10:38:51.257162+0000","last_clean":"2024-09-10T10:38:51.257162+0000","last_became_active":"2024-09-10T10:38:50.253587+0000","last_became_peered":"2024-09-10T10:38:50.253587+0000","last_unstale":"2024-09-10T10:38:51.257162+0000","last_undegraded":"2024-09-10T10:38:51.257162+0000","last_fullsized":"2024-09-10T10:38:51.257162+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:32.155763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216145+0000","last_change":"2024-09-10T10:38:48.216145+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216145+0000","last_undegraded":"2024-09-10T10:38:48.216145+0000","last_fullsized":"2024-09-10T10:38:48.216145+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256942+0000","last_change":"2024-09-10T10:38:50.253804+0000","last_active":"2024-09-10T10:38:51.256942+0000","last_peered":"2024-09-10T10:38:51.256942+0000","last_clean":"2024-09-10T10:38:51.256942+0000","last_became_active":"2024-09-10T10:38:50.253294+0000","last_became_peered":"2024-09-10T10:38:50.253294+0000","last_unstale":"2024-09-10T10:38:51.256942+0000","last_undegraded":"2024-09-10T10:38:51.256942+0000","last_fullsized":"2024-09-10T10:38:51.256942+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:51.702950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.6","version":"92'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.258527+0000","last_change":"2024-09-10T10:38:49.234335+0000","last_active":"2024-09-10T10:38:51.258527+0000","last_peered":"2024-09-10T10:38:51.258527+0000","last_clean":"2024-09-10T10:38:51.258527+0000","last_became_active":"2024-09-10T10:38:49.234012+0000","last_became_peered":"2024-09-10T10:38:49.234012+0000","last_unstale":"2024-09-10T10:38:51.258527+0000","last_undegraded":"2024-09-10T10:38:51.258527+0000","last_fullsized":"2024-09-10T10:38:51.258527+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:55.053026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257090+0000","last_change":"2024-09-10T10:38:49.231295+0000","last_active":"2024-09-10T10:38:51.257090+0000","last_peered":"2024-09-10T10:38:51.257090+0000","last_clean":"2024-09-10T10:38:51.257090+0000","last_became_active":"2024-09-10T10:38:49.231037+0000","last_became_peered":"2024-09-10T10:38:49.231037+0000","last_unstale":"2024-09-10T10:38:51.257090+0000","last_undegraded":"2024-09-10T10:38:51.257090+0000","last_fullsized":"2024-09-10T10:38:51.257090+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:55:00.693262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.213607+0000","last_change":"2024-09-10T10:38:48.213607+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.213607+0000","last_undegraded":"2024-09-10T10:38:48.213607+0000","last_fullsized":"2024-09-10T10:38:48.213607+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257050+0000","last_change":"2024-09-10T10:38:50.242243+0000","last_active":"2024-09-10T10:38:51.257050+0000","last_peered":"2024-09-10T10:38:51.257050+0000","last_clean":"2024-09-10T10:38:51.257050+0000","last_became_active":"2024-09-10T10:38:50.238483+0000","last_became_peered":"2024-09-10T10:38:50.238483+0000","last_unstale":"2024-09-10T10:38:51.257050+0000","last_undegraded":"2024-09-10T10:38:51.257050+0000","last_fullsized":"2024-09-10T10:38:51.257050+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:25.755078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212234+0000","last_change":"2024-09-10T10:38:48.212234+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212234+0000","last_undegraded":"2024-09-10T10:38:48.212234+0000","last_fullsized":"2024-09-10T10:38:48.212234+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.213660+0000","last_change":"2024-09-10T10:38:48.213660+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.213660+0000","last_undegraded":"2024-09-10T10:38:48.213660+0000","last_fullsized":"2024-09-10T10:38:48.213660+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256622+0000","last_change":"2024-09-10T10:38:50.240463+0000","last_active":"2024-09-10T10:38:51.256622+0000","last_peered":"2024-09-10T10:38:51.256622+0000","last_clean":"2024-09-10T10:38:51.256622+0000","last_became_active":"2024-09-10T10:38:50.240173+0000","last_became_peered":"2024-09-10T10:38:50.240173+0000","last_unstale":"2024-09-10T10:38:51.256622+0000","last_undegraded":"2024-09-10T10:38:51.256622+0000","last_fullsized":"2024-09-10T10:38:51.256622+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.007148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.213558+0000","last_change":"2024-09-10T10:38:48.213558+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.213558+0000","last_undegraded":"2024-09-10T10:38:48.213558+0000","last_fullsized":"2024-09-10T10:38:48.213558+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212182+0000","last_change":"2024-09-10T10:38:48.212182+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212182+0000","last_undegraded":"2024-09-10T10:38:48.212182+0000","last_fullsized":"2024-09-10T10:38:48.212182+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216612+0000","last_change":"2024-09-10T10:38:48.216612+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216612+0000","last_undegraded":"2024-09-10T10:38:48.216612+0000","last_fullsized":"2024-09-10T10:38:48.216612+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":294,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T10:38:48.216950+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:38:48.216950+0000","last_peered":"2024-09-10T10:38:48.216950+0000","last_clean":"2024-09-10T10:38:48.216950+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:38:48.216950+0000","last_undegraded":"2024-09-10T10:38:48.216950+0000","last_fullsized":"2024-09-10T10:38:48.216950+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":18,"acting":18,"num_store_stats":1},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1032192,"data_stored":433045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509520,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32244,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339596,"statfs":{"total":96636764160,"available":96603746304,"internally_reserved":0,"allocated":1081344,"data_stored":453429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509522,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509521,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32844,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338996,"statfs":{"total":96636764160,"available":96603131904,"internally_reserved":0,"allocated":1687552,"data_stored":1049614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509520,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542227,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32900,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338940,"statfs":{"total":96636764160,"available":96603074560,"internally_reserved":0,"allocated":1744896,"data_stored":1070632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:38:54.452 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:38:54.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.626+0000 7fd7e2c00640 1 Processor -- start 2024-09-10T10:38:54.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7e2c00640 1 -- start start 2024-09-10T10:38:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7e2c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd7dc15c230 0x7fd7dc15c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7e2c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd7dc0d2820 0x7fd7dc0b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7e2c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7dc15cc20 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7e2c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd7dc15cf00 con 0x7fd7dc15c230 2024-09-10T10:38:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7e2c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd7dc15d1e0 con 0x7fd7dc0d2820 2024-09-10T10:38:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7dbe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd7dc15c230 0x7fd7dc15c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7dbe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd7dc15c230 0x7fd7dc15c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43900/0 (socket says 172.21.15.22:43900) 2024-09-10T10:38:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2272180636 learned_addr learned my addr 172.21.15.22:0/2272180636 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7d3400640 1 --2- 172.21.15.22:0/2272180636 >> v2:172.21.15.145:3300/0 conn(0x7fd7dc0d2820 0x7fd7dc0b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2272180636 >> v2:172.21.15.145:3300/0 conn(0x7fd7dc0d2820 msgr2=0x7fd7dc0b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:54.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7dbe00640 1 --2- 172.21.15.22:0/2272180636 >> v2:172.21.15.145:3300/0 conn(0x7fd7dc0d2820 0x7fd7dc0b6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2272180636 >> v1:172.21.15.145:6789/0 conn(0x7fd7dc0d2c40 legacy=0x7fd7dc073200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:54.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.630+0000 7fd7dbe00640 1 -- 172.21.15.22:0/2272180636 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7dc15d4c0 con 0x7fd7dc15c230 2024-09-10T10:38:54.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7dbe00640 1 --2- 172.21.15.22:0/2272180636 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc15c230 0x7fd7dc15c610 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc0b79b0 tx=0x7fd7cc01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=897e651b6c48a507 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:54.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7db400640 1 -- 172.21.15.22:0/2272180636 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7cc0b2070 con 0x7fd7dc15c230 2024-09-10T10:38:54.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7db400640 1 -- 172.21.15.22:0/2272180636 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7cc0a9070 con 0x7fd7dc15c230 2024-09-10T10:38:54.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7db400640 1 -- 172.21.15.22:0/2272180636 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7cc0ad880 con 0x7fd7dc15c230 2024-09-10T10:38:54.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7e2c00640 1 -- 172.21.15.22:0/2272180636 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc15c230 msgr2=0x7fd7dc15c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7e2c00640 1 --2- 172.21.15.22:0/2272180636 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc15c230 0x7fd7dc15c610 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc0b79b0 tx=0x7fd7cc01c450 comp rx=0 tx=0).stop 2024-09-10T10:38:54.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7e2c00640 1 -- 172.21.15.22:0/2272180636 shutdown_connections 2024-09-10T10:38:54.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7e2c00640 1 --2- 172.21.15.22:0/2272180636 >> v2:172.21.15.145:3300/0 conn(0x7fd7dc0d2820 0x7fd7dc0b6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7e2c00640 1 --2- 172.21.15.22:0/2272180636 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc15c230 0x7fd7dc15c610 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7e2c00640 1 -- 172.21.15.22:0/2272180636 >> 172.21.15.22:0/2272180636 conn(0x7fd7dc06f3b0 msgr2=0x7fd7dc06f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:54.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7e2c00640 1 -- 172.21.15.22:0/2272180636 shutdown_connections 2024-09-10T10:38:54.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7e2c00640 1 -- 172.21.15.22:0/2272180636 wait complete. 2024-09-10T10:38:54.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7e2c00640 1 Processor -- start 2024-09-10T10:38:54.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.634+0000 7fd7e2c00640 1 -- start start 2024-09-10T10:38:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7e2c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7dc0d2820 0x7fd7dc159260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7e2c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc0d2c40 0x7fd7dc157d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7e2c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7dc15c230 0x7fd7dc157610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7e2c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd7dc1692d0 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7e2c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7dc0b75a0 con 0x7fd7dc15c230 2024-09-10T10:38:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7e2c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd7dc169450 con 0x7fd7dc0d2820 2024-09-10T10:38:54.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc0d2c40 0x7fd7dc157d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc0d2c40 0x7fd7dc157d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43904/0 (socket says 172.21.15.22:43904) 2024-09-10T10:38:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d3400640 1 -- 172.21.15.22:0/560188859 learned_addr learned my addr 172.21.15.22:0/560188859 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7dbe00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7dc0d2820 0x7fd7dc159260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7e0c00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7dc15c230 0x7fd7dc157610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d3400640 1 -- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7dc0d2820 msgr2=0x7fd7dc159260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d3400640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7dc0d2820 0x7fd7dc159260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d3400640 1 -- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7dc15c230 msgr2=0x7fd7dc157610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d3400640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7dc15c230 0x7fd7dc157610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d3400640 1 -- 172.21.15.22:0/560188859 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7dc158400 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d3400640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc0d2c40 0x7fd7dc157d20 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fd7c400d830 tx=0x7fd7c400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:54.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d8c00640 1 -- 172.21.15.22:0/560188859 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c400b6c0 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d8c00640 1 -- 172.21.15.22:0/560188859 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7c4019070 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d8c00640 1 -- 172.21.15.22:0/560188859 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c400bae0 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7e2c00640 1 -- 172.21.15.22:0/560188859 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7dc1586e0 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7e2c00640 1 -- 172.21.15.22:0/560188859 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7dc158ca0 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7e2c00640 1 -- 172.21.15.22:0/560188859 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7dc0b6c50 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.638+0000 7fd7d8c00640 1 -- 172.21.15.22:0/560188859 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd7c401e460 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.642+0000 7fd7d8c00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7b80678c0 0x7fd7b8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:54.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.642+0000 7fd7d8c00640 1 -- 172.21.15.22:0/560188859 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fd7c40862b0 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.642+0000 7fd7dbe00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7b80678c0 0x7fd7b8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:54.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.642+0000 7fd7dbe00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7b80678c0 0x7fd7b8069d80 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fd7cc0af000 tx=0x7fd7cc0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:54.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.646+0000 7fd7d8c00640 1 -- 172.21.15.22:0/560188859 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd7c40567a0 con 0x7fd7dc0d2c40 2024-09-10T10:38:54.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.806+0000 7fd7e2c00640 1 -- 172.21.15.22:0/560188859 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd7dc157b50 con 0x7fd7b80678c0 2024-09-10T10:38:54.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.810+0000 7fd7d8c00640 1 -- 172.21.15.22:0/560188859 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241891 (secure 0 0 0) 0x7fd7dc157b50 con 0x7fd7b80678c0 2024-09-10T10:38:54.818 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:54.820 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:38:54.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 -- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7b80678c0 msgr2=0x7fd7b8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7b80678c0 0x7fd7b8069d80 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fd7cc0af000 tx=0x7fd7cc0a7000 comp rx=0 tx=0).stop 2024-09-10T10:38:54.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 -- 172.21.15.22:0/560188859 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc0d2c40 msgr2=0x7fd7dc157d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:54.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc0d2c40 0x7fd7dc157d20 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fd7c400d830 tx=0x7fd7c400dcf0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 -- 172.21.15.22:0/560188859 shutdown_connections 2024-09-10T10:38:54.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7b80678c0 0x7fd7b8069d80 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7dc15c230 0x7fd7dc157610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7dc0d2c40 0x7fd7dc157d20 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 --2- 172.21.15.22:0/560188859 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7dc0d2820 0x7fd7dc159260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:54.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 -- 172.21.15.22:0/560188859 >> 172.21.15.22:0/560188859 conn(0x7fd7dc06f3b0 msgr2=0x7fd7dc15dc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:54.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 -- 172.21.15.22:0/560188859 shutdown_connections 2024-09-10T10:38:54.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:54.814+0000 7fd7e2c00640 1 -- 172.21.15.22:0/560188859 wait complete. 2024-09-10T10:38:54.838 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":283,"stamp":"2024-09-10T10:38:53.427412+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":163,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":84,"acting":84,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259232,"kb_used_data":9688,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715488,"statfs":{"total":773094113280,"available":772828659712,"internally_reserved":0,"allocated":9920512,"data_stored":4843704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.217282"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256967+0000","last_change":"2024-09-10T10:38:50.252729+0000","last_active":"2024-09-10T10:38:51.256967+0000","last_peered":"2024-09-10T10:38:51.256967+0000","last_clean":"2024-09-10T10:38:51.256967+0000","last_became_active":"2024-09-10T10:38:50.252303+0000","last_became_peered":"2024-09-10T10:38:50.252303+0000","last_unstale":"2024-09-10T10:38:51.256967+0000","last_undegraded":"2024-09-10T10:38:51.256967+0000","last_fullsized":"2024-09-10T10:38:51.256967+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:14:10.078635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257001+0000","last_change":"2024-09-10T10:38:50.252776+0000","last_active":"2024-09-10T10:38:51.257001+0000","last_peered":"2024-09-10T10:38:51.257001+0000","last_clean":"2024-09-10T10:38:51.257001+0000","last_became_active":"2024-09-10T10:38:50.251691+0000","last_became_peered":"2024-09-10T10:38:50.251691+0000","last_unstale":"2024-09-10T10:38:51.257001+0000","last_undegraded":"2024-09-10T10:38:51.257001+0000","last_fullsized":"2024-09-10T10:38:51.257001+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:34.974295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257188+0000","last_change":"2024-09-10T10:38:50.246593+0000","last_active":"2024-09-10T10:38:51.257188+0000","last_peered":"2024-09-10T10:38:51.257188+0000","last_clean":"2024-09-10T10:38:51.257188+0000","last_became_active":"2024-09-10T10:38:50.246237+0000","last_became_peered":"2024-09-10T10:38:50.246237+0000","last_unstale":"2024-09-10T10:38:51.257188+0000","last_undegraded":"2024-09-10T10:38:51.257188+0000","last_fullsized":"2024-09-10T10:38:51.257188+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:07.085369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.214263+0000","last_change":"2024-09-10T10:38:48.214263+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.214263+0000","last_undegraded":"2024-09-10T10:38:48.214263+0000","last_fullsized":"2024-09-10T10:38:48.214263+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218628+0000","last_change":"2024-09-10T10:38:48.218628+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218628+0000","last_undegraded":"2024-09-10T10:38:48.218628+0000","last_fullsized":"2024-09-10T10:38:48.218628+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212582+0000","last_change":"2024-09-10T10:38:48.212582+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212582+0000","last_undegraded":"2024-09-10T10:38:48.212582+0000","last_fullsized":"2024-09-10T10:38:48.212582+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.217618+0000","last_change":"2024-09-10T10:38:48.217618+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.217618+0000","last_undegraded":"2024-09-10T10:38:48.217618+0000","last_fullsized":"2024-09-10T10:38:48.217618+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218176+0000","last_change":"2024-09-10T10:38:48.218176+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218176+0000","last_undegraded":"2024-09-10T10:38:48.218176+0000","last_fullsized":"2024-09-10T10:38:48.218176+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212197+0000","last_change":"2024-09-10T10:38:48.212197+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212197+0000","last_undegraded":"2024-09-10T10:38:48.212197+0000","last_fullsized":"2024-09-10T10:38:48.212197+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218165+0000","last_change":"2024-09-10T10:38:48.218165+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218165+0000","last_undegraded":"2024-09-10T10:38:48.218165+0000","last_fullsized":"2024-09-10T10:38:48.218165+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256592+0000","last_change":"2024-09-10T10:38:49.239833+0000","last_active":"2024-09-10T10:38:51.256592+0000","last_peered":"2024-09-10T10:38:51.256592+0000","last_clean":"2024-09-10T10:38:51.256592+0000","last_became_active":"2024-09-10T10:38:49.239536+0000","last_became_peered":"2024-09-10T10:38:49.239536+0000","last_unstale":"2024-09-10T10:38:51.256592+0000","last_undegraded":"2024-09-10T10:38:51.256592+0000","last_fullsized":"2024-09-10T10:38:51.256592+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:24.031119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212188+0000","last_change":"2024-09-10T10:38:48.212188+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212188+0000","last_undegraded":"2024-09-10T10:38:48.212188+0000","last_fullsized":"2024-09-10T10:38:48.212188+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218338+0000","last_change":"2024-09-10T10:38:48.218338+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218338+0000","last_undegraded":"2024-09-10T10:38:48.218338+0000","last_fullsized":"2024-09-10T10:38:48.218338+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.219050+0000","last_change":"2024-09-10T10:38:48.219050+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.219050+0000","last_undegraded":"2024-09-10T10:38:48.219050+0000","last_fullsized":"2024-09-10T10:38:48.219050+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216512+0000","last_change":"2024-09-10T10:38:48.216512+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216512+0000","last_undegraded":"2024-09-10T10:38:48.216512+0000","last_fullsized":"2024-09-10T10:38:48.216512+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256693+0000","last_change":"2024-09-10T10:38:49.228532+0000","last_active":"2024-09-10T10:38:51.256693+0000","last_peered":"2024-09-10T10:38:51.256693+0000","last_clean":"2024-09-10T10:38:51.256693+0000","last_became_active":"2024-09-10T10:38:49.228246+0000","last_became_peered":"2024-09-10T10:38:49.228246+0000","last_unstale":"2024-09-10T10:38:51.256693+0000","last_undegraded":"2024-09-10T10:38:51.256693+0000","last_fullsized":"2024-09-10T10:38:51.256693+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:04.780313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218042+0000","last_change":"2024-09-10T10:38:48.218042+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218042+0000","last_undegraded":"2024-09-10T10:38:48.218042+0000","last_fullsized":"2024-09-10T10:38:48.218042+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216082+0000","last_change":"2024-09-10T10:38:48.216082+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216082+0000","last_undegraded":"2024-09-10T10:38:48.216082+0000","last_fullsized":"2024-09-10T10:38:48.216082+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.217576+0000","last_change":"2024-09-10T10:38:48.217576+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.217576+0000","last_undegraded":"2024-09-10T10:38:48.217576+0000","last_fullsized":"2024-09-10T10:38:48.217576+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216091+0000","last_change":"2024-09-10T10:38:48.216091+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216091+0000","last_undegraded":"2024-09-10T10:38:48.216091+0000","last_fullsized":"2024-09-10T10:38:48.216091+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218593+0000","last_change":"2024-09-10T10:38:48.218593+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218593+0000","last_undegraded":"2024-09-10T10:38:48.218593+0000","last_fullsized":"2024-09-10T10:38:48.218593+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256844+0000","last_change":"2024-09-10T10:38:49.237339+0000","last_active":"2024-09-10T10:38:51.256844+0000","last_peered":"2024-09-10T10:38:51.256844+0000","last_clean":"2024-09-10T10:38:51.256844+0000","last_became_active":"2024-09-10T10:38:49.237007+0000","last_became_peered":"2024-09-10T10:38:49.237007+0000","last_unstale":"2024-09-10T10:38:51.256844+0000","last_undegraded":"2024-09-10T10:38:51.256844+0000","last_fullsized":"2024-09-10T10:38:51.256844+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:25:26.370147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256678+0000","last_change":"2024-09-10T10:38:50.240250+0000","last_active":"2024-09-10T10:38:51.256678+0000","last_peered":"2024-09-10T10:38:51.256678+0000","last_clean":"2024-09-10T10:38:51.256678+0000","last_became_active":"2024-09-10T10:38:50.238867+0000","last_became_peered":"2024-09-10T10:38:50.238867+0000","last_unstale":"2024-09-10T10:38:51.256678+0000","last_undegraded":"2024-09-10T10:38:51.256678+0000","last_fullsized":"2024-09-10T10:38:51.256678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:25.150518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.217638+0000","last_change":"2024-09-10T10:38:48.217638+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.217638+0000","last_undegraded":"2024-09-10T10:38:48.217638+0000","last_fullsized":"2024-09-10T10:38:48.217638+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256905+0000","last_change":"2024-09-10T10:38:50.244825+0000","last_active":"2024-09-10T10:38:51.256905+0000","last_peered":"2024-09-10T10:38:51.256905+0000","last_clean":"2024-09-10T10:38:51.256905+0000","last_became_active":"2024-09-10T10:38:50.239809+0000","last_became_peered":"2024-09-10T10:38:50.239809+0000","last_unstale":"2024-09-10T10:38:51.256905+0000","last_undegraded":"2024-09-10T10:38:51.256905+0000","last_fullsized":"2024-09-10T10:38:51.256905+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:17.400228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.214294+0000","last_change":"2024-09-10T10:38:48.214294+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.214294+0000","last_undegraded":"2024-09-10T10:38:48.214294+0000","last_fullsized":"2024-09-10T10:38:48.214294+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.366751+0000","last_change":"2024-09-10T10:38:48.366751+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.366751+0000","last_undegraded":"2024-09-10T10:38:48.366751+0000","last_fullsized":"2024-09-10T10:38:48.366751+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212808+0000","last_change":"2024-09-10T10:38:48.212808+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212808+0000","last_undegraded":"2024-09-10T10:38:48.212808+0000","last_fullsized":"2024-09-10T10:38:48.212808+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257162+0000","last_change":"2024-09-10T10:38:50.253877+0000","last_active":"2024-09-10T10:38:51.257162+0000","last_peered":"2024-09-10T10:38:51.257162+0000","last_clean":"2024-09-10T10:38:51.257162+0000","last_became_active":"2024-09-10T10:38:50.253587+0000","last_became_peered":"2024-09-10T10:38:50.253587+0000","last_unstale":"2024-09-10T10:38:51.257162+0000","last_undegraded":"2024-09-10T10:38:51.257162+0000","last_fullsized":"2024-09-10T10:38:51.257162+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:32.155763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216145+0000","last_change":"2024-09-10T10:38:48.216145+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216145+0000","last_undegraded":"2024-09-10T10:38:48.216145+0000","last_fullsized":"2024-09-10T10:38:48.216145+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256942+0000","last_change":"2024-09-10T10:38:50.253804+0000","last_active":"2024-09-10T10:38:51.256942+0000","last_peered":"2024-09-10T10:38:51.256942+0000","last_clean":"2024-09-10T10:38:51.256942+0000","last_became_active":"2024-09-10T10:38:50.253294+0000","last_became_peered":"2024-09-10T10:38:50.253294+0000","last_unstale":"2024-09-10T10:38:51.256942+0000","last_undegraded":"2024-09-10T10:38:51.256942+0000","last_fullsized":"2024-09-10T10:38:51.256942+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:51.702950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.6","version":"92'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.258527+0000","last_change":"2024-09-10T10:38:49.234335+0000","last_active":"2024-09-10T10:38:51.258527+0000","last_peered":"2024-09-10T10:38:51.258527+0000","last_clean":"2024-09-10T10:38:51.258527+0000","last_became_active":"2024-09-10T10:38:49.234012+0000","last_became_peered":"2024-09-10T10:38:49.234012+0000","last_unstale":"2024-09-10T10:38:51.258527+0000","last_undegraded":"2024-09-10T10:38:51.258527+0000","last_fullsized":"2024-09-10T10:38:51.258527+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:55.053026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257090+0000","last_change":"2024-09-10T10:38:49.231295+0000","last_active":"2024-09-10T10:38:51.257090+0000","last_peered":"2024-09-10T10:38:51.257090+0000","last_clean":"2024-09-10T10:38:51.257090+0000","last_became_active":"2024-09-10T10:38:49.231037+0000","last_became_peered":"2024-09-10T10:38:49.231037+0000","last_unstale":"2024-09-10T10:38:51.257090+0000","last_undegraded":"2024-09-10T10:38:51.257090+0000","last_fullsized":"2024-09-10T10:38:51.257090+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:55:00.693262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.213607+0000","last_change":"2024-09-10T10:38:48.213607+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.213607+0000","last_undegraded":"2024-09-10T10:38:48.213607+0000","last_fullsized":"2024-09-10T10:38:48.213607+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257050+0000","last_change":"2024-09-10T10:38:50.242243+0000","last_active":"2024-09-10T10:38:51.257050+0000","last_peered":"2024-09-10T10:38:51.257050+0000","last_clean":"2024-09-10T10:38:51.257050+0000","last_became_active":"2024-09-10T10:38:50.238483+0000","last_became_peered":"2024-09-10T10:38:50.238483+0000","last_unstale":"2024-09-10T10:38:51.257050+0000","last_undegraded":"2024-09-10T10:38:51.257050+0000","last_fullsized":"2024-09-10T10:38:51.257050+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:25.755078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212234+0000","last_change":"2024-09-10T10:38:48.212234+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212234+0000","last_undegraded":"2024-09-10T10:38:48.212234+0000","last_fullsized":"2024-09-10T10:38:48.212234+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.213660+0000","last_change":"2024-09-10T10:38:48.213660+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.213660+0000","last_undegraded":"2024-09-10T10:38:48.213660+0000","last_fullsized":"2024-09-10T10:38:48.213660+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256622+0000","last_change":"2024-09-10T10:38:50.240463+0000","last_active":"2024-09-10T10:38:51.256622+0000","last_peered":"2024-09-10T10:38:51.256622+0000","last_clean":"2024-09-10T10:38:51.256622+0000","last_became_active":"2024-09-10T10:38:50.240173+0000","last_became_peered":"2024-09-10T10:38:50.240173+0000","last_unstale":"2024-09-10T10:38:51.256622+0000","last_undegraded":"2024-09-10T10:38:51.256622+0000","last_fullsized":"2024-09-10T10:38:51.256622+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.007148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.213558+0000","last_change":"2024-09-10T10:38:48.213558+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.213558+0000","last_undegraded":"2024-09-10T10:38:48.213558+0000","last_fullsized":"2024-09-10T10:38:48.213558+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212182+0000","last_change":"2024-09-10T10:38:48.212182+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212182+0000","last_undegraded":"2024-09-10T10:38:48.212182+0000","last_fullsized":"2024-09-10T10:38:48.212182+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216612+0000","last_change":"2024-09-10T10:38:48.216612+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216612+0000","last_undegraded":"2024-09-10T10:38:48.216612+0000","last_fullsized":"2024-09-10T10:38:48.216612+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":294,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T10:38:48.216950+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:38:48.216950+0000","last_peered":"2024-09-10T10:38:48.216950+0000","last_clean":"2024-09-10T10:38:48.216950+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:38:48.216950+0000","last_undegraded":"2024-09-10T10:38:48.216950+0000","last_fullsized":"2024-09-10T10:38:48.216950+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":18,"acting":18,"num_store_stats":1},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1032192,"data_stored":433045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509520,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32244,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339596,"statfs":{"total":96636764160,"available":96603746304,"internally_reserved":0,"allocated":1081344,"data_stored":453429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509522,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509521,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32844,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338996,"statfs":{"total":96636764160,"available":96603131904,"internally_reserved":0,"allocated":1687552,"data_stored":1049614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509520,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542227,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32900,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338940,"statfs":{"total":96636764160,"available":96603074560,"internally_reserved":0,"allocated":1744896,"data_stored":1070632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:38:54.842 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:38:55.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.018+0000 7f2dea600640 1 Processor -- start 2024-09-10T10:38:55.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2dea600640 1 -- start start 2024-09-10T10:38:55.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2dea600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2de4062df0 0x7f2de40b0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2dea600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2de40aecc0 0x7f2de40b0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2dea600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2de415eea0 con 0x7f2de415c230 2024-09-10T10:38:55.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2dea600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2de415ec80 con 0x7f2de4062df0 2024-09-10T10:38:55.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2dea600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2de40b0f90 con 0x7f2de40aecc0 2024-09-10T10:38:55.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2ddaa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2de4062df0 0x7f2de40b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2ddaa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2de4062df0 0x7f2de40b0510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43910/0 (socket says 172.21.15.22:43910) 2024-09-10T10:38:55.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2ddaa00640 1 -- 172.21.15.22:0/1008373581 learned_addr learned my addr 172.21.15.22:0/1008373581 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:55.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2de3e00640 1 --2- 172.21.15.22:0/1008373581 >> v2:172.21.15.145:3300/0 conn(0x7f2de40aecc0 0x7f2de40b0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2ddaa00640 1 -- 172.21.15.22:0/1008373581 >> v2:172.21.15.145:3300/0 conn(0x7f2de40aecc0 msgr2=0x7f2de40b0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:55.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2ddaa00640 1 --2- 172.21.15.22:0/1008373581 >> v2:172.21.15.145:3300/0 conn(0x7f2de40aecc0 0x7f2de40b0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2ddaa00640 1 -- 172.21.15.22:0/1008373581 >> v1:172.21.15.145:6789/0 conn(0x7f2de415c230 legacy=0x7f2de40626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2ddaa00640 1 -- 172.21.15.22:0/1008373581 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2de415f180 con 0x7f2de4062df0 2024-09-10T10:38:55.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.022+0000 7f2de3e00640 1 --2- 172.21.15.22:0/1008373581 >> v2:172.21.15.145:3300/0 conn(0x7f2de40aecc0 0x7f2de40b0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2ddaa00640 1 --2- 172.21.15.22:0/1008373581 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de4062df0 0x7f2de40b0510 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f2de40d0f90 tx=0x7f2dcc01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d5720acf0ea5588 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2de2a00640 1 -- 172.21.15.22:0/1008373581 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dcc0b1070 con 0x7f2de4062df0 2024-09-10T10:38:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2de2a00640 1 -- 172.21.15.22:0/1008373581 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dcc0ac630 con 0x7f2de4062df0 2024-09-10T10:38:55.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2de2a00640 1 -- 172.21.15.22:0/1008373581 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dcc0a8050 con 0x7f2de4062df0 2024-09-10T10:38:55.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2dea600640 1 -- 172.21.15.22:0/1008373581 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de4062df0 msgr2=0x7f2de40b0510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2dea600640 1 --2- 172.21.15.22:0/1008373581 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de4062df0 0x7f2de40b0510 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f2de40d0f90 tx=0x7f2dcc01c3b0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2dea600640 1 -- 172.21.15.22:0/1008373581 shutdown_connections 2024-09-10T10:38:55.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2dea600640 1 --2- 172.21.15.22:0/1008373581 >> v2:172.21.15.145:3300/0 conn(0x7f2de40aecc0 0x7f2de40b0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2dea600640 1 --2- 172.21.15.22:0/1008373581 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de4062df0 0x7f2de40b0510 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2dea600640 1 -- 172.21.15.22:0/1008373581 >> 172.21.15.22:0/1008373581 conn(0x7f2de40b3640 msgr2=0x7f2de40b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:55.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2dea600640 1 -- 172.21.15.22:0/1008373581 shutdown_connections 2024-09-10T10:38:55.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2dea600640 1 -- 172.21.15.22:0/1008373581 wait complete. 2024-09-10T10:38:55.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2dea600640 1 Processor -- start 2024-09-10T10:38:55.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.026+0000 7f2dea600640 1 -- start start 2024-09-10T10:38:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2dea600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2de4062df0 0x7f2de41512a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2dea600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de40aecc0 0x7f2de414f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2dea600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2de415c230 0x7f2de414e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2dea600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2de406c730 con 0x7f2de40aecc0 2024-09-10T10:38:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2dea600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2de406c5b0 con 0x7f2de415c230 2024-09-10T10:38:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2dea600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2de406c8b0 con 0x7f2de4062df0 2024-09-10T10:38:55.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddaa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de40aecc0 0x7f2de414f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddaa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de40aecc0 0x7f2de414f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43922/0 (socket says 172.21.15.22:43922) 2024-09-10T10:38:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddaa00640 1 -- 172.21.15.22:0/502255875 learned_addr learned my addr 172.21.15.22:0/502255875 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2de3e00640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2de415c230 0x7f2de414e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2de3400640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2de4062df0 0x7f2de41512a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddaa00640 1 -- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2de4062df0 msgr2=0x7f2de41512a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddaa00640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2de4062df0 0x7f2de41512a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddaa00640 1 -- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2de415c230 msgr2=0x7f2de414e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddaa00640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2de415c230 0x7f2de414e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddaa00640 1 -- 172.21.15.22:0/502255875 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2de41518a0 con 0x7f2de40aecc0 2024-09-10T10:38:55.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddaa00640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de40aecc0 0x7f2de414f820 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc0af040 tx=0x7f2dcc01abf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:55.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddbe00640 1 -- 172.21.15.22:0/502255875 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dcc0bb020 con 0x7f2de40aecc0 2024-09-10T10:38:55.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddbe00640 1 -- 172.21.15.22:0/502255875 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dcc0b7420 con 0x7f2de40aecc0 2024-09-10T10:38:55.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddbe00640 1 -- 172.21.15.22:0/502255875 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dcc0b1040 con 0x7f2de40aecc0 2024-09-10T10:38:55.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2dea600640 1 -- 172.21.15.22:0/502255875 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2de4151b80 con 0x7f2de40aecc0 2024-09-10T10:38:55.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2dea600640 1 -- 172.21.15.22:0/502255875 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2de4152140 con 0x7f2de40aecc0 2024-09-10T10:38:55.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2dea600640 1 -- 172.21.15.22:0/502255875 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2de40626e0 con 0x7f2de40aecc0 2024-09-10T10:38:55.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.030+0000 7f2ddbe00640 1 -- 172.21.15.22:0/502255875 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2dcc0be020 con 0x7f2de40aecc0 2024-09-10T10:38:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.034+0000 7f2ddbe00640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dc00678c0 0x7f2dc0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.034+0000 7f2ddbe00640 1 -- 172.21.15.22:0/502255875 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f2dcc11fed0 con 0x7f2de40aecc0 2024-09-10T10:38:55.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.034+0000 7f2de3400640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dc00678c0 0x7f2dc0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.034+0000 7f2de3400640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dc00678c0 0x7f2dc0069d80 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f2dd40015b0 tx=0x7f2dd4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:55.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.038+0000 7f2ddbe00640 1 -- 172.21.15.22:0/502255875 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2dcc0160f0 con 0x7f2de40aecc0 2024-09-10T10:38:55.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.202+0000 7f2dea600640 1 -- 172.21.15.22:0/502255875 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2de40b1fe0 con 0x7f2dc00678c0 2024-09-10T10:38:55.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.206+0000 7f2ddbe00640 1 -- 172.21.15.22:0/502255875 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241891 (secure 0 0 0) 0x7f2de40b1fe0 con 0x7f2dc00678c0 2024-09-10T10:38:55.214 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:55.215 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:38:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 -- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dc00678c0 msgr2=0x7f2dc0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dc00678c0 0x7f2dc0069d80 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f2dd40015b0 tx=0x7f2dd4009040 comp rx=0 tx=0).stop 2024-09-10T10:38:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 -- 172.21.15.22:0/502255875 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de40aecc0 msgr2=0x7f2de414f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de40aecc0 0x7f2de414f820 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc0af040 tx=0x7f2dcc01abf0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 -- 172.21.15.22:0/502255875 shutdown_connections 2024-09-10T10:38:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dc00678c0 0x7f2dc0069d80 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2de415c230 0x7f2de414e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2de40aecc0 0x7f2de414f820 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 --2- 172.21.15.22:0/502255875 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2de4062df0 0x7f2de41512a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 -- 172.21.15.22:0/502255875 >> 172.21.15.22:0/502255875 conn(0x7f2de40b3640 msgr2=0x7f2de40b5270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:55.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 -- 172.21.15.22:0/502255875 shutdown_connections 2024-09-10T10:38:55.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.210+0000 7f2dea600640 1 -- 172.21.15.22:0/502255875 wait complete. 2024-09-10T10:38:55.234 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":283,"stamp":"2024-09-10T10:38:53.427412+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":163,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":84,"acting":84,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":36,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259232,"kb_used_data":9688,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715488,"statfs":{"total":773094113280,"available":772828659712,"internally_reserved":0,"allocated":9920512,"data_stored":4843704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.217282"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256967+0000","last_change":"2024-09-10T10:38:50.252729+0000","last_active":"2024-09-10T10:38:51.256967+0000","last_peered":"2024-09-10T10:38:51.256967+0000","last_clean":"2024-09-10T10:38:51.256967+0000","last_became_active":"2024-09-10T10:38:50.252303+0000","last_became_peered":"2024-09-10T10:38:50.252303+0000","last_unstale":"2024-09-10T10:38:51.256967+0000","last_undegraded":"2024-09-10T10:38:51.256967+0000","last_fullsized":"2024-09-10T10:38:51.256967+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:14:10.078635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257001+0000","last_change":"2024-09-10T10:38:50.252776+0000","last_active":"2024-09-10T10:38:51.257001+0000","last_peered":"2024-09-10T10:38:51.257001+0000","last_clean":"2024-09-10T10:38:51.257001+0000","last_became_active":"2024-09-10T10:38:50.251691+0000","last_became_peered":"2024-09-10T10:38:50.251691+0000","last_unstale":"2024-09-10T10:38:51.257001+0000","last_undegraded":"2024-09-10T10:38:51.257001+0000","last_fullsized":"2024-09-10T10:38:51.257001+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:34.974295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257188+0000","last_change":"2024-09-10T10:38:50.246593+0000","last_active":"2024-09-10T10:38:51.257188+0000","last_peered":"2024-09-10T10:38:51.257188+0000","last_clean":"2024-09-10T10:38:51.257188+0000","last_became_active":"2024-09-10T10:38:50.246237+0000","last_became_peered":"2024-09-10T10:38:50.246237+0000","last_unstale":"2024-09-10T10:38:51.257188+0000","last_undegraded":"2024-09-10T10:38:51.257188+0000","last_fullsized":"2024-09-10T10:38:51.257188+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:07.085369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.214263+0000","last_change":"2024-09-10T10:38:48.214263+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.214263+0000","last_undegraded":"2024-09-10T10:38:48.214263+0000","last_fullsized":"2024-09-10T10:38:48.214263+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218628+0000","last_change":"2024-09-10T10:38:48.218628+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218628+0000","last_undegraded":"2024-09-10T10:38:48.218628+0000","last_fullsized":"2024-09-10T10:38:48.218628+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212582+0000","last_change":"2024-09-10T10:38:48.212582+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212582+0000","last_undegraded":"2024-09-10T10:38:48.212582+0000","last_fullsized":"2024-09-10T10:38:48.212582+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.217618+0000","last_change":"2024-09-10T10:38:48.217618+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.217618+0000","last_undegraded":"2024-09-10T10:38:48.217618+0000","last_fullsized":"2024-09-10T10:38:48.217618+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218176+0000","last_change":"2024-09-10T10:38:48.218176+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218176+0000","last_undegraded":"2024-09-10T10:38:48.218176+0000","last_fullsized":"2024-09-10T10:38:48.218176+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212197+0000","last_change":"2024-09-10T10:38:48.212197+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212197+0000","last_undegraded":"2024-09-10T10:38:48.212197+0000","last_fullsized":"2024-09-10T10:38:48.212197+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218165+0000","last_change":"2024-09-10T10:38:48.218165+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218165+0000","last_undegraded":"2024-09-10T10:38:48.218165+0000","last_fullsized":"2024-09-10T10:38:48.218165+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256592+0000","last_change":"2024-09-10T10:38:49.239833+0000","last_active":"2024-09-10T10:38:51.256592+0000","last_peered":"2024-09-10T10:38:51.256592+0000","last_clean":"2024-09-10T10:38:51.256592+0000","last_became_active":"2024-09-10T10:38:49.239536+0000","last_became_peered":"2024-09-10T10:38:49.239536+0000","last_unstale":"2024-09-10T10:38:51.256592+0000","last_undegraded":"2024-09-10T10:38:51.256592+0000","last_fullsized":"2024-09-10T10:38:51.256592+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:24.031119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212188+0000","last_change":"2024-09-10T10:38:48.212188+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212188+0000","last_undegraded":"2024-09-10T10:38:48.212188+0000","last_fullsized":"2024-09-10T10:38:48.212188+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218338+0000","last_change":"2024-09-10T10:38:48.218338+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218338+0000","last_undegraded":"2024-09-10T10:38:48.218338+0000","last_fullsized":"2024-09-10T10:38:48.218338+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.219050+0000","last_change":"2024-09-10T10:38:48.219050+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.219050+0000","last_undegraded":"2024-09-10T10:38:48.219050+0000","last_fullsized":"2024-09-10T10:38:48.219050+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216512+0000","last_change":"2024-09-10T10:38:48.216512+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216512+0000","last_undegraded":"2024-09-10T10:38:48.216512+0000","last_fullsized":"2024-09-10T10:38:48.216512+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256693+0000","last_change":"2024-09-10T10:38:49.228532+0000","last_active":"2024-09-10T10:38:51.256693+0000","last_peered":"2024-09-10T10:38:51.256693+0000","last_clean":"2024-09-10T10:38:51.256693+0000","last_became_active":"2024-09-10T10:38:49.228246+0000","last_became_peered":"2024-09-10T10:38:49.228246+0000","last_unstale":"2024-09-10T10:38:51.256693+0000","last_undegraded":"2024-09-10T10:38:51.256693+0000","last_fullsized":"2024-09-10T10:38:51.256693+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:04.780313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218042+0000","last_change":"2024-09-10T10:38:48.218042+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218042+0000","last_undegraded":"2024-09-10T10:38:48.218042+0000","last_fullsized":"2024-09-10T10:38:48.218042+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216082+0000","last_change":"2024-09-10T10:38:48.216082+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216082+0000","last_undegraded":"2024-09-10T10:38:48.216082+0000","last_fullsized":"2024-09-10T10:38:48.216082+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.217576+0000","last_change":"2024-09-10T10:38:48.217576+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.217576+0000","last_undegraded":"2024-09-10T10:38:48.217576+0000","last_fullsized":"2024-09-10T10:38:48.217576+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216091+0000","last_change":"2024-09-10T10:38:48.216091+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216091+0000","last_undegraded":"2024-09-10T10:38:48.216091+0000","last_fullsized":"2024-09-10T10:38:48.216091+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.218593+0000","last_change":"2024-09-10T10:38:48.218593+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.218593+0000","last_undegraded":"2024-09-10T10:38:48.218593+0000","last_fullsized":"2024-09-10T10:38:48.218593+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256844+0000","last_change":"2024-09-10T10:38:49.237339+0000","last_active":"2024-09-10T10:38:51.256844+0000","last_peered":"2024-09-10T10:38:51.256844+0000","last_clean":"2024-09-10T10:38:51.256844+0000","last_became_active":"2024-09-10T10:38:49.237007+0000","last_became_peered":"2024-09-10T10:38:49.237007+0000","last_unstale":"2024-09-10T10:38:51.256844+0000","last_undegraded":"2024-09-10T10:38:51.256844+0000","last_fullsized":"2024-09-10T10:38:51.256844+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:25:26.370147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256678+0000","last_change":"2024-09-10T10:38:50.240250+0000","last_active":"2024-09-10T10:38:51.256678+0000","last_peered":"2024-09-10T10:38:51.256678+0000","last_clean":"2024-09-10T10:38:51.256678+0000","last_became_active":"2024-09-10T10:38:50.238867+0000","last_became_peered":"2024-09-10T10:38:50.238867+0000","last_unstale":"2024-09-10T10:38:51.256678+0000","last_undegraded":"2024-09-10T10:38:51.256678+0000","last_fullsized":"2024-09-10T10:38:51.256678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:25.150518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.217638+0000","last_change":"2024-09-10T10:38:48.217638+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.217638+0000","last_undegraded":"2024-09-10T10:38:48.217638+0000","last_fullsized":"2024-09-10T10:38:48.217638+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256905+0000","last_change":"2024-09-10T10:38:50.244825+0000","last_active":"2024-09-10T10:38:51.256905+0000","last_peered":"2024-09-10T10:38:51.256905+0000","last_clean":"2024-09-10T10:38:51.256905+0000","last_became_active":"2024-09-10T10:38:50.239809+0000","last_became_peered":"2024-09-10T10:38:50.239809+0000","last_unstale":"2024-09-10T10:38:51.256905+0000","last_undegraded":"2024-09-10T10:38:51.256905+0000","last_fullsized":"2024-09-10T10:38:51.256905+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:17.400228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.214294+0000","last_change":"2024-09-10T10:38:48.214294+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.214294+0000","last_undegraded":"2024-09-10T10:38:48.214294+0000","last_fullsized":"2024-09-10T10:38:48.214294+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.366751+0000","last_change":"2024-09-10T10:38:48.366751+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.366751+0000","last_undegraded":"2024-09-10T10:38:48.366751+0000","last_fullsized":"2024-09-10T10:38:48.366751+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212808+0000","last_change":"2024-09-10T10:38:48.212808+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212808+0000","last_undegraded":"2024-09-10T10:38:48.212808+0000","last_fullsized":"2024-09-10T10:38:48.212808+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257162+0000","last_change":"2024-09-10T10:38:50.253877+0000","last_active":"2024-09-10T10:38:51.257162+0000","last_peered":"2024-09-10T10:38:51.257162+0000","last_clean":"2024-09-10T10:38:51.257162+0000","last_became_active":"2024-09-10T10:38:50.253587+0000","last_became_peered":"2024-09-10T10:38:50.253587+0000","last_unstale":"2024-09-10T10:38:51.257162+0000","last_undegraded":"2024-09-10T10:38:51.257162+0000","last_fullsized":"2024-09-10T10:38:51.257162+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:32.155763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216145+0000","last_change":"2024-09-10T10:38:48.216145+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216145+0000","last_undegraded":"2024-09-10T10:38:48.216145+0000","last_fullsized":"2024-09-10T10:38:48.216145+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256942+0000","last_change":"2024-09-10T10:38:50.253804+0000","last_active":"2024-09-10T10:38:51.256942+0000","last_peered":"2024-09-10T10:38:51.256942+0000","last_clean":"2024-09-10T10:38:51.256942+0000","last_became_active":"2024-09-10T10:38:50.253294+0000","last_became_peered":"2024-09-10T10:38:50.253294+0000","last_unstale":"2024-09-10T10:38:51.256942+0000","last_undegraded":"2024-09-10T10:38:51.256942+0000","last_fullsized":"2024-09-10T10:38:51.256942+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:51.702950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.6","version":"92'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.258527+0000","last_change":"2024-09-10T10:38:49.234335+0000","last_active":"2024-09-10T10:38:51.258527+0000","last_peered":"2024-09-10T10:38:51.258527+0000","last_clean":"2024-09-10T10:38:51.258527+0000","last_became_active":"2024-09-10T10:38:49.234012+0000","last_became_peered":"2024-09-10T10:38:49.234012+0000","last_unstale":"2024-09-10T10:38:51.258527+0000","last_undegraded":"2024-09-10T10:38:51.258527+0000","last_fullsized":"2024-09-10T10:38:51.258527+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:55.053026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257090+0000","last_change":"2024-09-10T10:38:49.231295+0000","last_active":"2024-09-10T10:38:51.257090+0000","last_peered":"2024-09-10T10:38:51.257090+0000","last_clean":"2024-09-10T10:38:51.257090+0000","last_became_active":"2024-09-10T10:38:49.231037+0000","last_became_peered":"2024-09-10T10:38:49.231037+0000","last_unstale":"2024-09-10T10:38:51.257090+0000","last_undegraded":"2024-09-10T10:38:51.257090+0000","last_fullsized":"2024-09-10T10:38:51.257090+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:55:00.693262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.213607+0000","last_change":"2024-09-10T10:38:48.213607+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.213607+0000","last_undegraded":"2024-09-10T10:38:48.213607+0000","last_fullsized":"2024-09-10T10:38:48.213607+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257050+0000","last_change":"2024-09-10T10:38:50.242243+0000","last_active":"2024-09-10T10:38:51.257050+0000","last_peered":"2024-09-10T10:38:51.257050+0000","last_clean":"2024-09-10T10:38:51.257050+0000","last_became_active":"2024-09-10T10:38:50.238483+0000","last_became_peered":"2024-09-10T10:38:50.238483+0000","last_unstale":"2024-09-10T10:38:51.257050+0000","last_undegraded":"2024-09-10T10:38:51.257050+0000","last_fullsized":"2024-09-10T10:38:51.257050+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:25.755078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212234+0000","last_change":"2024-09-10T10:38:48.212234+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212234+0000","last_undegraded":"2024-09-10T10:38:48.212234+0000","last_fullsized":"2024-09-10T10:38:48.212234+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.213660+0000","last_change":"2024-09-10T10:38:48.213660+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.213660+0000","last_undegraded":"2024-09-10T10:38:48.213660+0000","last_fullsized":"2024-09-10T10:38:48.213660+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256622+0000","last_change":"2024-09-10T10:38:50.240463+0000","last_active":"2024-09-10T10:38:51.256622+0000","last_peered":"2024-09-10T10:38:51.256622+0000","last_clean":"2024-09-10T10:38:51.256622+0000","last_became_active":"2024-09-10T10:38:50.240173+0000","last_became_peered":"2024-09-10T10:38:50.240173+0000","last_unstale":"2024-09-10T10:38:51.256622+0000","last_undegraded":"2024-09-10T10:38:51.256622+0000","last_fullsized":"2024-09-10T10:38:51.256622+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.007148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.213558+0000","last_change":"2024-09-10T10:38:48.213558+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.213558+0000","last_undegraded":"2024-09-10T10:38:48.213558+0000","last_fullsized":"2024-09-10T10:38:48.213558+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.212182+0000","last_change":"2024-09-10T10:38:48.212182+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.212182+0000","last_undegraded":"2024-09-10T10:38:48.212182+0000","last_fullsized":"2024-09-10T10:38:48.212182+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:38:49.207825+0000","last_change":"2024-09-10T10:38:49.207825+0000","last_active":"2024-09-10T10:38:49.207825+0000","last_peered":"2024-09-10T10:38:49.207825+0000","last_clean":"2024-09-10T10:38:49.207825+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:49.207825+0000","last_undegraded":"2024-09-10T10:38:49.207825+0000","last_fullsized":"2024-09-10T10:38:49.207825+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":89,"state":"creating+peering","last_fresh":"2024-09-10T10:38:48.216612+0000","last_change":"2024-09-10T10:38:48.216612+0000","last_active":"2024-09-10T10:38:48.201462+0000","last_peered":"2024-09-10T10:38:48.201462+0000","last_clean":"2024-09-10T10:38:48.201462+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:38:48.216612+0000","last_undegraded":"2024-09-10T10:38:48.216612+0000","last_fullsized":"2024-09-10T10:38:48.216612+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":294,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T10:38:48.216950+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:38:48.216950+0000","last_peered":"2024-09-10T10:38:48.216950+0000","last_clean":"2024-09-10T10:38:48.216950+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:38:48.216950+0000","last_undegraded":"2024-09-10T10:38:48.216950+0000","last_fullsized":"2024-09-10T10:38:48.216950+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":18,"acting":18,"num_store_stats":1},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1032192,"data_stored":433045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509520,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32244,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339596,"statfs":{"total":96636764160,"available":96603746304,"internally_reserved":0,"allocated":1081344,"data_stored":453429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509522,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509521,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32844,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338996,"statfs":{"total":96636764160,"available":96603131904,"internally_reserved":0,"allocated":1687552,"data_stored":1049614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509520,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1093632,"data_stored":459246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542227,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32900,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338940,"statfs":{"total":96636764160,"available":96603074560,"internally_reserved":0,"allocated":1744896,"data_stored":1070632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:38:55.238 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3f is not active+clean 2024-09-10T10:38:55.238 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.238 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3e is not active+clean 2024-09-10T10:38:55.238 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3d is not active+clean 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3c is not active+clean 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3b is not active+clean 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3a is not active+clean 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:PG 15.39 is not active+clean 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.239 INFO:tasks.ceph.ceph_manager.ceph:PG 15.38 is not active+clean 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:PG 15.37 is not active+clean 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:PG 15.36 is not active+clean 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:PG 15.35 is not active+clean 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:PG 15.34 is not active+clean 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:PG 15.33 is not active+clean 2024-09-10T10:38:55.240 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 15.32 is not active+clean 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 15.31 is not active+clean 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 15.30 is not active+clean 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2e is not active+clean 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2c is not active+clean 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2b is not active+clean 2024-09-10T10:38:55.241 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2a is not active+clean 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 15.29 is not active+clean 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 15.28 is not active+clean 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 15.27 is not active+clean 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 15.26 is not active+clean 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.242 INFO:tasks.ceph.ceph_manager.ceph:PG 15.25 is not active+clean 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 15.24 is not active+clean 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 15.23 is not active+clean 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 15.22 is not active+clean 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 15.21 is not active+clean 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 15.20 is not active+clean 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.243 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1f is not active+clean 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.214263+0000', 'last_change': '2024-09-10T10:38:48.214263+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.214263+0000', 'last_undegraded': '2024-09-10T10:38:48.214263+0000', 'last_fullsized': '2024-09-10T10:38:48.214263+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1f is not active+clean 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1e is not active+clean 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.218628+0000', 'last_change': '2024-09-10T10:38:48.218628+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.218628+0000', 'last_undegraded': '2024-09-10T10:38:48.218628+0000', 'last_fullsized': '2024-09-10T10:38:48.218628+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1c is not active+clean 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1d is not active+clean 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.212582+0000', 'last_change': '2024-09-10T10:38:48.212582+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.212582+0000', 'last_undegraded': '2024-09-10T10:38:48.212582+0000', 'last_fullsized': '2024-09-10T10:38:48.212582+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1d is not active+clean 2024-09-10T10:38:55.244 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1c is not active+clean 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.217618+0000', 'last_change': '2024-09-10T10:38:48.217618+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.217618+0000', 'last_undegraded': '2024-09-10T10:38:48.217618+0000', 'last_fullsized': '2024-09-10T10:38:48.217618+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1a is not active+clean 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1b is not active+clean 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.218176+0000', 'last_change': '2024-09-10T10:38:48.218176+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.218176+0000', 'last_undegraded': '2024-09-10T10:38:48.218176+0000', 'last_fullsized': '2024-09-10T10:38:48.218176+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1b is not active+clean 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1a is not active+clean 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.212197+0000', 'last_change': '2024-09-10T10:38:48.212197+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.212197+0000', 'last_undegraded': '2024-09-10T10:38:48.212197+0000', 'last_fullsized': '2024-09-10T10:38:48.212197+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:38:55.245 INFO:tasks.ceph.ceph_manager.ceph:PG 15.18 is not active+clean 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:PG 14.19 is not active+clean 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.218165+0000', 'last_change': '2024-09-10T10:38:48.218165+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.218165+0000', 'last_undegraded': '2024-09-10T10:38:48.218165+0000', 'last_fullsized': '2024-09-10T10:38:48.218165+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:PG 15.19 is not active+clean 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:PG 15.16 is not active+clean 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:PG 14.17 is not active+clean 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.212188+0000', 'last_change': '2024-09-10T10:38:48.212188+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.212188+0000', 'last_undegraded': '2024-09-10T10:38:48.212188+0000', 'last_fullsized': '2024-09-10T10:38:48.212188+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:PG 15.17 is not active+clean 2024-09-10T10:38:55.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 14.16 is not active+clean 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.218338+0000', 'last_change': '2024-09-10T10:38:48.218338+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.218338+0000', 'last_undegraded': '2024-09-10T10:38:48.218338+0000', 'last_fullsized': '2024-09-10T10:38:48.218338+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 15.14 is not active+clean 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 14.15 is not active+clean 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.219050+0000', 'last_change': '2024-09-10T10:38:48.219050+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.219050+0000', 'last_undegraded': '2024-09-10T10:38:48.219050+0000', 'last_fullsized': '2024-09-10T10:38:48.219050+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 15.15 is not active+clean 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 14.14 is not active+clean 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.216512+0000', 'last_change': '2024-09-10T10:38:48.216512+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.216512+0000', 'last_undegraded': '2024-09-10T10:38:48.216512+0000', 'last_fullsized': '2024-09-10T10:38:48.216512+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:38:55.247 INFO:tasks.ceph.ceph_manager.ceph:PG 15.12 is not active+clean 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:PG 15.13 is not active+clean 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:PG 14.12 is not active+clean 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.218042+0000', 'last_change': '2024-09-10T10:38:48.218042+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.218042+0000', 'last_undegraded': '2024-09-10T10:38:48.218042+0000', 'last_fullsized': '2024-09-10T10:38:48.218042+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:PG 15.10 is not active+clean 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:PG 14.11 is not active+clean 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.216082+0000', 'last_change': '2024-09-10T10:38:48.216082+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.216082+0000', 'last_undegraded': '2024-09-10T10:38:48.216082+0000', 'last_fullsized': '2024-09-10T10:38:48.216082+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:PG 15.11 is not active+clean 2024-09-10T10:38:55.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 14.10 is not active+clean 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.217576+0000', 'last_change': '2024-09-10T10:38:48.217576+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.217576+0000', 'last_undegraded': '2024-09-10T10:38:48.217576+0000', 'last_fullsized': '2024-09-10T10:38:48.217576+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 15.f is not active+clean 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 14.e is not active+clean 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.216091+0000', 'last_change': '2024-09-10T10:38:48.216091+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.216091+0000', 'last_undegraded': '2024-09-10T10:38:48.216091+0000', 'last_fullsized': '2024-09-10T10:38:48.216091+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 15.c is not active+clean 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 14.d is not active+clean 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.218593+0000', 'last_change': '2024-09-10T10:38:48.218593+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.218593+0000', 'last_undegraded': '2024-09-10T10:38:48.218593+0000', 'last_fullsized': '2024-09-10T10:38:48.218593+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:PG 15.d is not active+clean 2024-09-10T10:38:55.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:PG 14.b is not active+clean 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.217638+0000', 'last_change': '2024-09-10T10:38:48.217638+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.217638+0000', 'last_undegraded': '2024-09-10T10:38:48.217638+0000', 'last_fullsized': '2024-09-10T10:38:48.217638+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:PG 14.a is not active+clean 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.214294+0000', 'last_change': '2024-09-10T10:38:48.214294+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.214294+0000', 'last_undegraded': '2024-09-10T10:38:48.214294+0000', 'last_fullsized': '2024-09-10T10:38:48.214294+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:PG 15.8 is not active+clean 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:PG 14.9 is not active+clean 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.366751+0000', 'last_change': '2024-09-10T10:38:48.366751+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.366751+0000', 'last_undegraded': '2024-09-10T10:38:48.366751+0000', 'last_fullsized': '2024-09-10T10:38:48.366751+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:PG 15.9 is not active+clean 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.250 INFO:tasks.ceph.ceph_manager.ceph:PG 14.8 is not active+clean 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.212808+0000', 'last_change': '2024-09-10T10:38:48.212808+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.212808+0000', 'last_undegraded': '2024-09-10T10:38:48.212808+0000', 'last_fullsized': '2024-09-10T10:38:48.212808+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 14.7 is not active+clean 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.216145+0000', 'last_change': '2024-09-10T10:38:48.216145+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.216145+0000', 'last_undegraded': '2024-09-10T10:38:48.216145+0000', 'last_fullsized': '2024-09-10T10:38:48.216145+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 15.4 is not active+clean 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 15.5 is not active+clean 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 14.4 is not active+clean 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.213607+0000', 'last_change': '2024-09-10T10:38:48.213607+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.213607+0000', 'last_undegraded': '2024-09-10T10:38:48.213607+0000', 'last_fullsized': '2024-09-10T10:38:48.213607+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3 is not active+clean 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.212234+0000', 'last_change': '2024-09-10T10:38:48.212234+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.212234+0000', 'last_undegraded': '2024-09-10T10:38:48.212234+0000', 'last_fullsized': '2024-09-10T10:38:48.212234+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:38:55.251 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3 is not active+clean 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2 is not active+clean 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.213660+0000', 'last_change': '2024-09-10T10:38:48.213660+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.213660+0000', 'last_undegraded': '2024-09-10T10:38:48.213660+0000', 'last_fullsized': '2024-09-10T10:38:48.213660+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1 is not active+clean 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.213558+0000', 'last_change': '2024-09-10T10:38:48.213558+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.213558+0000', 'last_undegraded': '2024-09-10T10:38:48.213558+0000', 'last_fullsized': '2024-09-10T10:38:48.213558+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1 is not active+clean 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:PG 14.0 is not active+clean 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.212182+0000', 'last_change': '2024-09-10T10:38:48.212182+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.212182+0000', 'last_undegraded': '2024-09-10T10:38:48.212182+0000', 'last_fullsized': '2024-09-10T10:38:48.212182+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:PG 15.e is not active+clean 2024-09-10T10:38:55.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:38:49.207825+0000', 'last_change': '2024-09-10T10:38:49.207825+0000', 'last_active': '2024-09-10T10:38:49.207825+0000', 'last_peered': '2024-09-10T10:38:49.207825+0000', 'last_clean': '2024-09-10T10:38:49.207825+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:49.207825+0000', 'last_undegraded': '2024-09-10T10:38:49.207825+0000', 'last_fullsized': '2024-09-10T10:38:49.207825+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:49.207825+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:38:55.253 INFO:tasks.ceph.ceph_manager.ceph:PG 14.f is not active+clean 2024-09-10T10:38:55.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 89, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:38:48.216612+0000', 'last_change': '2024-09-10T10:38:48.216612+0000', 'last_active': '2024-09-10T10:38:48.201462+0000', 'last_peered': '2024-09-10T10:38:48.201462+0000', 'last_clean': '2024-09-10T10:38:48.201462+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:38:48.216612+0000', 'last_undegraded': '2024-09-10T10:38:48.216612+0000', 'last_fullsized': '2024-09-10T10:38:48.216612+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 89, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'last_clean_scrub_stamp': '2024-09-10T10:38:48.201462+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:38:55.253 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T10:38:55.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.410+0000 7f3905600640 1 Processor -- start 2024-09-10T10:38:55.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.410+0000 7f3905600640 1 -- start start 2024-09-10T10:38:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3905600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f390015d060 0x7f39000d1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3905600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f390015d4b0 0x7f3900073110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3905600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3900160240 con 0x7f39000b1500 2024-09-10T10:38:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3905600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3900160520 con 0x7f390015d4b0 2024-09-10T10:38:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3905600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3900160800 con 0x7f390015d060 2024-09-10T10:38:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3904c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f390015d4b0 0x7f3900073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3904c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f390015d4b0 0x7f3900073110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47084/0 (socket says 172.21.15.22:47084) 2024-09-10T10:38:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3904c00640 1 -- 172.21.15.22:0/2162085850 learned_addr learned my addr 172.21.15.22:0/2162085850 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:55.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f38f7400640 1 --2- 172.21.15.22:0/2162085850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f390015d060 0x7f39000d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3904c00640 1 -- 172.21.15.22:0/2162085850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f390015d060 msgr2=0x7f39000d1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:55.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3904c00640 1 --2- 172.21.15.22:0/2162085850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f390015d060 0x7f39000d1030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3904c00640 1 -- 172.21.15.22:0/2162085850 >> v1:172.21.15.145:6789/0 conn(0x7f39000b1500 legacy=0x7f39000b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3904c00640 1 -- 172.21.15.22:0/2162085850 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3900160ae0 con 0x7f390015d4b0 2024-09-10T10:38:55.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f38f7400640 1 --2- 172.21.15.22:0/2162085850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f390015d060 0x7f39000d1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:55.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.414+0000 7f3904c00640 1 --2- 172.21.15.22:0/2162085850 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 0x7f3900073110 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f38f8009e50 tx=0x7f38f801c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c009bc117e106562 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:55.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f38ff400640 1 -- 172.21.15.22:0/2162085850 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f80a5660 con 0x7f390015d4b0 2024-09-10T10:38:55.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f38ff400640 1 -- 172.21.15.22:0/2162085850 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38f80a5800 con 0x7f390015d4b0 2024-09-10T10:38:55.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f38ff400640 1 -- 172.21.15.22:0/2162085850 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f80a5bd0 con 0x7f390015d4b0 2024-09-10T10:38:55.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 -- 172.21.15.22:0/2162085850 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 msgr2=0x7f3900073110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 --2- 172.21.15.22:0/2162085850 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 0x7f3900073110 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f38f8009e50 tx=0x7f38f801c9a0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 -- 172.21.15.22:0/2162085850 shutdown_connections 2024-09-10T10:38:55.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 --2- 172.21.15.22:0/2162085850 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 0x7f3900073110 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 --2- 172.21.15.22:0/2162085850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f390015d060 0x7f39000d1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 -- 172.21.15.22:0/2162085850 >> 172.21.15.22:0/2162085850 conn(0x7f39000b4090 msgr2=0x7f39000b44a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:55.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 -- 172.21.15.22:0/2162085850 shutdown_connections 2024-09-10T10:38:55.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 -- 172.21.15.22:0/2162085850 wait complete. 2024-09-10T10:38:55.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 Processor -- start 2024-09-10T10:38:55.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 -- start start 2024-09-10T10:38:55.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39000b1500 0x7f390013e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f390015d060 0x7f39000b2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 0x7f390013d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f390015ffe0 con 0x7f390015d4b0 2024-09-10T10:38:55.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3900142730 con 0x7f390015d060 2024-09-10T10:38:55.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3905600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3900073a60 con 0x7f39000b1500 2024-09-10T10:38:55.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3904c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 0x7f390013d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f38ffe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39000b1500 0x7f390013e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3904c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 0x7f390013d440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47090/0 (socket says 172.21.15.22:47090) 2024-09-10T10:38:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f38f7400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f390015d060 0x7f39000b2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.418+0000 7f3904c00640 1 -- 172.21.15.22:0/2079821700 learned_addr learned my addr 172.21.15.22:0/2079821700 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f3904c00640 1 -- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39000b1500 msgr2=0x7f390013e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f3904c00640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39000b1500 0x7f390013e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f3904c00640 1 -- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f390015d060 msgr2=0x7f39000b2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f3904c00640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f390015d060 0x7f39000b2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f3904c00640 1 -- 172.21.15.22:0/2079821700 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f390012b0e0 con 0x7f390015d4b0 2024-09-10T10:38:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f3904c00640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 0x7f390013d440 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f38f801a5d0 tx=0x7f38f8019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f38fcc00640 1 -- 172.21.15.22:0/2079821700 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f80bc020 con 0x7f390015d4b0 2024-09-10T10:38:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f38fcc00640 1 -- 172.21.15.22:0/2079821700 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38f80b8690 con 0x7f390015d4b0 2024-09-10T10:38:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f38fcc00640 1 -- 172.21.15.22:0/2079821700 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f8009510 con 0x7f390015d4b0 2024-09-10T10:38:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f3905600640 1 -- 172.21.15.22:0/2079821700 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f390012b3c0 con 0x7f390015d4b0 2024-09-10T10:38:55.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f3905600640 1 -- 172.21.15.22:0/2079821700 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f390012bc60 con 0x7f390015d4b0 2024-09-10T10:38:55.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f3905600640 1 -- 172.21.15.22:0/2079821700 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f390012b7b0 con 0x7f390015d4b0 2024-09-10T10:38:55.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f38fcc00640 1 -- 172.21.15.22:0/2079821700 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f38f80bf020 con 0x7f390015d4b0 2024-09-10T10:38:55.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f38fcc00640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f38dc0678c0 0x7f38dc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.422+0000 7f38fcc00640 1 -- 172.21.15.22:0/2079821700 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f38f8120700 con 0x7f390015d4b0 2024-09-10T10:38:55.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.426+0000 7f38ffe00640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f38dc0678c0 0x7f38dc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.426+0000 7f38ffe00640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f38dc0678c0 0x7f38dc069d80 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f38f0001770 tx=0x7f38f0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:55.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.426+0000 7f38fcc00640 1 -- 172.21.15.22:0/2079821700 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f38f80c6070 con 0x7f390015d4b0 2024-09-10T10:38:55.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 -- 172.21.15.22:0/2079821700 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f390012b590 con 0x7f390015d4b0 2024-09-10T10:38:55.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f38fcc00640 1 -- 172.21.15.22:0/2079821700 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1217 (secure 0 0 0) 0x7f38f8016620 con 0x7f390015d4b0 2024-09-10T10:38:55.658 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:55.658 INFO:teuthology.orchestra.run.smithi022.stdout:{"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":411,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":92,"num_osds":8,"num_up_osds":8,"osd_up_since":1725964338,"num_in_osds":8,"osd_in_since":1725964326,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":55},{"state_name":"creating+peering","count":27},{"state_name":"active+clean","count":15}],"num_pgs":97,"num_pools":3,"num_objects":5,"data_bytes":590402,"bytes_used":265453568,"bytes_avail":772828659712,"bytes_total":773094113280,"unknown_pgs_ratio":0.56701028347015381,"inactive_pgs_ratio":0.27835050225257874,"write_bytes_sec":1373,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":63,"btime":"2024-09-10T10:38:53:255313+0000","id":7,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":7,"rank":0,"name":"a","status":"up:active","gid":6795}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":10,"modified":"2024-09-10T10:37:07.399938+0000","services":{}},"progress_events":{}} 2024-09-10T10:38:55.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 -- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f38dc0678c0 msgr2=0x7f38dc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f38dc0678c0 0x7f38dc069d80 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f38f0001770 tx=0x7f38f0009040 comp rx=0 tx=0).stop 2024-09-10T10:38:55.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 -- 172.21.15.22:0/2079821700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 msgr2=0x7f390013d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 0x7f390013d440 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f38f801a5d0 tx=0x7f38f8019740 comp rx=0 tx=0).stop 2024-09-10T10:38:55.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 -- 172.21.15.22:0/2079821700 shutdown_connections 2024-09-10T10:38:55.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f38dc0678c0 0x7f38dc069d80 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f390015d4b0 0x7f390013d440 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f390015d060 0x7f39000b2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 --2- 172.21.15.22:0/2079821700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39000b1500 0x7f390013e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.654+0000 7f3905600640 1 -- 172.21.15.22:0/2079821700 >> 172.21.15.22:0/2079821700 conn(0x7f39000b4090 msgr2=0x7f39000705d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:55.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.658+0000 7f3905600640 1 -- 172.21.15.22:0/2079821700 shutdown_connections 2024-09-10T10:38:55.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.658+0000 7f3905600640 1 -- 172.21.15.22:0/2079821700 wait complete. 2024-09-10T10:38:55.680 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T10:38:55.680 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:38:55.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d7200640 1 Processor -- start 2024-09-10T10:38:55.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d7200640 1 -- start start 2024-09-10T10:38:55.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d7200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d815afe0 0x7f87d80cde40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d7200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f87d80cf0a0 0x7f87d80cf510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d7200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87d80722d0 con 0x7f87d806c6c0 2024-09-10T10:38:55.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d7200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f87d80cfa50 con 0x7f87d80cf0a0 2024-09-10T10:38:55.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d7200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f87d8072ee0 con 0x7f87d815afe0 2024-09-10T10:38:55.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d815afe0 0x7f87d80cde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d6800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f87d80cf0a0 0x7f87d80cf510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d815afe0 0x7f87d80cde40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:35426/0 (socket says 172.21.15.22:35426) 2024-09-10T10:38:55.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d5e00640 1 -- 172.21.15.22:0/1561723825 learned_addr learned my addr 172.21.15.22:0/1561723825 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:55.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d5e00640 1 -- 172.21.15.22:0/1561723825 >> v2:172.21.15.145:3300/0 conn(0x7f87d80cf0a0 msgr2=0x7f87d80cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:55.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d5e00640 1 --2- 172.21.15.22:0/1561723825 >> v2:172.21.15.145:3300/0 conn(0x7f87d80cf0a0 0x7f87d80cf510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d5e00640 1 -- 172.21.15.22:0/1561723825 >> v1:172.21.15.145:6789/0 conn(0x7f87d806c6c0 legacy=0x7f87d8073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d5e00640 1 -- 172.21.15.22:0/1561723825 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d80725b0 con 0x7f87d815afe0 2024-09-10T10:38:55.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.818+0000 7f87d6800640 1 --2- 172.21.15.22:0/1561723825 >> v2:172.21.15.145:3300/0 conn(0x7f87d80cf0a0 0x7f87d80cf510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:38:55.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d5e00640 1 --2- 172.21.15.22:0/1561723825 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d815afe0 0x7f87d80cde40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f87c800bb10 tx=0x7f87c801eb70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=114dfe156990c61e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:55.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d5400640 1 -- 172.21.15.22:0/1561723825 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c80b4070 con 0x7f87d815afe0 2024-09-10T10:38:55.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d5400640 1 -- 172.21.15.22:0/1561723825 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87c80a7c40 con 0x7f87d815afe0 2024-09-10T10:38:55.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d5400640 1 -- 172.21.15.22:0/1561723825 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c80af440 con 0x7f87d815afe0 2024-09-10T10:38:55.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d7200640 1 -- 172.21.15.22:0/1561723825 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d815afe0 msgr2=0x7f87d80cde40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d7200640 1 --2- 172.21.15.22:0/1561723825 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d815afe0 0x7f87d80cde40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f87c800bb10 tx=0x7f87c801eb70 comp rx=0 tx=0).stop 2024-09-10T10:38:55.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d7200640 1 -- 172.21.15.22:0/1561723825 shutdown_connections 2024-09-10T10:38:55.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d7200640 1 --2- 172.21.15.22:0/1561723825 >> v2:172.21.15.145:3300/0 conn(0x7f87d80cf0a0 0x7f87d80cf510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d7200640 1 --2- 172.21.15.22:0/1561723825 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d815afe0 0x7f87d80cde40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d7200640 1 -- 172.21.15.22:0/1561723825 >> 172.21.15.22:0/1561723825 conn(0x7f87d8062ae0 msgr2=0x7f87d806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:55.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d7200640 1 -- 172.21.15.22:0/1561723825 shutdown_connections 2024-09-10T10:38:55.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.822+0000 7f87d7200640 1 -- 172.21.15.22:0/1561723825 wait complete. 2024-09-10T10:38:55.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 Processor -- start 2024-09-10T10:38:55.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 -- start start 2024-09-10T10:38:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f87d806c6c0 0x7f87d814f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d80cf0a0 0x7f87d8157310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d815afe0 0x7f87d81642b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f87d8073c00 con 0x7f87d806c6c0 2024-09-10T10:38:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f87d8073a80 con 0x7f87d815afe0 2024-09-10T10:38:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f87d815bbd0 con 0x7f87d80cf0a0 2024-09-10T10:38:55.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d5e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f87d806c6c0 0x7f87d814f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d5e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f87d806c6c0 0x7f87d814f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47100/0 (socket says 172.21.15.22:47100) 2024-09-10T10:38:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d5e00640 1 -- 172.21.15.22:0/1411167649 learned_addr learned my addr 172.21.15.22:0/1411167649 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d6800640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d815afe0 0x7f87d81642b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87cd400640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d80cf0a0 0x7f87d8157310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d5e00640 1 -- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d80cf0a0 msgr2=0x7f87d8157310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d5e00640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d80cf0a0 0x7f87d8157310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d5e00640 1 -- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d815afe0 msgr2=0x7f87d81642b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d5e00640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d815afe0 0x7f87d81642b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:55.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d5e00640 1 -- 172.21.15.22:0/1411167649 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d81505b0 con 0x7f87d806c6c0 2024-09-10T10:38:55.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d5e00640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f87d806c6c0 0x7f87d814f790 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f87c800b2c0 tx=0x7f87c801b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:55.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87cea00640 1 -- 172.21.15.22:0/1411167649 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c80bf070 con 0x7f87d806c6c0 2024-09-10T10:38:55.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87cea00640 1 -- 172.21.15.22:0/1411167649 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87c80b6050 con 0x7f87d806c6c0 2024-09-10T10:38:55.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87cea00640 1 -- 172.21.15.22:0/1411167649 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c80b4030 con 0x7f87d806c6c0 2024-09-10T10:38:55.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 -- 172.21.15.22:0/1411167649 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d8157a10 con 0x7f87d806c6c0 2024-09-10T10:38:55.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 -- 172.21.15.22:0/1411167649 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d8157fd0 con 0x7f87d806c6c0 2024-09-10T10:38:55.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.826+0000 7f87d7200640 1 -- 172.21.15.22:0/1411167649 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87d80cf510 con 0x7f87d806c6c0 2024-09-10T10:38:55.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.830+0000 7f87cea00640 1 -- 172.21.15.22:0/1411167649 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f87c80c2070 con 0x7f87d806c6c0 2024-09-10T10:38:55.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.830+0000 7f87cea00640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f87b40678f0 0x7f87b4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:55.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.830+0000 7f87cea00640 1 -- 172.21.15.22:0/1411167649 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f87c811f980 con 0x7f87d806c6c0 2024-09-10T10:38:55.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.830+0000 7f87cd400640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f87b40678f0 0x7f87b4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:55.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.830+0000 7f87cd400640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f87b40678f0 0x7f87b4069db0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f87d815f210 tx=0x7f87c0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:55.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.834+0000 7f87cea00640 1 -- 172.21.15.22:0/1411167649 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f87c8018820 con 0x7f87d806c6c0 2024-09-10T10:38:56.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:55.998+0000 7f87d7200640 1 -- 172.21.15.22:0/1411167649 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f87d80b2f20 con 0x7f87b40678f0 2024-09-10T10:38:56.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.006+0000 7f87cea00640 1 -- 172.21.15.22:0/1411167649 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252082 (secure 0 0 0) 0x7f87d80b2f20 con 0x7f87b40678f0 2024-09-10T10:38:56.012 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:56.014 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:38:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 -- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f87b40678f0 msgr2=0x7f87b4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f87b40678f0 0x7f87b4069db0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f87d815f210 tx=0x7f87c0009040 comp rx=0 tx=0).stop 2024-09-10T10:38:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 -- 172.21.15.22:0/1411167649 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f87d806c6c0 msgr2=0x7f87d814f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f87d806c6c0 0x7f87d814f790 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f87c800b2c0 tx=0x7f87c801b910 comp rx=0 tx=0).stop 2024-09-10T10:38:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 -- 172.21.15.22:0/1411167649 shutdown_connections 2024-09-10T10:38:56.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f87b40678f0 0x7f87b4069db0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:56.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87d815afe0 0x7f87d81642b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:56.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87d80cf0a0 0x7f87d8157310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:56.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 --2- 172.21.15.22:0/1411167649 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f87d806c6c0 0x7f87d814f790 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:56.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 -- 172.21.15.22:0/1411167649 >> 172.21.15.22:0/1411167649 conn(0x7f87d8062ae0 msgr2=0x7f87d81530b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:56.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 -- 172.21.15.22:0/1411167649 shutdown_connections 2024-09-10T10:38:56.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:56.010+0000 7f87d7200640 1 -- 172.21.15.22:0/1411167649 wait complete. 2024-09-10T10:38:56.033 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":284,"stamp":"2024-09-10T10:38:55.427810+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":182,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263748,"kb_used_data":10056,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710972,"statfs":{"total":773094113280,"available":772824035328,"internally_reserved":0,"allocated":10297344,"data_stored":5014324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":28,"apply_latency_ms":28,"commit_latency_ns":28000000,"apply_latency_ns":28000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.214969"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938400+0000","last_change":"2024-09-10T10:38:50.248338+0000","last_active":"2024-09-10T10:38:51.938400+0000","last_peered":"2024-09-10T10:38:51.938400+0000","last_clean":"2024-09-10T10:38:51.938400+0000","last_became_active":"2024-09-10T10:38:50.247824+0000","last_became_peered":"2024-09-10T10:38:50.247824+0000","last_unstale":"2024-09-10T10:38:51.938400+0000","last_undegraded":"2024-09-10T10:38:51.938400+0000","last_fullsized":"2024-09-10T10:38:51.938400+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:25.321299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938391+0000","last_change":"2024-09-10T10:38:50.249403+0000","last_active":"2024-09-10T10:38:51.938391+0000","last_peered":"2024-09-10T10:38:51.938391+0000","last_clean":"2024-09-10T10:38:51.938391+0000","last_became_active":"2024-09-10T10:38:50.248939+0000","last_became_peered":"2024-09-10T10:38:50.248939+0000","last_unstale":"2024-09-10T10:38:51.938391+0000","last_undegraded":"2024-09-10T10:38:51.938391+0000","last_fullsized":"2024-09-10T10:38:51.938391+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:06.295259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.232241+0000","last_change":"2024-09-10T10:38:50.241634+0000","last_active":"2024-09-10T10:38:51.232241+0000","last_peered":"2024-09-10T10:38:51.232241+0000","last_clean":"2024-09-10T10:38:51.232241+0000","last_became_active":"2024-09-10T10:38:50.241373+0000","last_became_peered":"2024-09-10T10:38:50.241373+0000","last_unstale":"2024-09-10T10:38:51.232241+0000","last_undegraded":"2024-09-10T10:38:51.232241+0000","last_fullsized":"2024-09-10T10:38:51.232241+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:19.998474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938126+0000","last_change":"2024-09-10T10:38:50.246515+0000","last_active":"2024-09-10T10:38:51.938126+0000","last_peered":"2024-09-10T10:38:51.938126+0000","last_clean":"2024-09-10T10:38:51.938126+0000","last_became_active":"2024-09-10T10:38:50.246041+0000","last_became_peered":"2024-09-10T10:38:50.246041+0000","last_unstale":"2024-09-10T10:38:51.938126+0000","last_undegraded":"2024-09-10T10:38:51.938126+0000","last_fullsized":"2024-09-10T10:38:51.938126+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:44.183702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938388+0000","last_change":"2024-09-10T10:38:50.230365+0000","last_active":"2024-09-10T10:38:51.938388+0000","last_peered":"2024-09-10T10:38:51.938388+0000","last_clean":"2024-09-10T10:38:51.938388+0000","last_became_active":"2024-09-10T10:38:50.230048+0000","last_became_peered":"2024-09-10T10:38:50.230048+0000","last_unstale":"2024-09-10T10:38:51.938388+0000","last_undegraded":"2024-09-10T10:38:51.938388+0000","last_fullsized":"2024-09-10T10:38:51.938388+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:36.712414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938331+0000","last_change":"2024-09-10T10:38:50.233112+0000","last_active":"2024-09-10T10:38:51.938331+0000","last_peered":"2024-09-10T10:38:51.938331+0000","last_clean":"2024-09-10T10:38:51.938331+0000","last_became_active":"2024-09-10T10:38:50.232819+0000","last_became_peered":"2024-09-10T10:38:50.232819+0000","last_unstale":"2024-09-10T10:38:51.938331+0000","last_undegraded":"2024-09-10T10:38:51.938331+0000","last_fullsized":"2024-09-10T10:38:51.938331+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:00.404700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938162+0000","last_change":"2024-09-10T10:38:50.242122+0000","last_active":"2024-09-10T10:38:51.938162+0000","last_peered":"2024-09-10T10:38:51.938162+0000","last_clean":"2024-09-10T10:38:51.938162+0000","last_became_active":"2024-09-10T10:38:50.241812+0000","last_became_peered":"2024-09-10T10:38:50.241812+0000","last_unstale":"2024-09-10T10:38:51.938162+0000","last_undegraded":"2024-09-10T10:38:51.938162+0000","last_fullsized":"2024-09-10T10:38:51.938162+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:28.335202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230756+0000","last_change":"2024-09-10T10:38:50.240320+0000","last_active":"2024-09-10T10:38:51.230756+0000","last_peered":"2024-09-10T10:38:51.230756+0000","last_clean":"2024-09-10T10:38:51.230756+0000","last_became_active":"2024-09-10T10:38:50.239383+0000","last_became_peered":"2024-09-10T10:38:50.239383+0000","last_unstale":"2024-09-10T10:38:51.230756+0000","last_undegraded":"2024-09-10T10:38:51.230756+0000","last_fullsized":"2024-09-10T10:38:51.230756+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:02:06.185620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938852+0000","last_change":"2024-09-10T10:38:50.232941+0000","last_active":"2024-09-10T10:38:51.938852+0000","last_peered":"2024-09-10T10:38:51.938852+0000","last_clean":"2024-09-10T10:38:51.938852+0000","last_became_active":"2024-09-10T10:38:50.232484+0000","last_became_peered":"2024-09-10T10:38:50.232484+0000","last_unstale":"2024-09-10T10:38:51.938852+0000","last_undegraded":"2024-09-10T10:38:51.938852+0000","last_fullsized":"2024-09-10T10:38:51.938852+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:46.883052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937378+0000","last_change":"2024-09-10T10:38:50.251023+0000","last_active":"2024-09-10T10:38:51.937378+0000","last_peered":"2024-09-10T10:38:51.937378+0000","last_clean":"2024-09-10T10:38:51.937378+0000","last_became_active":"2024-09-10T10:38:50.250783+0000","last_became_peered":"2024-09-10T10:38:50.250783+0000","last_unstale":"2024-09-10T10:38:51.937378+0000","last_undegraded":"2024-09-10T10:38:51.937378+0000","last_fullsized":"2024-09-10T10:38:51.937378+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:50:21.547775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938857+0000","last_change":"2024-09-10T10:38:50.242405+0000","last_active":"2024-09-10T10:38:51.938857+0000","last_peered":"2024-09-10T10:38:51.938857+0000","last_clean":"2024-09-10T10:38:51.938857+0000","last_became_active":"2024-09-10T10:38:50.241637+0000","last_became_peered":"2024-09-10T10:38:50.241637+0000","last_unstale":"2024-09-10T10:38:51.938857+0000","last_undegraded":"2024-09-10T10:38:51.938857+0000","last_fullsized":"2024-09-10T10:38:51.938857+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:47.560565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938495+0000","last_change":"2024-09-10T10:38:50.249798+0000","last_active":"2024-09-10T10:38:51.938495+0000","last_peered":"2024-09-10T10:38:51.938495+0000","last_clean":"2024-09-10T10:38:51.938495+0000","last_became_active":"2024-09-10T10:38:50.249386+0000","last_became_peered":"2024-09-10T10:38:50.249386+0000","last_unstale":"2024-09-10T10:38:51.938495+0000","last_undegraded":"2024-09-10T10:38:51.938495+0000","last_fullsized":"2024-09-10T10:38:51.938495+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:07.057569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230788+0000","last_change":"2024-09-10T10:38:50.242779+0000","last_active":"2024-09-10T10:38:51.230788+0000","last_peered":"2024-09-10T10:38:51.230788+0000","last_clean":"2024-09-10T10:38:51.230788+0000","last_became_active":"2024-09-10T10:38:50.242506+0000","last_became_peered":"2024-09-10T10:38:50.242506+0000","last_unstale":"2024-09-10T10:38:51.230788+0000","last_undegraded":"2024-09-10T10:38:51.230788+0000","last_fullsized":"2024-09-10T10:38:51.230788+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:36:08.861751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938070+0000","last_change":"2024-09-10T10:38:50.251344+0000","last_active":"2024-09-10T10:38:51.938070+0000","last_peered":"2024-09-10T10:38:51.938070+0000","last_clean":"2024-09-10T10:38:51.938070+0000","last_became_active":"2024-09-10T10:38:50.249498+0000","last_became_peered":"2024-09-10T10:38:50.249498+0000","last_unstale":"2024-09-10T10:38:51.938070+0000","last_undegraded":"2024-09-10T10:38:51.938070+0000","last_fullsized":"2024-09-10T10:38:51.938070+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:13.347401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937742+0000","last_change":"2024-09-10T10:38:50.245412+0000","last_active":"2024-09-10T10:38:51.937742+0000","last_peered":"2024-09-10T10:38:51.937742+0000","last_clean":"2024-09-10T10:38:51.937742+0000","last_became_active":"2024-09-10T10:38:50.244330+0000","last_became_peered":"2024-09-10T10:38:50.244330+0000","last_unstale":"2024-09-10T10:38:51.937742+0000","last_undegraded":"2024-09-10T10:38:51.937742+0000","last_fullsized":"2024-09-10T10:38:51.937742+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:26.513382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938134+0000","last_change":"2024-09-10T10:38:50.247069+0000","last_active":"2024-09-10T10:38:51.938134+0000","last_peered":"2024-09-10T10:38:51.938134+0000","last_clean":"2024-09-10T10:38:51.938134+0000","last_became_active":"2024-09-10T10:38:50.244838+0000","last_became_peered":"2024-09-10T10:38:50.244838+0000","last_unstale":"2024-09-10T10:38:51.938134+0000","last_undegraded":"2024-09-10T10:38:51.938134+0000","last_fullsized":"2024-09-10T10:38:51.938134+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:56:51.221654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256967+0000","last_change":"2024-09-10T10:38:50.252729+0000","last_active":"2024-09-10T10:38:51.256967+0000","last_peered":"2024-09-10T10:38:51.256967+0000","last_clean":"2024-09-10T10:38:51.256967+0000","last_became_active":"2024-09-10T10:38:50.252303+0000","last_became_peered":"2024-09-10T10:38:50.252303+0000","last_unstale":"2024-09-10T10:38:51.256967+0000","last_undegraded":"2024-09-10T10:38:51.256967+0000","last_fullsized":"2024-09-10T10:38:51.256967+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:14:10.078635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938399+0000","last_change":"2024-09-10T10:38:50.249526+0000","last_active":"2024-09-10T10:38:51.938399+0000","last_peered":"2024-09-10T10:38:51.938399+0000","last_clean":"2024-09-10T10:38:51.938399+0000","last_became_active":"2024-09-10T10:38:50.249210+0000","last_became_peered":"2024-09-10T10:38:50.249210+0000","last_unstale":"2024-09-10T10:38:51.938399+0000","last_undegraded":"2024-09-10T10:38:51.938399+0000","last_fullsized":"2024-09-10T10:38:51.938399+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:01.033685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257001+0000","last_change":"2024-09-10T10:38:50.252776+0000","last_active":"2024-09-10T10:38:51.257001+0000","last_peered":"2024-09-10T10:38:51.257001+0000","last_clean":"2024-09-10T10:38:51.257001+0000","last_became_active":"2024-09-10T10:38:50.251691+0000","last_became_peered":"2024-09-10T10:38:50.251691+0000","last_unstale":"2024-09-10T10:38:51.257001+0000","last_undegraded":"2024-09-10T10:38:51.257001+0000","last_fullsized":"2024-09-10T10:38:51.257001+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:34.974295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938537+0000","last_change":"2024-09-10T10:38:50.248169+0000","last_active":"2024-09-10T10:38:51.938537+0000","last_peered":"2024-09-10T10:38:51.938537+0000","last_clean":"2024-09-10T10:38:51.938537+0000","last_became_active":"2024-09-10T10:38:50.247928+0000","last_became_peered":"2024-09-10T10:38:50.247928+0000","last_unstale":"2024-09-10T10:38:51.938537+0000","last_undegraded":"2024-09-10T10:38:51.938537+0000","last_fullsized":"2024-09-10T10:38:51.938537+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:42.022845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231844+0000","last_change":"2024-09-10T10:38:50.239051+0000","last_active":"2024-09-10T10:38:51.231844+0000","last_peered":"2024-09-10T10:38:51.231844+0000","last_clean":"2024-09-10T10:38:51.231844+0000","last_became_active":"2024-09-10T10:38:50.238756+0000","last_became_peered":"2024-09-10T10:38:50.238756+0000","last_unstale":"2024-09-10T10:38:51.231844+0000","last_undegraded":"2024-09-10T10:38:51.231844+0000","last_fullsized":"2024-09-10T10:38:51.231844+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:28:48.910734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231808+0000","last_change":"2024-09-10T10:38:50.233599+0000","last_active":"2024-09-10T10:38:51.231808+0000","last_peered":"2024-09-10T10:38:51.231808+0000","last_clean":"2024-09-10T10:38:51.231808+0000","last_became_active":"2024-09-10T10:38:50.233271+0000","last_became_peered":"2024-09-10T10:38:50.233271+0000","last_unstale":"2024-09-10T10:38:51.231808+0000","last_undegraded":"2024-09-10T10:38:51.231808+0000","last_fullsized":"2024-09-10T10:38:51.231808+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:26.606340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937864+0000","last_change":"2024-09-10T10:38:50.243864+0000","last_active":"2024-09-10T10:38:51.937864+0000","last_peered":"2024-09-10T10:38:51.937864+0000","last_clean":"2024-09-10T10:38:51.937864+0000","last_became_active":"2024-09-10T10:38:50.240463+0000","last_became_peered":"2024-09-10T10:38:50.240463+0000","last_unstale":"2024-09-10T10:38:51.937864+0000","last_undegraded":"2024-09-10T10:38:51.937864+0000","last_fullsized":"2024-09-10T10:38:51.937864+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:28:48.910734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226160+0000","last_change":"2024-09-10T10:38:50.239772+0000","last_active":"2024-09-10T10:38:51.226160+0000","last_peered":"2024-09-10T10:38:51.226160+0000","last_clean":"2024-09-10T10:38:51.226160+0000","last_became_active":"2024-09-10T10:38:50.238348+0000","last_became_peered":"2024-09-10T10:38:50.238348+0000","last_unstale":"2024-09-10T10:38:51.226160+0000","last_undegraded":"2024-09-10T10:38:51.226160+0000","last_fullsized":"2024-09-10T10:38:51.226160+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:44.183702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937649+0000","last_change":"2024-09-10T10:38:50.249757+0000","last_active":"2024-09-10T10:38:51.937649+0000","last_peered":"2024-09-10T10:38:51.937649+0000","last_clean":"2024-09-10T10:38:51.937649+0000","last_became_active":"2024-09-10T10:38:50.249499+0000","last_became_peered":"2024-09-10T10:38:50.249499+0000","last_unstale":"2024-09-10T10:38:51.937649+0000","last_undegraded":"2024-09-10T10:38:51.937649+0000","last_fullsized":"2024-09-10T10:38:51.937649+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:21:50.974239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230766+0000","last_change":"2024-09-10T10:38:50.245761+0000","last_active":"2024-09-10T10:38:51.230766+0000","last_peered":"2024-09-10T10:38:51.230766+0000","last_clean":"2024-09-10T10:38:51.230766+0000","last_became_active":"2024-09-10T10:38:50.245518+0000","last_became_peered":"2024-09-10T10:38:50.245518+0000","last_unstale":"2024-09-10T10:38:51.230766+0000","last_undegraded":"2024-09-10T10:38:51.230766+0000","last_fullsized":"2024-09-10T10:38:51.230766+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:30.243056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226474+0000","last_change":"2024-09-10T10:38:50.232002+0000","last_active":"2024-09-10T10:38:51.226474+0000","last_peered":"2024-09-10T10:38:51.226474+0000","last_clean":"2024-09-10T10:38:51.226474+0000","last_became_active":"2024-09-10T10:38:50.231769+0000","last_became_peered":"2024-09-10T10:38:50.231769+0000","last_unstale":"2024-09-10T10:38:51.226474+0000","last_undegraded":"2024-09-10T10:38:51.226474+0000","last_fullsized":"2024-09-10T10:38:51.226474+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:06.295259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.225979+0000","last_change":"2024-09-10T10:38:50.232908+0000","last_active":"2024-09-10T10:38:51.225979+0000","last_peered":"2024-09-10T10:38:51.225979+0000","last_clean":"2024-09-10T10:38:51.225979+0000","last_became_active":"2024-09-10T10:38:50.232577+0000","last_became_peered":"2024-09-10T10:38:50.232577+0000","last_unstale":"2024-09-10T10:38:51.225979+0000","last_undegraded":"2024-09-10T10:38:51.225979+0000","last_fullsized":"2024-09-10T10:38:51.225979+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:06:30.968428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230949+0000","last_change":"2024-09-10T10:38:50.238716+0000","last_active":"2024-09-10T10:38:51.230949+0000","last_peered":"2024-09-10T10:38:51.230949+0000","last_clean":"2024-09-10T10:38:51.230949+0000","last_became_active":"2024-09-10T10:38:50.238442+0000","last_became_peered":"2024-09-10T10:38:50.238442+0000","last_unstale":"2024-09-10T10:38:51.230949+0000","last_undegraded":"2024-09-10T10:38:51.230949+0000","last_fullsized":"2024-09-10T10:38:51.230949+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:29:38.738818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231819+0000","last_change":"2024-09-10T10:38:50.241731+0000","last_active":"2024-09-10T10:38:51.231819+0000","last_peered":"2024-09-10T10:38:51.231819+0000","last_clean":"2024-09-10T10:38:51.231819+0000","last_became_active":"2024-09-10T10:38:50.241395+0000","last_became_peered":"2024-09-10T10:38:50.241395+0000","last_unstale":"2024-09-10T10:38:51.231819+0000","last_undegraded":"2024-09-10T10:38:51.231819+0000","last_fullsized":"2024-09-10T10:38:51.231819+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:56.283710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231793+0000","last_change":"2024-09-10T10:38:50.239465+0000","last_active":"2024-09-10T10:38:51.231793+0000","last_peered":"2024-09-10T10:38:51.231793+0000","last_clean":"2024-09-10T10:38:51.231793+0000","last_became_active":"2024-09-10T10:38:50.238763+0000","last_became_peered":"2024-09-10T10:38:50.238763+0000","last_unstale":"2024-09-10T10:38:51.231793+0000","last_undegraded":"2024-09-10T10:38:51.231793+0000","last_fullsized":"2024-09-10T10:38:51.231793+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:26.513382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937680+0000","last_change":"2024-09-10T10:38:50.250499+0000","last_active":"2024-09-10T10:38:51.937680+0000","last_peered":"2024-09-10T10:38:51.937680+0000","last_clean":"2024-09-10T10:38:51.937680+0000","last_became_active":"2024-09-10T10:38:50.250182+0000","last_became_peered":"2024-09-10T10:38:50.250182+0000","last_unstale":"2024-09-10T10:38:51.937680+0000","last_undegraded":"2024-09-10T10:38:51.937680+0000","last_fullsized":"2024-09-10T10:38:51.937680+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:02:06.185620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257188+0000","last_change":"2024-09-10T10:38:50.246593+0000","last_active":"2024-09-10T10:38:51.257188+0000","last_peered":"2024-09-10T10:38:51.257188+0000","last_clean":"2024-09-10T10:38:51.257188+0000","last_became_active":"2024-09-10T10:38:50.246237+0000","last_became_peered":"2024-09-10T10:38:50.246237+0000","last_unstale":"2024-09-10T10:38:51.257188+0000","last_undegraded":"2024-09-10T10:38:51.257188+0000","last_fullsized":"2024-09-10T10:38:51.257188+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:07.085369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1f","version":"91'4","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231051+0000","last_change":"2024-09-10T10:38:49.236852+0000","last_active":"2024-09-10T10:38:51.231051+0000","last_peered":"2024-09-10T10:38:51.231051+0000","last_clean":"2024-09-10T10:38:51.231051+0000","last_became_active":"2024-09-10T10:38:49.236502+0000","last_became_peered":"2024-09-10T10:38:49.236502+0000","last_unstale":"2024-09-10T10:38:51.231051+0000","last_undegraded":"2024-09-10T10:38:51.231051+0000","last_fullsized":"2024-09-10T10:38:51.231051+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:30.926575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230996+0000","last_change":"2024-09-10T10:38:50.239319+0000","last_active":"2024-09-10T10:38:51.230996+0000","last_peered":"2024-09-10T10:38:51.230996+0000","last_clean":"2024-09-10T10:38:51.230996+0000","last_became_active":"2024-09-10T10:38:50.239024+0000","last_became_peered":"2024-09-10T10:38:50.239024+0000","last_unstale":"2024-09-10T10:38:51.230996+0000","last_undegraded":"2024-09-10T10:38:51.230996+0000","last_fullsized":"2024-09-10T10:38:51.230996+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:32.554067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1e","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938735+0000","last_change":"2024-09-10T10:38:49.236163+0000","last_active":"2024-09-10T10:38:51.938735+0000","last_peered":"2024-09-10T10:38:51.938735+0000","last_clean":"2024-09-10T10:38:51.938735+0000","last_became_active":"2024-09-10T10:38:49.235862+0000","last_became_peered":"2024-09-10T10:38:49.235862+0000","last_unstale":"2024-09-10T10:38:51.938735+0000","last_undegraded":"2024-09-10T10:38:51.938735+0000","last_fullsized":"2024-09-10T10:38:51.938735+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:11.486218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938162+0000","last_change":"2024-09-10T10:38:50.243240+0000","last_active":"2024-09-10T10:38:51.938162+0000","last_peered":"2024-09-10T10:38:51.938162+0000","last_clean":"2024-09-10T10:38:51.938162+0000","last_became_active":"2024-09-10T10:38:50.242917+0000","last_became_peered":"2024-09-10T10:38:50.242917+0000","last_unstale":"2024-09-10T10:38:51.938162+0000","last_undegraded":"2024-09-10T10:38:51.938162+0000","last_fullsized":"2024-09-10T10:38:51.938162+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:19.998474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.232112+0000","last_change":"2024-09-10T10:38:49.236622+0000","last_active":"2024-09-10T10:38:51.232112+0000","last_peered":"2024-09-10T10:38:51.232112+0000","last_clean":"2024-09-10T10:38:51.232112+0000","last_became_active":"2024-09-10T10:38:49.236258+0000","last_became_peered":"2024-09-10T10:38:49.236258+0000","last_unstale":"2024-09-10T10:38:51.232112+0000","last_undegraded":"2024-09-10T10:38:51.232112+0000","last_fullsized":"2024-09-10T10:38:51.232112+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:06.051205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937452+0000","last_change":"2024-09-10T10:38:50.236928+0000","last_active":"2024-09-10T10:38:51.937452+0000","last_peered":"2024-09-10T10:38:51.937452+0000","last_clean":"2024-09-10T10:38:51.937452+0000","last_became_active":"2024-09-10T10:38:50.236602+0000","last_became_peered":"2024-09-10T10:38:50.236602+0000","last_unstale":"2024-09-10T10:38:51.937452+0000","last_undegraded":"2024-09-10T10:38:51.937452+0000","last_fullsized":"2024-09-10T10:38:51.937452+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:02.708394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938201+0000","last_change":"2024-09-10T10:38:49.239242+0000","last_active":"2024-09-10T10:38:51.938201+0000","last_peered":"2024-09-10T10:38:51.938201+0000","last_clean":"2024-09-10T10:38:51.938201+0000","last_became_active":"2024-09-10T10:38:49.238952+0000","last_became_peered":"2024-09-10T10:38:49.238952+0000","last_unstale":"2024-09-10T10:38:51.938201+0000","last_undegraded":"2024-09-10T10:38:51.938201+0000","last_fullsized":"2024-09-10T10:38:51.938201+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:36.758397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937727+0000","last_change":"2024-09-10T10:38:50.234657+0000","last_active":"2024-09-10T10:38:51.937727+0000","last_peered":"2024-09-10T10:38:51.937727+0000","last_clean":"2024-09-10T10:38:51.937727+0000","last_became_active":"2024-09-10T10:38:50.234180+0000","last_became_peered":"2024-09-10T10:38:50.234180+0000","last_unstale":"2024-09-10T10:38:51.937727+0000","last_undegraded":"2024-09-10T10:38:51.937727+0000","last_fullsized":"2024-09-10T10:38:51.937727+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:34.821934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1b","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937950+0000","last_change":"2024-09-10T10:38:49.239080+0000","last_active":"2024-09-10T10:38:51.937950+0000","last_peered":"2024-09-10T10:38:51.937950+0000","last_clean":"2024-09-10T10:38:51.937950+0000","last_became_active":"2024-09-10T10:38:49.238718+0000","last_became_peered":"2024-09-10T10:38:49.238718+0000","last_unstale":"2024-09-10T10:38:51.937950+0000","last_undegraded":"2024-09-10T10:38:51.937950+0000","last_fullsized":"2024-09-10T10:38:51.937950+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:33.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938366+0000","last_change":"2024-09-10T10:38:50.240538+0000","last_active":"2024-09-10T10:38:51.938366+0000","last_peered":"2024-09-10T10:38:51.938366+0000","last_clean":"2024-09-10T10:38:51.938366+0000","last_became_active":"2024-09-10T10:38:50.237468+0000","last_became_peered":"2024-09-10T10:38:50.237468+0000","last_unstale":"2024-09-10T10:38:51.938366+0000","last_undegraded":"2024-09-10T10:38:51.938366+0000","last_fullsized":"2024-09-10T10:38:51.938366+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:30:46.217469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1a","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231655+0000","last_change":"2024-09-10T10:38:49.235881+0000","last_active":"2024-09-10T10:38:51.231655+0000","last_peered":"2024-09-10T10:38:51.231655+0000","last_clean":"2024-09-10T10:38:51.231655+0000","last_became_active":"2024-09-10T10:38:49.231974+0000","last_became_peered":"2024-09-10T10:38:49.231974+0000","last_unstale":"2024-09-10T10:38:51.231655+0000","last_undegraded":"2024-09-10T10:38:51.231655+0000","last_fullsized":"2024-09-10T10:38:51.231655+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:36.758397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231318+0000","last_change":"2024-09-10T10:38:50.235441+0000","last_active":"2024-09-10T10:38:51.231318+0000","last_peered":"2024-09-10T10:38:51.231318+0000","last_clean":"2024-09-10T10:38:51.231318+0000","last_became_active":"2024-09-10T10:38:50.235124+0000","last_became_peered":"2024-09-10T10:38:50.235124+0000","last_unstale":"2024-09-10T10:38:51.231318+0000","last_undegraded":"2024-09-10T10:38:51.231318+0000","last_fullsized":"2024-09-10T10:38:51.231318+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:40.207394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938217+0000","last_change":"2024-09-10T10:38:49.235286+0000","last_active":"2024-09-10T10:38:51.938217+0000","last_peered":"2024-09-10T10:38:51.938217+0000","last_clean":"2024-09-10T10:38:51.938217+0000","last_became_active":"2024-09-10T10:38:49.235030+0000","last_became_peered":"2024-09-10T10:38:49.235030+0000","last_unstale":"2024-09-10T10:38:51.938217+0000","last_undegraded":"2024-09-10T10:38:51.938217+0000","last_fullsized":"2024-09-10T10:38:51.938217+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:11.783329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937637+0000","last_change":"2024-09-10T10:38:50.235034+0000","last_active":"2024-09-10T10:38:51.937637+0000","last_peered":"2024-09-10T10:38:51.937637+0000","last_clean":"2024-09-10T10:38:51.937637+0000","last_became_active":"2024-09-10T10:38:50.234748+0000","last_became_peered":"2024-09-10T10:38:50.234748+0000","last_unstale":"2024-09-10T10:38:51.937637+0000","last_undegraded":"2024-09-10T10:38:51.937637+0000","last_fullsized":"2024-09-10T10:38:51.937637+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:34.945465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256592+0000","last_change":"2024-09-10T10:38:49.239833+0000","last_active":"2024-09-10T10:38:51.256592+0000","last_peered":"2024-09-10T10:38:51.256592+0000","last_clean":"2024-09-10T10:38:51.256592+0000","last_became_active":"2024-09-10T10:38:49.239536+0000","last_became_peered":"2024-09-10T10:38:49.239536+0000","last_unstale":"2024-09-10T10:38:51.256592+0000","last_undegraded":"2024-09-10T10:38:51.256592+0000","last_fullsized":"2024-09-10T10:38:51.256592+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:24.031119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938563+0000","last_change":"2024-09-10T10:38:50.251116+0000","last_active":"2024-09-10T10:38:51.938563+0000","last_peered":"2024-09-10T10:38:51.938563+0000","last_clean":"2024-09-10T10:38:51.938563+0000","last_became_active":"2024-09-10T10:38:50.250844+0000","last_became_peered":"2024-09-10T10:38:50.250844+0000","last_unstale":"2024-09-10T10:38:51.938563+0000","last_undegraded":"2024-09-10T10:38:51.938563+0000","last_fullsized":"2024-09-10T10:38:51.938563+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:25.949165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.232321+0000","last_change":"2024-09-10T10:38:49.233011+0000","last_active":"2024-09-10T10:38:51.232321+0000","last_peered":"2024-09-10T10:38:51.232321+0000","last_clean":"2024-09-10T10:38:51.232321+0000","last_became_active":"2024-09-10T10:38:49.232712+0000","last_became_peered":"2024-09-10T10:38:49.232712+0000","last_unstale":"2024-09-10T10:38:51.232321+0000","last_undegraded":"2024-09-10T10:38:51.232321+0000","last_fullsized":"2024-09-10T10:38:51.232321+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:33.815571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226631+0000","last_change":"2024-09-10T10:38:50.239761+0000","last_active":"2024-09-10T10:38:51.226631+0000","last_peered":"2024-09-10T10:38:51.226631+0000","last_clean":"2024-09-10T10:38:51.226631+0000","last_became_active":"2024-09-10T10:38:50.239487+0000","last_became_peered":"2024-09-10T10:38:50.239487+0000","last_unstale":"2024-09-10T10:38:51.226631+0000","last_undegraded":"2024-09-10T10:38:51.226631+0000","last_fullsized":"2024-09-10T10:38:51.226631+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:25.321299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938467+0000","last_change":"2024-09-10T10:38:49.239699+0000","last_active":"2024-09-10T10:38:51.938467+0000","last_peered":"2024-09-10T10:38:51.938467+0000","last_clean":"2024-09-10T10:38:51.938467+0000","last_became_active":"2024-09-10T10:38:49.239376+0000","last_became_peered":"2024-09-10T10:38:49.239376+0000","last_unstale":"2024-09-10T10:38:51.938467+0000","last_undegraded":"2024-09-10T10:38:51.938467+0000","last_fullsized":"2024-09-10T10:38:51.938467+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:33.815571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938776+0000","last_change":"2024-09-10T10:38:50.245330+0000","last_active":"2024-09-10T10:38:51.938776+0000","last_peered":"2024-09-10T10:38:51.938776+0000","last_clean":"2024-09-10T10:38:51.938776+0000","last_became_active":"2024-09-10T10:38:50.244928+0000","last_became_peered":"2024-09-10T10:38:50.244928+0000","last_unstale":"2024-09-10T10:38:51.938776+0000","last_undegraded":"2024-09-10T10:38:51.938776+0000","last_fullsized":"2024-09-10T10:38:51.938776+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:10.218137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.15","version":"91'3","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938916+0000","last_change":"2024-09-10T10:38:49.229413+0000","last_active":"2024-09-10T10:38:51.938916+0000","last_peered":"2024-09-10T10:38:51.938916+0000","last_clean":"2024-09-10T10:38:51.938916+0000","last_became_active":"2024-09-10T10:38:49.229114+0000","last_became_peered":"2024-09-10T10:38:49.229114+0000","last_unstale":"2024-09-10T10:38:51.938916+0000","last_undegraded":"2024-09-10T10:38:51.938916+0000","last_fullsized":"2024-09-10T10:38:51.938916+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:46:46.937100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226378+0000","last_change":"2024-09-10T10:38:50.246129+0000","last_active":"2024-09-10T10:38:51.226378+0000","last_peered":"2024-09-10T10:38:51.226378+0000","last_clean":"2024-09-10T10:38:51.226378+0000","last_became_active":"2024-09-10T10:38:50.245832+0000","last_became_peered":"2024-09-10T10:38:50.245832+0000","last_unstale":"2024-09-10T10:38:51.226378+0000","last_undegraded":"2024-09-10T10:38:51.226378+0000","last_fullsized":"2024-09-10T10:38:51.226378+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:19.998474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.14","version":"91'6","reported_seq":20,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938555+0000","last_change":"2024-09-10T10:38:49.233807+0000","last_active":"2024-09-10T10:38:51.938555+0000","last_peered":"2024-09-10T10:38:51.938555+0000","last_clean":"2024-09-10T10:38:51.938555+0000","last_became_active":"2024-09-10T10:38:49.233407+0000","last_became_peered":"2024-09-10T10:38:49.233407+0000","last_unstale":"2024-09-10T10:38:51.938555+0000","last_undegraded":"2024-09-10T10:38:51.938555+0000","last_fullsized":"2024-09-10T10:38:51.938555+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:29.236693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937870+0000","last_change":"2024-09-10T10:38:50.249101+0000","last_active":"2024-09-10T10:38:51.937870+0000","last_peered":"2024-09-10T10:38:51.937870+0000","last_clean":"2024-09-10T10:38:51.937870+0000","last_became_active":"2024-09-10T10:38:50.248621+0000","last_became_peered":"2024-09-10T10:38:50.248621+0000","last_unstale":"2024-09-10T10:38:51.937870+0000","last_undegraded":"2024-09-10T10:38:51.937870+0000","last_fullsized":"2024-09-10T10:38:51.937870+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:06:30.968428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.13","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256693+0000","last_change":"2024-09-10T10:38:49.228532+0000","last_active":"2024-09-10T10:38:51.256693+0000","last_peered":"2024-09-10T10:38:51.256693+0000","last_clean":"2024-09-10T10:38:51.256693+0000","last_became_active":"2024-09-10T10:38:49.228246+0000","last_became_peered":"2024-09-10T10:38:49.228246+0000","last_unstale":"2024-09-10T10:38:51.256693+0000","last_undegraded":"2024-09-10T10:38:51.256693+0000","last_fullsized":"2024-09-10T10:38:51.256693+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:04.780313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231937+0000","last_change":"2024-09-10T10:38:50.242594+0000","last_active":"2024-09-10T10:38:51.231937+0000","last_peered":"2024-09-10T10:38:51.231937+0000","last_clean":"2024-09-10T10:38:51.231937+0000","last_became_active":"2024-09-10T10:38:50.242229+0000","last_became_peered":"2024-09-10T10:38:50.242229+0000","last_unstale":"2024-09-10T10:38:51.231937+0000","last_undegraded":"2024-09-10T10:38:51.231937+0000","last_fullsized":"2024-09-10T10:38:51.231937+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:06:30.968428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938129+0000","last_change":"2024-09-10T10:38:49.237723+0000","last_active":"2024-09-10T10:38:51.938129+0000","last_peered":"2024-09-10T10:38:51.938129+0000","last_clean":"2024-09-10T10:38:51.938129+0000","last_became_active":"2024-09-10T10:38:49.237455+0000","last_became_peered":"2024-09-10T10:38:49.237455+0000","last_unstale":"2024-09-10T10:38:51.938129+0000","last_undegraded":"2024-09-10T10:38:51.938129+0000","last_fullsized":"2024-09-10T10:38:51.938129+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:26.446633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938328+0000","last_change":"2024-09-10T10:38:50.236978+0000","last_active":"2024-09-10T10:38:51.938328+0000","last_peered":"2024-09-10T10:38:51.938328+0000","last_clean":"2024-09-10T10:38:51.938328+0000","last_became_active":"2024-09-10T10:38:50.236607+0000","last_became_peered":"2024-09-10T10:38:50.236607+0000","last_unstale":"2024-09-10T10:38:51.938328+0000","last_undegraded":"2024-09-10T10:38:51.938328+0000","last_fullsized":"2024-09-10T10:38:51.938328+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:15:20.564761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937881+0000","last_change":"2024-09-10T10:38:49.230555+0000","last_active":"2024-09-10T10:38:51.937881+0000","last_peered":"2024-09-10T10:38:51.937881+0000","last_clean":"2024-09-10T10:38:51.937881+0000","last_became_active":"2024-09-10T10:38:49.230120+0000","last_became_peered":"2024-09-10T10:38:49.230120+0000","last_unstale":"2024-09-10T10:38:51.937881+0000","last_undegraded":"2024-09-10T10:38:51.937881+0000","last_fullsized":"2024-09-10T10:38:51.937881+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:12:29.339058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231967+0000","last_change":"2024-09-10T10:38:50.233630+0000","last_active":"2024-09-10T10:38:51.231967+0000","last_peered":"2024-09-10T10:38:51.231967+0000","last_clean":"2024-09-10T10:38:51.231967+0000","last_became_active":"2024-09-10T10:38:50.233362+0000","last_became_peered":"2024-09-10T10:38:50.233362+0000","last_unstale":"2024-09-10T10:38:51.231967+0000","last_undegraded":"2024-09-10T10:38:51.231967+0000","last_fullsized":"2024-09-10T10:38:51.231967+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:13.347401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.10","version":"91'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937747+0000","last_change":"2024-09-10T10:38:49.236286+0000","last_active":"2024-09-10T10:38:51.937747+0000","last_peered":"2024-09-10T10:38:51.937747+0000","last_clean":"2024-09-10T10:38:51.937747+0000","last_became_active":"2024-09-10T10:38:49.235927+0000","last_became_peered":"2024-09-10T10:38:49.235927+0000","last_unstale":"2024-09-10T10:38:51.937747+0000","last_undegraded":"2024-09-10T10:38:51.937747+0000","last_fullsized":"2024-09-10T10:38:51.937747+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:41.016481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226714+0000","last_change":"2024-09-10T10:38:50.246682+0000","last_active":"2024-09-10T10:38:51.226714+0000","last_peered":"2024-09-10T10:38:51.226714+0000","last_clean":"2024-09-10T10:38:51.226714+0000","last_became_active":"2024-09-10T10:38:50.246428+0000","last_became_peered":"2024-09-10T10:38:50.246428+0000","last_unstale":"2024-09-10T10:38:51.226714+0000","last_undegraded":"2024-09-10T10:38:51.226714+0000","last_fullsized":"2024-09-10T10:38:51.226714+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:01.033685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.e","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938289+0000","last_change":"2024-09-10T10:38:49.232464+0000","last_active":"2024-09-10T10:38:51.938289+0000","last_peered":"2024-09-10T10:38:51.938289+0000","last_clean":"2024-09-10T10:38:51.938289+0000","last_became_active":"2024-09-10T10:38:49.232204+0000","last_became_peered":"2024-09-10T10:38:49.232204+0000","last_unstale":"2024-09-10T10:38:51.938289+0000","last_undegraded":"2024-09-10T10:38:51.938289+0000","last_fullsized":"2024-09-10T10:38:51.938289+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:39.201031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226121+0000","last_change":"2024-09-10T10:38:50.240235+0000","last_active":"2024-09-10T10:38:51.226121+0000","last_peered":"2024-09-10T10:38:51.226121+0000","last_clean":"2024-09-10T10:38:51.226121+0000","last_became_active":"2024-09-10T10:38:50.239929+0000","last_became_peered":"2024-09-10T10:38:50.239929+0000","last_unstale":"2024-09-10T10:38:51.226121+0000","last_undegraded":"2024-09-10T10:38:51.226121+0000","last_fullsized":"2024-09-10T10:38:51.226121+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:13.347401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938933+0000","last_change":"2024-09-10T10:38:49.229486+0000","last_active":"2024-09-10T10:38:51.938933+0000","last_peered":"2024-09-10T10:38:51.938933+0000","last_clean":"2024-09-10T10:38:51.938933+0000","last_became_active":"2024-09-10T10:38:49.229208+0000","last_became_peered":"2024-09-10T10:38:49.229208+0000","last_unstale":"2024-09-10T10:38:51.938933+0000","last_undegraded":"2024-09-10T10:38:51.938933+0000","last_fullsized":"2024-09-10T10:38:51.938933+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:35.633480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938607+0000","last_change":"2024-09-10T10:38:50.238316+0000","last_active":"2024-09-10T10:38:51.938607+0000","last_peered":"2024-09-10T10:38:51.938607+0000","last_clean":"2024-09-10T10:38:51.938607+0000","last_became_active":"2024-09-10T10:38:50.238053+0000","last_became_peered":"2024-09-10T10:38:50.238053+0000","last_unstale":"2024-09-10T10:38:51.938607+0000","last_undegraded":"2024-09-10T10:38:51.938607+0000","last_fullsized":"2024-09-10T10:38:51.938607+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:55.326247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256844+0000","last_change":"2024-09-10T10:38:49.237339+0000","last_active":"2024-09-10T10:38:51.256844+0000","last_peered":"2024-09-10T10:38:51.256844+0000","last_clean":"2024-09-10T10:38:51.256844+0000","last_became_active":"2024-09-10T10:38:49.237007+0000","last_became_peered":"2024-09-10T10:38:49.237007+0000","last_unstale":"2024-09-10T10:38:51.256844+0000","last_undegraded":"2024-09-10T10:38:51.256844+0000","last_fullsized":"2024-09-10T10:38:51.256844+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:25:26.370147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256678+0000","last_change":"2024-09-10T10:38:50.240250+0000","last_active":"2024-09-10T10:38:51.256678+0000","last_peered":"2024-09-10T10:38:51.256678+0000","last_clean":"2024-09-10T10:38:51.256678+0000","last_became_active":"2024-09-10T10:38:50.238867+0000","last_became_peered":"2024-09-10T10:38:50.238867+0000","last_unstale":"2024-09-10T10:38:51.256678+0000","last_undegraded":"2024-09-10T10:38:51.256678+0000","last_fullsized":"2024-09-10T10:38:51.256678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:25.150518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937875+0000","last_change":"2024-09-10T10:38:49.240778+0000","last_active":"2024-09-10T10:38:51.937875+0000","last_peered":"2024-09-10T10:38:51.937875+0000","last_clean":"2024-09-10T10:38:51.937875+0000","last_became_active":"2024-09-10T10:38:49.238330+0000","last_became_peered":"2024-09-10T10:38:49.238330+0000","last_unstale":"2024-09-10T10:38:51.937875+0000","last_undegraded":"2024-09-10T10:38:51.937875+0000","last_fullsized":"2024-09-10T10:38:51.937875+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:00.097628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256905+0000","last_change":"2024-09-10T10:38:50.244825+0000","last_active":"2024-09-10T10:38:51.256905+0000","last_peered":"2024-09-10T10:38:51.256905+0000","last_clean":"2024-09-10T10:38:51.256905+0000","last_became_active":"2024-09-10T10:38:50.239809+0000","last_became_peered":"2024-09-10T10:38:50.239809+0000","last_unstale":"2024-09-10T10:38:51.256905+0000","last_undegraded":"2024-09-10T10:38:51.256905+0000","last_fullsized":"2024-09-10T10:38:51.256905+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:17.400228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.225959+0000","last_change":"2024-09-10T10:38:49.232467+0000","last_active":"2024-09-10T10:38:51.225959+0000","last_peered":"2024-09-10T10:38:51.225959+0000","last_clean":"2024-09-10T10:38:51.225959+0000","last_became_active":"2024-09-10T10:38:49.232181+0000","last_became_peered":"2024-09-10T10:38:49.232181+0000","last_unstale":"2024-09-10T10:38:51.225959+0000","last_undegraded":"2024-09-10T10:38:51.225959+0000","last_fullsized":"2024-09-10T10:38:51.225959+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:41.016481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937756+0000","last_change":"2024-09-10T10:38:50.237783+0000","last_active":"2024-09-10T10:38:51.937756+0000","last_peered":"2024-09-10T10:38:51.937756+0000","last_clean":"2024-09-10T10:38:51.937756+0000","last_became_active":"2024-09-10T10:38:50.237446+0000","last_became_peered":"2024-09-10T10:38:50.237446+0000","last_unstale":"2024-09-10T10:38:51.937756+0000","last_undegraded":"2024-09-10T10:38:51.937756+0000","last_fullsized":"2024-09-10T10:38:51.937756+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:26.606340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937284+0000","last_change":"2024-09-10T10:38:49.225132+0000","last_active":"2024-09-10T10:38:51.937284+0000","last_peered":"2024-09-10T10:38:51.937284+0000","last_clean":"2024-09-10T10:38:51.937284+0000","last_became_active":"2024-09-10T10:38:49.224749+0000","last_became_peered":"2024-09-10T10:38:49.224749+0000","last_unstale":"2024-09-10T10:38:51.937284+0000","last_undegraded":"2024-09-10T10:38:51.937284+0000","last_fullsized":"2024-09-10T10:38:51.937284+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:41.016481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.225944+0000","last_change":"2024-09-10T10:38:50.236449+0000","last_active":"2024-09-10T10:38:51.225944+0000","last_peered":"2024-09-10T10:38:51.225944+0000","last_clean":"2024-09-10T10:38:51.225944+0000","last_became_active":"2024-09-10T10:38:50.236194+0000","last_became_peered":"2024-09-10T10:38:50.236194+0000","last_unstale":"2024-09-10T10:38:51.225944+0000","last_undegraded":"2024-09-10T10:38:51.225944+0000","last_fullsized":"2024-09-10T10:38:51.225944+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:28:48.910734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231429+0000","last_change":"2024-09-10T10:38:49.233547+0000","last_active":"2024-09-10T10:38:51.231429+0000","last_peered":"2024-09-10T10:38:51.231429+0000","last_clean":"2024-09-10T10:38:51.231429+0000","last_became_active":"2024-09-10T10:38:49.231921+0000","last_became_peered":"2024-09-10T10:38:49.231921+0000","last_unstale":"2024-09-10T10:38:51.231429+0000","last_undegraded":"2024-09-10T10:38:51.231429+0000","last_fullsized":"2024-09-10T10:38:51.231429+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:26.446633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257162+0000","last_change":"2024-09-10T10:38:50.253877+0000","last_active":"2024-09-10T10:38:51.257162+0000","last_peered":"2024-09-10T10:38:51.257162+0000","last_clean":"2024-09-10T10:38:51.257162+0000","last_became_active":"2024-09-10T10:38:50.253587+0000","last_became_peered":"2024-09-10T10:38:50.253587+0000","last_unstale":"2024-09-10T10:38:51.257162+0000","last_undegraded":"2024-09-10T10:38:51.257162+0000","last_fullsized":"2024-09-10T10:38:51.257162+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:32.155763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.7","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937948+0000","last_change":"2024-09-10T10:38:49.230472+0000","last_active":"2024-09-10T10:38:51.937948+0000","last_peered":"2024-09-10T10:38:51.937948+0000","last_clean":"2024-09-10T10:38:51.937948+0000","last_became_active":"2024-09-10T10:38:49.230130+0000","last_became_peered":"2024-09-10T10:38:49.230130+0000","last_unstale":"2024-09-10T10:38:51.937948+0000","last_undegraded":"2024-09-10T10:38:51.937948+0000","last_fullsized":"2024-09-10T10:38:51.937948+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:31.547704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256942+0000","last_change":"2024-09-10T10:38:50.253804+0000","last_active":"2024-09-10T10:38:51.256942+0000","last_peered":"2024-09-10T10:38:51.256942+0000","last_clean":"2024-09-10T10:38:51.256942+0000","last_became_active":"2024-09-10T10:38:50.253294+0000","last_became_peered":"2024-09-10T10:38:50.253294+0000","last_unstale":"2024-09-10T10:38:51.256942+0000","last_undegraded":"2024-09-10T10:38:51.256942+0000","last_fullsized":"2024-09-10T10:38:51.256942+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:51.702950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.6","version":"92'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.258527+0000","last_change":"2024-09-10T10:38:49.234335+0000","last_active":"2024-09-10T10:38:51.258527+0000","last_peered":"2024-09-10T10:38:51.258527+0000","last_clean":"2024-09-10T10:38:51.258527+0000","last_became_active":"2024-09-10T10:38:49.234012+0000","last_became_peered":"2024-09-10T10:38:49.234012+0000","last_unstale":"2024-09-10T10:38:51.258527+0000","last_undegraded":"2024-09-10T10:38:51.258527+0000","last_fullsized":"2024-09-10T10:38:51.258527+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:55.053026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.232248+0000","last_change":"2024-09-10T10:38:50.241955+0000","last_active":"2024-09-10T10:38:51.232248+0000","last_peered":"2024-09-10T10:38:51.232248+0000","last_clean":"2024-09-10T10:38:51.232248+0000","last_became_active":"2024-09-10T10:38:50.241699+0000","last_became_peered":"2024-09-10T10:38:50.241699+0000","last_unstale":"2024-09-10T10:38:51.232248+0000","last_undegraded":"2024-09-10T10:38:51.232248+0000","last_fullsized":"2024-09-10T10:38:51.232248+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:44.183702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257090+0000","last_change":"2024-09-10T10:38:49.231295+0000","last_active":"2024-09-10T10:38:51.257090+0000","last_peered":"2024-09-10T10:38:51.257090+0000","last_clean":"2024-09-10T10:38:51.257090+0000","last_became_active":"2024-09-10T10:38:49.231037+0000","last_became_peered":"2024-09-10T10:38:49.231037+0000","last_unstale":"2024-09-10T10:38:51.257090+0000","last_undegraded":"2024-09-10T10:38:51.257090+0000","last_fullsized":"2024-09-10T10:38:51.257090+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:55:00.693262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938896+0000","last_change":"2024-09-10T10:38:50.242627+0000","last_active":"2024-09-10T10:38:51.938896+0000","last_peered":"2024-09-10T10:38:51.938896+0000","last_clean":"2024-09-10T10:38:51.938896+0000","last_became_active":"2024-09-10T10:38:50.241978+0000","last_became_peered":"2024-09-10T10:38:50.241978+0000","last_unstale":"2024-09-10T10:38:51.938896+0000","last_undegraded":"2024-09-10T10:38:51.938896+0000","last_fullsized":"2024-09-10T10:38:51.938896+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:06.558756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226259+0000","last_change":"2024-09-10T10:38:49.232105+0000","last_active":"2024-09-10T10:38:51.226259+0000","last_peered":"2024-09-10T10:38:51.226259+0000","last_clean":"2024-09-10T10:38:51.226259+0000","last_became_active":"2024-09-10T10:38:49.231820+0000","last_became_peered":"2024-09-10T10:38:49.231820+0000","last_unstale":"2024-09-10T10:38:51.226259+0000","last_undegraded":"2024-09-10T10:38:51.226259+0000","last_fullsized":"2024-09-10T10:38:51.226259+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:54.319883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257050+0000","last_change":"2024-09-10T10:38:50.242243+0000","last_active":"2024-09-10T10:38:51.257050+0000","last_peered":"2024-09-10T10:38:51.257050+0000","last_clean":"2024-09-10T10:38:51.257050+0000","last_became_active":"2024-09-10T10:38:50.238483+0000","last_became_peered":"2024-09-10T10:38:50.238483+0000","last_unstale":"2024-09-10T10:38:51.257050+0000","last_undegraded":"2024-09-10T10:38:51.257050+0000","last_fullsized":"2024-09-10T10:38:51.257050+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:25.755078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231889+0000","last_change":"2024-09-10T10:38:49.237446+0000","last_active":"2024-09-10T10:38:51.231889+0000","last_peered":"2024-09-10T10:38:51.231889+0000","last_clean":"2024-09-10T10:38:51.231889+0000","last_became_active":"2024-09-10T10:38:49.236458+0000","last_became_peered":"2024-09-10T10:38:49.236458+0000","last_unstale":"2024-09-10T10:38:51.231889+0000","last_undegraded":"2024-09-10T10:38:51.231889+0000","last_fullsized":"2024-09-10T10:38:51.231889+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:00.097628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938610+0000","last_change":"2024-09-10T10:38:50.233132+0000","last_active":"2024-09-10T10:38:51.938610+0000","last_peered":"2024-09-10T10:38:51.938610+0000","last_clean":"2024-09-10T10:38:51.938610+0000","last_became_active":"2024-09-10T10:38:50.232852+0000","last_became_peered":"2024-09-10T10:38:50.232852+0000","last_unstale":"2024-09-10T10:38:51.938610+0000","last_undegraded":"2024-09-10T10:38:51.938610+0000","last_fullsized":"2024-09-10T10:38:51.938610+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:42.722907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226047+0000","last_change":"2024-09-10T10:38:49.230922+0000","last_active":"2024-09-10T10:38:51.226047+0000","last_peered":"2024-09-10T10:38:51.226047+0000","last_clean":"2024-09-10T10:38:51.226047+0000","last_became_active":"2024-09-10T10:38:49.230398+0000","last_became_peered":"2024-09-10T10:38:49.230398+0000","last_unstale":"2024-09-10T10:38:51.226047+0000","last_undegraded":"2024-09-10T10:38:51.226047+0000","last_fullsized":"2024-09-10T10:38:51.226047+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:22.064386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256622+0000","last_change":"2024-09-10T10:38:50.240463+0000","last_active":"2024-09-10T10:38:51.256622+0000","last_peered":"2024-09-10T10:38:51.256622+0000","last_clean":"2024-09-10T10:38:51.256622+0000","last_became_active":"2024-09-10T10:38:50.240173+0000","last_became_peered":"2024-09-10T10:38:50.240173+0000","last_unstale":"2024-09-10T10:38:51.256622+0000","last_undegraded":"2024-09-10T10:38:51.256622+0000","last_fullsized":"2024-09-10T10:38:51.256622+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.007148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230663+0000","last_change":"2024-09-10T10:38:49.236566+0000","last_active":"2024-09-10T10:38:51.230663+0000","last_peered":"2024-09-10T10:38:51.230663+0000","last_clean":"2024-09-10T10:38:51.230663+0000","last_became_active":"2024-09-10T10:38:49.232835+0000","last_became_peered":"2024-09-10T10:38:49.232835+0000","last_unstale":"2024-09-10T10:38:51.230663+0000","last_undegraded":"2024-09-10T10:38:51.230663+0000","last_fullsized":"2024-09-10T10:38:51.230663+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:51:39.237659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937815+0000","last_change":"2024-09-10T10:38:50.244710+0000","last_active":"2024-09-10T10:38:51.937815+0000","last_peered":"2024-09-10T10:38:51.937815+0000","last_clean":"2024-09-10T10:38:51.937815+0000","last_became_active":"2024-09-10T10:38:50.244051+0000","last_became_peered":"2024-09-10T10:38:50.244051+0000","last_unstale":"2024-09-10T10:38:51.937815+0000","last_undegraded":"2024-09-10T10:38:51.937815+0000","last_fullsized":"2024-09-10T10:38:51.937815+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:01.103992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231465+0000","last_change":"2024-09-10T10:38:49.232471+0000","last_active":"2024-09-10T10:38:51.231465+0000","last_peered":"2024-09-10T10:38:51.231465+0000","last_clean":"2024-09-10T10:38:51.231465+0000","last_became_active":"2024-09-10T10:38:49.231384+0000","last_became_peered":"2024-09-10T10:38:49.231384+0000","last_unstale":"2024-09-10T10:38:51.231465+0000","last_undegraded":"2024-09-10T10:38:51.231465+0000","last_fullsized":"2024-09-10T10:38:51.231465+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:33.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.232360+0000","last_change":"2024-09-10T10:38:50.251050+0000","last_active":"2024-09-10T10:38:51.232360+0000","last_peered":"2024-09-10T10:38:51.232360+0000","last_clean":"2024-09-10T10:38:51.232360+0000","last_became_active":"2024-09-10T10:38:50.250768+0000","last_became_peered":"2024-09-10T10:38:50.250768+0000","last_unstale":"2024-09-10T10:38:51.232360+0000","last_undegraded":"2024-09-10T10:38:51.232360+0000","last_fullsized":"2024-09-10T10:38:51.232360+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:06.295259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.f","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937913+0000","last_change":"2024-09-10T10:38:49.233774+0000","last_active":"2024-09-10T10:38:51.937913+0000","last_peered":"2024-09-10T10:38:51.937913+0000","last_clean":"2024-09-10T10:38:51.937913+0000","last_became_active":"2024-09-10T10:38:49.233496+0000","last_became_peered":"2024-09-10T10:38:49.233496+0000","last_unstale":"2024-09-10T10:38:51.937913+0000","last_undegraded":"2024-09-10T10:38:51.937913+0000","last_fullsized":"2024-09-10T10:38:51.937913+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:29:37.732455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":300,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937311+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:38:51.937311+0000","last_peered":"2024-09-10T10:38:51.937311+0000","last_clean":"2024-09-10T10:38:51.937311+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:38:51.937311+0000","last_undegraded":"2024-09-10T10:38:51.937311+0000","last_fullsized":"2024-09-10T10:38:51.937311+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509522,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32300,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339540,"statfs":{"total":96636764160,"available":96603688960,"internally_reserved":0,"allocated":1134592,"data_stored":479178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509522,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36460,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335380,"statfs":{"total":96636764160,"available":96599429120,"internally_reserved":0,"allocated":1130496,"data_stored":478596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509521,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1134592,"data_stored":479178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509522,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1142784,"data_stored":478790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509523,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32296,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339544,"statfs":{"total":96636764160,"available":96603693056,"internally_reserved":0,"allocated":1134592,"data_stored":478666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509522,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32892,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338948,"statfs":{"total":96636764160,"available":96603082752,"internally_reserved":0,"allocated":1744896,"data_stored":1070688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":478596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542227,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32900,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338940,"statfs":{"total":96636764160,"available":96603074560,"internally_reserved":0,"allocated":1744896,"data_stored":1070632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:38:59.037 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:38:59.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae2b200640 1 Processor -- start 2024-09-10T10:38:59.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae2b200640 1 -- start start 2024-09-10T10:38:59.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae2b200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fae24145fb0 0x7fae240b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae2b200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae240cd670 0x7fae240cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae2b200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae2406d3f0 con 0x7fae2406e1b0 2024-09-10T10:38:59.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae2b200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fae240ce010 con 0x7fae24145fb0 2024-09-10T10:38:59.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae2b200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fae2406d1a0 con 0x7fae240cd670 2024-09-10T10:38:59.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae23e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fae24145fb0 0x7fae240b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae23e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fae24145fb0 0x7fae240b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47108/0 (socket says 172.21.15.22:47108) 2024-09-10T10:38:59.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae23e00640 1 -- 172.21.15.22:0/4042745421 learned_addr learned my addr 172.21.15.22:0/4042745421 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:59.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae1b400640 1 --2- 172.21.15.22:0/4042745421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae240cd670 0x7fae240cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae23e00640 1 -- 172.21.15.22:0/4042745421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae240cd670 msgr2=0x7fae240cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:59.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae23e00640 1 --2- 172.21.15.22:0/4042745421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae240cd670 0x7fae240cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae23e00640 1 -- 172.21.15.22:0/4042745421 >> v1:172.21.15.145:6789/0 conn(0x7fae2406e1b0 legacy=0x7fae2406e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:59.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae23e00640 1 -- 172.21.15.22:0/4042745421 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae2406d6d0 con 0x7fae24145fb0 2024-09-10T10:38:59.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.182+0000 7fae1b400640 1 --2- 172.21.15.22:0/4042745421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae240cd670 0x7fae240cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:38:59.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae23e00640 1 --2- 172.21.15.22:0/4042745421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae24145fb0 0x7fae240b3e00 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fae14009e50 tx=0x7fae1401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dc7e4a925cc9ec3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:59.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae23400640 1 -- 172.21.15.22:0/4042745421 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae140a5670 con 0x7fae24145fb0 2024-09-10T10:38:59.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae23400640 1 -- 172.21.15.22:0/4042745421 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae140a5810 con 0x7fae24145fb0 2024-09-10T10:38:59.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae23400640 1 -- 172.21.15.22:0/4042745421 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae140a5be0 con 0x7fae24145fb0 2024-09-10T10:38:59.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae2b200640 1 -- 172.21.15.22:0/4042745421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae24145fb0 msgr2=0x7fae240b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae2b200640 1 --2- 172.21.15.22:0/4042745421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae24145fb0 0x7fae240b3e00 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fae14009e50 tx=0x7fae1401c9f0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae2b200640 1 -- 172.21.15.22:0/4042745421 shutdown_connections 2024-09-10T10:38:59.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae2b200640 1 --2- 172.21.15.22:0/4042745421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae240cd670 0x7fae240cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae2b200640 1 --2- 172.21.15.22:0/4042745421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae24145fb0 0x7fae240b3e00 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae2b200640 1 -- 172.21.15.22:0/4042745421 >> 172.21.15.22:0/4042745421 conn(0x7fae24062dd0 msgr2=0x7fae2406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:59.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae2b200640 1 -- 172.21.15.22:0/4042745421 shutdown_connections 2024-09-10T10:38:59.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.186+0000 7fae2b200640 1 -- 172.21.15.22:0/4042745421 wait complete. 2024-09-10T10:38:59.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 Processor -- start 2024-09-10T10:38:59.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 -- start start 2024-09-10T10:38:59.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae2406e1b0 0x7fae240ae6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae240cd670 0x7fae2415e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae24145fb0 0x7fae24142980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fae240d0130 con 0x7fae240cd670 2024-09-10T10:38:59.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fae240cffb0 con 0x7fae2406e1b0 2024-09-10T10:38:59.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fae241691e0 con 0x7fae24145fb0 2024-09-10T10:38:59.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae1b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae240cd670 0x7fae2415e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae1b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae240cd670 0x7fae2415e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47124/0 (socket says 172.21.15.22:47124) 2024-09-10T10:38:59.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae1b400640 1 -- 172.21.15.22:0/2309708228 learned_addr learned my addr 172.21.15.22:0/2309708228 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:59.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae23e00640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae2406e1b0 0x7fae240ae6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae29200640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae24145fb0 0x7fae24142980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae1b400640 1 -- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae24145fb0 msgr2=0x7fae24142980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae1b400640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae24145fb0 0x7fae24142980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae1b400640 1 -- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae2406e1b0 msgr2=0x7fae240ae6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae1b400640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae2406e1b0 0x7fae240ae6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae1b400640 1 -- 172.21.15.22:0/2309708228 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae24165350 con 0x7fae240cd670 2024-09-10T10:38:59.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae29200640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae24145fb0 0x7fae24142980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:38:59.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae1b400640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae240cd670 0x7fae2415e940 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fae0c00c7f0 tx=0x7fae0c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae20c00640 1 -- 172.21.15.22:0/2309708228 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0c015070 con 0x7fae240cd670 2024-09-10T10:38:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae20c00640 1 -- 172.21.15.22:0/2309708228 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae0c007a30 con 0x7fae240cd670 2024-09-10T10:38:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 -- 172.21.15.22:0/2309708228 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae24165630 con 0x7fae240cd670 2024-09-10T10:38:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae20c00640 1 -- 172.21.15.22:0/2309708228 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0c007e20 con 0x7fae240cd670 2024-09-10T10:38:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 -- 172.21.15.22:0/2309708228 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae24165bf0 con 0x7fae240cd670 2024-09-10T10:38:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.190+0000 7fae2b200640 1 -- 172.21.15.22:0/2309708228 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae240b3e00 con 0x7fae240cd670 2024-09-10T10:38:59.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.194+0000 7fae20c00640 1 -- 172.21.15.22:0/2309708228 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fae0c018070 con 0x7fae240cd670 2024-09-10T10:38:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.194+0000 7fae20c00640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae000678f0 0x7fae00069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.194+0000 7fae20c00640 1 -- 172.21.15.22:0/2309708228 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fae0c0858f0 con 0x7fae240cd670 2024-09-10T10:38:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.194+0000 7fae23e00640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae000678f0 0x7fae00069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.194+0000 7fae23e00640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae000678f0 0x7fae00069db0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fae140ae000 tx=0x7fae140a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:59.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.198+0000 7fae20c00640 1 -- 172.21.15.22:0/2309708228 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fae0c055d40 con 0x7fae240cd670 2024-09-10T10:38:59.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.362+0000 7fae2b200640 1 -- 172.21.15.22:0/2309708228 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fae240b0f60 con 0x7fae000678f0 2024-09-10T10:38:59.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.370+0000 7fae20c00640 1 -- 172.21.15.22:0/2309708228 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252082 (secure 0 0 0) 0x7fae240b0f60 con 0x7fae000678f0 2024-09-10T10:38:59.376 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:38:59.377 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:38:59.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 -- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae000678f0 msgr2=0x7fae00069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae000678f0 0x7fae00069db0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fae140ae000 tx=0x7fae140a7070 comp rx=0 tx=0).stop 2024-09-10T10:38:59.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 -- 172.21.15.22:0/2309708228 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae240cd670 msgr2=0x7fae2415e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae240cd670 0x7fae2415e940 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fae0c00c7f0 tx=0x7fae0c00ccb0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 -- 172.21.15.22:0/2309708228 shutdown_connections 2024-09-10T10:38:59.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae000678f0 0x7fae00069db0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae24145fb0 0x7fae24142980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae240cd670 0x7fae2415e940 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 --2- 172.21.15.22:0/2309708228 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae2406e1b0 0x7fae240ae6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 -- 172.21.15.22:0/2309708228 >> 172.21.15.22:0/2309708228 conn(0x7fae24062dd0 msgr2=0x7fae240afdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:59.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 -- 172.21.15.22:0/2309708228 shutdown_connections 2024-09-10T10:38:59.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.374+0000 7fae2b200640 1 -- 172.21.15.22:0/2309708228 wait complete. 2024-09-10T10:38:59.395 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":285,"stamp":"2024-09-10T10:38:57.428406+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":182,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263748,"kb_used_data":10056,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710972,"statfs":{"total":773094113280,"available":772824035328,"internally_reserved":0,"allocated":10297344,"data_stored":5014324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":28,"apply_latency_ms":28,"commit_latency_ns":28000000,"apply_latency_ns":28000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002060"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938400+0000","last_change":"2024-09-10T10:38:50.248338+0000","last_active":"2024-09-10T10:38:51.938400+0000","last_peered":"2024-09-10T10:38:51.938400+0000","last_clean":"2024-09-10T10:38:51.938400+0000","last_became_active":"2024-09-10T10:38:50.247824+0000","last_became_peered":"2024-09-10T10:38:50.247824+0000","last_unstale":"2024-09-10T10:38:51.938400+0000","last_undegraded":"2024-09-10T10:38:51.938400+0000","last_fullsized":"2024-09-10T10:38:51.938400+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:25.321299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938391+0000","last_change":"2024-09-10T10:38:50.249403+0000","last_active":"2024-09-10T10:38:51.938391+0000","last_peered":"2024-09-10T10:38:51.938391+0000","last_clean":"2024-09-10T10:38:51.938391+0000","last_became_active":"2024-09-10T10:38:50.248939+0000","last_became_peered":"2024-09-10T10:38:50.248939+0000","last_unstale":"2024-09-10T10:38:51.938391+0000","last_undegraded":"2024-09-10T10:38:51.938391+0000","last_fullsized":"2024-09-10T10:38:51.938391+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:06.295259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.232241+0000","last_change":"2024-09-10T10:38:50.241634+0000","last_active":"2024-09-10T10:38:51.232241+0000","last_peered":"2024-09-10T10:38:51.232241+0000","last_clean":"2024-09-10T10:38:51.232241+0000","last_became_active":"2024-09-10T10:38:50.241373+0000","last_became_peered":"2024-09-10T10:38:50.241373+0000","last_unstale":"2024-09-10T10:38:51.232241+0000","last_undegraded":"2024-09-10T10:38:51.232241+0000","last_fullsized":"2024-09-10T10:38:51.232241+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:19.998474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938126+0000","last_change":"2024-09-10T10:38:50.246515+0000","last_active":"2024-09-10T10:38:51.938126+0000","last_peered":"2024-09-10T10:38:51.938126+0000","last_clean":"2024-09-10T10:38:51.938126+0000","last_became_active":"2024-09-10T10:38:50.246041+0000","last_became_peered":"2024-09-10T10:38:50.246041+0000","last_unstale":"2024-09-10T10:38:51.938126+0000","last_undegraded":"2024-09-10T10:38:51.938126+0000","last_fullsized":"2024-09-10T10:38:51.938126+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:44.183702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938388+0000","last_change":"2024-09-10T10:38:50.230365+0000","last_active":"2024-09-10T10:38:51.938388+0000","last_peered":"2024-09-10T10:38:51.938388+0000","last_clean":"2024-09-10T10:38:51.938388+0000","last_became_active":"2024-09-10T10:38:50.230048+0000","last_became_peered":"2024-09-10T10:38:50.230048+0000","last_unstale":"2024-09-10T10:38:51.938388+0000","last_undegraded":"2024-09-10T10:38:51.938388+0000","last_fullsized":"2024-09-10T10:38:51.938388+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:36.712414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938331+0000","last_change":"2024-09-10T10:38:50.233112+0000","last_active":"2024-09-10T10:38:51.938331+0000","last_peered":"2024-09-10T10:38:51.938331+0000","last_clean":"2024-09-10T10:38:51.938331+0000","last_became_active":"2024-09-10T10:38:50.232819+0000","last_became_peered":"2024-09-10T10:38:50.232819+0000","last_unstale":"2024-09-10T10:38:51.938331+0000","last_undegraded":"2024-09-10T10:38:51.938331+0000","last_fullsized":"2024-09-10T10:38:51.938331+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:32:00.404700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938162+0000","last_change":"2024-09-10T10:38:50.242122+0000","last_active":"2024-09-10T10:38:51.938162+0000","last_peered":"2024-09-10T10:38:51.938162+0000","last_clean":"2024-09-10T10:38:51.938162+0000","last_became_active":"2024-09-10T10:38:50.241812+0000","last_became_peered":"2024-09-10T10:38:50.241812+0000","last_unstale":"2024-09-10T10:38:51.938162+0000","last_undegraded":"2024-09-10T10:38:51.938162+0000","last_fullsized":"2024-09-10T10:38:51.938162+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:28.335202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230756+0000","last_change":"2024-09-10T10:38:50.240320+0000","last_active":"2024-09-10T10:38:51.230756+0000","last_peered":"2024-09-10T10:38:51.230756+0000","last_clean":"2024-09-10T10:38:51.230756+0000","last_became_active":"2024-09-10T10:38:50.239383+0000","last_became_peered":"2024-09-10T10:38:50.239383+0000","last_unstale":"2024-09-10T10:38:51.230756+0000","last_undegraded":"2024-09-10T10:38:51.230756+0000","last_fullsized":"2024-09-10T10:38:51.230756+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:02:06.185620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938852+0000","last_change":"2024-09-10T10:38:50.232941+0000","last_active":"2024-09-10T10:38:51.938852+0000","last_peered":"2024-09-10T10:38:51.938852+0000","last_clean":"2024-09-10T10:38:51.938852+0000","last_became_active":"2024-09-10T10:38:50.232484+0000","last_became_peered":"2024-09-10T10:38:50.232484+0000","last_unstale":"2024-09-10T10:38:51.938852+0000","last_undegraded":"2024-09-10T10:38:51.938852+0000","last_fullsized":"2024-09-10T10:38:51.938852+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:46.883052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937378+0000","last_change":"2024-09-10T10:38:50.251023+0000","last_active":"2024-09-10T10:38:51.937378+0000","last_peered":"2024-09-10T10:38:51.937378+0000","last_clean":"2024-09-10T10:38:51.937378+0000","last_became_active":"2024-09-10T10:38:50.250783+0000","last_became_peered":"2024-09-10T10:38:50.250783+0000","last_unstale":"2024-09-10T10:38:51.937378+0000","last_undegraded":"2024-09-10T10:38:51.937378+0000","last_fullsized":"2024-09-10T10:38:51.937378+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:50:21.547775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938857+0000","last_change":"2024-09-10T10:38:50.242405+0000","last_active":"2024-09-10T10:38:51.938857+0000","last_peered":"2024-09-10T10:38:51.938857+0000","last_clean":"2024-09-10T10:38:51.938857+0000","last_became_active":"2024-09-10T10:38:50.241637+0000","last_became_peered":"2024-09-10T10:38:50.241637+0000","last_unstale":"2024-09-10T10:38:51.938857+0000","last_undegraded":"2024-09-10T10:38:51.938857+0000","last_fullsized":"2024-09-10T10:38:51.938857+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:47.560565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938495+0000","last_change":"2024-09-10T10:38:50.249798+0000","last_active":"2024-09-10T10:38:51.938495+0000","last_peered":"2024-09-10T10:38:51.938495+0000","last_clean":"2024-09-10T10:38:51.938495+0000","last_became_active":"2024-09-10T10:38:50.249386+0000","last_became_peered":"2024-09-10T10:38:50.249386+0000","last_unstale":"2024-09-10T10:38:51.938495+0000","last_undegraded":"2024-09-10T10:38:51.938495+0000","last_fullsized":"2024-09-10T10:38:51.938495+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:07.057569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230788+0000","last_change":"2024-09-10T10:38:50.242779+0000","last_active":"2024-09-10T10:38:51.230788+0000","last_peered":"2024-09-10T10:38:51.230788+0000","last_clean":"2024-09-10T10:38:51.230788+0000","last_became_active":"2024-09-10T10:38:50.242506+0000","last_became_peered":"2024-09-10T10:38:50.242506+0000","last_unstale":"2024-09-10T10:38:51.230788+0000","last_undegraded":"2024-09-10T10:38:51.230788+0000","last_fullsized":"2024-09-10T10:38:51.230788+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:36:08.861751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938070+0000","last_change":"2024-09-10T10:38:50.251344+0000","last_active":"2024-09-10T10:38:51.938070+0000","last_peered":"2024-09-10T10:38:51.938070+0000","last_clean":"2024-09-10T10:38:51.938070+0000","last_became_active":"2024-09-10T10:38:50.249498+0000","last_became_peered":"2024-09-10T10:38:50.249498+0000","last_unstale":"2024-09-10T10:38:51.938070+0000","last_undegraded":"2024-09-10T10:38:51.938070+0000","last_fullsized":"2024-09-10T10:38:51.938070+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:13.347401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937742+0000","last_change":"2024-09-10T10:38:50.245412+0000","last_active":"2024-09-10T10:38:51.937742+0000","last_peered":"2024-09-10T10:38:51.937742+0000","last_clean":"2024-09-10T10:38:51.937742+0000","last_became_active":"2024-09-10T10:38:50.244330+0000","last_became_peered":"2024-09-10T10:38:50.244330+0000","last_unstale":"2024-09-10T10:38:51.937742+0000","last_undegraded":"2024-09-10T10:38:51.937742+0000","last_fullsized":"2024-09-10T10:38:51.937742+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:26.513382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938134+0000","last_change":"2024-09-10T10:38:50.247069+0000","last_active":"2024-09-10T10:38:51.938134+0000","last_peered":"2024-09-10T10:38:51.938134+0000","last_clean":"2024-09-10T10:38:51.938134+0000","last_became_active":"2024-09-10T10:38:50.244838+0000","last_became_peered":"2024-09-10T10:38:50.244838+0000","last_unstale":"2024-09-10T10:38:51.938134+0000","last_undegraded":"2024-09-10T10:38:51.938134+0000","last_fullsized":"2024-09-10T10:38:51.938134+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:56:51.221654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256967+0000","last_change":"2024-09-10T10:38:50.252729+0000","last_active":"2024-09-10T10:38:51.256967+0000","last_peered":"2024-09-10T10:38:51.256967+0000","last_clean":"2024-09-10T10:38:51.256967+0000","last_became_active":"2024-09-10T10:38:50.252303+0000","last_became_peered":"2024-09-10T10:38:50.252303+0000","last_unstale":"2024-09-10T10:38:51.256967+0000","last_undegraded":"2024-09-10T10:38:51.256967+0000","last_fullsized":"2024-09-10T10:38:51.256967+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:14:10.078635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938399+0000","last_change":"2024-09-10T10:38:50.249526+0000","last_active":"2024-09-10T10:38:51.938399+0000","last_peered":"2024-09-10T10:38:51.938399+0000","last_clean":"2024-09-10T10:38:51.938399+0000","last_became_active":"2024-09-10T10:38:50.249210+0000","last_became_peered":"2024-09-10T10:38:50.249210+0000","last_unstale":"2024-09-10T10:38:51.938399+0000","last_undegraded":"2024-09-10T10:38:51.938399+0000","last_fullsized":"2024-09-10T10:38:51.938399+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:01.033685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257001+0000","last_change":"2024-09-10T10:38:50.252776+0000","last_active":"2024-09-10T10:38:51.257001+0000","last_peered":"2024-09-10T10:38:51.257001+0000","last_clean":"2024-09-10T10:38:51.257001+0000","last_became_active":"2024-09-10T10:38:50.251691+0000","last_became_peered":"2024-09-10T10:38:50.251691+0000","last_unstale":"2024-09-10T10:38:51.257001+0000","last_undegraded":"2024-09-10T10:38:51.257001+0000","last_fullsized":"2024-09-10T10:38:51.257001+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:34.974295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938537+0000","last_change":"2024-09-10T10:38:50.248169+0000","last_active":"2024-09-10T10:38:51.938537+0000","last_peered":"2024-09-10T10:38:51.938537+0000","last_clean":"2024-09-10T10:38:51.938537+0000","last_became_active":"2024-09-10T10:38:50.247928+0000","last_became_peered":"2024-09-10T10:38:50.247928+0000","last_unstale":"2024-09-10T10:38:51.938537+0000","last_undegraded":"2024-09-10T10:38:51.938537+0000","last_fullsized":"2024-09-10T10:38:51.938537+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:42.022845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231844+0000","last_change":"2024-09-10T10:38:50.239051+0000","last_active":"2024-09-10T10:38:51.231844+0000","last_peered":"2024-09-10T10:38:51.231844+0000","last_clean":"2024-09-10T10:38:51.231844+0000","last_became_active":"2024-09-10T10:38:50.238756+0000","last_became_peered":"2024-09-10T10:38:50.238756+0000","last_unstale":"2024-09-10T10:38:51.231844+0000","last_undegraded":"2024-09-10T10:38:51.231844+0000","last_fullsized":"2024-09-10T10:38:51.231844+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:28:48.910734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231808+0000","last_change":"2024-09-10T10:38:50.233599+0000","last_active":"2024-09-10T10:38:51.231808+0000","last_peered":"2024-09-10T10:38:51.231808+0000","last_clean":"2024-09-10T10:38:51.231808+0000","last_became_active":"2024-09-10T10:38:50.233271+0000","last_became_peered":"2024-09-10T10:38:50.233271+0000","last_unstale":"2024-09-10T10:38:51.231808+0000","last_undegraded":"2024-09-10T10:38:51.231808+0000","last_fullsized":"2024-09-10T10:38:51.231808+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:26.606340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937864+0000","last_change":"2024-09-10T10:38:50.243864+0000","last_active":"2024-09-10T10:38:51.937864+0000","last_peered":"2024-09-10T10:38:51.937864+0000","last_clean":"2024-09-10T10:38:51.937864+0000","last_became_active":"2024-09-10T10:38:50.240463+0000","last_became_peered":"2024-09-10T10:38:50.240463+0000","last_unstale":"2024-09-10T10:38:51.937864+0000","last_undegraded":"2024-09-10T10:38:51.937864+0000","last_fullsized":"2024-09-10T10:38:51.937864+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:28:48.910734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226160+0000","last_change":"2024-09-10T10:38:50.239772+0000","last_active":"2024-09-10T10:38:51.226160+0000","last_peered":"2024-09-10T10:38:51.226160+0000","last_clean":"2024-09-10T10:38:51.226160+0000","last_became_active":"2024-09-10T10:38:50.238348+0000","last_became_peered":"2024-09-10T10:38:50.238348+0000","last_unstale":"2024-09-10T10:38:51.226160+0000","last_undegraded":"2024-09-10T10:38:51.226160+0000","last_fullsized":"2024-09-10T10:38:51.226160+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:44.183702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937649+0000","last_change":"2024-09-10T10:38:50.249757+0000","last_active":"2024-09-10T10:38:51.937649+0000","last_peered":"2024-09-10T10:38:51.937649+0000","last_clean":"2024-09-10T10:38:51.937649+0000","last_became_active":"2024-09-10T10:38:50.249499+0000","last_became_peered":"2024-09-10T10:38:50.249499+0000","last_unstale":"2024-09-10T10:38:51.937649+0000","last_undegraded":"2024-09-10T10:38:51.937649+0000","last_fullsized":"2024-09-10T10:38:51.937649+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:21:50.974239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230766+0000","last_change":"2024-09-10T10:38:50.245761+0000","last_active":"2024-09-10T10:38:51.230766+0000","last_peered":"2024-09-10T10:38:51.230766+0000","last_clean":"2024-09-10T10:38:51.230766+0000","last_became_active":"2024-09-10T10:38:50.245518+0000","last_became_peered":"2024-09-10T10:38:50.245518+0000","last_unstale":"2024-09-10T10:38:51.230766+0000","last_undegraded":"2024-09-10T10:38:51.230766+0000","last_fullsized":"2024-09-10T10:38:51.230766+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:30.243056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226474+0000","last_change":"2024-09-10T10:38:50.232002+0000","last_active":"2024-09-10T10:38:51.226474+0000","last_peered":"2024-09-10T10:38:51.226474+0000","last_clean":"2024-09-10T10:38:51.226474+0000","last_became_active":"2024-09-10T10:38:50.231769+0000","last_became_peered":"2024-09-10T10:38:50.231769+0000","last_unstale":"2024-09-10T10:38:51.226474+0000","last_undegraded":"2024-09-10T10:38:51.226474+0000","last_fullsized":"2024-09-10T10:38:51.226474+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:06.295259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.225979+0000","last_change":"2024-09-10T10:38:50.232908+0000","last_active":"2024-09-10T10:38:51.225979+0000","last_peered":"2024-09-10T10:38:51.225979+0000","last_clean":"2024-09-10T10:38:51.225979+0000","last_became_active":"2024-09-10T10:38:50.232577+0000","last_became_peered":"2024-09-10T10:38:50.232577+0000","last_unstale":"2024-09-10T10:38:51.225979+0000","last_undegraded":"2024-09-10T10:38:51.225979+0000","last_fullsized":"2024-09-10T10:38:51.225979+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:06:30.968428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230949+0000","last_change":"2024-09-10T10:38:50.238716+0000","last_active":"2024-09-10T10:38:51.230949+0000","last_peered":"2024-09-10T10:38:51.230949+0000","last_clean":"2024-09-10T10:38:51.230949+0000","last_became_active":"2024-09-10T10:38:50.238442+0000","last_became_peered":"2024-09-10T10:38:50.238442+0000","last_unstale":"2024-09-10T10:38:51.230949+0000","last_undegraded":"2024-09-10T10:38:51.230949+0000","last_fullsized":"2024-09-10T10:38:51.230949+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:29:38.738818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231819+0000","last_change":"2024-09-10T10:38:50.241731+0000","last_active":"2024-09-10T10:38:51.231819+0000","last_peered":"2024-09-10T10:38:51.231819+0000","last_clean":"2024-09-10T10:38:51.231819+0000","last_became_active":"2024-09-10T10:38:50.241395+0000","last_became_peered":"2024-09-10T10:38:50.241395+0000","last_unstale":"2024-09-10T10:38:51.231819+0000","last_undegraded":"2024-09-10T10:38:51.231819+0000","last_fullsized":"2024-09-10T10:38:51.231819+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:56.283710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231793+0000","last_change":"2024-09-10T10:38:50.239465+0000","last_active":"2024-09-10T10:38:51.231793+0000","last_peered":"2024-09-10T10:38:51.231793+0000","last_clean":"2024-09-10T10:38:51.231793+0000","last_became_active":"2024-09-10T10:38:50.238763+0000","last_became_peered":"2024-09-10T10:38:50.238763+0000","last_unstale":"2024-09-10T10:38:51.231793+0000","last_undegraded":"2024-09-10T10:38:51.231793+0000","last_fullsized":"2024-09-10T10:38:51.231793+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:26.513382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937680+0000","last_change":"2024-09-10T10:38:50.250499+0000","last_active":"2024-09-10T10:38:51.937680+0000","last_peered":"2024-09-10T10:38:51.937680+0000","last_clean":"2024-09-10T10:38:51.937680+0000","last_became_active":"2024-09-10T10:38:50.250182+0000","last_became_peered":"2024-09-10T10:38:50.250182+0000","last_unstale":"2024-09-10T10:38:51.937680+0000","last_undegraded":"2024-09-10T10:38:51.937680+0000","last_fullsized":"2024-09-10T10:38:51.937680+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:02:06.185620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257188+0000","last_change":"2024-09-10T10:38:50.246593+0000","last_active":"2024-09-10T10:38:51.257188+0000","last_peered":"2024-09-10T10:38:51.257188+0000","last_clean":"2024-09-10T10:38:51.257188+0000","last_became_active":"2024-09-10T10:38:50.246237+0000","last_became_peered":"2024-09-10T10:38:50.246237+0000","last_unstale":"2024-09-10T10:38:51.257188+0000","last_undegraded":"2024-09-10T10:38:51.257188+0000","last_fullsized":"2024-09-10T10:38:51.257188+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:07.085369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1f","version":"91'4","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231051+0000","last_change":"2024-09-10T10:38:49.236852+0000","last_active":"2024-09-10T10:38:51.231051+0000","last_peered":"2024-09-10T10:38:51.231051+0000","last_clean":"2024-09-10T10:38:51.231051+0000","last_became_active":"2024-09-10T10:38:49.236502+0000","last_became_peered":"2024-09-10T10:38:49.236502+0000","last_unstale":"2024-09-10T10:38:51.231051+0000","last_undegraded":"2024-09-10T10:38:51.231051+0000","last_fullsized":"2024-09-10T10:38:51.231051+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:30.926575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230996+0000","last_change":"2024-09-10T10:38:50.239319+0000","last_active":"2024-09-10T10:38:51.230996+0000","last_peered":"2024-09-10T10:38:51.230996+0000","last_clean":"2024-09-10T10:38:51.230996+0000","last_became_active":"2024-09-10T10:38:50.239024+0000","last_became_peered":"2024-09-10T10:38:50.239024+0000","last_unstale":"2024-09-10T10:38:51.230996+0000","last_undegraded":"2024-09-10T10:38:51.230996+0000","last_fullsized":"2024-09-10T10:38:51.230996+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:32.554067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1e","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938735+0000","last_change":"2024-09-10T10:38:49.236163+0000","last_active":"2024-09-10T10:38:51.938735+0000","last_peered":"2024-09-10T10:38:51.938735+0000","last_clean":"2024-09-10T10:38:51.938735+0000","last_became_active":"2024-09-10T10:38:49.235862+0000","last_became_peered":"2024-09-10T10:38:49.235862+0000","last_unstale":"2024-09-10T10:38:51.938735+0000","last_undegraded":"2024-09-10T10:38:51.938735+0000","last_fullsized":"2024-09-10T10:38:51.938735+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:11.486218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938162+0000","last_change":"2024-09-10T10:38:50.243240+0000","last_active":"2024-09-10T10:38:51.938162+0000","last_peered":"2024-09-10T10:38:51.938162+0000","last_clean":"2024-09-10T10:38:51.938162+0000","last_became_active":"2024-09-10T10:38:50.242917+0000","last_became_peered":"2024-09-10T10:38:50.242917+0000","last_unstale":"2024-09-10T10:38:51.938162+0000","last_undegraded":"2024-09-10T10:38:51.938162+0000","last_fullsized":"2024-09-10T10:38:51.938162+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:19.998474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.232112+0000","last_change":"2024-09-10T10:38:49.236622+0000","last_active":"2024-09-10T10:38:51.232112+0000","last_peered":"2024-09-10T10:38:51.232112+0000","last_clean":"2024-09-10T10:38:51.232112+0000","last_became_active":"2024-09-10T10:38:49.236258+0000","last_became_peered":"2024-09-10T10:38:49.236258+0000","last_unstale":"2024-09-10T10:38:51.232112+0000","last_undegraded":"2024-09-10T10:38:51.232112+0000","last_fullsized":"2024-09-10T10:38:51.232112+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:06.051205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937452+0000","last_change":"2024-09-10T10:38:50.236928+0000","last_active":"2024-09-10T10:38:51.937452+0000","last_peered":"2024-09-10T10:38:51.937452+0000","last_clean":"2024-09-10T10:38:51.937452+0000","last_became_active":"2024-09-10T10:38:50.236602+0000","last_became_peered":"2024-09-10T10:38:50.236602+0000","last_unstale":"2024-09-10T10:38:51.937452+0000","last_undegraded":"2024-09-10T10:38:51.937452+0000","last_fullsized":"2024-09-10T10:38:51.937452+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:02.708394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938201+0000","last_change":"2024-09-10T10:38:49.239242+0000","last_active":"2024-09-10T10:38:51.938201+0000","last_peered":"2024-09-10T10:38:51.938201+0000","last_clean":"2024-09-10T10:38:51.938201+0000","last_became_active":"2024-09-10T10:38:49.238952+0000","last_became_peered":"2024-09-10T10:38:49.238952+0000","last_unstale":"2024-09-10T10:38:51.938201+0000","last_undegraded":"2024-09-10T10:38:51.938201+0000","last_fullsized":"2024-09-10T10:38:51.938201+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:36.758397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937727+0000","last_change":"2024-09-10T10:38:50.234657+0000","last_active":"2024-09-10T10:38:51.937727+0000","last_peered":"2024-09-10T10:38:51.937727+0000","last_clean":"2024-09-10T10:38:51.937727+0000","last_became_active":"2024-09-10T10:38:50.234180+0000","last_became_peered":"2024-09-10T10:38:50.234180+0000","last_unstale":"2024-09-10T10:38:51.937727+0000","last_undegraded":"2024-09-10T10:38:51.937727+0000","last_fullsized":"2024-09-10T10:38:51.937727+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:34.821934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1b","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937950+0000","last_change":"2024-09-10T10:38:49.239080+0000","last_active":"2024-09-10T10:38:51.937950+0000","last_peered":"2024-09-10T10:38:51.937950+0000","last_clean":"2024-09-10T10:38:51.937950+0000","last_became_active":"2024-09-10T10:38:49.238718+0000","last_became_peered":"2024-09-10T10:38:49.238718+0000","last_unstale":"2024-09-10T10:38:51.937950+0000","last_undegraded":"2024-09-10T10:38:51.937950+0000","last_fullsized":"2024-09-10T10:38:51.937950+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:33.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938366+0000","last_change":"2024-09-10T10:38:50.240538+0000","last_active":"2024-09-10T10:38:51.938366+0000","last_peered":"2024-09-10T10:38:51.938366+0000","last_clean":"2024-09-10T10:38:51.938366+0000","last_became_active":"2024-09-10T10:38:50.237468+0000","last_became_peered":"2024-09-10T10:38:50.237468+0000","last_unstale":"2024-09-10T10:38:51.938366+0000","last_undegraded":"2024-09-10T10:38:51.938366+0000","last_fullsized":"2024-09-10T10:38:51.938366+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:30:46.217469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1a","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231655+0000","last_change":"2024-09-10T10:38:49.235881+0000","last_active":"2024-09-10T10:38:51.231655+0000","last_peered":"2024-09-10T10:38:51.231655+0000","last_clean":"2024-09-10T10:38:51.231655+0000","last_became_active":"2024-09-10T10:38:49.231974+0000","last_became_peered":"2024-09-10T10:38:49.231974+0000","last_unstale":"2024-09-10T10:38:51.231655+0000","last_undegraded":"2024-09-10T10:38:51.231655+0000","last_fullsized":"2024-09-10T10:38:51.231655+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:36.758397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231318+0000","last_change":"2024-09-10T10:38:50.235441+0000","last_active":"2024-09-10T10:38:51.231318+0000","last_peered":"2024-09-10T10:38:51.231318+0000","last_clean":"2024-09-10T10:38:51.231318+0000","last_became_active":"2024-09-10T10:38:50.235124+0000","last_became_peered":"2024-09-10T10:38:50.235124+0000","last_unstale":"2024-09-10T10:38:51.231318+0000","last_undegraded":"2024-09-10T10:38:51.231318+0000","last_fullsized":"2024-09-10T10:38:51.231318+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:40.207394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938217+0000","last_change":"2024-09-10T10:38:49.235286+0000","last_active":"2024-09-10T10:38:51.938217+0000","last_peered":"2024-09-10T10:38:51.938217+0000","last_clean":"2024-09-10T10:38:51.938217+0000","last_became_active":"2024-09-10T10:38:49.235030+0000","last_became_peered":"2024-09-10T10:38:49.235030+0000","last_unstale":"2024-09-10T10:38:51.938217+0000","last_undegraded":"2024-09-10T10:38:51.938217+0000","last_fullsized":"2024-09-10T10:38:51.938217+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:11.783329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937637+0000","last_change":"2024-09-10T10:38:50.235034+0000","last_active":"2024-09-10T10:38:51.937637+0000","last_peered":"2024-09-10T10:38:51.937637+0000","last_clean":"2024-09-10T10:38:51.937637+0000","last_became_active":"2024-09-10T10:38:50.234748+0000","last_became_peered":"2024-09-10T10:38:50.234748+0000","last_unstale":"2024-09-10T10:38:51.937637+0000","last_undegraded":"2024-09-10T10:38:51.937637+0000","last_fullsized":"2024-09-10T10:38:51.937637+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:34.945465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256592+0000","last_change":"2024-09-10T10:38:49.239833+0000","last_active":"2024-09-10T10:38:51.256592+0000","last_peered":"2024-09-10T10:38:51.256592+0000","last_clean":"2024-09-10T10:38:51.256592+0000","last_became_active":"2024-09-10T10:38:49.239536+0000","last_became_peered":"2024-09-10T10:38:49.239536+0000","last_unstale":"2024-09-10T10:38:51.256592+0000","last_undegraded":"2024-09-10T10:38:51.256592+0000","last_fullsized":"2024-09-10T10:38:51.256592+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:24.031119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938563+0000","last_change":"2024-09-10T10:38:50.251116+0000","last_active":"2024-09-10T10:38:51.938563+0000","last_peered":"2024-09-10T10:38:51.938563+0000","last_clean":"2024-09-10T10:38:51.938563+0000","last_became_active":"2024-09-10T10:38:50.250844+0000","last_became_peered":"2024-09-10T10:38:50.250844+0000","last_unstale":"2024-09-10T10:38:51.938563+0000","last_undegraded":"2024-09-10T10:38:51.938563+0000","last_fullsized":"2024-09-10T10:38:51.938563+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:25.949165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.232321+0000","last_change":"2024-09-10T10:38:49.233011+0000","last_active":"2024-09-10T10:38:51.232321+0000","last_peered":"2024-09-10T10:38:51.232321+0000","last_clean":"2024-09-10T10:38:51.232321+0000","last_became_active":"2024-09-10T10:38:49.232712+0000","last_became_peered":"2024-09-10T10:38:49.232712+0000","last_unstale":"2024-09-10T10:38:51.232321+0000","last_undegraded":"2024-09-10T10:38:51.232321+0000","last_fullsized":"2024-09-10T10:38:51.232321+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:33.815571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226631+0000","last_change":"2024-09-10T10:38:50.239761+0000","last_active":"2024-09-10T10:38:51.226631+0000","last_peered":"2024-09-10T10:38:51.226631+0000","last_clean":"2024-09-10T10:38:51.226631+0000","last_became_active":"2024-09-10T10:38:50.239487+0000","last_became_peered":"2024-09-10T10:38:50.239487+0000","last_unstale":"2024-09-10T10:38:51.226631+0000","last_undegraded":"2024-09-10T10:38:51.226631+0000","last_fullsized":"2024-09-10T10:38:51.226631+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:25.321299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938467+0000","last_change":"2024-09-10T10:38:49.239699+0000","last_active":"2024-09-10T10:38:51.938467+0000","last_peered":"2024-09-10T10:38:51.938467+0000","last_clean":"2024-09-10T10:38:51.938467+0000","last_became_active":"2024-09-10T10:38:49.239376+0000","last_became_peered":"2024-09-10T10:38:49.239376+0000","last_unstale":"2024-09-10T10:38:51.938467+0000","last_undegraded":"2024-09-10T10:38:51.938467+0000","last_fullsized":"2024-09-10T10:38:51.938467+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:33.815571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938776+0000","last_change":"2024-09-10T10:38:50.245330+0000","last_active":"2024-09-10T10:38:51.938776+0000","last_peered":"2024-09-10T10:38:51.938776+0000","last_clean":"2024-09-10T10:38:51.938776+0000","last_became_active":"2024-09-10T10:38:50.244928+0000","last_became_peered":"2024-09-10T10:38:50.244928+0000","last_unstale":"2024-09-10T10:38:51.938776+0000","last_undegraded":"2024-09-10T10:38:51.938776+0000","last_fullsized":"2024-09-10T10:38:51.938776+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:10.218137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.15","version":"91'3","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938916+0000","last_change":"2024-09-10T10:38:49.229413+0000","last_active":"2024-09-10T10:38:51.938916+0000","last_peered":"2024-09-10T10:38:51.938916+0000","last_clean":"2024-09-10T10:38:51.938916+0000","last_became_active":"2024-09-10T10:38:49.229114+0000","last_became_peered":"2024-09-10T10:38:49.229114+0000","last_unstale":"2024-09-10T10:38:51.938916+0000","last_undegraded":"2024-09-10T10:38:51.938916+0000","last_fullsized":"2024-09-10T10:38:51.938916+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:46:46.937100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226378+0000","last_change":"2024-09-10T10:38:50.246129+0000","last_active":"2024-09-10T10:38:51.226378+0000","last_peered":"2024-09-10T10:38:51.226378+0000","last_clean":"2024-09-10T10:38:51.226378+0000","last_became_active":"2024-09-10T10:38:50.245832+0000","last_became_peered":"2024-09-10T10:38:50.245832+0000","last_unstale":"2024-09-10T10:38:51.226378+0000","last_undegraded":"2024-09-10T10:38:51.226378+0000","last_fullsized":"2024-09-10T10:38:51.226378+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:19.998474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.14","version":"91'6","reported_seq":20,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938555+0000","last_change":"2024-09-10T10:38:49.233807+0000","last_active":"2024-09-10T10:38:51.938555+0000","last_peered":"2024-09-10T10:38:51.938555+0000","last_clean":"2024-09-10T10:38:51.938555+0000","last_became_active":"2024-09-10T10:38:49.233407+0000","last_became_peered":"2024-09-10T10:38:49.233407+0000","last_unstale":"2024-09-10T10:38:51.938555+0000","last_undegraded":"2024-09-10T10:38:51.938555+0000","last_fullsized":"2024-09-10T10:38:51.938555+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:29.236693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937870+0000","last_change":"2024-09-10T10:38:50.249101+0000","last_active":"2024-09-10T10:38:51.937870+0000","last_peered":"2024-09-10T10:38:51.937870+0000","last_clean":"2024-09-10T10:38:51.937870+0000","last_became_active":"2024-09-10T10:38:50.248621+0000","last_became_peered":"2024-09-10T10:38:50.248621+0000","last_unstale":"2024-09-10T10:38:51.937870+0000","last_undegraded":"2024-09-10T10:38:51.937870+0000","last_fullsized":"2024-09-10T10:38:51.937870+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:06:30.968428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.13","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256693+0000","last_change":"2024-09-10T10:38:49.228532+0000","last_active":"2024-09-10T10:38:51.256693+0000","last_peered":"2024-09-10T10:38:51.256693+0000","last_clean":"2024-09-10T10:38:51.256693+0000","last_became_active":"2024-09-10T10:38:49.228246+0000","last_became_peered":"2024-09-10T10:38:49.228246+0000","last_unstale":"2024-09-10T10:38:51.256693+0000","last_undegraded":"2024-09-10T10:38:51.256693+0000","last_fullsized":"2024-09-10T10:38:51.256693+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:04.780313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231937+0000","last_change":"2024-09-10T10:38:50.242594+0000","last_active":"2024-09-10T10:38:51.231937+0000","last_peered":"2024-09-10T10:38:51.231937+0000","last_clean":"2024-09-10T10:38:51.231937+0000","last_became_active":"2024-09-10T10:38:50.242229+0000","last_became_peered":"2024-09-10T10:38:50.242229+0000","last_unstale":"2024-09-10T10:38:51.231937+0000","last_undegraded":"2024-09-10T10:38:51.231937+0000","last_fullsized":"2024-09-10T10:38:51.231937+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:06:30.968428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938129+0000","last_change":"2024-09-10T10:38:49.237723+0000","last_active":"2024-09-10T10:38:51.938129+0000","last_peered":"2024-09-10T10:38:51.938129+0000","last_clean":"2024-09-10T10:38:51.938129+0000","last_became_active":"2024-09-10T10:38:49.237455+0000","last_became_peered":"2024-09-10T10:38:49.237455+0000","last_unstale":"2024-09-10T10:38:51.938129+0000","last_undegraded":"2024-09-10T10:38:51.938129+0000","last_fullsized":"2024-09-10T10:38:51.938129+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:26.446633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938328+0000","last_change":"2024-09-10T10:38:50.236978+0000","last_active":"2024-09-10T10:38:51.938328+0000","last_peered":"2024-09-10T10:38:51.938328+0000","last_clean":"2024-09-10T10:38:51.938328+0000","last_became_active":"2024-09-10T10:38:50.236607+0000","last_became_peered":"2024-09-10T10:38:50.236607+0000","last_unstale":"2024-09-10T10:38:51.938328+0000","last_undegraded":"2024-09-10T10:38:51.938328+0000","last_fullsized":"2024-09-10T10:38:51.938328+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:15:20.564761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937881+0000","last_change":"2024-09-10T10:38:49.230555+0000","last_active":"2024-09-10T10:38:51.937881+0000","last_peered":"2024-09-10T10:38:51.937881+0000","last_clean":"2024-09-10T10:38:51.937881+0000","last_became_active":"2024-09-10T10:38:49.230120+0000","last_became_peered":"2024-09-10T10:38:49.230120+0000","last_unstale":"2024-09-10T10:38:51.937881+0000","last_undegraded":"2024-09-10T10:38:51.937881+0000","last_fullsized":"2024-09-10T10:38:51.937881+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:12:29.339058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231967+0000","last_change":"2024-09-10T10:38:50.233630+0000","last_active":"2024-09-10T10:38:51.231967+0000","last_peered":"2024-09-10T10:38:51.231967+0000","last_clean":"2024-09-10T10:38:51.231967+0000","last_became_active":"2024-09-10T10:38:50.233362+0000","last_became_peered":"2024-09-10T10:38:50.233362+0000","last_unstale":"2024-09-10T10:38:51.231967+0000","last_undegraded":"2024-09-10T10:38:51.231967+0000","last_fullsized":"2024-09-10T10:38:51.231967+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:13.347401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.10","version":"91'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937747+0000","last_change":"2024-09-10T10:38:49.236286+0000","last_active":"2024-09-10T10:38:51.937747+0000","last_peered":"2024-09-10T10:38:51.937747+0000","last_clean":"2024-09-10T10:38:51.937747+0000","last_became_active":"2024-09-10T10:38:49.235927+0000","last_became_peered":"2024-09-10T10:38:49.235927+0000","last_unstale":"2024-09-10T10:38:51.937747+0000","last_undegraded":"2024-09-10T10:38:51.937747+0000","last_fullsized":"2024-09-10T10:38:51.937747+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:41.016481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226714+0000","last_change":"2024-09-10T10:38:50.246682+0000","last_active":"2024-09-10T10:38:51.226714+0000","last_peered":"2024-09-10T10:38:51.226714+0000","last_clean":"2024-09-10T10:38:51.226714+0000","last_became_active":"2024-09-10T10:38:50.246428+0000","last_became_peered":"2024-09-10T10:38:50.246428+0000","last_unstale":"2024-09-10T10:38:51.226714+0000","last_undegraded":"2024-09-10T10:38:51.226714+0000","last_fullsized":"2024-09-10T10:38:51.226714+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:01.033685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.e","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938289+0000","last_change":"2024-09-10T10:38:49.232464+0000","last_active":"2024-09-10T10:38:51.938289+0000","last_peered":"2024-09-10T10:38:51.938289+0000","last_clean":"2024-09-10T10:38:51.938289+0000","last_became_active":"2024-09-10T10:38:49.232204+0000","last_became_peered":"2024-09-10T10:38:49.232204+0000","last_unstale":"2024-09-10T10:38:51.938289+0000","last_undegraded":"2024-09-10T10:38:51.938289+0000","last_fullsized":"2024-09-10T10:38:51.938289+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:39.201031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226121+0000","last_change":"2024-09-10T10:38:50.240235+0000","last_active":"2024-09-10T10:38:51.226121+0000","last_peered":"2024-09-10T10:38:51.226121+0000","last_clean":"2024-09-10T10:38:51.226121+0000","last_became_active":"2024-09-10T10:38:50.239929+0000","last_became_peered":"2024-09-10T10:38:50.239929+0000","last_unstale":"2024-09-10T10:38:51.226121+0000","last_undegraded":"2024-09-10T10:38:51.226121+0000","last_fullsized":"2024-09-10T10:38:51.226121+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:13.347401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938933+0000","last_change":"2024-09-10T10:38:49.229486+0000","last_active":"2024-09-10T10:38:51.938933+0000","last_peered":"2024-09-10T10:38:51.938933+0000","last_clean":"2024-09-10T10:38:51.938933+0000","last_became_active":"2024-09-10T10:38:49.229208+0000","last_became_peered":"2024-09-10T10:38:49.229208+0000","last_unstale":"2024-09-10T10:38:51.938933+0000","last_undegraded":"2024-09-10T10:38:51.938933+0000","last_fullsized":"2024-09-10T10:38:51.938933+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:35.633480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938607+0000","last_change":"2024-09-10T10:38:50.238316+0000","last_active":"2024-09-10T10:38:51.938607+0000","last_peered":"2024-09-10T10:38:51.938607+0000","last_clean":"2024-09-10T10:38:51.938607+0000","last_became_active":"2024-09-10T10:38:50.238053+0000","last_became_peered":"2024-09-10T10:38:50.238053+0000","last_unstale":"2024-09-10T10:38:51.938607+0000","last_undegraded":"2024-09-10T10:38:51.938607+0000","last_fullsized":"2024-09-10T10:38:51.938607+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:55.326247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256844+0000","last_change":"2024-09-10T10:38:49.237339+0000","last_active":"2024-09-10T10:38:51.256844+0000","last_peered":"2024-09-10T10:38:51.256844+0000","last_clean":"2024-09-10T10:38:51.256844+0000","last_became_active":"2024-09-10T10:38:49.237007+0000","last_became_peered":"2024-09-10T10:38:49.237007+0000","last_unstale":"2024-09-10T10:38:51.256844+0000","last_undegraded":"2024-09-10T10:38:51.256844+0000","last_fullsized":"2024-09-10T10:38:51.256844+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:25:26.370147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256678+0000","last_change":"2024-09-10T10:38:50.240250+0000","last_active":"2024-09-10T10:38:51.256678+0000","last_peered":"2024-09-10T10:38:51.256678+0000","last_clean":"2024-09-10T10:38:51.256678+0000","last_became_active":"2024-09-10T10:38:50.238867+0000","last_became_peered":"2024-09-10T10:38:50.238867+0000","last_unstale":"2024-09-10T10:38:51.256678+0000","last_undegraded":"2024-09-10T10:38:51.256678+0000","last_fullsized":"2024-09-10T10:38:51.256678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:25.150518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937875+0000","last_change":"2024-09-10T10:38:49.240778+0000","last_active":"2024-09-10T10:38:51.937875+0000","last_peered":"2024-09-10T10:38:51.937875+0000","last_clean":"2024-09-10T10:38:51.937875+0000","last_became_active":"2024-09-10T10:38:49.238330+0000","last_became_peered":"2024-09-10T10:38:49.238330+0000","last_unstale":"2024-09-10T10:38:51.937875+0000","last_undegraded":"2024-09-10T10:38:51.937875+0000","last_fullsized":"2024-09-10T10:38:51.937875+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:00.097628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256905+0000","last_change":"2024-09-10T10:38:50.244825+0000","last_active":"2024-09-10T10:38:51.256905+0000","last_peered":"2024-09-10T10:38:51.256905+0000","last_clean":"2024-09-10T10:38:51.256905+0000","last_became_active":"2024-09-10T10:38:50.239809+0000","last_became_peered":"2024-09-10T10:38:50.239809+0000","last_unstale":"2024-09-10T10:38:51.256905+0000","last_undegraded":"2024-09-10T10:38:51.256905+0000","last_fullsized":"2024-09-10T10:38:51.256905+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:17.400228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.225959+0000","last_change":"2024-09-10T10:38:49.232467+0000","last_active":"2024-09-10T10:38:51.225959+0000","last_peered":"2024-09-10T10:38:51.225959+0000","last_clean":"2024-09-10T10:38:51.225959+0000","last_became_active":"2024-09-10T10:38:49.232181+0000","last_became_peered":"2024-09-10T10:38:49.232181+0000","last_unstale":"2024-09-10T10:38:51.225959+0000","last_undegraded":"2024-09-10T10:38:51.225959+0000","last_fullsized":"2024-09-10T10:38:51.225959+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:41.016481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937756+0000","last_change":"2024-09-10T10:38:50.237783+0000","last_active":"2024-09-10T10:38:51.937756+0000","last_peered":"2024-09-10T10:38:51.937756+0000","last_clean":"2024-09-10T10:38:51.937756+0000","last_became_active":"2024-09-10T10:38:50.237446+0000","last_became_peered":"2024-09-10T10:38:50.237446+0000","last_unstale":"2024-09-10T10:38:51.937756+0000","last_undegraded":"2024-09-10T10:38:51.937756+0000","last_fullsized":"2024-09-10T10:38:51.937756+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:26.606340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937284+0000","last_change":"2024-09-10T10:38:49.225132+0000","last_active":"2024-09-10T10:38:51.937284+0000","last_peered":"2024-09-10T10:38:51.937284+0000","last_clean":"2024-09-10T10:38:51.937284+0000","last_became_active":"2024-09-10T10:38:49.224749+0000","last_became_peered":"2024-09-10T10:38:49.224749+0000","last_unstale":"2024-09-10T10:38:51.937284+0000","last_undegraded":"2024-09-10T10:38:51.937284+0000","last_fullsized":"2024-09-10T10:38:51.937284+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:41.016481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.225944+0000","last_change":"2024-09-10T10:38:50.236449+0000","last_active":"2024-09-10T10:38:51.225944+0000","last_peered":"2024-09-10T10:38:51.225944+0000","last_clean":"2024-09-10T10:38:51.225944+0000","last_became_active":"2024-09-10T10:38:50.236194+0000","last_became_peered":"2024-09-10T10:38:50.236194+0000","last_unstale":"2024-09-10T10:38:51.225944+0000","last_undegraded":"2024-09-10T10:38:51.225944+0000","last_fullsized":"2024-09-10T10:38:51.225944+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:28:48.910734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231429+0000","last_change":"2024-09-10T10:38:49.233547+0000","last_active":"2024-09-10T10:38:51.231429+0000","last_peered":"2024-09-10T10:38:51.231429+0000","last_clean":"2024-09-10T10:38:51.231429+0000","last_became_active":"2024-09-10T10:38:49.231921+0000","last_became_peered":"2024-09-10T10:38:49.231921+0000","last_unstale":"2024-09-10T10:38:51.231429+0000","last_undegraded":"2024-09-10T10:38:51.231429+0000","last_fullsized":"2024-09-10T10:38:51.231429+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:26.446633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257162+0000","last_change":"2024-09-10T10:38:50.253877+0000","last_active":"2024-09-10T10:38:51.257162+0000","last_peered":"2024-09-10T10:38:51.257162+0000","last_clean":"2024-09-10T10:38:51.257162+0000","last_became_active":"2024-09-10T10:38:50.253587+0000","last_became_peered":"2024-09-10T10:38:50.253587+0000","last_unstale":"2024-09-10T10:38:51.257162+0000","last_undegraded":"2024-09-10T10:38:51.257162+0000","last_fullsized":"2024-09-10T10:38:51.257162+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:32.155763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.7","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937948+0000","last_change":"2024-09-10T10:38:49.230472+0000","last_active":"2024-09-10T10:38:51.937948+0000","last_peered":"2024-09-10T10:38:51.937948+0000","last_clean":"2024-09-10T10:38:51.937948+0000","last_became_active":"2024-09-10T10:38:49.230130+0000","last_became_peered":"2024-09-10T10:38:49.230130+0000","last_unstale":"2024-09-10T10:38:51.937948+0000","last_undegraded":"2024-09-10T10:38:51.937948+0000","last_fullsized":"2024-09-10T10:38:51.937948+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:31.547704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256942+0000","last_change":"2024-09-10T10:38:50.253804+0000","last_active":"2024-09-10T10:38:51.256942+0000","last_peered":"2024-09-10T10:38:51.256942+0000","last_clean":"2024-09-10T10:38:51.256942+0000","last_became_active":"2024-09-10T10:38:50.253294+0000","last_became_peered":"2024-09-10T10:38:50.253294+0000","last_unstale":"2024-09-10T10:38:51.256942+0000","last_undegraded":"2024-09-10T10:38:51.256942+0000","last_fullsized":"2024-09-10T10:38:51.256942+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:51.702950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.6","version":"92'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.258527+0000","last_change":"2024-09-10T10:38:49.234335+0000","last_active":"2024-09-10T10:38:51.258527+0000","last_peered":"2024-09-10T10:38:51.258527+0000","last_clean":"2024-09-10T10:38:51.258527+0000","last_became_active":"2024-09-10T10:38:49.234012+0000","last_became_peered":"2024-09-10T10:38:49.234012+0000","last_unstale":"2024-09-10T10:38:51.258527+0000","last_undegraded":"2024-09-10T10:38:51.258527+0000","last_fullsized":"2024-09-10T10:38:51.258527+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:55.053026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.232248+0000","last_change":"2024-09-10T10:38:50.241955+0000","last_active":"2024-09-10T10:38:51.232248+0000","last_peered":"2024-09-10T10:38:51.232248+0000","last_clean":"2024-09-10T10:38:51.232248+0000","last_became_active":"2024-09-10T10:38:50.241699+0000","last_became_peered":"2024-09-10T10:38:50.241699+0000","last_unstale":"2024-09-10T10:38:51.232248+0000","last_undegraded":"2024-09-10T10:38:51.232248+0000","last_fullsized":"2024-09-10T10:38:51.232248+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:44.183702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257090+0000","last_change":"2024-09-10T10:38:49.231295+0000","last_active":"2024-09-10T10:38:51.257090+0000","last_peered":"2024-09-10T10:38:51.257090+0000","last_clean":"2024-09-10T10:38:51.257090+0000","last_became_active":"2024-09-10T10:38:49.231037+0000","last_became_peered":"2024-09-10T10:38:49.231037+0000","last_unstale":"2024-09-10T10:38:51.257090+0000","last_undegraded":"2024-09-10T10:38:51.257090+0000","last_fullsized":"2024-09-10T10:38:51.257090+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:55:00.693262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938896+0000","last_change":"2024-09-10T10:38:50.242627+0000","last_active":"2024-09-10T10:38:51.938896+0000","last_peered":"2024-09-10T10:38:51.938896+0000","last_clean":"2024-09-10T10:38:51.938896+0000","last_became_active":"2024-09-10T10:38:50.241978+0000","last_became_peered":"2024-09-10T10:38:50.241978+0000","last_unstale":"2024-09-10T10:38:51.938896+0000","last_undegraded":"2024-09-10T10:38:51.938896+0000","last_fullsized":"2024-09-10T10:38:51.938896+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:06.558756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226259+0000","last_change":"2024-09-10T10:38:49.232105+0000","last_active":"2024-09-10T10:38:51.226259+0000","last_peered":"2024-09-10T10:38:51.226259+0000","last_clean":"2024-09-10T10:38:51.226259+0000","last_became_active":"2024-09-10T10:38:49.231820+0000","last_became_peered":"2024-09-10T10:38:49.231820+0000","last_unstale":"2024-09-10T10:38:51.226259+0000","last_undegraded":"2024-09-10T10:38:51.226259+0000","last_fullsized":"2024-09-10T10:38:51.226259+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:54.319883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.257050+0000","last_change":"2024-09-10T10:38:50.242243+0000","last_active":"2024-09-10T10:38:51.257050+0000","last_peered":"2024-09-10T10:38:51.257050+0000","last_clean":"2024-09-10T10:38:51.257050+0000","last_became_active":"2024-09-10T10:38:50.238483+0000","last_became_peered":"2024-09-10T10:38:50.238483+0000","last_unstale":"2024-09-10T10:38:51.257050+0000","last_undegraded":"2024-09-10T10:38:51.257050+0000","last_fullsized":"2024-09-10T10:38:51.257050+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:25.755078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231889+0000","last_change":"2024-09-10T10:38:49.237446+0000","last_active":"2024-09-10T10:38:51.231889+0000","last_peered":"2024-09-10T10:38:51.231889+0000","last_clean":"2024-09-10T10:38:51.231889+0000","last_became_active":"2024-09-10T10:38:49.236458+0000","last_became_peered":"2024-09-10T10:38:49.236458+0000","last_unstale":"2024-09-10T10:38:51.231889+0000","last_undegraded":"2024-09-10T10:38:51.231889+0000","last_fullsized":"2024-09-10T10:38:51.231889+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:00.097628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.938610+0000","last_change":"2024-09-10T10:38:50.233132+0000","last_active":"2024-09-10T10:38:51.938610+0000","last_peered":"2024-09-10T10:38:51.938610+0000","last_clean":"2024-09-10T10:38:51.938610+0000","last_became_active":"2024-09-10T10:38:50.232852+0000","last_became_peered":"2024-09-10T10:38:50.232852+0000","last_unstale":"2024-09-10T10:38:51.938610+0000","last_undegraded":"2024-09-10T10:38:51.938610+0000","last_fullsized":"2024-09-10T10:38:51.938610+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:42.722907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.226047+0000","last_change":"2024-09-10T10:38:49.230922+0000","last_active":"2024-09-10T10:38:51.226047+0000","last_peered":"2024-09-10T10:38:51.226047+0000","last_clean":"2024-09-10T10:38:51.226047+0000","last_became_active":"2024-09-10T10:38:49.230398+0000","last_became_peered":"2024-09-10T10:38:49.230398+0000","last_unstale":"2024-09-10T10:38:51.226047+0000","last_undegraded":"2024-09-10T10:38:51.226047+0000","last_fullsized":"2024-09-10T10:38:51.226047+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:22.064386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.256622+0000","last_change":"2024-09-10T10:38:50.240463+0000","last_active":"2024-09-10T10:38:51.256622+0000","last_peered":"2024-09-10T10:38:51.256622+0000","last_clean":"2024-09-10T10:38:51.256622+0000","last_became_active":"2024-09-10T10:38:50.240173+0000","last_became_peered":"2024-09-10T10:38:50.240173+0000","last_unstale":"2024-09-10T10:38:51.256622+0000","last_undegraded":"2024-09-10T10:38:51.256622+0000","last_fullsized":"2024-09-10T10:38:51.256622+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:22:52.007148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.230663+0000","last_change":"2024-09-10T10:38:49.236566+0000","last_active":"2024-09-10T10:38:51.230663+0000","last_peered":"2024-09-10T10:38:51.230663+0000","last_clean":"2024-09-10T10:38:51.230663+0000","last_became_active":"2024-09-10T10:38:49.232835+0000","last_became_peered":"2024-09-10T10:38:49.232835+0000","last_unstale":"2024-09-10T10:38:51.230663+0000","last_undegraded":"2024-09-10T10:38:51.230663+0000","last_fullsized":"2024-09-10T10:38:51.230663+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:51:39.237659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937815+0000","last_change":"2024-09-10T10:38:50.244710+0000","last_active":"2024-09-10T10:38:51.937815+0000","last_peered":"2024-09-10T10:38:51.937815+0000","last_clean":"2024-09-10T10:38:51.937815+0000","last_became_active":"2024-09-10T10:38:50.244051+0000","last_became_peered":"2024-09-10T10:38:50.244051+0000","last_unstale":"2024-09-10T10:38:51.937815+0000","last_undegraded":"2024-09-10T10:38:51.937815+0000","last_fullsized":"2024-09-10T10:38:51.937815+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:01.103992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.231465+0000","last_change":"2024-09-10T10:38:49.232471+0000","last_active":"2024-09-10T10:38:51.231465+0000","last_peered":"2024-09-10T10:38:51.231465+0000","last_clean":"2024-09-10T10:38:51.231465+0000","last_became_active":"2024-09-10T10:38:49.231384+0000","last_became_peered":"2024-09-10T10:38:49.231384+0000","last_unstale":"2024-09-10T10:38:51.231465+0000","last_undegraded":"2024-09-10T10:38:51.231465+0000","last_fullsized":"2024-09-10T10:38:51.231465+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:49:33.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.232360+0000","last_change":"2024-09-10T10:38:50.251050+0000","last_active":"2024-09-10T10:38:51.232360+0000","last_peered":"2024-09-10T10:38:51.232360+0000","last_clean":"2024-09-10T10:38:51.232360+0000","last_became_active":"2024-09-10T10:38:50.250768+0000","last_became_peered":"2024-09-10T10:38:50.250768+0000","last_unstale":"2024-09-10T10:38:51.232360+0000","last_undegraded":"2024-09-10T10:38:51.232360+0000","last_fullsized":"2024-09-10T10:38:51.232360+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:49.207825+0000","last_clean_scrub_stamp":"2024-09-10T10:38:49.207825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:06.295259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.f","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937913+0000","last_change":"2024-09-10T10:38:49.233774+0000","last_active":"2024-09-10T10:38:51.937913+0000","last_peered":"2024-09-10T10:38:51.937913+0000","last_clean":"2024-09-10T10:38:51.937913+0000","last_became_active":"2024-09-10T10:38:49.233496+0000","last_became_peered":"2024-09-10T10:38:49.233496+0000","last_unstale":"2024-09-10T10:38:51.937913+0000","last_undegraded":"2024-09-10T10:38:51.937913+0000","last_fullsized":"2024-09-10T10:38:51.937913+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:38:48.201462+0000","last_clean_scrub_stamp":"2024-09-10T10:38:48.201462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:29:37.732455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":300,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T10:38:51.937311+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:38:51.937311+0000","last_peered":"2024-09-10T10:38:51.937311+0000","last_clean":"2024-09-10T10:38:51.937311+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:38:51.937311+0000","last_undegraded":"2024-09-10T10:38:51.937311+0000","last_fullsized":"2024-09-10T10:38:51.937311+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509522,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32300,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339540,"statfs":{"total":96636764160,"available":96603688960,"internally_reserved":0,"allocated":1134592,"data_stored":479178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509522,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36460,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335380,"statfs":{"total":96636764160,"available":96599429120,"internally_reserved":0,"allocated":1130496,"data_stored":478596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509521,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1134592,"data_stored":479178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509522,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1142784,"data_stored":478790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509523,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32296,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339544,"statfs":{"total":96636764160,"available":96603693056,"internally_reserved":0,"allocated":1134592,"data_stored":478666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509522,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32892,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338948,"statfs":{"total":96636764160,"available":96603082752,"internally_reserved":0,"allocated":1744896,"data_stored":1070688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509521,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":478596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542227,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32900,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338940,"statfs":{"total":96636764160,"available":96603074560,"internally_reserved":0,"allocated":1744896,"data_stored":1070632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:38:59.399 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:38:59.400 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:38:59.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.582+0000 7fa7c9400640 1 Processor -- start 2024-09-10T10:38:59.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.582+0000 7fa7c9400640 1 -- start start 2024-09-10T10:38:59.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.586+0000 7fa7c9400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa7c40cf3c0 0x7fa7c40cf850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.586+0000 7fa7c9400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7c40b4f90 con 0x7fa7c41568c0 2024-09-10T10:38:59.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.586+0000 7fa7c9400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7c40b49d0 con 0x7fa7c406d9b0 2024-09-10T10:38:59.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.586+0000 7fa7c9400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa7c40b4cb0 con 0x7fa7c40cf3c0 2024-09-10T10:38:59.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.586+0000 7fa7b9e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa7c40cf3c0 0x7fa7c40cf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.586+0000 7fa7c2800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa7c41568c0 0x7fa7c40b3f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44918/0 (socket says 172.21.15.22:44918) 2024-09-10T10:38:59.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.586+0000 7fa7c2800640 1 -- 172.21.15.22:0/4201633685 learned_addr learned my addr 172.21.15.22:0/4201633685 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:59.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.586+0000 7fa7b9e00640 1 -- 172.21.15.22:0/4201633685 >> v1:172.21.15.145:6789/0 conn(0x7fa7c406d9b0 legacy=0x7fa7c406de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.586+0000 7fa7b9e00640 1 -- 172.21.15.22:0/4201633685 >> v1:172.21.15.22:6789/0 conn(0x7fa7c41568c0 legacy=0x7fa7c40b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.586+0000 7fa7b9e00640 1 -- 172.21.15.22:0/4201633685 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7c406d1b0 con 0x7fa7c40cf3c0 2024-09-10T10:38:59.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7b9e00640 1 --2- 172.21.15.22:0/4201633685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c40cf3c0 0x7fa7c40cf850 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac0097c0 tx=0x7fa7ac01c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8be7e7e01ce68d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:59.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c1e00640 1 -- 172.21.15.22:0/4201633685 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac0ab610 con 0x7fa7c40cf3c0 2024-09-10T10:38:59.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c1e00640 1 -- 172.21.15.22:0/4201633685 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7ac0b0070 con 0x7fa7c40cf3c0 2024-09-10T10:38:59.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c1e00640 1 -- 172.21.15.22:0/4201633685 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac0ab9d0 con 0x7fa7c40cf3c0 2024-09-10T10:38:59.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 -- 172.21.15.22:0/4201633685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c40cf3c0 msgr2=0x7fa7c40cf850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 --2- 172.21.15.22:0/4201633685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c40cf3c0 0x7fa7c40cf850 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac0097c0 tx=0x7fa7ac01c410 comp rx=0 tx=0).stop 2024-09-10T10:38:59.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 -- 172.21.15.22:0/4201633685 shutdown_connections 2024-09-10T10:38:59.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 --2- 172.21.15.22:0/4201633685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c40cf3c0 0x7fa7c40cf850 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 -- 172.21.15.22:0/4201633685 >> 172.21.15.22:0/4201633685 conn(0x7fa7c4062eb0 msgr2=0x7fa7c406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:59.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 -- 172.21.15.22:0/4201633685 shutdown_connections 2024-09-10T10:38:59.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 -- 172.21.15.22:0/4201633685 wait complete. 2024-09-10T10:38:59.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 Processor -- start 2024-09-10T10:38:59.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 -- start start 2024-09-10T10:38:59.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7c406d9b0 0x7fa7c414b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.590+0000 7fa7c9400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7c40cf3c0 0x7fa7c4152950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c9400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c41568c0 0x7fa7c41f7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c9400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c4156ca0 con 0x7fa7c41568c0 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c9400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c40b4640 con 0x7fa7c406d9b0 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c9400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa7c4156e20 con 0x7fa7c40cf3c0 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c3200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c41568c0 0x7fa7c41f7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c3200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c41568c0 0x7fa7c41f7910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47148/0 (socket says 172.21.15.22:47148) 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c3200640 1 -- 172.21.15.22:0/2695279178 learned_addr learned my addr 172.21.15.22:0/2695279178 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c2800640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7c406d9b0 0x7fa7c414b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7b9e00640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7c40cf3c0 0x7fa7c4152950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c3200640 1 -- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7c40cf3c0 msgr2=0x7fa7c4152950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c3200640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7c40cf3c0 0x7fa7c4152950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c3200640 1 -- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7c406d9b0 msgr2=0x7fa7c414b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c3200640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7c406d9b0 0x7fa7c414b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c3200640 1 -- 172.21.15.22:0/2695279178 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7c4153250 con 0x7fa7c41568c0 2024-09-10T10:38:59.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c3200640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c41568c0 0x7fa7c41f7910 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fa7bc00c7a0 tx=0x7fa7bc00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:59.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7bb400640 1 -- 172.21.15.22:0/2695279178 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7bc003b80 con 0x7fa7c41568c0 2024-09-10T10:38:59.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7bb400640 1 -- 172.21.15.22:0/2695279178 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7bc003d20 con 0x7fa7c41568c0 2024-09-10T10:38:59.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7bb400640 1 -- 172.21.15.22:0/2695279178 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7bc00aa90 con 0x7fa7c41568c0 2024-09-10T10:38:59.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c9400640 1 -- 172.21.15.22:0/2695279178 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7c4153530 con 0x7fa7c41568c0 2024-09-10T10:38:59.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c9400640 1 -- 172.21.15.22:0/2695279178 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7c414bad0 con 0x7fa7c41568c0 2024-09-10T10:38:59.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7c9400640 1 -- 172.21.15.22:0/2695279178 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7c40cf850 con 0x7fa7c41568c0 2024-09-10T10:38:59.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.594+0000 7fa7bb400640 1 -- 172.21.15.22:0/2695279178 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa7bc00ac30 con 0x7fa7c41568c0 2024-09-10T10:38:59.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.598+0000 7fa7bb400640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7a00678c0 0x7fa7a0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.598+0000 7fa7bb400640 1 -- 172.21.15.22:0/2695279178 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fa7bc085a60 con 0x7fa7c41568c0 2024-09-10T10:38:59.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.598+0000 7fa7c2800640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7a00678c0 0x7fa7a0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.598+0000 7fa7c2800640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7a00678c0 0x7fa7a0069d80 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fa7b4005890 tx=0x7fa7b4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:59.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.602+0000 7fa7bb400640 1 -- 172.21.15.22:0/2695279178 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa7bc055fe0 con 0x7fa7c41568c0 2024-09-10T10:38:59.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.822+0000 7fa7c9400640 1 -- 172.21.15.22:0/2695279178 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa7c415c110 con 0x7fa7c41568c0 2024-09-10T10:38:59.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7bb400640 1 -- 172.21.15.22:0/2695279178 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v18) ==== 190+0+147 (secure 0 0 0) 0x7fa7bc05a2e0 con 0x7fa7c41568c0 2024-09-10T10:38:59.830 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:38:59.830 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:38:59.830 INFO:teuthology.orchestra.run.smithi022.stdout: caps mds = "allow" 2024-09-10T10:38:59.830 INFO:teuthology.orchestra.run.smithi022.stdout: caps mon = "allow r" 2024-09-10T10:38:59.830 INFO:teuthology.orchestra.run.smithi022.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:38:59.830 INFO:teuthology.orchestra.run.smithi022.stderr:updated caps for client.0 2024-09-10T10:38:59.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7c9400640 1 -- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7a00678c0 msgr2=0x7fa7a0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7c9400640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7a00678c0 0x7fa7a0069d80 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fa7b4005890 tx=0x7fa7b4009040 comp rx=0 tx=0).stop 2024-09-10T10:38:59.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7c9400640 1 -- 172.21.15.22:0/2695279178 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c41568c0 msgr2=0x7fa7c41f7910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7c9400640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c41568c0 0x7fa7c41f7910 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fa7bc00c7a0 tx=0x7fa7bc00cc60 comp rx=0 tx=0).stop 2024-09-10T10:38:59.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7c9400640 1 -- 172.21.15.22:0/2695279178 shutdown_connections 2024-09-10T10:38:59.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7c9400640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa7a00678c0 0x7fa7a0069d80 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7c9400640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa7c41568c0 0x7fa7c41f7910 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7c9400640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7c40cf3c0 0x7fa7c4152950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7c9400640 1 --2- 172.21.15.22:0/2695279178 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7c406d9b0 0x7fa7c414b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.826+0000 7fa7c9400640 1 -- 172.21.15.22:0/2695279178 >> 172.21.15.22:0/2695279178 conn(0x7fa7c4062eb0 msgr2=0x7fa7c40b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:59.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.830+0000 7fa7c9400640 1 -- 172.21.15.22:0/2695279178 shutdown_connections 2024-09-10T10:38:59.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.830+0000 7fa7c9400640 1 -- 172.21.15.22:0/2695279178 wait complete. 2024-09-10T10:38:59.852 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:38:59.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.986+0000 7fbe97200640 1 Processor -- start 2024-09-10T10:38:59.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe97200640 1 -- start start 2024-09-10T10:38:59.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe97200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbe9815afe0 0x7fbe980cde40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe97200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbe9806c6c0 0x7fbe98073370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:38:59.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe97200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe980722d0 con 0x7fbe980738b0 2024-09-10T10:38:59.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe97200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fbe98072ee0 con 0x7fbe9806c6c0 2024-09-10T10:38:59.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe97200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fbe980725b0 con 0x7fbe9815afe0 2024-09-10T10:38:59.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe8d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbe9806c6c0 0x7fbe98073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe96800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fbe980738b0 0x7fbe980cf0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44930/0 (socket says 172.21.15.22:44930) 2024-09-10T10:38:59.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe96800640 1 -- 172.21.15.22:0/1815727804 learned_addr learned my addr 172.21.15.22:0/1815727804 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:38:59.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe95e00640 1 --2- 172.21.15.22:0/1815727804 >> v2:172.21.15.145:3300/0 conn(0x7fbe9815afe0 0x7fbe980cde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:38:59.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe95400640 1 -- 172.21.15.22:0/1815727804 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1719970372 0 0) 0x7fbe980722d0 con 0x7fbe980738b0 2024-09-10T10:38:59.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe8d400640 1 -- 172.21.15.22:0/1815727804 >> v2:172.21.15.145:3300/0 conn(0x7fbe9815afe0 msgr2=0x7fbe980cde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:38:59.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe8d400640 1 --2- 172.21.15.22:0/1815727804 >> v2:172.21.15.145:3300/0 conn(0x7fbe9815afe0 0x7fbe980cde40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe8d400640 1 -- 172.21.15.22:0/1815727804 >> v1:172.21.15.22:6789/0 conn(0x7fbe980738b0 legacy=0x7fbe980cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.990+0000 7fbe8d400640 1 -- 172.21.15.22:0/1815727804 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe98072890 con 0x7fbe9806c6c0 2024-09-10T10:38:59.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe8d400640 1 --2- 172.21.15.22:0/1815727804 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9806c6c0 0x7fbe98073370 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fbe980631f0 tx=0x7fbe8001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ca9c32d67f3752d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:38:59.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe95400640 1 -- 172.21.15.22:0/1815727804 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe800b1070 con 0x7fbe9806c6c0 2024-09-10T10:38:59.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe95400640 1 -- 172.21.15.22:0/1815727804 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe800a8050 con 0x7fbe9806c6c0 2024-09-10T10:38:59.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe95400640 1 -- 172.21.15.22:0/1815727804 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe800ac860 con 0x7fbe9806c6c0 2024-09-10T10:38:59.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe97200640 1 -- 172.21.15.22:0/1815727804 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9806c6c0 msgr2=0x7fbe98073370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:38:59.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe97200640 1 --2- 172.21.15.22:0/1815727804 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9806c6c0 0x7fbe98073370 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fbe980631f0 tx=0x7fbe8001c3c0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe97200640 1 -- 172.21.15.22:0/1815727804 shutdown_connections 2024-09-10T10:38:59.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe97200640 1 --2- 172.21.15.22:0/1815727804 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9806c6c0 0x7fbe98073370 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe97200640 1 --2- 172.21.15.22:0/1815727804 >> v2:172.21.15.145:3300/0 conn(0x7fbe9815afe0 0x7fbe980cde40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:38:59.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe97200640 1 -- 172.21.15.22:0/1815727804 >> 172.21.15.22:0/1815727804 conn(0x7fbe98062ae0 msgr2=0x7fbe9806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:38:59.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe97200640 1 -- 172.21.15.22:0/1815727804 shutdown_connections 2024-09-10T10:38:59.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe97200640 1 -- 172.21.15.22:0/1815727804 wait complete. 2024-09-10T10:39:00.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe97200640 1 Processor -- start 2024-09-10T10:39:00.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.994+0000 7fbe97200640 1 -- start start 2024-09-10T10:39:00.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe97200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe9806c6c0 0x7fbe9814dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe97200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe980738b0 0x7fbe9814c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe97200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9815afe0 0x7fbe9814c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe97200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9815bbd0 con 0x7fbe9815afe0 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe97200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbe980cf9c0 con 0x7fbe980738b0 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe97200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbe9815bd50 con 0x7fbe9806c6c0 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe96800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9815afe0 0x7fbe9814c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe96800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9815afe0 0x7fbe9814c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47170/0 (socket says 172.21.15.22:47170) 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe96800640 1 -- 172.21.15.22:0/2299231046 learned_addr learned my addr 172.21.15.22:0/2299231046 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe95e00640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe9806c6c0 0x7fbe9814dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe8d400640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe980738b0 0x7fbe9814c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe96800640 1 -- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe9806c6c0 msgr2=0x7fbe9814dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe96800640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe9806c6c0 0x7fbe9814dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe96800640 1 -- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe980738b0 msgr2=0x7fbe9814c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe96800640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe980738b0 0x7fbe9814c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe96800640 1 -- 172.21.15.22:0/2299231046 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe9814d1f0 con 0x7fbe9815afe0 2024-09-10T10:39:00.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe96800640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9815afe0 0x7fbe9814c1a0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fbe9000c480 tx=0x7fbe9000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe8ea00640 1 -- 172.21.15.22:0/2299231046 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe90018070 con 0x7fbe9815afe0 2024-09-10T10:39:00.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe8ea00640 1 -- 172.21.15.22:0/2299231046 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe900074e0 con 0x7fbe9815afe0 2024-09-10T10:39:00.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe97200640 1 -- 172.21.15.22:0/2299231046 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe9814d4d0 con 0x7fbe9815afe0 2024-09-10T10:39:00.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe8ea00640 1 -- 172.21.15.22:0/2299231046 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe90004a30 con 0x7fbe9815afe0 2024-09-10T10:39:00.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe97200640 1 -- 172.21.15.22:0/2299231046 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe9814da90 con 0x7fbe9815afe0 2024-09-10T10:39:00.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe97200640 1 -- 172.21.15.22:0/2299231046 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe98073370 con 0x7fbe9815afe0 2024-09-10T10:39:00.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:38:59.998+0000 7fbe8ea00640 1 -- 172.21.15.22:0/2299231046 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbe9001b070 con 0x7fbe9815afe0 2024-09-10T10:39:00.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.002+0000 7fbe8ea00640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe740678f0 0x7fbe74069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.002+0000 7fbe8ea00640 1 -- 172.21.15.22:0/2299231046 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fbe90084f40 con 0x7fbe9815afe0 2024-09-10T10:39:00.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.002+0000 7fbe95e00640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe740678f0 0x7fbe74069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.002+0000 7fbe95e00640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe740678f0 0x7fbe74069db0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fbe9814f920 tx=0x7fbe8800b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.006+0000 7fbe8ea00640 1 -- 172.21.15.22:0/2299231046 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbe90055420 con 0x7fbe9815afe0 2024-09-10T10:39:00.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.202+0000 7fbe97200640 1 -- 172.21.15.22:0/2299231046 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbe981580a0 con 0x7fbe9815afe0 2024-09-10T10:39:00.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.202+0000 7fbe8ea00640 1 -- 172.21.15.22:0/2299231046 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5225 (secure 0 0 0) 0x7fbe90059720 con 0x7fbe9815afe0 2024-09-10T10:39:00.208 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:00.208 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":63,"btime":"2024-09-10T10:38:53:255313+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5861,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/466185628","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":466185628},{"type":"v1","addr":"172.21.15.145:6836","nonce":466185628}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5867,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/2185145768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":2185145768},{"type":"v1","addr":"172.21.15.22:6834","nonce":2185145768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6484,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1012325339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1012325339},{"type":"v1","addr":"172.21.15.145:6837","nonce":1012325339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:38:49.618911+0000","modified":"2024-09-10T10:38:52.653897+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6795":{"gid":6795,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/348028765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":348028765},{"type":"v1","addr":"172.21.15.22:6835","nonce":348028765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6795,"qdb_cluster":[6795]},"id":7}]} 2024-09-10T10:39:00.209 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 63 2024-09-10T10:39:00.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 -- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe740678f0 msgr2=0x7fbe74069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe740678f0 0x7fbe74069db0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fbe9814f920 tx=0x7fbe8800b040 comp rx=0 tx=0).stop 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 -- 172.21.15.22:0/2299231046 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9815afe0 msgr2=0x7fbe9814c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9815afe0 0x7fbe9814c1a0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fbe9000c480 tx=0x7fbe9000c940 comp rx=0 tx=0).stop 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 -- 172.21.15.22:0/2299231046 shutdown_connections 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbe740678f0 0x7fbe74069db0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbe9815afe0 0x7fbe9814c1a0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe980738b0 0x7fbe9814c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 --2- 172.21.15.22:0/2299231046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe9806c6c0 0x7fbe9814dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 -- 172.21.15.22:0/2299231046 >> 172.21.15.22:0/2299231046 conn(0x7fbe98062ae0 msgr2=0x7fbe98071090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 -- 172.21.15.22:0/2299231046 shutdown_connections 2024-09-10T10:39:00.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.206+0000 7fbe97200640 1 -- 172.21.15.22:0/2299231046 wait complete. 2024-09-10T10:39:00.632 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 63, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:38:49.618911+0000', 'modified': '2024-09-10T10:38:52.653897+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6795}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6795': {'gid': 6795, 'name': 'a', 'rank': 0, 'incarnation': 59, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.22:6835/348028765', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.22:6833', 'nonce': 348028765}, {'type': 'v1', 'addr': '172.21.15.22:6835', 'nonce': 348028765}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6795, 'qdb_cluster': [6795]} 2024-09-10T10:39:00.633 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:39:00.633 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-10T10:39:00.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe23be00640 1 Processor -- start 2024-09-10T10:39:00.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe23be00640 1 -- start start 2024-09-10T10:39:00.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe23be00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe23406e8c0 0x7fe2340cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe23be00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe23406d3f0 con 0x7fe234145fb0 2024-09-10T10:39:00.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe23be00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe23406d6d0 con 0x7fe2340cd670 2024-09-10T10:39:00.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe23be00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fe2340ce010 con 0x7fe23406e8c0 2024-09-10T10:39:00.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fe234145fb0 0x7fe2340b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44944/0 (socket says 172.21.15.22:44944) 2024-09-10T10:39:00.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239400640 1 -- 172.21.15.22:0/2472375234 learned_addr learned my addr 172.21.15.22:0/2472375234 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:00.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239e00640 1 --2- 172.21.15.22:0/2472375234 >> v2:172.21.15.145:3300/0 conn(0x7fe23406e8c0 0x7fe2340cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.780 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3712835574 0 0) 0x7fe23406d3f0 con 0x7fe234145fb0 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe21c003530 con 0x7fe234145fb0 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3463274362 0 0) 0x7fe23406d6d0 con 0x7fe2340cd670 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe23406d3f0 con 0x7fe2340cd670 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 354819592 0 0) 0x7fe21c003530 con 0x7fe234145fb0 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 >> v2:172.21.15.145:3300/0 conn(0x7fe23406e8c0 msgr2=0x7fe2340cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 --2- 172.21.15.22:0/2472375234 >> v2:172.21.15.145:3300/0 conn(0x7fe23406e8c0 0x7fe2340cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 >> v1:172.21.15.145:6789/0 conn(0x7fe2340cd670 legacy=0x7fe23406e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe23406d9b0 con 0x7fe234145fb0 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fe228001680 con 0x7fe234145fb0 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 >> v1:172.21.15.22:6789/0 conn(0x7fe234145fb0 legacy=0x7fe2340b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe21c003b50 0x7fe21c003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c004810 0x7fe21c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe21c0051d0 0x7fe21c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c00bfc0 con 0x7fe21c003b50 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c00c170 con 0x7fe21c004810 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe21c00c370 con 0x7fe21c0051d0 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239400640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe21c003b50 0x7fe21c003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe238a00640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c004810 0x7fe21c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239e00640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe21c0051d0 0x7fe21c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239400640 1 -- 172.21.15.22:0/2472375234 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe21c0051d0 msgr2=0x7fe21c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239400640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe21c0051d0 0x7fe21c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239400640 1 -- 172.21.15.22:0/2472375234 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c004810 msgr2=0x7fe21c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239400640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c004810 0x7fe21c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239400640 1 -- 172.21.15.22:0/2472375234 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe23406d9b0 con 0x7fe21c003b50 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe239e00640 1 -- 172.21.15.22:0/2472375234 reap_dead start 2024-09-10T10:39:00.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.774+0000 7fe238a00640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c004810 0x7fe21c004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:00.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe239400640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe21c003b50 0x7fe21c003f50 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fe22800c370 tx=0x7fe22801cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ae9ba22e1d11af8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe228007e00 con 0x7fe21c003b50 2024-09-10T10:39:00.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2280a9020 con 0x7fe21c003b50 2024-09-10T10:39:00.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe233e00640 1 -- 172.21.15.22:0/2472375234 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2280a5be0 con 0x7fe21c003b50 2024-09-10T10:39:00.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe23be00640 1 -- 172.21.15.22:0/2472375234 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe21c003b50 msgr2=0x7fe21c003f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe23be00640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe21c003b50 0x7fe21c003f50 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fe22800c370 tx=0x7fe22801cd20 comp rx=0 tx=0).stop 2024-09-10T10:39:00.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe23be00640 1 -- 172.21.15.22:0/2472375234 shutdown_connections 2024-09-10T10:39:00.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe23be00640 1 --2- 172.21.15.22:0/2472375234 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe21c003b50 0x7fe21c003f50 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe23be00640 1 -- 172.21.15.22:0/2472375234 >> 172.21.15.22:0/2472375234 conn(0x7fe234062dd0 msgr2=0x7fe23406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:00.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe23be00640 1 -- 172.21.15.22:0/2472375234 shutdown_connections 2024-09-10T10:39:00.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.778+0000 7fe23be00640 1 -- 172.21.15.22:0/2472375234 wait complete. 2024-09-10T10:39:00.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe23be00640 1 Processor -- start 2024-09-10T10:39:00.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe23be00640 1 -- start start 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe23be00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c003b50 0x7fe2340c98b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe23be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2340ca2c0 0x7fe234071170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe23be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2340716b0 0x7fe234071b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe23be00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe2340d0060 con 0x7fe2340ca2c0 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe23be00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe2340cfee0 con 0x7fe21c003b50 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe23be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe23406d1a0 con 0x7fe2340716b0 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe238a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2340ca2c0 0x7fe234071170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe238a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2340ca2c0 0x7fe234071170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47192/0 (socket says 172.21.15.22:47192) 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe238a00640 1 -- 172.21.15.22:0/4159188472 learned_addr learned my addr 172.21.15.22:0/4159188472 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe239400640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c003b50 0x7fe2340c98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe239e00640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2340716b0 0x7fe234071b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe238a00640 1 -- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2340716b0 msgr2=0x7fe234071b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe238a00640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2340716b0 0x7fe234071b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe238a00640 1 -- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c003b50 msgr2=0x7fe2340c98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe238a00640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c003b50 0x7fe2340c98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe238a00640 1 -- 172.21.15.22:0/4159188472 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2340c9df0 con 0x7fe2340ca2c0 2024-09-10T10:39:00.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe238a00640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2340ca2c0 0x7fe234071170 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fe22000e4a0 tx=0x7fe22000e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe231600640 1 -- 172.21.15.22:0/4159188472 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2200052e0 con 0x7fe2340ca2c0 2024-09-10T10:39:00.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe231600640 1 -- 172.21.15.22:0/4159188472 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe220005480 con 0x7fe2340ca2c0 2024-09-10T10:39:00.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe23be00640 1 -- 172.21.15.22:0/4159188472 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2340ca090 con 0x7fe2340ca2c0 2024-09-10T10:39:00.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe231600640 1 -- 172.21.15.22:0/4159188472 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe220007020 con 0x7fe2340ca2c0 2024-09-10T10:39:00.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.782+0000 7fe23be00640 1 -- 172.21.15.22:0/4159188472 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe234072590 con 0x7fe2340ca2c0 2024-09-10T10:39:00.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe231600640 1 -- 172.21.15.22:0/4159188472 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe22001a020 con 0x7fe2340ca2c0 2024-09-10T10:39:00.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe231600640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2140678f0 0x7fe214069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe231600640 1 -- 172.21.15.22:0/4159188472 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fe220085190 con 0x7fe2340ca2c0 2024-09-10T10:39:00.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe23f100000 1 Processor -- start 2024-09-10T10:39:00.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe239400640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2140678f0 0x7fe214069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe23f100000 1 -- start start 2024-09-10T10:39:00.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe23f100000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 0x557072e2ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe23f100000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072e2f440 0x557072de4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe239400640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2140678f0 0x7fe214069db0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe2280aa000 tx=0x7fe228001a40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe23f100000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072de5290 0x557072de5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe23f100000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x557072cccb60 con 0x557072de5290 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe23f100000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557072c33c70 con 0x557072e2eb20 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe23f100000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x557072bd9ed0 con 0x557072e2f440 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe239e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072de5290 0x557072de5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.786+0000 7fe239e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072de5290 0x557072de5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47206/0 (socket says 172.21.15.22:47206) 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe239e00640 1 -- 172.21.15.22:0/803950843 learned_addr learned my addr 172.21.15.22:0/803950843 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe239400640 1 --2- 172.21.15.22:0/803950843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 0x557072e2ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe238a00640 1 --2- 172.21.15.22:0/803950843 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072e2f440 0x557072de4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe239e00640 1 -- 172.21.15.22:0/803950843 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072e2f440 msgr2=0x557072de4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe239e00640 1 --2- 172.21.15.22:0/803950843 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072e2f440 0x557072de4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe239e00640 1 -- 172.21.15.22:0/803950843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 msgr2=0x557072e2ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe239e00640 1 --2- 172.21.15.22:0/803950843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 0x557072e2ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe239e00640 1 -- 172.21.15.22:0/803950843 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557072bebe50 con 0x557072de5290 2024-09-10T10:39:00.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe239e00640 1 --2- 172.21.15.22:0/803950843 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072de5290 0x557072de5670 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fe2340b36e0 tx=0x7fe22c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb5d61a271f72dda server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe226000640 1 -- 172.21.15.22:0/803950843 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c01b020 con 0x557072de5290 2024-09-10T10:39:00.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe226000640 1 -- 172.21.15.22:0/803950843 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe22c017470 con 0x557072de5290 2024-09-10T10:39:00.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe226000640 1 -- 172.21.15.22:0/803950843 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c017820 con 0x557072de5290 2024-09-10T10:39:00.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 -- 172.21.15.22:0/803950843 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072de5290 msgr2=0x557072de5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 --2- 172.21.15.22:0/803950843 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072de5290 0x557072de5670 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fe2340b36e0 tx=0x7fe22c009750 comp rx=0 tx=0).stop 2024-09-10T10:39:00.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 -- 172.21.15.22:0/803950843 shutdown_connections 2024-09-10T10:39:00.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 --2- 172.21.15.22:0/803950843 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072de5290 0x557072de5670 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 --2- 172.21.15.22:0/803950843 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072e2f440 0x557072de4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 --2- 172.21.15.22:0/803950843 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 0x557072e2ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 -- 172.21.15.22:0/803950843 >> 172.21.15.22:0/803950843 conn(0x557072deb600 msgr2=0x557072de3630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:00.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 -- 172.21.15.22:0/803950843 shutdown_connections 2024-09-10T10:39:00.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 -- 172.21.15.22:0/803950843 wait complete. 2024-09-10T10:39:00.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 -- start start 2024-09-10T10:39:00.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 Processor -- start 2024-09-10T10:39:00.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 0x557072de9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2f440 0x557072defcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072dea390 0x557072df0230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x557072c95b00 con 0x557072e2f440 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557072c0e360 con 0x557072e2eb20 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x557072c0b2d0 con 0x557072dea390 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe23f100000 10 client.0 _ll_register_callbacks cb 0x557072dd0820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe238a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2f440 0x557072defcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe238a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2f440 0x557072defcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47210/0 (socket says 172.21.15.22:47210) 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe238a00640 1 -- 172.21.15.22:0/2620685197 learned_addr learned my addr 172.21.15.22:0/2620685197 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe239e00640 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072dea390 0x557072df0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.790+0000 7fe239400640 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 0x557072de9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe238a00640 1 -- 172.21.15.22:0/2620685197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072dea390 msgr2=0x557072df0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe238a00640 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072dea390 0x557072df0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe238a00640 1 -- 172.21.15.22:0/2620685197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 msgr2=0x557072de9e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe238a00640 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 0x557072de9e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe238a00640 1 -- 172.21.15.22:0/2620685197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557072bda120 con 0x557072e2f440 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe239400640 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 0x557072de9e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe238a00640 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2f440 0x557072defcf0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fe2200836b0 tx=0x7fe220059ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30318e9aca4d3e8a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe21aa00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe21aa00640 1 -- 172.21.15.22:0/2620685197 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe220054ac0 con 0x557072e2f440 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 -- 172.21.15.22:0/2620685197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe22c017470 con 0x557072e2f440 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe21aa00640 1 -- 172.21.15.22:0/2620685197 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fe220054c60 con 0x557072e2f440 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe21aa00640 1 -- 172.21.15.22:0/2620685197 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7fe22005ab00 con 0x557072e2f440 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 10 client.6936 fetch_fsmap learned FSMap version 63 2024-09-10T10:39:00.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 -- 172.21.15.22:0/2620685197 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x557072bd3450 con 0x557072e2f440 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe21aa00640 1 -- 172.21.15.22:0/2620685197 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe22c017470 con 0x557072e2f440 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe21aa00640 1 -- 172.21.15.22:0/2620685197 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 63) ==== 3502+0+0 (secure 0 0 0) 0x7fe22005aca0 con 0x557072e2f440 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 10 client.6936 fetch_fsmap finished waiting for FSMap version 63 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 10 client.6936 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 20 client.6936 populate_metadata read hostname 'smithi022' 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.22:6833/348028765,v1:172.21.15.22:6835/348028765] conn(0x557072e3d280 0x557072e3f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 4 client.6936 mds_command: new command op to 6795 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 -- 172.21.15.22:0/2620685197 --> [v2:172.21.15.22:6833/348028765,v1:172.21.15.22:6835/348028765] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557072bcdc00 con 0x557072e3d280 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe239400640 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.22:6833/348028765,v1:172.21.15.22:6835/348028765] conn(0x557072e3d280 0x557072e3f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe239400640 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.22:6833/348028765,v1:172.21.15.22:6835/348028765] conn(0x557072e3d280 0x557072e3f670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9139450448e1a14f server_cookie=b2d41206368c203 in_seq=0 out_seq=0 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe21aa00640 10 client.6936 ms_handle_connect on v2:172.21.15.22:6833/348028765 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe21aa00640 1 -- 172.21.15.22:0/2620685197 <== mds.0 v2:172.21.15.22:6833/348028765 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557072bcdc00 con 0x557072e3d280 2024-09-10T10:39:00.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe21aa00640 10 client.6936 handle_command_reply: tid=0 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 client.6936 shutdown 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 -- 172.21.15.22:0/2620685197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2f440 msgr2=0x557072defcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2f440 0x557072defcf0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fe2200836b0 tx=0x7fe220059ab0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 -- 172.21.15.22:0/2620685197 shutdown_connections 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.22:6833/348028765,v1:172.21.15.22:6835/348028765] conn(0x557072e3d280 0x557072e3f670 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072dea390 0x557072df0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2f440 0x557072defcf0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe21aa00640 0 client.6936 ms_handle_reset on v2:172.21.15.22:6833/348028765 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 --2- 172.21.15.22:0/2620685197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2eb20 0x557072de9e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 -- 172.21.15.22:0/2620685197 >> 172.21.15.22:0/2620685197 conn(0x557072de5290 msgr2=0x557072de3d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 -- 172.21.15.22:0/2620685197 shutdown_connections 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 1 -- 172.21.15.22:0/2620685197 wait complete. 2024-09-10T10:39:00.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.794+0000 7fe23f100000 20 client.6936 trim_cache size 0 max 16384 2024-09-10T10:39:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe23f100000 1 Processor -- start 2024-09-10T10:39:00.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe23f100000 1 -- start start 2024-09-10T10:39:00.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe23f100000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072dea390 0x557072e2dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe23f100000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e2e230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe23f100000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2f440 0x557072e3f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe23f100000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe234202cf0 con 0x557072e2eb20 2024-09-10T10:39:00.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe23f100000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe234202090 con 0x557072e2f440 2024-09-10T10:39:00.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe23f100000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe234202660 con 0x557072dea390 2024-09-10T10:39:00.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe238a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e2e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe238a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e2e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47220/0 (socket says 172.21.15.22:47220) 2024-09-10T10:39:00.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe238a00640 1 -- 172.21.15.22:0/251915282 learned_addr learned my addr 172.21.15.22:0/251915282 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:00.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe239400640 1 --2- 172.21.15.22:0/251915282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072dea390 0x557072e2dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe238a00640 1 -- 172.21.15.22:0/251915282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072dea390 msgr2=0x557072e2dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe239e00640 1 --2- 172.21.15.22:0/251915282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2f440 0x557072e3f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe238a00640 1 --2- 172.21.15.22:0/251915282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072dea390 0x557072e2dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe238a00640 1 -- 172.21.15.22:0/251915282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2f440 msgr2=0x557072e3f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe238a00640 1 --2- 172.21.15.22:0/251915282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2f440 0x557072e3f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe238a00640 1 -- 172.21.15.22:0/251915282 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557072bbafd0 con 0x557072e2eb20 2024-09-10T10:39:00.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.814+0000 7fe239e00640 1 --2- 172.21.15.22:0/251915282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2f440 0x557072e3f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:00.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe238a00640 1 --2- 172.21.15.22:0/251915282 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e2e230 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fe220051f10 tx=0x7fe220058000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a972830014259900 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe225600640 1 -- 172.21.15.22:0/251915282 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe220051910 con 0x557072e2eb20 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe225600640 1 -- 172.21.15.22:0/251915282 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe22005aca0 con 0x557072e2eb20 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe225600640 1 -- 172.21.15.22:0/251915282 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22005ae50 con 0x557072e2eb20 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 -- 172.21.15.22:0/251915282 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 msgr2=0x557072e2e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 --2- 172.21.15.22:0/251915282 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e2e230 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fe220051f10 tx=0x7fe220058000 comp rx=0 tx=0).stop 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 -- 172.21.15.22:0/251915282 shutdown_connections 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 --2- 172.21.15.22:0/251915282 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072e2f440 0x557072e3f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 --2- 172.21.15.22:0/251915282 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e2e230 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 --2- 172.21.15.22:0/251915282 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072dea390 0x557072e2dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 -- 172.21.15.22:0/251915282 >> 172.21.15.22:0/251915282 conn(0x557072de5290 msgr2=0x557072de9650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 -- 172.21.15.22:0/251915282 shutdown_connections 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 -- 172.21.15.22:0/251915282 wait complete. 2024-09-10T10:39:00.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 -- start start 2024-09-10T10:39:00.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 Processor -- start 2024-09-10T10:39:00.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072dea390 0x557072e42590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e5d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072e2f440 0x557072e5dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x557072c32f80 con 0x557072e2eb20 2024-09-10T10:39:00.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x557072bebca0 con 0x557072dea390 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x557072c382a0 con 0x557072e2f440 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe23f100000 10 client.0 _ll_register_callbacks cb 0x7fe220054fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe238a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e5d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe238a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e5d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47222/0 (socket says 172.21.15.22:47222) 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe238a00640 1 -- 172.21.15.22:0/2240761850 learned_addr learned my addr 172.21.15.22:0/2240761850 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe239e00640 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072e2f440 0x557072e5dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe239400640 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072dea390 0x557072e42590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe238a00640 1 -- 172.21.15.22:0/2240761850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072e2f440 msgr2=0x557072e5dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe238a00640 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072e2f440 0x557072e5dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe238a00640 1 -- 172.21.15.22:0/2240761850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072dea390 msgr2=0x557072e42590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe238a00640 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072dea390 0x557072e42590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.818+0000 7fe238a00640 1 -- 172.21.15.22:0/2240761850 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557072cb6750 con 0x557072e2eb20 2024-09-10T10:39:00.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe238a00640 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e5d960 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fe220051f10 tx=0x7fe220083580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c39e2c2a7c76f1a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe21aa00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe21aa00640 1 -- 172.21.15.22:0/2240761850 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe220051910 con 0x557072e2eb20 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe21aa00640 1 -- 172.21.15.22:0/2240761850 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fe220054530 con 0x557072e2eb20 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 -- 172.21.15.22:0/2240761850 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe22005aca0 con 0x557072e2eb20 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe21aa00640 1 -- 172.21.15.22:0/2240761850 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7fe220054730 con 0x557072e2eb20 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 10 client.6942 fetch_fsmap learned FSMap version 63 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 -- 172.21.15.22:0/2240761850 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x557072bc1a30 con 0x557072e2eb20 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe21aa00640 1 -- 172.21.15.22:0/2240761850 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe22005aca0 con 0x557072e2eb20 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe21aa00640 1 -- 172.21.15.22:0/2240761850 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 63) ==== 3502+0+0 (secure 0 0 0) 0x7fe220069a50 con 0x557072e2eb20 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 10 client.6942 fetch_fsmap finished waiting for FSMap version 63 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 10 client.6942 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 20 client.6942 populate_metadata read hostname 'smithi022' 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.22:6833/348028765,v1:172.21.15.22:6835/348028765] conn(0x557072e5e3e0 0x557072ea1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 4 client.6942 mds_command: new command op to 6795 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 -- 172.21.15.22:0/2240761850 --> [v2:172.21.15.22:6833/348028765,v1:172.21.15.22:6835/348028765] -- command(tid 0: {"prefix": "status"}) -- 0x557072c413a0 con 0x557072e5e3e0 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe239400640 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.22:6833/348028765,v1:172.21.15.22:6835/348028765] conn(0x557072e5e3e0 0x557072ea1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe21aa00640 10 client.6942 ms_handle_connect on v2:172.21.15.22:6833/348028765 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe239400640 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.22:6833/348028765,v1:172.21.15.22:6835/348028765] conn(0x557072e5e3e0 0x557072ea1a60 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=acfe1c1889d76738 server_cookie=18275b9c1f41a985 in_seq=0 out_seq=0 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe21aa00640 1 -- 172.21.15.22:0/2240761850 <== mds.0 v2:172.21.15.22:6833/348028765 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x557072c413a0 con 0x557072e5e3e0 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe21aa00640 10 client.6942 handle_command_reply: tid=0 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 client.6942 shutdown 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 -- 172.21.15.22:0/2240761850 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 msgr2=0x557072e5d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e5d960 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fe220051f10 tx=0x7fe220083580 comp rx=0 tx=0).stop 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 -- 172.21.15.22:0/2240761850 shutdown_connections 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.22:6833/348028765,v1:172.21.15.22:6835/348028765] conn(0x557072e5e3e0 0x557072ea1a60 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x557072e2f440 0x557072e5dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x557072e2eb20 0x557072e5d960 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe21aa00640 0 client.6942 ms_handle_reset on v2:172.21.15.22:6833/348028765 2024-09-10T10:39:00.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 --2- 172.21.15.22:0/2240761850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557072dea390 0x557072e42590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 -- 172.21.15.22:0/2240761850 >> 172.21.15.22:0/2240761850 conn(0x557072de5290 msgr2=0x557072e2cce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:00.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 -- 172.21.15.22:0/2240761850 shutdown_connections 2024-09-10T10:39:00.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 1 -- 172.21.15.22:0/2240761850 wait complete. 2024-09-10T10:39:00.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23f100000 20 client.6942 trim_cache size 0 max 16384 2024-09-10T10:39:00.831 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:39:00.831 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:39:00.831 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:39:00.831 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 6795, 2024-09-10T10:39:00.832 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:39:00.832 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:39:00.832 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:39:00.832 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 10.586204652999999, 2024-09-10T10:39:00.832 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 63, 2024-09-10T10:39:00.832 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 92, 2024-09-10T10:39:00.832 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 92, 2024-09-10T10:39:00.832 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 15.417403952000001 2024-09-10T10:39:00.832 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:39:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 -- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2140678f0 msgr2=0x7fe214069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2140678f0 0x7fe214069db0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe2280aa000 tx=0x7fe228001a40 comp rx=0 tx=0).stop 2024-09-10T10:39:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 -- 172.21.15.22:0/4159188472 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2340ca2c0 msgr2=0x7fe234071170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2340ca2c0 0x7fe234071170 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fe22000e4a0 tx=0x7fe22000e960 comp rx=0 tx=0).stop 2024-09-10T10:39:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 -- 172.21.15.22:0/4159188472 shutdown_connections 2024-09-10T10:39:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2140678f0 0x7fe214069db0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2340716b0 0x7fe234071b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2340ca2c0 0x7fe234071170 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.833 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 --2- 172.21.15.22:0/4159188472 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c003b50 0x7fe2340c98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 -- 172.21.15.22:0/4159188472 >> 172.21.15.22:0/4159188472 conn(0x7fe234062dd0 msgr2=0x7fe234144df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:00.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 -- 172.21.15.22:0/4159188472 shutdown_connections 2024-09-10T10:39:00.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.822+0000 7fe23be00640 1 -- 172.21.15.22:0/4159188472 wait complete. 2024-09-10T10:39:00.847 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:39:00.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.982+0000 7fb379a00640 1 Processor -- start 2024-09-10T10:39:00.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.982+0000 7fb379a00640 1 -- start start 2024-09-10T10:39:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb379a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb374072e90 0x7fb374158600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb379a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb37415b1b0 0x7fb37415ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb379a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb3740b3530 0x7fb3740b3960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb379a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb37415e7a0 con 0x7fb3740b3530 2024-09-10T10:39:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb379a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb374158b40 con 0x7fb374072e90 2024-09-10T10:39:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb379a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb3740b53f0 con 0x7fb37415b1b0 2024-09-10T10:39:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb373400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb3740b3530 0x7fb3740b3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb373400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb3740b3530 0x7fb3740b3960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47236/0 (socket says 172.21.15.22:47236) 2024-09-10T10:39:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb373400640 1 -- 172.21.15.22:0/2084677341 learned_addr learned my addr 172.21.15.22:0/2084677341 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:00.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb372a00640 1 --2- 172.21.15.22:0/2084677341 >> v2:172.21.15.145:3300/0 conn(0x7fb374072e90 0x7fb374158600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb372000640 1 --2- 172.21.15.22:0/2084677341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb37415b1b0 0x7fb37415ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb373400640 1 -- 172.21.15.22:0/2084677341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb37415b1b0 msgr2=0x7fb37415ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb373400640 1 --2- 172.21.15.22:0/2084677341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb37415b1b0 0x7fb37415ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb373400640 1 -- 172.21.15.22:0/2084677341 >> v2:172.21.15.145:3300/0 conn(0x7fb374072e90 msgr2=0x7fb374158600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb373400640 1 --2- 172.21.15.22:0/2084677341 >> v2:172.21.15.145:3300/0 conn(0x7fb374072e90 0x7fb374158600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb373400640 1 -- 172.21.15.22:0/2084677341 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb37415b9e0 con 0x7fb3740b3530 2024-09-10T10:39:00.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.986+0000 7fb372000640 1 --2- 172.21.15.22:0/2084677341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb37415b1b0 0x7fb37415ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:00.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb373400640 1 --2- 172.21.15.22:0/2084677341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3740b3530 0x7fb3740b3960 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fb37406f590 tx=0x7fb36c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88b6307a3f7ac90a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb371600640 1 -- 172.21.15.22:0/2084677341 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb36c0a5840 con 0x7fb3740b3530 2024-09-10T10:39:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb371600640 1 -- 172.21.15.22:0/2084677341 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb36c0a59e0 con 0x7fb3740b3530 2024-09-10T10:39:00.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb371600640 1 -- 172.21.15.22:0/2084677341 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb36c0a5db0 con 0x7fb3740b3530 2024-09-10T10:39:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 -- 172.21.15.22:0/2084677341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3740b3530 msgr2=0x7fb3740b3960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 --2- 172.21.15.22:0/2084677341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3740b3530 0x7fb3740b3960 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fb37406f590 tx=0x7fb36c01c9c0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 -- 172.21.15.22:0/2084677341 shutdown_connections 2024-09-10T10:39:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 --2- 172.21.15.22:0/2084677341 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3740b3530 0x7fb3740b3960 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 --2- 172.21.15.22:0/2084677341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb37415b1b0 0x7fb37415ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 --2- 172.21.15.22:0/2084677341 >> v2:172.21.15.145:3300/0 conn(0x7fb374072e90 0x7fb374158600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 -- 172.21.15.22:0/2084677341 >> 172.21.15.22:0/2084677341 conn(0x7fb374062dd0 msgr2=0x7fb37406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 -- 172.21.15.22:0/2084677341 shutdown_connections 2024-09-10T10:39:00.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 -- 172.21.15.22:0/2084677341 wait complete. 2024-09-10T10:39:00.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 Processor -- start 2024-09-10T10:39:00.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.990+0000 7fb379a00640 1 -- start start 2024-09-10T10:39:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb379a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb374072e90 0x7fb3740b2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb379a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3740b3530 0x7fb3740b01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb379a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb37415b1b0 0x7fb3740ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb379a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb37415b5c0 con 0x7fb374072e90 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb379a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb3740b3ea0 con 0x7fb37415b1b0 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb379a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb37415b740 con 0x7fb3740b3530 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb374072e90 0x7fb3740b2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb374072e90 0x7fb3740b2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47246/0 (socket says 172.21.15.22:47246) 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372a00640 1 -- 172.21.15.22:0/827550487 learned_addr learned my addr 172.21.15.22:0/827550487 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372000640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3740b3530 0x7fb3740b01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb373400640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb37415b1b0 0x7fb3740ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372a00640 1 -- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3740b3530 msgr2=0x7fb3740b01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372a00640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3740b3530 0x7fb3740b01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372a00640 1 -- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb37415b1b0 msgr2=0x7fb3740ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372a00640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb37415b1b0 0x7fb3740ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:00.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372a00640 1 -- 172.21.15.22:0/827550487 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3740b0910 con 0x7fb374072e90 2024-09-10T10:39:00.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372000640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3740b3530 0x7fb3740b01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:00.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb372a00640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb374072e90 0x7fb3740b2d00 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fb36400e8a0 tx=0x7fb36400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:00.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb36aa00640 1 -- 172.21.15.22:0/827550487 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb364017070 con 0x7fb374072e90 2024-09-10T10:39:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb36aa00640 1 -- 172.21.15.22:0/827550487 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb36400ee90 con 0x7fb374072e90 2024-09-10T10:39:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb36aa00640 1 -- 172.21.15.22:0/827550487 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb36400cb80 con 0x7fb374072e90 2024-09-10T10:39:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb379a00640 1 -- 172.21.15.22:0/827550487 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3740b0bf0 con 0x7fb374072e90 2024-09-10T10:39:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb379a00640 1 -- 172.21.15.22:0/827550487 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb37413e0e0 con 0x7fb374072e90 2024-09-10T10:39:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb379a00640 1 -- 172.21.15.22:0/827550487 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb374158600 con 0x7fb374072e90 2024-09-10T10:39:01.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.994+0000 7fb36aa00640 1 -- 172.21.15.22:0/827550487 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb36401a070 con 0x7fb374072e90 2024-09-10T10:39:01.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.998+0000 7fb36aa00640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3540678c0 0x7fb354069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:01.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.998+0000 7fb36aa00640 1 -- 172.21.15.22:0/827550487 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fb364085de0 con 0x7fb374072e90 2024-09-10T10:39:01.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.998+0000 7fb372000640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3540678c0 0x7fb354069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:01.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:00.998+0000 7fb372000640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3540678c0 0x7fb354069d80 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fb3741fa5c0 tx=0x7fb360008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:01.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.002+0000 7fb36aa00640 1 -- 172.21.15.22:0/827550487 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb3640562c0 con 0x7fb374072e90 2024-09-10T10:39:01.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.202+0000 7fb379a00640 1 -- 172.21.15.22:0/827550487 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb3740b10a0 con 0x7fb374072e90 2024-09-10T10:39:01.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.202+0000 7fb36aa00640 1 -- 172.21.15.22:0/827550487 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v63) ==== 53+0+73 (secure 0 0 0) 0x7fb36405a5c0 con 0x7fb374072e90 2024-09-10T10:39:01.207 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 -- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3540678c0 msgr2=0x7fb354069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3540678c0 0x7fb354069d80 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fb3741fa5c0 tx=0x7fb360008040 comp rx=0 tx=0).stop 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 -- 172.21.15.22:0/827550487 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb374072e90 msgr2=0x7fb3740b2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb374072e90 0x7fb3740b2d00 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fb36400e8a0 tx=0x7fb36400ed60 comp rx=0 tx=0).stop 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 -- 172.21.15.22:0/827550487 shutdown_connections 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb3540678c0 0x7fb354069d80 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb37415b1b0 0x7fb3740ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3740b3530 0x7fb3740b01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 --2- 172.21.15.22:0/827550487 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb374072e90 0x7fb3740b2d00 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 -- 172.21.15.22:0/827550487 >> 172.21.15.22:0/827550487 conn(0x7fb374062dd0 msgr2=0x7fb374072730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:01.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 -- 172.21.15.22:0/827550487 shutdown_connections 2024-09-10T10:39:01.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01.206+0000 7fb379a00640 1 -- 172.21.15.22:0/827550487 wait complete. 2024-09-10T10:39:01.228 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:39:01.228 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:39:01.228 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:39:01.228 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:39:01.228 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:39:01.228 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:39:01.228 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:39:01.229 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:39:01.229 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:39:01.229 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:01.229 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:39:01.238 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:39:01.239 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 42043sec preferred_lft 42043sec 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:01.240 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:39:01.241 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:01.242 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:01.242 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:39:01.302 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:39:01.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:01.304 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:39:01.357 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:39:01.357 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:39:01.357 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:39:01.357 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:39:01.357 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:39:01.357 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:39:01.358 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:39:01.358 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:39:01.358 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:39:01.358 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:39:01.358 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:39:01.358 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:39:01.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:39:01.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:39:01.498 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:01.498 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:39:01.507 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:39:01.507 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:39:01.508 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:39:01.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:01.508 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:39:01.572 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:39:01.572 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:39:01.624 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:39:01.624 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:39:01.625 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:39:01.675 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:39:01.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:01.676 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:01.770 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:01.770 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:39:01.784 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:01.784 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:39:01.784 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:39:01.784 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:39:01.784 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:39:01.788 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:39:01.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:01.788 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:39:01.809 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:39:01.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:39:01.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:39:01.919 INFO:teuthology.orchestra.run.smithi022.stdout:client5972 2024-09-10T10:39:01.920 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:01.920 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:01.929 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:39:02.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.106+0000 7f0bc4c00640 1 Processor -- start 2024-09-10T10:39:02.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.106+0000 7f0bc4c00640 1 -- start start 2024-09-10T10:39:02.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bc4c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0bc015b220 0x7f0bc0071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:02.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bc4c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0bc00b56f0 0x7f0bc00b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:02.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bc4c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bc00ce880 con 0x7f0bc015b600 2024-09-10T10:39:02.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bc4c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0bc006d6e0 con 0x7f0bc015b220 2024-09-10T10:39:02.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bc4c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f0bc00ceb60 con 0x7f0bc00b56f0 2024-09-10T10:39:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bbde00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0bc015b220 0x7f0bc0071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bbde00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0bc015b220 0x7f0bc0071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47258/0 (socket says 172.21.15.22:47258) 2024-09-10T10:39:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bbde00640 1 -- 172.21.15.22:0/96990984 learned_addr learned my addr 172.21.15.22:0/96990984 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bbe800640 1 --2- 172.21.15.22:0/96990984 >> v2:172.21.15.145:3300/0 conn(0x7f0bc00b56f0 0x7f0bc00b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:02.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bbde00640 1 -- 172.21.15.22:0/96990984 >> v2:172.21.15.145:3300/0 conn(0x7f0bc00b56f0 msgr2=0x7f0bc00b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:02.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bbde00640 1 --2- 172.21.15.22:0/96990984 >> v2:172.21.15.145:3300/0 conn(0x7f0bc00b56f0 0x7f0bc00b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:02.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bbde00640 1 -- 172.21.15.22:0/96990984 >> v1:172.21.15.145:6789/0 conn(0x7f0bc015b600 legacy=0x7f0bc00b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:02.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bbde00640 1 -- 172.21.15.22:0/96990984 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc00cee40 con 0x7f0bc015b220 2024-09-10T10:39:02.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.110+0000 7f0bbe800640 1 --2- 172.21.15.22:0/96990984 >> v2:172.21.15.145:3300/0 conn(0x7f0bc00b56f0 0x7f0bc00b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:02.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bbde00640 1 --2- 172.21.15.22:0/96990984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc015b220 0x7f0bc0071140 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f0bc00cd1d0 tx=0x7f0bb001c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd0483bcf2ba9ab5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:02.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bbd400640 1 -- 172.21.15.22:0/96990984 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb00b1070 con 0x7f0bc015b220 2024-09-10T10:39:02.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bbd400640 1 -- 172.21.15.22:0/96990984 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bb00ac410 con 0x7f0bc015b220 2024-09-10T10:39:02.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bbd400640 1 -- 172.21.15.22:0/96990984 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb00ac7e0 con 0x7f0bc015b220 2024-09-10T10:39:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bc4c00640 1 -- 172.21.15.22:0/96990984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc015b220 msgr2=0x7f0bc0071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bc4c00640 1 --2- 172.21.15.22:0/96990984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc015b220 0x7f0bc0071140 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f0bc00cd1d0 tx=0x7f0bb001c390 comp rx=0 tx=0).stop 2024-09-10T10:39:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bc4c00640 1 -- 172.21.15.22:0/96990984 shutdown_connections 2024-09-10T10:39:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bc4c00640 1 --2- 172.21.15.22:0/96990984 >> v2:172.21.15.145:3300/0 conn(0x7f0bc00b56f0 0x7f0bc00b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bc4c00640 1 --2- 172.21.15.22:0/96990984 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc015b220 0x7f0bc0071140 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bc4c00640 1 -- 172.21.15.22:0/96990984 >> 172.21.15.22:0/96990984 conn(0x7f0bc0062dd0 msgr2=0x7f0bc006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bc4c00640 1 -- 172.21.15.22:0/96990984 shutdown_connections 2024-09-10T10:39:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bc4c00640 1 -- 172.21.15.22:0/96990984 wait complete. 2024-09-10T10:39:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bc4c00640 1 Processor -- start 2024-09-10T10:39:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.114+0000 7f0bc4c00640 1 -- start start 2024-09-10T10:39:02.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bc4c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc00b56f0 0x7f0bc0153b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:02.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bc4c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0bc015b220 0x7f0bc015ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:02.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bc4c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bc015b600 0x7f0bc01644a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:02.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bc4c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc00cffd0 con 0x7f0bc00b56f0 2024-09-10T10:39:02.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bc4c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc00cfe50 con 0x7f0bc015b600 2024-09-10T10:39:02.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bc4c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0bc00d0150 con 0x7f0bc015b220 2024-09-10T10:39:02.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc00b56f0 0x7f0bc0153b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc00b56f0 0x7f0bc0153b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47272/0 (socket says 172.21.15.22:47272) 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbde00640 1 -- 172.21.15.22:0/2537684402 learned_addr learned my addr 172.21.15.22:0/2537684402 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bb5400640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0bc015b220 0x7f0bc015ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbe800640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bc015b600 0x7f0bc01644a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbde00640 1 -- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0bc015b220 msgr2=0x7f0bc015ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbde00640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0bc015b220 0x7f0bc015ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbde00640 1 -- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bc015b600 msgr2=0x7f0bc01644a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbde00640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bc015b600 0x7f0bc01644a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbde00640 1 -- 172.21.15.22:0/2537684402 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc0159900 con 0x7f0bc00b56f0 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbe800640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bc015b600 0x7f0bc01644a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bbde00640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc00b56f0 0x7f0bc0153b40 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f0bb00af040 tx=0x7f0bb0019130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:02.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bb6a00640 1 -- 172.21.15.22:0/2537684402 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb00bc070 con 0x7f0bc00b56f0 2024-09-10T10:39:02.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bb6a00640 1 -- 172.21.15.22:0/2537684402 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bb00b7430 con 0x7f0bc00b56f0 2024-09-10T10:39:02.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bc4c00640 1 -- 172.21.15.22:0/2537684402 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bc0159620 con 0x7f0bc00b56f0 2024-09-10T10:39:02.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bb6a00640 1 -- 172.21.15.22:0/2537684402 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb00b1040 con 0x7f0bc00b56f0 2024-09-10T10:39:02.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bc4c00640 1 -- 172.21.15.22:0/2537684402 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bc015ca40 con 0x7f0bc00b56f0 2024-09-10T10:39:02.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bc4c00640 1 -- 172.21.15.22:0/2537684402 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bc00b3f10 con 0x7f0bc00b56f0 2024-09-10T10:39:02.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.118+0000 7f0bb6a00640 1 -- 172.21.15.22:0/2537684402 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0bb00bf070 con 0x7f0bc00b56f0 2024-09-10T10:39:02.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.122+0000 7f0bb6a00640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0b9c0678c0 0x7f0b9c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:02.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.122+0000 7f0bb6a00640 1 -- 172.21.15.22:0/2537684402 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f0bb011f450 con 0x7f0bc00b56f0 2024-09-10T10:39:02.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.122+0000 7f0bb5400640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0b9c0678c0 0x7f0b9c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:02.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.122+0000 7f0bb5400640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0b9c0678c0 0x7f0b9c069d80 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f0bc00af6f0 tx=0x7f0ba8009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:02.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.126+0000 7f0bb6a00640 1 -- 172.21.15.22:0/2537684402 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0bb00160d0 con 0x7f0bc00b56f0 2024-09-10T10:39:02.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.326+0000 7f0bc4c00640 1 -- 172.21.15.22:0/2537684402 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0bc0072e90 con 0x7f0bc00b56f0 2024-09-10T10:39:02.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.326+0000 7f0bb6a00640 1 -- 172.21.15.22:0/2537684402 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v63) ==== 53+0+73 (secure 0 0 0) 0x7f0bb00ef9d0 con 0x7f0bc00b56f0 2024-09-10T10:39:02.331 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:39:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 -- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0b9c0678c0 msgr2=0x7f0b9c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0b9c0678c0 0x7f0b9c069d80 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f0bc00af6f0 tx=0x7f0ba8009060 comp rx=0 tx=0).stop 2024-09-10T10:39:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 -- 172.21.15.22:0/2537684402 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc00b56f0 msgr2=0x7f0bc0153b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc00b56f0 0x7f0bc0153b40 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f0bb00af040 tx=0x7f0bb0019130 comp rx=0 tx=0).stop 2024-09-10T10:39:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 -- 172.21.15.22:0/2537684402 shutdown_connections 2024-09-10T10:39:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0b9c0678c0 0x7f0b9c069d80 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bc015b600 0x7f0bc01644a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0bc015b220 0x7f0bc015ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 --2- 172.21.15.22:0/2537684402 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0bc00b56f0 0x7f0bc0153b40 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 -- 172.21.15.22:0/2537684402 >> 172.21.15.22:0/2537684402 conn(0x7f0bc0062dd0 msgr2=0x7f0bc00cc710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:02.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 -- 172.21.15.22:0/2537684402 shutdown_connections 2024-09-10T10:39:02.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:02.330+0000 7f0bc4c00640 1 -- 172.21.15.22:0/2537684402 wait complete. 2024-09-10T10:39:02.352 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:39:02.352 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:39:02.352 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:39:02.353 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:39:02.353 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:39:02.353 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:39:02.353 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:39:02.353 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:39:02.353 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:39:02.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:02.353 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:39:02.363 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:39:02.363 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:39:02.363 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:39:02.363 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:39:02.364 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42041sec preferred_lft 42041sec 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:02.365 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:39:02.366 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:02.366 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:39:02.366 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:39:02.366 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:39:02.366 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:02.366 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:39:02.366 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:39:02.366 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:39:02.366 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:02.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:02.367 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:39:02.428 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:39:02.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:02.430 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:39:02.485 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:39:02.485 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:39:02.486 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:39:02.486 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:39:02.486 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:39:02.486 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:39:02.486 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:39:02.486 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:39:02.486 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:39:02.487 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:39:02.487 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:39:02.487 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:39:02.487 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:39:02.487 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:39:02.487 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:39:02.487 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:39:02.488 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:39:02.584 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:39:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:39:02.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:39:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:39:02.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:02.634 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:39:02.643 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:39:02.643 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:39:02.644 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:39:02.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:02.644 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:39:02.704 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:39:02.704 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:39:02.756 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:39:02.757 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:39:02.757 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:39:02.808 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:39:02.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:02.808 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:02.897 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:39:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:39:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:39:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:39:02.911 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:39:02.915 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:39:02.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:02.915 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:39:02.934 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:39:03.023 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:39:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:39:03.026 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:39:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:39:03.033 INFO:teuthology.orchestra.run.smithi145.stdout:client6643 2024-09-10T10:39:03.033 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:39:03.034 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:03.042 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:39:03.043 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:39:03.127 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:39:03.219 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:39:03.220 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:39:03.220 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:03.220 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:03.229 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:03.230 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:03.285 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:39:03.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c8a200640 1 Processor -- start 2024-09-10T10:39:03.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c8a200640 1 -- start start 2024-09-10T10:39:03.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c8a200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 0x7f2c840ce9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c8a200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2c84153600 0x7f2c8406d850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c8a200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c8415cc90 con 0x7f2c840b5470 2024-09-10T10:39:03.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c8a200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2c8415cf70 con 0x7f2c84153600 2024-09-10T10:39:03.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c8a200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2c8415d250 con 0x7f2c84153220 2024-09-10T10:39:03.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c88e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 0x7f2c840ce9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c89800640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f2c840b5470 0x7f2c840b3e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:50640/0 (socket says 172.21.15.22:50640) 2024-09-10T10:39:03.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c89800640 1 -- 172.21.15.22:0/4062431938 learned_addr learned my addr 172.21.15.22:0/4062431938 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:03.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c7be00640 1 --2- 172.21.15.22:0/4062431938 >> v2:172.21.15.145:3300/0 conn(0x7f2c84153600 0x7f2c8406d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c83e00640 1 -- 172.21.15.22:0/4062431938 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1842194169 0 0) 0x7f2c8415cc90 con 0x7f2c840b5470 2024-09-10T10:39:03.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c88e00640 1 -- 172.21.15.22:0/4062431938 >> v2:172.21.15.145:3300/0 conn(0x7f2c84153600 msgr2=0x7f2c8406d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:03.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c88e00640 1 --2- 172.21.15.22:0/4062431938 >> v2:172.21.15.145:3300/0 conn(0x7f2c84153600 0x7f2c8406d850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c88e00640 1 -- 172.21.15.22:0/4062431938 >> v1:172.21.15.145:6789/0 conn(0x7f2c840b5470 legacy=0x7f2c840b3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:03.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c88e00640 1 -- 172.21.15.22:0/4062431938 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c8415d530 con 0x7f2c84153220 2024-09-10T10:39:03.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.474+0000 7f2c7be00640 1 --2- 172.21.15.22:0/4062431938 >> v2:172.21.15.145:3300/0 conn(0x7f2c84153600 0x7f2c8406d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:39:03.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c88e00640 1 --2- 172.21.15.22:0/4062431938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 0x7f2c840ce9c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2c740097c0 tx=0x7f2c7401c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4a6b9d9a94f5f93 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:03.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c83e00640 1 -- 172.21.15.22:0/4062431938 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c740ab430 con 0x7f2c84153220 2024-09-10T10:39:03.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c83e00640 1 -- 172.21.15.22:0/4062431938 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c740b0070 con 0x7f2c84153220 2024-09-10T10:39:03.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c83e00640 1 -- 172.21.15.22:0/4062431938 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c740ab7f0 con 0x7f2c84153220 2024-09-10T10:39:03.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c8a200640 1 -- 172.21.15.22:0/4062431938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 msgr2=0x7f2c840ce9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:03.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c8a200640 1 --2- 172.21.15.22:0/4062431938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 0x7f2c840ce9c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2c740097c0 tx=0x7f2c7401c410 comp rx=0 tx=0).stop 2024-09-10T10:39:03.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c8a200640 1 -- 172.21.15.22:0/4062431938 shutdown_connections 2024-09-10T10:39:03.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c8a200640 1 --2- 172.21.15.22:0/4062431938 >> v2:172.21.15.145:3300/0 conn(0x7f2c84153600 0x7f2c8406d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c8a200640 1 --2- 172.21.15.22:0/4062431938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 0x7f2c840ce9c0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c8a200640 1 -- 172.21.15.22:0/4062431938 >> 172.21.15.22:0/4062431938 conn(0x7f2c8406c480 msgr2=0x7f2c840b2870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:03.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c8a200640 1 -- 172.21.15.22:0/4062431938 shutdown_connections 2024-09-10T10:39:03.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.478+0000 7f2c8a200640 1 -- 172.21.15.22:0/4062431938 wait complete. 2024-09-10T10:39:03.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c8a200640 1 Processor -- start 2024-09-10T10:39:03.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c8a200640 1 -- start start 2024-09-10T10:39:03.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c8a200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c840b5470 0x7f2c8414bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c8a200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 0x7f2c84072200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c8a200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2c84153600 0x7f2c840cef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c8a200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8415ca70 con 0x7f2c84153600 2024-09-10T10:39:03.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c8a200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8415c8f0 con 0x7f2c840b5470 2024-09-10T10:39:03.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c8a200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2c8406dd90 con 0x7f2c84153220 2024-09-10T10:39:03.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c89800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2c84153600 0x7f2c840cef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c88e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c840b5470 0x7f2c8414bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c88e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c840b5470 0x7f2c8414bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:55380/0 (socket says 172.21.15.22:55380) 2024-09-10T10:39:03.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c88e00640 1 -- 172.21.15.22:0/302939687 learned_addr learned my addr 172.21.15.22:0/302939687 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:03.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c7be00640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 0x7f2c84072200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c88e00640 1 -- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 msgr2=0x7f2c84072200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:03.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c88e00640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 0x7f2c84072200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c88e00640 1 -- 172.21.15.22:0/302939687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2c84153600 msgr2=0x7f2c840cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:03.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c88e00640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2c84153600 0x7f2c840cef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c88e00640 1 -- 172.21.15.22:0/302939687 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c840cb3a0 con 0x7f2c840b5470 2024-09-10T10:39:03.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c88e00640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c840b5470 0x7f2c8414bdd0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2c7401a040 tx=0x7f2c740191b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:03.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c81600640 1 -- 172.21.15.22:0/302939687 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c740b43f0 con 0x7f2c840b5470 2024-09-10T10:39:03.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c81600640 1 -- 172.21.15.22:0/302939687 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c740bc070 con 0x7f2c840b5470 2024-09-10T10:39:03.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c81600640 1 -- 172.21.15.22:0/302939687 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c740b47f0 con 0x7f2c840b5470 2024-09-10T10:39:03.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c8a200640 1 -- 172.21.15.22:0/302939687 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c8414c310 con 0x7f2c840b5470 2024-09-10T10:39:03.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.482+0000 7f2c8a200640 1 -- 172.21.15.22:0/302939687 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c840ae8f0 con 0x7f2c840b5470 2024-09-10T10:39:03.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.486+0000 7f2c8a200640 1 -- 172.21.15.22:0/302939687 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c840b4970 con 0x7f2c840b5470 2024-09-10T10:39:03.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.486+0000 7f2c81600640 1 -- 172.21.15.22:0/302939687 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2c740b4990 con 0x7f2c840b5470 2024-09-10T10:39:03.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.486+0000 7f2c81600640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2c600678c0 0x7f2c60069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.486+0000 7f2c81600640 1 -- 172.21.15.22:0/302939687 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f2c7411fd00 con 0x7f2c840b5470 2024-09-10T10:39:03.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.486+0000 7f2c7be00640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2c600678c0 0x7f2c60069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.486+0000 7f2c7be00640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2c600678c0 0x7f2c60069d80 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c009580 tx=0x7f2c6c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:03.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.490+0000 7f2c81600640 1 -- 172.21.15.22:0/302939687 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2c8414c310 con 0x7f2c840b5470 2024-09-10T10:39:03.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.670+0000 7f2c8a200640 1 -- 172.21.15.22:0/302939687 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2c8415edd0 con 0x7f2c840b5470 2024-09-10T10:39:03.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.670+0000 7f2c81600640 1 -- 172.21.15.22:0/302939687 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v92) ==== 80+0+0 (secure 0 0 0) 0x7f2c840cb3a0 con 0x7f2c840b5470 2024-09-10T10:39:03.675 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:39:03.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 -- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2c600678c0 msgr2=0x7f2c60069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:03.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2c600678c0 0x7f2c60069d80 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c009580 tx=0x7f2c6c009190 comp rx=0 tx=0).stop 2024-09-10T10:39:03.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 -- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c840b5470 msgr2=0x7f2c8414bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:03.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c840b5470 0x7f2c8414bdd0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2c7401a040 tx=0x7f2c740191b0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 -- 172.21.15.22:0/302939687 shutdown_connections 2024-09-10T10:39:03.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2c600678c0 0x7f2c60069d80 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2c84153600 0x7f2c840cef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c84153220 0x7f2c84072200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 --2- 172.21.15.22:0/302939687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c840b5470 0x7f2c8414bdd0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 -- 172.21.15.22:0/302939687 >> 172.21.15.22:0/302939687 conn(0x7f2c8406c480 msgr2=0x7f2c84151de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:03.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 -- 172.21.15.22:0/302939687 shutdown_connections 2024-09-10T10:39:03.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.674+0000 7f2c8a200640 1 -- 172.21.15.22:0/302939687 wait complete. 2024-09-10T10:39:03.698 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:39:03.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:03.698 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T10:39:03.724 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:39:03.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:03.725 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:39:03.777 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:39:03.777 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:39:03.777 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:03.787 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:39:03.787 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:03.837 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:39:03.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.974+0000 7f3d8b000640 1 Processor -- start 2024-09-10T10:39:03.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.974+0000 7f3d8b000640 1 -- start start 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.974+0000 7f3d8b000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d84145fb0 0x7f3d840b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.974+0000 7f3d8b000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3d840cd670 0x7f3d840cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.974+0000 7f3d8b000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d8406d3f0 con 0x7f3d8406e1b0 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.974+0000 7f3d8b000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3d840ce010 con 0x7f3d840cd670 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.974+0000 7f3d8b000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3d8406d1a0 con 0x7f3d84145fb0 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d83400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3d840cd670 0x7f3d840cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d89000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3d8406e1b0 0x7f3d8406e660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44960/0 (socket says 172.21.15.22:44960) 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d83400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3d840cd670 0x7f3d840cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47282/0 (socket says 172.21.15.22:47282) 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d89000640 1 -- 172.21.15.22:0/1401124097 learned_addr learned my addr 172.21.15.22:0/1401124097 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d83e00640 1 --2- 172.21.15.22:0/1401124097 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d84145fb0 0x7f3d840b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d83400640 1 -- 172.21.15.22:0/1401124097 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d84145fb0 msgr2=0x7f3d840b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d83400640 1 --2- 172.21.15.22:0/1401124097 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d84145fb0 0x7f3d840b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d83400640 1 -- 172.21.15.22:0/1401124097 >> v1:172.21.15.22:6789/0 conn(0x7f3d8406e1b0 legacy=0x7f3d8406e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:03.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d83400640 1 -- 172.21.15.22:0/1401124097 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d8406d6d0 con 0x7f3d840cd670 2024-09-10T10:39:03.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d83400640 1 --2- 172.21.15.22:0/1401124097 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d840cd670 0x7f3d840cdad0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f3d700097c0 tx=0x7f3d7001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8429726f698c3431 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d82a00640 1 -- 172.21.15.22:0/1401124097 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d700b0070 con 0x7f3d840cd670 2024-09-10T10:39:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d82a00640 1 -- 172.21.15.22:0/1401124097 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d700ab600 con 0x7f3d840cd670 2024-09-10T10:39:03.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.978+0000 7f3d82a00640 1 -- 172.21.15.22:0/1401124097 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d700ab9d0 con 0x7f3d840cd670 2024-09-10T10:39:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 -- 172.21.15.22:0/1401124097 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d840cd670 msgr2=0x7f3d840cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 --2- 172.21.15.22:0/1401124097 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d840cd670 0x7f3d840cdad0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f3d700097c0 tx=0x7f3d7001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 -- 172.21.15.22:0/1401124097 shutdown_connections 2024-09-10T10:39:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 --2- 172.21.15.22:0/1401124097 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d840cd670 0x7f3d840cdad0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 --2- 172.21.15.22:0/1401124097 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d84145fb0 0x7f3d840b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 -- 172.21.15.22:0/1401124097 >> 172.21.15.22:0/1401124097 conn(0x7f3d84062dd0 msgr2=0x7f3d8406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 -- 172.21.15.22:0/1401124097 shutdown_connections 2024-09-10T10:39:03.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 -- 172.21.15.22:0/1401124097 wait complete. 2024-09-10T10:39:03.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 Processor -- start 2024-09-10T10:39:03.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 -- start start 2024-09-10T10:39:03.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d8406e1b0 0x7f3d84139910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d840cd670 0x7f3d8415eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d84145fb0 0x7f3d8415efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3d840d0130 con 0x7f3d8406e1b0 2024-09-10T10:39:03.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3d840cffb0 con 0x7f3d840cd670 2024-09-10T10:39:03.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d8b000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3d841691e0 con 0x7f3d84145fb0 2024-09-10T10:39:03.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d83e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d8406e1b0 0x7f3d84139910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d83e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d8406e1b0 0x7f3d84139910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47284/0 (socket says 172.21.15.22:47284) 2024-09-10T10:39:03.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d83e00640 1 -- 172.21.15.22:0/2561640414 learned_addr learned my addr 172.21.15.22:0/2561640414 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:03.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d83400640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d840cd670 0x7f3d8415eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d89000640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d84145fb0 0x7f3d8415efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d83e00640 1 -- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d84145fb0 msgr2=0x7f3d8415efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:03.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d83e00640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d84145fb0 0x7f3d8415efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d83e00640 1 -- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d840cd670 msgr2=0x7f3d8415eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:03.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d83e00640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d840cd670 0x7f3d8415eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:03.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d83e00640 1 -- 172.21.15.22:0/2561640414 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d84071e50 con 0x7f3d8406e1b0 2024-09-10T10:39:03.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.982+0000 7f3d83400640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d840cd670 0x7f3d8415eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:03.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d83e00640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d8406e1b0 0x7f3d84139910 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f3d7400d620 tx=0x7f3d7400dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:03.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d7be00640 1 -- 172.21.15.22:0/2561640414 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d7400b620 con 0x7f3d8406e1b0 2024-09-10T10:39:03.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d7be00640 1 -- 172.21.15.22:0/2561640414 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d74019070 con 0x7f3d8406e1b0 2024-09-10T10:39:03.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d8b000640 1 -- 172.21.15.22:0/2561640414 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d84072130 con 0x7f3d8406e1b0 2024-09-10T10:39:03.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d7be00640 1 -- 172.21.15.22:0/2561640414 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d7400b9e0 con 0x7f3d8406e1b0 2024-09-10T10:39:03.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d8b000640 1 -- 172.21.15.22:0/2561640414 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d840726f0 con 0x7f3d8406e1b0 2024-09-10T10:39:03.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d8b000640 1 -- 172.21.15.22:0/2561640414 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d840cdad0 con 0x7f3d8406e1b0 2024-09-10T10:39:03.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d7be00640 1 -- 172.21.15.22:0/2561640414 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3d7400bb80 con 0x7f3d8406e1b0 2024-09-10T10:39:03.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d7be00640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d640678c0 0x7f3d64069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:03.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d7be00640 1 -- 172.21.15.22:0/2561640414 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f3d74086130 con 0x7f3d8406e1b0 2024-09-10T10:39:03.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.986+0000 7f3d83400640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d640678c0 0x7f3d64069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:03.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.990+0000 7f3d83400640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d640678c0 0x7f3d64069d80 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f3d700ad000 tx=0x7f3d700a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:03.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:03.990+0000 7f3d7be00640 1 -- 172.21.15.22:0/2561640414 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3d74056bd0 con 0x7f3d8406e1b0 2024-09-10T10:39:04.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.170+0000 7f3d8b000640 1 -- 172.21.15.22:0/2561640414 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3d840b51b0 con 0x7f3d8406e1b0 2024-09-10T10:39:04.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.170+0000 7f3d7be00640 1 -- 172.21.15.22:0/2561640414 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v92) ==== 80+0+0 (secure 0 0 0) 0x7f3d740564d0 con 0x7f3d8406e1b0 2024-09-10T10:39:04.174 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:39:04.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 -- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d640678c0 msgr2=0x7f3d64069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d640678c0 0x7f3d64069d80 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f3d700ad000 tx=0x7f3d700a6000 comp rx=0 tx=0).stop 2024-09-10T10:39:04.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 -- 172.21.15.22:0/2561640414 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d8406e1b0 msgr2=0x7f3d84139910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d8406e1b0 0x7f3d84139910 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f3d7400d620 tx=0x7f3d7400dae0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 -- 172.21.15.22:0/2561640414 shutdown_connections 2024-09-10T10:39:04.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d640678c0 0x7f3d64069d80 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3d84145fb0 0x7f3d8415efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3d840cd670 0x7f3d8415eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 --2- 172.21.15.22:0/2561640414 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3d8406e1b0 0x7f3d84139910 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 -- 172.21.15.22:0/2561640414 >> 172.21.15.22:0/2561640414 conn(0x7f3d84062dd0 msgr2=0x7f3d840b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:04.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 -- 172.21.15.22:0/2561640414 shutdown_connections 2024-09-10T10:39:04.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.174+0000 7f3d8b000640 1 -- 172.21.15.22:0/2561640414 wait complete. 2024-09-10T10:39:04.196 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:39:04.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:04.197 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-10T10:39:04.225 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:39:04.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:04.226 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:39:04.277 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:39:04.278 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:04.278 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:04.287 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:39:04.287 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:39:04.287 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:39:04.287 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:04.329 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:39:04.330 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:04.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5f1400640 1 Processor -- start 2024-09-10T10:39:04.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5f1400640 1 -- start start 2024-09-10T10:39:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5f1400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff5ec070020 0x7ff5ec169a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5f1400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5ec0b7890 con 0x7ff5ec15e8d0 2024-09-10T10:39:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5f1400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5ec06bdf0 con 0x7ff5ec06fbe0 2024-09-10T10:39:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5f1400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff5ec15ecb0 con 0x7ff5ec070020 2024-09-10T10:39:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5ea800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff5ec15e8d0 0x7ff5ec0b6f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:44974/0 (socket says 172.21.15.22:44974) 2024-09-10T10:39:04.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5ea800640 1 -- 172.21.15.22:0/4136224685 learned_addr learned my addr 172.21.15.22:0/4136224685 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:04.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5eb200640 1 --2- 172.21.15.22:0/4136224685 >> v2:172.21.15.145:3300/0 conn(0x7ff5ec070020 0x7ff5ec169a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3111674677 0 0) 0x7ff5ec0b7890 con 0x7ff5ec15e8d0 2024-09-10T10:39:04.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff5d0003530 con 0x7ff5ec15e8d0 2024-09-10T10:39:04.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2820224992 0 0) 0x7ff5d0003530 con 0x7ff5ec15e8d0 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 >> v2:172.21.15.145:3300/0 conn(0x7ff5ec070020 msgr2=0x7ff5ec169a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 --2- 172.21.15.22:0/4136224685 >> v2:172.21.15.145:3300/0 conn(0x7ff5ec070020 0x7ff5ec169a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 >> v1:172.21.15.145:6789/0 conn(0x7ff5ec06fbe0 legacy=0x7ff5ec166360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5ec06c090 con 0x7ff5ec15e8d0 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7ff5dc001680 con 0x7ff5ec15e8d0 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 >> v1:172.21.15.22:6789/0 conn(0x7ff5ec15e8d0 legacy=0x7ff5ec0b6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5d0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5d0004810 0x7ff5d0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5d00051d0 0x7ff5d000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d000c140 con 0x7ff5d00039c0 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d000c2f0 con 0x7ff5d0004810 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff5d000c4f0 con 0x7ff5d00051d0 2024-09-10T10:39:04.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5ea800640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5d0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5e3e00640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5d0004810 0x7ff5d0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5eb200640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5d00051d0 0x7ff5d000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5ea800640 1 -- 172.21.15.22:0/4136224685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5d00051d0 msgr2=0x7ff5d000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5ea800640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5d00051d0 0x7ff5d000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5ea800640 1 -- 172.21.15.22:0/4136224685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5d0004810 msgr2=0x7ff5d0004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5ea800640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5d0004810 0x7ff5d0004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5ea800640 1 -- 172.21.15.22:0/4136224685 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5d0003530 con 0x7ff5d00039c0 2024-09-10T10:39:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5eb200640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5d00051d0 0x7ff5d000b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:04.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.470+0000 7ff5eb200640 1 -- 172.21.15.22:0/4136224685 reap_dead start 2024-09-10T10:39:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5ea800640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5d0003de0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc00c240 tx=0x7ff5dc01cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37b584b87d638346 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc007d20 con 0x7ff5d00039c0 2024-09-10T10:39:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5dc0a9070 con 0x7ff5d00039c0 2024-09-10T10:39:04.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5e9e00640 1 -- 172.21.15.22:0/4136224685 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc005da0 con 0x7ff5d00039c0 2024-09-10T10:39:04.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5f1400640 1 -- 172.21.15.22:0/4136224685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 msgr2=0x7ff5d0003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5f1400640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5d0003de0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc00c240 tx=0x7ff5dc01cb40 comp rx=0 tx=0).stop 2024-09-10T10:39:04.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5f1400640 1 -- 172.21.15.22:0/4136224685 shutdown_connections 2024-09-10T10:39:04.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5f1400640 1 --2- 172.21.15.22:0/4136224685 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5d0003de0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5f1400640 1 -- 172.21.15.22:0/4136224685 >> 172.21.15.22:0/4136224685 conn(0x7ff5ec0b7ac0 msgr2=0x7ff5ec0b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:04.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5f1400640 1 -- 172.21.15.22:0/4136224685 shutdown_connections 2024-09-10T10:39:04.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.474+0000 7ff5f1400640 1 -- 172.21.15.22:0/4136224685 wait complete. 2024-09-10T10:39:04.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5f1400640 1 Processor -- start 2024-09-10T10:39:04.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5f1400640 1 -- start start 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5f1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5ec15fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5f1400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5ec1f7270 0x7ff5ec15d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5f1400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5ec09fab0 0x7ff5ec09ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5f1400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff5ec06c6e0 con 0x7ff5d00039c0 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5f1400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff5ec0b6360 con 0x7ff5ec1f7270 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5f1400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff5ec06cb50 con 0x7ff5ec09fab0 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5ea800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5ec15fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5ea800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5ec15fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47312/0 (socket says 172.21.15.22:47312) 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5ea800640 1 -- 172.21.15.22:0/2177761437 learned_addr learned my addr 172.21.15.22:0/2177761437 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5e3e00640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5ec1f7270 0x7ff5ec15d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5eb200640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5ec09fab0 0x7ff5ec09ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5ea800640 1 -- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5ec09fab0 msgr2=0x7ff5ec09ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5ea800640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5ec09fab0 0x7ff5ec09ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5ea800640 1 -- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5ec1f7270 msgr2=0x7ff5ec15d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5ea800640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5ec1f7270 0x7ff5ec15d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5ea800640 1 -- 172.21.15.22:0/2177761437 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5ec1605e0 con 0x7ff5d00039c0 2024-09-10T10:39:04.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5eb200640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5ec09fab0 0x7ff5ec09ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:04.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5ea800640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5ec15fd00 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc00c240 tx=0x7ff5d0005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:04.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5e2a00640 1 -- 172.21.15.22:0/2177761437 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc007180 con 0x7ff5d00039c0 2024-09-10T10:39:04.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5e2a00640 1 -- 172.21.15.22:0/2177761437 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5dc007320 con 0x7ff5d00039c0 2024-09-10T10:39:04.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5e2a00640 1 -- 172.21.15.22:0/2177761437 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc0076d0 con 0x7ff5d00039c0 2024-09-10T10:39:04.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5f1400640 1 -- 172.21.15.22:0/2177761437 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5ec1608c0 con 0x7ff5d00039c0 2024-09-10T10:39:04.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.478+0000 7ff5f1400640 1 -- 172.21.15.22:0/2177761437 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5ec160e80 con 0x7ff5d00039c0 2024-09-10T10:39:04.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.482+0000 7ff5f1400640 1 -- 172.21.15.22:0/2177761437 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5ec06cee0 con 0x7ff5d00039c0 2024-09-10T10:39:04.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.482+0000 7ff5e2a00640 1 -- 172.21.15.22:0/2177761437 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff5dc0047f0 con 0x7ff5d00039c0 2024-09-10T10:39:04.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.482+0000 7ff5e2a00640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5c80678f0 0x7ff5c8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.482+0000 7ff5e2a00640 1 -- 172.21.15.22:0/2177761437 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7ff5dc11f2c0 con 0x7ff5d00039c0 2024-09-10T10:39:04.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.482+0000 7ff5e3e00640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5c80678f0 0x7ff5c8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.482+0000 7ff5e3e00640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5c80678f0 0x7ff5c8069db0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec1618d0 tx=0x7ff5d4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:04.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.486+0000 7ff5e2a00640 1 -- 172.21.15.22:0/2177761437 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff5dc016910 con 0x7ff5d00039c0 2024-09-10T10:39:04.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.686+0000 7ff5f1400640 1 -- 172.21.15.22:0/2177761437 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5ec0ce040 con 0x7ff5d00039c0 2024-09-10T10:39:04.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.686+0000 7ff5e2a00640 1 -- 172.21.15.22:0/2177761437 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5225 (secure 0 0 0) 0x7ff5dc0efdf0 con 0x7ff5d00039c0 2024-09-10T10:39:04.691 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:04.691 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":63,"btime":"2024-09-10T10:38:53:255313+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5861,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/466185628","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":466185628},{"type":"v1","addr":"172.21.15.145:6836","nonce":466185628}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5867,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/2185145768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":2185145768},{"type":"v1","addr":"172.21.15.22:6834","nonce":2185145768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6484,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1012325339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1012325339},{"type":"v1","addr":"172.21.15.145:6837","nonce":1012325339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:38:49.618911+0000","modified":"2024-09-10T10:38:52.653897+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6795":{"gid":6795,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/348028765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":348028765},{"type":"v1","addr":"172.21.15.22:6835","nonce":348028765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6795,"qdb_cluster":[6795]},"id":7}]} 2024-09-10T10:39:04.691 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 63 2024-09-10T10:39:04.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 -- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5c80678f0 msgr2=0x7ff5c8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5c80678f0 0x7ff5c8069db0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec1618d0 tx=0x7ff5d4009040 comp rx=0 tx=0).stop 2024-09-10T10:39:04.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 -- 172.21.15.22:0/2177761437 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 msgr2=0x7ff5ec15fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5ec15fd00 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc00c240 tx=0x7ff5d0005840 comp rx=0 tx=0).stop 2024-09-10T10:39:04.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 -- 172.21.15.22:0/2177761437 shutdown_connections 2024-09-10T10:39:04.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5c80678f0 0x7ff5c8069db0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5ec09fab0 0x7ff5ec09ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5ec1f7270 0x7ff5ec15d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 --2- 172.21.15.22:0/2177761437 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff5d00039c0 0x7ff5ec15fd00 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 -- 172.21.15.22:0/2177761437 >> 172.21.15.22:0/2177761437 conn(0x7ff5ec0b7ac0 msgr2=0x7ff5ec0cd930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:04.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 -- 172.21.15.22:0/2177761437 shutdown_connections 2024-09-10T10:39:04.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.690+0000 7ff5f1400640 1 -- 172.21.15.22:0/2177761437 wait complete. 2024-09-10T10:39:04.713 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f19a2000640 1 Processor -- start 2024-09-10T10:39:04.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f19a2000640 1 -- start start 2024-09-10T10:39:04.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f19a2000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f199c145fb0 0x7f199c0b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f19a2000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f199c0cd670 0x7f199c0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f19a2000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f199c06d3f0 con 0x7f199c06e1b0 2024-09-10T10:39:04.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f19a2000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f199c0ce010 con 0x7f199c145fb0 2024-09-10T10:39:04.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f19a2000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f199c06d1a0 con 0x7f199c0cd670 2024-09-10T10:39:04.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f199b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f199c145fb0 0x7f199c0b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f199b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f199c145fb0 0x7f199c0b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47320/0 (socket says 172.21.15.22:47320) 2024-09-10T10:39:04.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f199b400640 1 -- 172.21.15.22:0/3973058589 learned_addr learned my addr 172.21.15.22:0/3973058589 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.850+0000 7f199aa00640 1 --2- 172.21.15.22:0/3973058589 >> v2:172.21.15.145:3300/0 conn(0x7f199c0cd670 0x7f199c0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f199b400640 1 -- 172.21.15.22:0/3973058589 >> v2:172.21.15.145:3300/0 conn(0x7f199c0cd670 msgr2=0x7f199c0cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f199b400640 1 --2- 172.21.15.22:0/3973058589 >> v2:172.21.15.145:3300/0 conn(0x7f199c0cd670 0x7f199c0cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f199b400640 1 -- 172.21.15.22:0/3973058589 >> v1:172.21.15.145:6789/0 conn(0x7f199c06e1b0 legacy=0x7f199c06e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:04.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f199b400640 1 -- 172.21.15.22:0/3973058589 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f199c06d6d0 con 0x7f199c145fb0 2024-09-10T10:39:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f199b400640 1 --2- 172.21.15.22:0/3973058589 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 0x7f199c0b3e00 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f199c0b5c20 tx=0x7f198c01c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed3793a302a0db94 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f199a000640 1 -- 172.21.15.22:0/3973058589 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c0a5670 con 0x7f199c145fb0 2024-09-10T10:39:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f199a000640 1 -- 172.21.15.22:0/3973058589 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f198c0a5810 con 0x7f199c145fb0 2024-09-10T10:39:04.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f199a000640 1 -- 172.21.15.22:0/3973058589 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c0a5be0 con 0x7f199c145fb0 2024-09-10T10:39:04.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f19a2000640 1 -- 172.21.15.22:0/3973058589 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 msgr2=0x7f199c0b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f19a2000640 1 --2- 172.21.15.22:0/3973058589 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 0x7f199c0b3e00 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f199c0b5c20 tx=0x7f198c01c9b0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f19a2000640 1 -- 172.21.15.22:0/3973058589 shutdown_connections 2024-09-10T10:39:04.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f19a2000640 1 --2- 172.21.15.22:0/3973058589 >> v2:172.21.15.145:3300/0 conn(0x7f199c0cd670 0x7f199c0cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f19a2000640 1 --2- 172.21.15.22:0/3973058589 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 0x7f199c0b3e00 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f19a2000640 1 -- 172.21.15.22:0/3973058589 >> 172.21.15.22:0/3973058589 conn(0x7f199c062dd0 msgr2=0x7f199c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:04.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.854+0000 7f19a2000640 1 -- 172.21.15.22:0/3973058589 shutdown_connections 2024-09-10T10:39:04.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 -- 172.21.15.22:0/3973058589 wait complete. 2024-09-10T10:39:04.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 Processor -- start 2024-09-10T10:39:04.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 -- start start 2024-09-10T10:39:04.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f199c06e1b0 0x7f199c13f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f199c0cd670 0x7f199c140460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 0x7f199c0ac300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f199c0d0170 con 0x7f199c145fb0 2024-09-10T10:39:04.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f199c0cfff0 con 0x7f199c06e1b0 2024-09-10T10:39:04.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f199c06dd20 con 0x7f199c0cd670 2024-09-10T10:39:04.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 0x7f199c0ac300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 0x7f199c0ac300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:47328/0 (socket says 172.21.15.22:47328) 2024-09-10T10:39:04.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199be00640 1 -- 172.21.15.22:0/2472621150 learned_addr learned my addr 172.21.15.22:0/2472621150 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:04.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199b400640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f199c06e1b0 0x7f199c13f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199aa00640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f199c0cd670 0x7f199c140460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199be00640 1 -- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f199c0cd670 msgr2=0x7f199c140460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199be00640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f199c0cd670 0x7f199c140460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199be00640 1 -- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f199c06e1b0 msgr2=0x7f199c13f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:04.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199be00640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f199c06e1b0 0x7f199c13f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:04.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199be00640 1 -- 172.21.15.22:0/2472621150 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f199c140e40 con 0x7f199c145fb0 2024-09-10T10:39:04.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f199be00640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 0x7f199c0ac300 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f199400b410 tx=0x7f199400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:04.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f1993400640 1 -- 172.21.15.22:0/2472621150 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1994015020 con 0x7f199c145fb0 2024-09-10T10:39:04.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f1993400640 1 -- 172.21.15.22:0/2472621150 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1994011870 con 0x7f199c145fb0 2024-09-10T10:39:04.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 -- 172.21.15.22:0/2472621150 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f199c141120 con 0x7f199c145fb0 2024-09-10T10:39:04.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f1993400640 1 -- 172.21.15.22:0/2472621150 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1994011c60 con 0x7f199c145fb0 2024-09-10T10:39:04.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.858+0000 7f19a2000640 1 -- 172.21.15.22:0/2472621150 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f199c0abde0 con 0x7f199c145fb0 2024-09-10T10:39:04.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.862+0000 7f19a2000640 1 -- 172.21.15.22:0/2472621150 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f199c0b3e00 con 0x7f199c145fb0 2024-09-10T10:39:04.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.862+0000 7f1993400640 1 -- 172.21.15.22:0/2472621150 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1994018020 con 0x7f199c145fb0 2024-09-10T10:39:04.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.862+0000 7f1993400640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f197c0678c0 0x7f197c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:04.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.862+0000 7f1993400640 1 -- 172.21.15.22:0/2472621150 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f1994085a70 con 0x7f199c145fb0 2024-09-10T10:39:04.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.862+0000 7f199b400640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f197c0678c0 0x7f197c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:04.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.862+0000 7f199b400640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f197c0678c0 0x7f197c069d80 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f198c0ae000 tx=0x7f198c0a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:04.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:04.866+0000 7f1993400640 1 -- 172.21.15.22:0/2472621150 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f199401f020 con 0x7f199c145fb0 2024-09-10T10:39:05.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.066+0000 7f19a2000640 1 -- 172.21.15.22:0/2472621150 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f199c0b1170 con 0x7f199c145fb0 2024-09-10T10:39:05.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.066+0000 7f1993400640 1 -- 172.21.15.22:0/2472621150 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5225 (secure 0 0 0) 0x7f1994055f50 con 0x7f199c145fb0 2024-09-10T10:39:05.070 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:05.070 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":63,"btime":"2024-09-10T10:38:53:255313+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5861,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/466185628","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":466185628},{"type":"v1","addr":"172.21.15.145:6836","nonce":466185628}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5867,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/2185145768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":2185145768},{"type":"v1","addr":"172.21.15.22:6834","nonce":2185145768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6484,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1012325339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1012325339},{"type":"v1","addr":"172.21.15.145:6837","nonce":1012325339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:38:49.618911+0000","modified":"2024-09-10T10:38:52.653897+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6795":{"gid":6795,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/348028765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":348028765},{"type":"v1","addr":"172.21.15.22:6835","nonce":348028765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6795,"qdb_cluster":[6795]},"id":7}]} 2024-09-10T10:39:05.071 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 63 2024-09-10T10:39:05.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 -- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f197c0678c0 msgr2=0x7f197c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f197c0678c0 0x7f197c069d80 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f198c0ae000 tx=0x7f198c0a7070 comp rx=0 tx=0).stop 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 -- 172.21.15.22:0/2472621150 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 msgr2=0x7f199c0ac300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 0x7f199c0ac300 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f199400b410 tx=0x7f199400b8d0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 -- 172.21.15.22:0/2472621150 shutdown_connections 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f197c0678c0 0x7f197c069d80 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f199c145fb0 0x7f199c0ac300 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f199c0cd670 0x7f199c140460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 --2- 172.21.15.22:0/2472621150 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f199c06e1b0 0x7f199c13f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 -- 172.21.15.22:0/2472621150 >> 172.21.15.22:0/2472621150 conn(0x7f199c062dd0 msgr2=0x7f199c0b0210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 -- 172.21.15.22:0/2472621150 shutdown_connections 2024-09-10T10:39:05.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.070+0000 7f19a2000640 1 -- 172.21.15.22:0/2472621150 wait complete. 2024-09-10T10:39:05.091 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:39:05.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f023d600640 1 Processor -- start 2024-09-10T10:39:05.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f023d600640 1 -- start start 2024-09-10T10:39:05.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f023d600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f023815eb50 0x7f023806fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f023d600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 0x7f0238168100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f023d600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02380af590 con 0x7f0238072200 2024-09-10T10:39:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f023d600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f02380b3c20 con 0x7f023815eb50 2024-09-10T10:39:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f023d600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02380af870 con 0x7f02380cfea0 2024-09-10T10:39:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f0237e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f023815eb50 0x7f023806fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f0237e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f023815eb50 0x7f023806fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46190/0 (socket says 172.21.15.22:46190) 2024-09-10T10:39:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f0237e00640 1 -- 172.21.15.22:0/3514537963 learned_addr learned my addr 172.21.15.22:0/3514537963 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:05.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f023cc00640 1 --2- 172.21.15.22:0/3514537963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 0x7f0238168100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f0237e00640 1 -- 172.21.15.22:0/3514537963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 msgr2=0x7f0238168100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:05.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f0237e00640 1 --2- 172.21.15.22:0/3514537963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 0x7f0238168100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f0237e00640 1 -- 172.21.15.22:0/3514537963 >> v1:172.21.15.145:6789/0 conn(0x7f0238072200 legacy=0x7f023815ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.230+0000 7f0237e00640 1 -- 172.21.15.22:0/3514537963 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02380afb50 con 0x7f023815eb50 2024-09-10T10:39:05.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f0237e00640 1 --2- 172.21.15.22:0/3514537963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f023815eb50 0x7f023806fe10 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f0228009870 tx=0x7f022801ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98381cfab70f393d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:05.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f0236a00640 1 -- 172.21.15.22:0/3514537963 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02280b5070 con 0x7f023815eb50 2024-09-10T10:39:05.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f0236a00640 1 -- 172.21.15.22:0/3514537963 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02280a8a50 con 0x7f023815eb50 2024-09-10T10:39:05.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f0236a00640 1 -- 172.21.15.22:0/3514537963 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02280a8e20 con 0x7f023815eb50 2024-09-10T10:39:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f023d600640 1 -- 172.21.15.22:0/3514537963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f023815eb50 msgr2=0x7f023806fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f023d600640 1 --2- 172.21.15.22:0/3514537963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f023815eb50 0x7f023806fe10 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f0228009870 tx=0x7f022801ed50 comp rx=0 tx=0).stop 2024-09-10T10:39:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f023d600640 1 -- 172.21.15.22:0/3514537963 shutdown_connections 2024-09-10T10:39:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f023d600640 1 --2- 172.21.15.22:0/3514537963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 0x7f0238168100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f023d600640 1 --2- 172.21.15.22:0/3514537963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f023815eb50 0x7f023806fe10 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f023d600640 1 -- 172.21.15.22:0/3514537963 >> 172.21.15.22:0/3514537963 conn(0x7f023806c480 msgr2=0x7f02380b2870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:05.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f023d600640 1 -- 172.21.15.22:0/3514537963 shutdown_connections 2024-09-10T10:39:05.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.234+0000 7f023d600640 1 -- 172.21.15.22:0/3514537963 wait complete. 2024-09-10T10:39:05.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 Processor -- start 2024-09-10T10:39:05.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 -- start start 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0238072200 0x7f023815d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 0x7f02380c5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f023815eb50 0x7f02380c6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0238072670 con 0x7f0238072200 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02380af260 con 0x7f023815eb50 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f023815f640 con 0x7f02380cfea0 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0238072200 0x7f023815d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0238072200 0x7f023815d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46192/0 (socket says 172.21.15.22:46192) 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237e00640 1 -- 172.21.15.22:0/737097028 learned_addr learned my addr 172.21.15.22:0/737097028 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023cc00640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f023815eb50 0x7f02380c6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237400640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 0x7f02380c5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237e00640 1 -- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 msgr2=0x7f02380c5ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237e00640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 0x7f02380c5ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237e00640 1 -- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f023815eb50 msgr2=0x7f02380c6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237e00640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f023815eb50 0x7f02380c6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237e00640 1 -- 172.21.15.22:0/737097028 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f023815db90 con 0x7f0238072200 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023cc00640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f023815eb50 0x7f02380c6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237400640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 0x7f02380c5ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f0237e00640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0238072200 0x7f023815d220 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f02280b3040 tx=0x7f022801baf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f022fe00640 1 -- 172.21.15.22:0/737097028 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02280c0070 con 0x7f0238072200 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f022fe00640 1 -- 172.21.15.22:0/737097028 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02280ae550 con 0x7f0238072200 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f022fe00640 1 -- 172.21.15.22:0/737097028 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02280b5070 con 0x7f0238072200 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 -- 172.21.15.22:0/737097028 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f023815de70 con 0x7f0238072200 2024-09-10T10:39:05.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 -- 172.21.15.22:0/737097028 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f023815d760 con 0x7f0238072200 2024-09-10T10:39:05.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.238+0000 7f023d600640 1 -- 172.21.15.22:0/737097028 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f023806fe10 con 0x7f0238072200 2024-09-10T10:39:05.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.242+0000 7f022fe00640 1 -- 172.21.15.22:0/737097028 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f02280b9070 con 0x7f0238072200 2024-09-10T10:39:05.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.242+0000 7f022fe00640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02180678c0 0x7f0218069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.242+0000 7f022fe00640 1 -- 172.21.15.22:0/737097028 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f0228123500 con 0x7f0238072200 2024-09-10T10:39:05.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.242+0000 7f0237400640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02180678c0 0x7f0218069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.242+0000 7f0237400640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02180678c0 0x7f0218069d80 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f02380b13d0 tx=0x7f0224009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:05.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.246+0000 7f022fe00640 1 -- 172.21.15.22:0/737097028 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f02280188b0 con 0x7f0238072200 2024-09-10T10:39:05.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.414+0000 7f023d600640 1 -- 172.21.15.22:0/737097028 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f023815e040 con 0x7f0238072200 2024-09-10T10:39:05.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.414+0000 7f022fe00640 1 -- 172.21.15.22:0/737097028 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+16680 (secure 0 0 0) 0x7f02280f3fa0 con 0x7f0238072200 2024-09-10T10:39:05.419 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:05.419 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":92,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:38:51.221549+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:38:47.361476+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-10T10:38:48.621216+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:39:05.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 -- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02180678c0 msgr2=0x7f0218069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02180678c0 0x7f0218069d80 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f02380b13d0 tx=0x7f0224009040 comp rx=0 tx=0).stop 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 -- 172.21.15.22:0/737097028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0238072200 msgr2=0x7f023815d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0238072200 0x7f023815d220 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f02280b3040 tx=0x7f022801baf0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 -- 172.21.15.22:0/737097028 shutdown_connections 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02180678c0 0x7f0218069d80 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f023815eb50 0x7f02380c6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02380cfea0 0x7f02380c5ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 --2- 172.21.15.22:0/737097028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0238072200 0x7f023815d220 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 -- 172.21.15.22:0/737097028 >> 172.21.15.22:0/737097028 conn(0x7f023806c480 msgr2=0x7f02380b42f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 -- 172.21.15.22:0/737097028 shutdown_connections 2024-09-10T10:39:05.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.418+0000 7f023d600640 1 -- 172.21.15.22:0/737097028 wait complete. 2024-09-10T10:39:05.442 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:39:05.443 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:05.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.578+0000 7f853d000640 1 Processor -- start 2024-09-10T10:39:05.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.578+0000 7f853d000640 1 -- start start 2024-09-10T10:39:05.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f853d000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f853815b220 0x7f8538071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f853d000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85380ce880 con 0x7f853815b600 2024-09-10T10:39:05.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f853d000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85380ceb60 con 0x7f85380b56f0 2024-09-10T10:39:05.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f853d000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f853806d6e0 con 0x7f853815b220 2024-09-10T10:39:05.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f852d400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f853815b600 0x7f85380b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:38198/0 (socket says 172.21.15.22:38198) 2024-09-10T10:39:05.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f852d400640 1 -- 172.21.15.22:0/2053120301 learned_addr learned my addr 172.21.15.22:0/2053120301 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:05.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f8535e00640 1 --2- 172.21.15.22:0/2053120301 >> v2:172.21.15.145:3300/0 conn(0x7f853815b220 0x7f8538071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f8535400640 1 -- 172.21.15.22:0/2053120301 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3863538244 0 0) 0x7f85380ce880 con 0x7f853815b600 2024-09-10T10:39:05.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f8535400640 1 -- 172.21.15.22:0/2053120301 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f851c003530 con 0x7f853815b600 2024-09-10T10:39:05.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f8535e00640 1 -- 172.21.15.22:0/2053120301 >> v1:172.21.15.145:6789/0 conn(0x7f85380b56f0 legacy=0x7f85380b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f8535400640 1 -- 172.21.15.22:0/2053120301 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3666650004 0 0) 0x7f85380ceb60 con 0x7f85380b56f0 2024-09-10T10:39:05.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f8535e00640 1 -- 172.21.15.22:0/2053120301 >> v1:172.21.15.22:6789/0 conn(0x7f853815b600 legacy=0x7f85380b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.582+0000 7f8535e00640 1 -- 172.21.15.22:0/2053120301 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85380cee40 con 0x7f853815b220 2024-09-10T10:39:05.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f8535e00640 1 --2- 172.21.15.22:0/2053120301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f853815b220 0x7f8538071140 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f85280097c0 tx=0x7f852801c350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e4d653c5d2ea051 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:05.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f8535400640 1 -- 172.21.15.22:0/2053120301 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85280b0070 con 0x7f853815b220 2024-09-10T10:39:05.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f8535400640 1 -- 172.21.15.22:0/2053120301 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85280ab600 con 0x7f853815b220 2024-09-10T10:39:05.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f8535400640 1 -- 172.21.15.22:0/2053120301 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85280ab9b0 con 0x7f853815b220 2024-09-10T10:39:05.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f853d000640 1 -- 172.21.15.22:0/2053120301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f853815b220 msgr2=0x7f8538071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f853d000640 1 --2- 172.21.15.22:0/2053120301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f853815b220 0x7f8538071140 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f85280097c0 tx=0x7f852801c350 comp rx=0 tx=0).stop 2024-09-10T10:39:05.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f853d000640 1 -- 172.21.15.22:0/2053120301 shutdown_connections 2024-09-10T10:39:05.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f853d000640 1 --2- 172.21.15.22:0/2053120301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f853815b220 0x7f8538071140 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f853d000640 1 -- 172.21.15.22:0/2053120301 >> 172.21.15.22:0/2053120301 conn(0x7f8538062dd0 msgr2=0x7f853806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:05.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f853d000640 1 -- 172.21.15.22:0/2053120301 shutdown_connections 2024-09-10T10:39:05.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f853d000640 1 -- 172.21.15.22:0/2053120301 wait complete. 2024-09-10T10:39:05.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f853d000640 1 Processor -- start 2024-09-10T10:39:05.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.586+0000 7f853d000640 1 -- start start 2024-09-10T10:39:05.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f853d000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85380b56f0 0x7f8538148d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f853d000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f853815b220 0x7f8538159030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f853d000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f853815b600 0x7f853815cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f853d000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f85380d01e0 con 0x7f853815b600 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f853d000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f85380d0060 con 0x7f853815b220 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f853d000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8538169100 con 0x7f85380b56f0 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f8536800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f853815b600 0x7f853815cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f8536800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f853815b600 0x7f853815cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46206/0 (socket says 172.21.15.22:46206) 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f8536800640 1 -- 172.21.15.22:0/2642714974 learned_addr learned my addr 172.21.15.22:0/2642714974 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f8535e00640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85380b56f0 0x7f8538148d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f852d400640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f853815b220 0x7f8538159030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f8536800640 1 -- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85380b56f0 msgr2=0x7f8538148d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f8536800640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85380b56f0 0x7f8538148d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f8536800640 1 -- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f853815b220 msgr2=0x7f8538159030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f8536800640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f853815b220 0x7f8538159030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f8536800640 1 -- 172.21.15.22:0/2642714974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8538159af0 con 0x7f853815b600 2024-09-10T10:39:05.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f8536800640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f853815b600 0x7f853815cee0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f853000c780 tx=0x7f853000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:05.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f852ea00640 1 -- 172.21.15.22:0/2642714974 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8530003db0 con 0x7f853815b600 2024-09-10T10:39:05.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f852ea00640 1 -- 172.21.15.22:0/2642714974 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8530005070 con 0x7f853815b600 2024-09-10T10:39:05.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f852ea00640 1 -- 172.21.15.22:0/2642714974 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8530005460 con 0x7f853815b600 2024-09-10T10:39:05.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f853d000640 1 -- 172.21.15.22:0/2642714974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8538159dd0 con 0x7f853815b600 2024-09-10T10:39:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f853d000640 1 -- 172.21.15.22:0/2642714974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f853815a390 con 0x7f853815b600 2024-09-10T10:39:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f853d000640 1 -- 172.21.15.22:0/2642714974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8538071140 con 0x7f853815b600 2024-09-10T10:39:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.590+0000 7f852ea00640 1 -- 172.21.15.22:0/2642714974 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8530005600 con 0x7f853815b600 2024-09-10T10:39:05.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.594+0000 7f852ea00640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85140678c0 0x7f8514069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.594+0000 7f852ea00640 1 -- 172.21.15.22:0/2642714974 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f8530085c50 con 0x7f853815b600 2024-09-10T10:39:05.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.594+0000 7f8535e00640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85140678c0 0x7f8514069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.594+0000 7f8535e00640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85140678c0 0x7f8514069d80 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f85280ad000 tx=0x7f85280a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:05.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.598+0000 7f852ea00640 1 -- 172.21.15.22:0/2642714974 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f85300566f0 con 0x7f853815b600 2024-09-10T10:39:05.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.794+0000 7f853d000640 1 -- 172.21.15.22:0/2642714974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f853806c160 con 0x7f853815b600 2024-09-10T10:39:05.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f852ea00640 1 -- 172.21.15.22:0/2642714974 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5225 (secure 0 0 0) 0x7f8530055ff0 con 0x7f853815b600 2024-09-10T10:39:05.801 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:05.801 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":63,"btime":"2024-09-10T10:38:53:255313+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5861,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/466185628","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":466185628},{"type":"v1","addr":"172.21.15.145:6836","nonce":466185628}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5867,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/2185145768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":2185145768},{"type":"v1","addr":"172.21.15.22:6834","nonce":2185145768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6484,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1012325339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1012325339},{"type":"v1","addr":"172.21.15.145:6837","nonce":1012325339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:38:49.618911+0000","modified":"2024-09-10T10:38:52.653897+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6795":{"gid":6795,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/348028765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":348028765},{"type":"v1","addr":"172.21.15.22:6835","nonce":348028765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6795,"qdb_cluster":[6795]},"id":7}]} 2024-09-10T10:39:05.801 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 63 2024-09-10T10:39:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 -- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85140678c0 msgr2=0x7f8514069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85140678c0 0x7f8514069d80 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f85280ad000 tx=0x7f85280a6000 comp rx=0 tx=0).stop 2024-09-10T10:39:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 -- 172.21.15.22:0/2642714974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f853815b600 msgr2=0x7f853815cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f853815b600 0x7f853815cee0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f853000c780 tx=0x7f853000cc40 comp rx=0 tx=0).stop 2024-09-10T10:39:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 -- 172.21.15.22:0/2642714974 shutdown_connections 2024-09-10T10:39:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85140678c0 0x7f8514069d80 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f853815b600 0x7f853815cee0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f853815b220 0x7f8538159030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 --2- 172.21.15.22:0/2642714974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f85380b56f0 0x7f8538148d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 -- 172.21.15.22:0/2642714974 >> 172.21.15.22:0/2642714974 conn(0x7f8538062dd0 msgr2=0x7f85380b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:05.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 -- 172.21.15.22:0/2642714974 shutdown_connections 2024-09-10T10:39:05.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.798+0000 7f853d000640 1 -- 172.21.15.22:0/2642714974 wait complete. 2024-09-10T10:39:05.822 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:05.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.958+0000 7f02a8a00640 1 Processor -- start 2024-09-10T10:39:05.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.958+0000 7f02a8a00640 1 -- start start 2024-09-10T10:39:05.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.958+0000 7f02a8a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f02a40cd670 0x7f02a40cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.958+0000 7f02a8a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02a406d3f0 con 0x7f02a406e1b0 2024-09-10T10:39:05.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.958+0000 7f02a8a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02a406d6d0 con 0x7f02a4145fb0 2024-09-10T10:39:05.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.958+0000 7f02a8a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f02a40ce010 con 0x7f02a40cd670 2024-09-10T10:39:05.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.958+0000 7f02a2800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f02a406e1b0 0x7f02a406e620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:38202/0 (socket says 172.21.15.22:38202) 2024-09-10T10:39:05.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.958+0000 7f02a2800640 1 -- 172.21.15.22:0/1940385865 learned_addr learned my addr 172.21.15.22:0/1940385865 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:05.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a1400640 1 --2- 172.21.15.22:0/1940385865 >> v2:172.21.15.145:3300/0 conn(0x7f02a40cd670 0x7f02a40cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a0a00640 1 -- 172.21.15.22:0/1940385865 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1851402029 0 0) 0x7f02a406d3f0 con 0x7f02a406e1b0 2024-09-10T10:39:05.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a0a00640 1 -- 172.21.15.22:0/1940385865 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0288003530 con 0x7f02a406e1b0 2024-09-10T10:39:05.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a0a00640 1 -- 172.21.15.22:0/1940385865 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 842635865 0 0) 0x7f02a406d6d0 con 0x7f02a4145fb0 2024-09-10T10:39:05.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a0a00640 1 -- 172.21.15.22:0/1940385865 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f02a406d3f0 con 0x7f02a4145fb0 2024-09-10T10:39:05.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a1400640 1 -- 172.21.15.22:0/1940385865 >> v1:172.21.15.145:6789/0 conn(0x7f02a4145fb0 legacy=0x7f02a40b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a1400640 1 -- 172.21.15.22:0/1940385865 >> v1:172.21.15.22:6789/0 conn(0x7f02a406e1b0 legacy=0x7f02a406e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a1400640 1 -- 172.21.15.22:0/1940385865 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02a406d9b0 con 0x7f02a40cd670 2024-09-10T10:39:05.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a1400640 1 --2- 172.21.15.22:0/1940385865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02a40cd670 0x7f02a40cdad0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f02900097c0 tx=0x7f029001c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af7e35d6d00b565a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a0a00640 1 -- 172.21.15.22:0/1940385865 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02900b0070 con 0x7f02a40cd670 2024-09-10T10:39:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a0a00640 1 -- 172.21.15.22:0/1940385865 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02900ab600 con 0x7f02a40cd670 2024-09-10T10:39:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.962+0000 7f02a0a00640 1 -- 172.21.15.22:0/1940385865 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02900ab9d0 con 0x7f02a40cd670 2024-09-10T10:39:05.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 -- 172.21.15.22:0/1940385865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02a40cd670 msgr2=0x7f02a40cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 --2- 172.21.15.22:0/1940385865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02a40cd670 0x7f02a40cdad0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f02900097c0 tx=0x7f029001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 -- 172.21.15.22:0/1940385865 shutdown_connections 2024-09-10T10:39:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 --2- 172.21.15.22:0/1940385865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02a40cd670 0x7f02a40cdad0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 -- 172.21.15.22:0/1940385865 >> 172.21.15.22:0/1940385865 conn(0x7f02a4062dd0 msgr2=0x7f02a406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 -- 172.21.15.22:0/1940385865 shutdown_connections 2024-09-10T10:39:05.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 -- 172.21.15.22:0/1940385865 wait complete. 2024-09-10T10:39:05.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 Processor -- start 2024-09-10T10:39:05.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 -- start start 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02a406e1b0 0x7f02a415c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02a40cd670 0x7f02a4159d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02a4145fb0 0x7f02a415a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f02a40d0170 con 0x7f02a40cd670 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02a40cfff0 con 0x7f02a406e1b0 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a8a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02a406d1a0 con 0x7f02a4145fb0 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02a40cd670 0x7f02a4159d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02a40cd670 0x7f02a4159d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46214/0 (socket says 172.21.15.22:46214) 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a1400640 1 -- 172.21.15.22:0/846870286 learned_addr learned my addr 172.21.15.22:0/846870286 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a1e00640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02a406e1b0 0x7f02a415c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a2800640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02a4145fb0 0x7f02a415a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a1400640 1 -- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02a4145fb0 msgr2=0x7f02a415a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a1400640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02a4145fb0 0x7f02a415a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a1400640 1 -- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02a406e1b0 msgr2=0x7f02a415c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:05.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a1400640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02a406e1b0 0x7f02a415c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:05.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.966+0000 7f02a1400640 1 -- 172.21.15.22:0/846870286 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02a40ae080 con 0x7f02a40cd670 2024-09-10T10:39:05.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.970+0000 7f02a1400640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02a40cd670 0x7f02a4159d70 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f02900097c0 tx=0x7f0290019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:05.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.970+0000 7f029a000640 1 -- 172.21.15.22:0/846870286 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02900b0040 con 0x7f02a40cd670 2024-09-10T10:39:05.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.970+0000 7f029a000640 1 -- 172.21.15.22:0/846870286 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02900b9070 con 0x7f02a40cd670 2024-09-10T10:39:05.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.970+0000 7f029a000640 1 -- 172.21.15.22:0/846870286 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02900aa9f0 con 0x7f02a40cd670 2024-09-10T10:39:05.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.970+0000 7f02a8a00640 1 -- 172.21.15.22:0/846870286 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02a415a890 con 0x7f02a40cd670 2024-09-10T10:39:05.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.970+0000 7f02a8a00640 1 -- 172.21.15.22:0/846870286 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02a40ae620 con 0x7f02a40cd670 2024-09-10T10:39:05.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.970+0000 7f02a8a00640 1 -- 172.21.15.22:0/846870286 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02a40cdad0 con 0x7f02a40cd670 2024-09-10T10:39:05.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.970+0000 7f029a000640 1 -- 172.21.15.22:0/846870286 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f02900aab90 con 0x7f02a40cd670 2024-09-10T10:39:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.974+0000 7f029a000640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02840678c0 0x7f0284069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.974+0000 7f029a000640 1 -- 172.21.15.22:0/846870286 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f029011fce0 con 0x7f02a40cd670 2024-09-10T10:39:05.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.974+0000 7f02a1e00640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02840678c0 0x7f0284069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:05.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.974+0000 7f02a1e00640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02840678c0 0x7f0284069d80 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f02940011f0 tx=0x7f0294009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:05.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:05.978+0000 7f029a000640 1 -- 172.21.15.22:0/846870286 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0290016090 con 0x7f02a40cd670 2024-09-10T10:39:06.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 -- 172.21.15.22:0/846870286 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02a40af720 con 0x7f02a40cd670 2024-09-10T10:39:06.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f029a000640 1 -- 172.21.15.22:0/846870286 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5225 (secure 0 0 0) 0x7f02900f01c0 con 0x7f02a40cd670 2024-09-10T10:39:06.181 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:06.181 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":63,"btime":"2024-09-10T10:38:53:255313+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5861,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/466185628","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":466185628},{"type":"v1","addr":"172.21.15.145:6836","nonce":466185628}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5867,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/2185145768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":2185145768},{"type":"v1","addr":"172.21.15.22:6834","nonce":2185145768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6484,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1012325339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1012325339},{"type":"v1","addr":"172.21.15.145:6837","nonce":1012325339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:38:49.618911+0000","modified":"2024-09-10T10:38:52.653897+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6795":{"gid":6795,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/348028765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":348028765},{"type":"v1","addr":"172.21.15.22:6835","nonce":348028765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6795,"qdb_cluster":[6795]},"id":7}]} 2024-09-10T10:39:06.182 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 63 2024-09-10T10:39:06.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 -- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02840678c0 msgr2=0x7f0284069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02840678c0 0x7f0284069d80 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f02940011f0 tx=0x7f0294009040 comp rx=0 tx=0).stop 2024-09-10T10:39:06.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 -- 172.21.15.22:0/846870286 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02a40cd670 msgr2=0x7f02a4159d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02a40cd670 0x7f02a4159d70 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f02900097c0 tx=0x7f0290019240 comp rx=0 tx=0).stop 2024-09-10T10:39:06.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 -- 172.21.15.22:0/846870286 shutdown_connections 2024-09-10T10:39:06.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02840678c0 0x7f0284069d80 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02a4145fb0 0x7f02a415a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02a40cd670 0x7f02a4159d70 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 --2- 172.21.15.22:0/846870286 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02a406e1b0 0x7f02a415c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 -- 172.21.15.22:0/846870286 >> 172.21.15.22:0/846870286 conn(0x7f02a4062dd0 msgr2=0x7f02a40b3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:06.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 -- 172.21.15.22:0/846870286 shutdown_connections 2024-09-10T10:39:06.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.178+0000 7f02a8a00640 1 -- 172.21.15.22:0/846870286 wait complete. 2024-09-10T10:39:06.202 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:39:06.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.342+0000 7f08e7200640 1 Processor -- start 2024-09-10T10:39:06.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.342+0000 7f08e7200640 1 -- start start 2024-09-10T10:39:06.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.342+0000 7f08e7200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08e015e6d0 0x7f08e0072e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.342+0000 7f08e7200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f08e0073380 0x7f08e006d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.342+0000 7f08e7200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08e00ae9d0 con 0x7f08e006ddd0 2024-09-10T10:39:06.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.342+0000 7f08e7200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f08e0073820 con 0x7f08e0073380 2024-09-10T10:39:06.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.342+0000 7f08e7200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f08e00aecb0 con 0x7f08e015e6d0 2024-09-10T10:39:06.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.342+0000 7f08d7400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f08e0073380 0x7f08e006d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:06.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.342+0000 7f08dfe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08e015e6d0 0x7f08e0072e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:06.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08dfe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08e015e6d0 0x7f08e0072e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:60248/0 (socket says 172.21.15.22:60248) 2024-09-10T10:39:06.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08dfe00640 1 -- 172.21.15.22:0/2066964387 learned_addr learned my addr 172.21.15.22:0/2066964387 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:06.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08e5200640 1 --1- 172.21.15.22:0/2066964387 >> v1:172.21.15.145:6789/0 conn(0x7f08e006ddd0 0x7f08e00b42a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:60080/0 (socket says 172.21.15.22:60080) 2024-09-10T10:39:06.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08d7400640 1 -- 172.21.15.22:0/2066964387 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08e015e6d0 msgr2=0x7f08e0072e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:06.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08d7400640 1 --2- 172.21.15.22:0/2066964387 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08e015e6d0 0x7f08e0072e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08d7400640 1 -- 172.21.15.22:0/2066964387 >> v1:172.21.15.145:6789/0 conn(0x7f08e006ddd0 legacy=0x7f08e00b42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08d7400640 1 -- 172.21.15.22:0/2066964387 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08e00aef90 con 0x7f08e0073380 2024-09-10T10:39:06.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08df400640 1 -- 172.21.15.22:0/2066964387 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2300751308 0 0) 0x7f08e00ae9d0 con 0x7f08e006ddd0 2024-09-10T10:39:06.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08d7400640 1 --2- 172.21.15.22:0/2066964387 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08e0073380 0x7f08e006d890 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f08c80097c0 tx=0x7f08c801c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ae21303b5165173 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:06.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08df400640 1 -- 172.21.15.22:0/2066964387 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c80b0070 con 0x7f08e0073380 2024-09-10T10:39:06.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08df400640 1 -- 172.21.15.22:0/2066964387 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08c80ab600 con 0x7f08e0073380 2024-09-10T10:39:06.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.346+0000 7f08df400640 1 -- 172.21.15.22:0/2066964387 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c80ab9d0 con 0x7f08e0073380 2024-09-10T10:39:06.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 -- 172.21.15.22:0/2066964387 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08e0073380 msgr2=0x7f08e006d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 --2- 172.21.15.22:0/2066964387 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08e0073380 0x7f08e006d890 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f08c80097c0 tx=0x7f08c801c410 comp rx=0 tx=0).stop 2024-09-10T10:39:06.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 -- 172.21.15.22:0/2066964387 shutdown_connections 2024-09-10T10:39:06.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 --2- 172.21.15.22:0/2066964387 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08e0073380 0x7f08e006d890 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 --2- 172.21.15.22:0/2066964387 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08e015e6d0 0x7f08e0072e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 -- 172.21.15.22:0/2066964387 >> 172.21.15.22:0/2066964387 conn(0x7f08e006c510 msgr2=0x7f08e00d0800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:06.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 -- 172.21.15.22:0/2066964387 shutdown_connections 2024-09-10T10:39:06.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 -- 172.21.15.22:0/2066964387 wait complete. 2024-09-10T10:39:06.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 Processor -- start 2024-09-10T10:39:06.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 -- start start 2024-09-10T10:39:06.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08e006ddd0 0x7f08e00cf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08e0073380 0x7f08e01549f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08e015e6d0 0x7f08e015ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f08e00b4c00 con 0x7f08e006ddd0 2024-09-10T10:39:06.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f08e0071dc0 con 0x7f08e0073380 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08e7200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f08e00aff80 con 0x7f08e015e6d0 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08dfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08e006ddd0 0x7f08e00cf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08dfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08e006ddd0 0x7f08e00cf8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46230/0 (socket says 172.21.15.22:46230) 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08dfe00640 1 -- 172.21.15.22:0/56521424 learned_addr learned my addr 172.21.15.22:0/56521424 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08dfe00640 1 -- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08e015e6d0 msgr2=0x7f08e015ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08dfe00640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08e015e6d0 0x7f08e015ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08dfe00640 1 -- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08e0073380 msgr2=0x7f08e01549f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08dfe00640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08e0073380 0x7f08e01549f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08dfe00640 1 -- 172.21.15.22:0/56521424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08e00b1300 con 0x7f08e006ddd0 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.350+0000 7f08dfe00640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08e006ddd0 0x7f08e00cf8c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f08d000e820 tx=0x7f08d000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08dcc00640 1 -- 172.21.15.22:0/56521424 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d0017070 con 0x7f08e006ddd0 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08dcc00640 1 -- 172.21.15.22:0/56521424 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08d000c940 con 0x7f08e006ddd0 2024-09-10T10:39:06.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08e7200640 1 -- 172.21.15.22:0/56521424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08e00b15e0 con 0x7f08e006ddd0 2024-09-10T10:39:06.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08dcc00640 1 -- 172.21.15.22:0/56521424 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d000cd30 con 0x7f08e006ddd0 2024-09-10T10:39:06.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08e7200640 1 -- 172.21.15.22:0/56521424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08e00b1ba0 con 0x7f08e006ddd0 2024-09-10T10:39:06.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08e7200640 1 -- 172.21.15.22:0/56521424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08e006d890 con 0x7f08e006ddd0 2024-09-10T10:39:06.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08dcc00640 1 -- 172.21.15.22:0/56521424 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f08d001a070 con 0x7f08e006ddd0 2024-09-10T10:39:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08dcc00640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f08bc0678c0 0x7f08bc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08dcc00640 1 -- 172.21.15.22:0/56521424 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f08d0085f00 con 0x7f08e006ddd0 2024-09-10T10:39:06.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08d7400640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f08bc0678c0 0x7f08bc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:06.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.354+0000 7f08d7400640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f08bc0678c0 0x7f08bc069d80 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f08c80ad000 tx=0x7f08c8004740 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:06.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.358+0000 7f08dcc00640 1 -- 172.21.15.22:0/56521424 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f08d0056a30 con 0x7f08e006ddd0 2024-09-10T10:39:06.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.526+0000 7f08e7200640 1 -- 172.21.15.22:0/56521424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f08e0162e50 con 0x7f08e006ddd0 2024-09-10T10:39:06.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.526+0000 7f08dcc00640 1 -- 172.21.15.22:0/56521424 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+16680 (secure 0 0 0) 0x7f08d0056330 con 0x7f08e006ddd0 2024-09-10T10:39:06.531 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:06.531 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":92,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:38:51.221549+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:38:47.361476+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-10T10:38:48.621216+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:39:06.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 -- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f08bc0678c0 msgr2=0x7f08bc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f08bc0678c0 0x7f08bc069d80 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f08c80ad000 tx=0x7f08c8004740 comp rx=0 tx=0).stop 2024-09-10T10:39:06.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 -- 172.21.15.22:0/56521424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08e006ddd0 msgr2=0x7f08e00cf8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08e006ddd0 0x7f08e00cf8c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f08d000e820 tx=0x7f08d000ece0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 -- 172.21.15.22:0/56521424 shutdown_connections 2024-09-10T10:39:06.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f08bc0678c0 0x7f08bc069d80 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08e015e6d0 0x7f08e015ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08e0073380 0x7f08e01549f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 --2- 172.21.15.22:0/56521424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08e006ddd0 0x7f08e00cf8c0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 -- 172.21.15.22:0/56521424 >> 172.21.15.22:0/56521424 conn(0x7f08e006c510 msgr2=0x7f08e00ccac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:06.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 -- 172.21.15.22:0/56521424 shutdown_connections 2024-09-10T10:39:06.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.530+0000 7f08e7200640 1 -- 172.21.15.22:0/56521424 wait complete. 2024-09-10T10:39:06.552 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:39:06.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca9600640 1 Processor -- start 2024-09-10T10:39:06.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca9600640 1 -- start start 2024-09-10T10:39:06.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca9600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcca4145fb0 0x7fcca40b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca9600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcca40cd670 0x7fcca40cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca9600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcca406d3f0 con 0x7fcca406e1b0 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca9600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fcca40ce010 con 0x7fcca4145fb0 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca9600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fcca406d1a0 con 0x7fcca40cd670 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca2a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcca4145fb0 0x7fcca40b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca2a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcca4145fb0 0x7fcca40b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46232/0 (socket says 172.21.15.22:46232) 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca2a00640 1 -- 172.21.15.22:0/2846218384 learned_addr learned my addr 172.21.15.22:0/2846218384 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcc9a000640 1 --2- 172.21.15.22:0/2846218384 >> v2:172.21.15.145:3300/0 conn(0x7fcca40cd670 0x7fcca40cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca2a00640 1 -- 172.21.15.22:0/2846218384 >> v2:172.21.15.145:3300/0 conn(0x7fcca40cd670 msgr2=0x7fcca40cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca2a00640 1 --2- 172.21.15.22:0/2846218384 >> v2:172.21.15.145:3300/0 conn(0x7fcca40cd670 0x7fcca40cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca2a00640 1 -- 172.21.15.22:0/2846218384 >> v1:172.21.15.145:6789/0 conn(0x7fcca406e1b0 legacy=0x7fcca406e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:06.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcca2a00640 1 -- 172.21.15.22:0/2846218384 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcca406d6d0 con 0x7fcca4145fb0 2024-09-10T10:39:06.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.690+0000 7fcc9a000640 1 --2- 172.21.15.22:0/2846218384 >> v2:172.21.15.145:3300/0 conn(0x7fcca40cd670 0x7fcca40cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:06.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca2a00640 1 --2- 172.21.15.22:0/2846218384 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca4145fb0 0x7fcca40b3e00 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fcca40b5c20 tx=0x7fcc9401c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea1d92674e7ac90d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:06.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca2000640 1 -- 172.21.15.22:0/2846218384 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc940b0070 con 0x7fcca4145fb0 2024-09-10T10:39:06.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca2000640 1 -- 172.21.15.22:0/2846218384 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc940ab600 con 0x7fcca4145fb0 2024-09-10T10:39:06.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca2000640 1 -- 172.21.15.22:0/2846218384 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc940ab9d0 con 0x7fcca4145fb0 2024-09-10T10:39:06.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca9600640 1 -- 172.21.15.22:0/2846218384 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca4145fb0 msgr2=0x7fcca40b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca9600640 1 --2- 172.21.15.22:0/2846218384 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca4145fb0 0x7fcca40b3e00 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fcca40b5c20 tx=0x7fcc9401c4e0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca9600640 1 -- 172.21.15.22:0/2846218384 shutdown_connections 2024-09-10T10:39:06.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca9600640 1 --2- 172.21.15.22:0/2846218384 >> v2:172.21.15.145:3300/0 conn(0x7fcca40cd670 0x7fcca40cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca9600640 1 --2- 172.21.15.22:0/2846218384 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca4145fb0 0x7fcca40b3e00 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca9600640 1 -- 172.21.15.22:0/2846218384 >> 172.21.15.22:0/2846218384 conn(0x7fcca4062dd0 msgr2=0x7fcca406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:06.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca9600640 1 -- 172.21.15.22:0/2846218384 shutdown_connections 2024-09-10T10:39:06.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.694+0000 7fcca9600640 1 -- 172.21.15.22:0/2846218384 wait complete. 2024-09-10T10:39:06.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca9600640 1 Processor -- start 2024-09-10T10:39:06.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca9600640 1 -- start start 2024-09-10T10:39:06.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca9600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcca406e1b0 0x7fcca41430a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca9600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca40cd670 0x7fcca4163c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca9600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcca4145fb0 0x7fcca415ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca9600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fcca40d0130 con 0x7fcca40cd670 2024-09-10T10:39:06.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca9600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcca40cffb0 con 0x7fcca406e1b0 2024-09-10T10:39:06.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca9600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcca406dd20 con 0x7fcca4145fb0 2024-09-10T10:39:06.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca40cd670 0x7fcca4163c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:06.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca40cd670 0x7fcca4163c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46242/0 (socket says 172.21.15.22:46242) 2024-09-10T10:39:06.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9a000640 1 -- 172.21.15.22:0/1076474065 learned_addr learned my addr 172.21.15.22:0/1076474065 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9a000640 1 -- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcca4145fb0 msgr2=0x7fcca415ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9a000640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcca4145fb0 0x7fcca415ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9a000640 1 -- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcca406e1b0 msgr2=0x7fcca41430a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca2a00640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcca406e1b0 0x7fcca41430a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9a000640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcca406e1b0 0x7fcca41430a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9a000640 1 -- 172.21.15.22:0/1076474065 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcca40ad1f0 con 0x7fcca40cd670 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9a000640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca40cd670 0x7fcca4163c10 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c00c7c0 tx=0x7fcc8c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9b400640 1 -- 172.21.15.22:0/1076474065 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c007a30 con 0x7fcca40cd670 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9b400640 1 -- 172.21.15.22:0/1076474065 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc8c007bd0 con 0x7fcca40cd670 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcc9b400640 1 -- 172.21.15.22:0/1076474065 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c0113f0 con 0x7fcca40cd670 2024-09-10T10:39:06.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca9600640 1 -- 172.21.15.22:0/1076474065 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcca40ad4d0 con 0x7fcca40cd670 2024-09-10T10:39:06.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.698+0000 7fcca9600640 1 -- 172.21.15.22:0/1076474065 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcca40ada90 con 0x7fcca40cd670 2024-09-10T10:39:06.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.702+0000 7fcca9600640 1 -- 172.21.15.22:0/1076474065 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcca40cdad0 con 0x7fcca40cd670 2024-09-10T10:39:06.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.702+0000 7fcc9b400640 1 -- 172.21.15.22:0/1076474065 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcc8c011590 con 0x7fcca40cd670 2024-09-10T10:39:06.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.702+0000 7fcc9b400640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcc800678f0 0x7fcc80069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:06.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.702+0000 7fcc9b400640 1 -- 172.21.15.22:0/1076474065 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fcc8c085e90 con 0x7fcca40cd670 2024-09-10T10:39:06.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.702+0000 7fcca2a00640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcc800678f0 0x7fcc80069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:06.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.702+0000 7fcca2a00640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcc800678f0 0x7fcc80069db0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fcc940ad000 tx=0x7fcc94008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:06.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.706+0000 7fcc9b400640 1 -- 172.21.15.22:0/1076474065 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcc8c015020 con 0x7fcca40cd670 2024-09-10T10:39:06.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.906+0000 7fcca9600640 1 -- 172.21.15.22:0/1076474065 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fcca415d760 con 0x7fcca40cd670 2024-09-10T10:39:06.909 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:39:06.906+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:39:06.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.906+0000 7fcc9b400640 1 -- 172.21.15.22:0/1076474065 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v64) ==== 161+0+0 (secure 0 0 0) 0x7fcc8c0569d0 con 0x7fcca40cd670 2024-09-10T10:39:06.910 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:39:06.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 -- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcc800678f0 msgr2=0x7fcc80069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcc800678f0 0x7fcc80069db0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fcc940ad000 tx=0x7fcc94008040 comp rx=0 tx=0).stop 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 -- 172.21.15.22:0/1076474065 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca40cd670 msgr2=0x7fcca4163c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca40cd670 0x7fcca4163c10 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c00c7c0 tx=0x7fcc8c00cc80 comp rx=0 tx=0).stop 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 -- 172.21.15.22:0/1076474065 shutdown_connections 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcc800678f0 0x7fcc80069db0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcca4145fb0 0x7fcca415ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcca40cd670 0x7fcca4163c10 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 --2- 172.21.15.22:0/1076474065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcca406e1b0 0x7fcca41430a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 -- 172.21.15.22:0/1076474065 >> 172.21.15.22:0/1076474065 conn(0x7fcca4062dd0 msgr2=0x7fcca4160000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 -- 172.21.15.22:0/1076474065 shutdown_connections 2024-09-10T10:39:06.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:06.910+0000 7fcca9600640 1 -- 172.21.15.22:0/1076474065 wait complete. 2024-09-10T10:39:06.922 INFO:tasks.ceph.mds.a.smithi022.stderr: -2233> 2024-09-10T10:38:52.202+0000 7fe040a00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:39:06.937 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:39:06.969 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:39:07.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.078+0000 7f28b0800640 1 Processor -- start 2024-09-10T10:39:07.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.078+0000 7f28b0800640 1 -- start start 2024-09-10T10:39:07.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.078+0000 7f28b0800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 0x7f28a80b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:07.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.078+0000 7f28b0800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28a80b4f90 con 0x7f28a80cfad0 2024-09-10T10:39:07.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.078+0000 7f28b0800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28a80b49d0 con 0x7f28a80b4470 2024-09-10T10:39:07.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.078+0000 7f28b0800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f28a80b4cb0 con 0x7f28a81568c0 2024-09-10T10:39:07.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28ae800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f28a80cfad0 0x7f28a806d9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:38208/0 (socket says 172.21.15.22:38208) 2024-09-10T10:39:07.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28ae800640 1 -- 172.21.15.22:0/1658504203 learned_addr learned my addr 172.21.15.22:0/1658504203 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:07.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28ade00640 1 --2- 172.21.15.22:0/1658504203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 0x7f28a80b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:07.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28aca00640 1 -- 172.21.15.22:0/1658504203 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 989548283 0 0) 0x7f28a80b4f90 con 0x7f28a80cfad0 2024-09-10T10:39:07.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28aca00640 1 -- 172.21.15.22:0/1658504203 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2890003530 con 0x7f28a80cfad0 2024-09-10T10:39:07.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28aca00640 1 -- 172.21.15.22:0/1658504203 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3940400678 0 0) 0x7f28a80b49d0 con 0x7f28a80b4470 2024-09-10T10:39:07.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28aca00640 1 -- 172.21.15.22:0/1658504203 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f28a80b4f90 con 0x7f28a80b4470 2024-09-10T10:39:07.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28aca00640 1 -- 172.21.15.22:0/1658504203 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1759460461 0 0) 0x7f2890003530 con 0x7f28a80cfad0 2024-09-10T10:39:07.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28ade00640 1 -- 172.21.15.22:0/1658504203 >> v1:172.21.15.145:6789/0 conn(0x7f28a80b4470 legacy=0x7f28a80cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:07.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28ade00640 1 -- 172.21.15.22:0/1658504203 >> v1:172.21.15.22:6789/0 conn(0x7f28a80cfad0 legacy=0x7f28a806d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:07.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28ade00640 1 -- 172.21.15.22:0/1658504203 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28a806d1b0 con 0x7f28a81568c0 2024-09-10T10:39:07.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.082+0000 7f28ade00640 1 --2- 172.21.15.22:0/1658504203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 0x7f28a80b3f30 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f289c0097f0 tx=0x7f289c01c340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86a122a6df518d44 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:07.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28aca00640 1 -- 172.21.15.22:0/1658504203 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f289c0b0070 con 0x7f28a81568c0 2024-09-10T10:39:07.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28aca00640 1 -- 172.21.15.22:0/1658504203 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f289c0ab400 con 0x7f28a81568c0 2024-09-10T10:39:07.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28aca00640 1 -- 172.21.15.22:0/1658504203 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28a4001a00 con 0x7f28a81568c0 2024-09-10T10:39:07.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 -- 172.21.15.22:0/1658504203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 msgr2=0x7f28a80b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:07.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 --2- 172.21.15.22:0/1658504203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 0x7f28a80b3f30 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f289c0097f0 tx=0x7f289c01c340 comp rx=0 tx=0).stop 2024-09-10T10:39:07.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 -- 172.21.15.22:0/1658504203 shutdown_connections 2024-09-10T10:39:07.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 --2- 172.21.15.22:0/1658504203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 0x7f28a80b3f30 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:07.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 -- 172.21.15.22:0/1658504203 >> 172.21.15.22:0/1658504203 conn(0x7f28a8062eb0 msgr2=0x7f28a806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:07.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 -- 172.21.15.22:0/1658504203 shutdown_connections 2024-09-10T10:39:07.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 -- 172.21.15.22:0/1658504203 wait complete. 2024-09-10T10:39:07.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 Processor -- start 2024-09-10T10:39:07.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 -- start start 2024-09-10T10:39:07.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28a80b4470 0x7f28a8152970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:07.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28a80cfad0 0x7f28a814bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:07.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 0x7f28a814c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:07.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f28a806ea50 con 0x7f28a80cfad0 2024-09-10T10:39:07.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f28a806e8d0 con 0x7f28a80b4470 2024-09-10T10:39:07.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28b0800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f28a806ebd0 con 0x7f28a81568c0 2024-09-10T10:39:07.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28ad400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28a80cfad0 0x7f28a814bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:07.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28ade00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28a80b4470 0x7f28a8152970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28ad400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28a80cfad0 0x7f28a814bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46282/0 (socket says 172.21.15.22:46282) 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28ad400640 1 -- 172.21.15.22:0/292057476 learned_addr learned my addr 172.21.15.22:0/292057476 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.086+0000 7f28ae800640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 0x7f28a814c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28ad400640 1 -- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 msgr2=0x7f28a814c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28ad400640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 0x7f28a814c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28ad400640 1 -- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28a80b4470 msgr2=0x7f28a8152970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28ad400640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28a80b4470 0x7f28a8152970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28ad400640 1 -- 172.21.15.22:0/292057476 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28a8158d30 con 0x7f28a80cfad0 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28ad400640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28a80cfad0 0x7f28a814bc70 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f289800c490 tx=0x7f289800c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28a2000640 1 -- 172.21.15.22:0/292057476 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28980052d0 con 0x7f28a80cfad0 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28a2000640 1 -- 172.21.15.22:0/292057476 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2898005470 con 0x7f28a80cfad0 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28a2000640 1 -- 172.21.15.22:0/292057476 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2898012870 con 0x7f28a80cfad0 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28b0800640 1 -- 172.21.15.22:0/292057476 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28a8159010 con 0x7f28a80cfad0 2024-09-10T10:39:07.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28b0800640 1 -- 172.21.15.22:0/292057476 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28a8152170 con 0x7f28a80cfad0 2024-09-10T10:39:07.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28b0800640 1 -- 172.21.15.22:0/292057476 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28a80d01f0 con 0x7f28a80cfad0 2024-09-10T10:39:07.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28a2000640 1 -- 172.21.15.22:0/292057476 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2898012a10 con 0x7f28a80cfad0 2024-09-10T10:39:07.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28a2000640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f288c0678c0 0x7f288c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:07.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.090+0000 7f28a2000640 1 -- 172.21.15.22:0/292057476 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5795+0+0 (secure 0 0 0) 0x7f2898085870 con 0x7f28a80cfad0 2024-09-10T10:39:07.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.094+0000 7f28ade00640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f288c0678c0 0x7f288c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:07.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.094+0000 7f28ade00640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f288c0678c0 0x7f288c069d80 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f289c0ad000 tx=0x7f289c0a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:07.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.094+0000 7f28a2000640 1 -- 172.21.15.22:0/292057476 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2898055cf0 con 0x7f28a80cfad0 2024-09-10T10:39:07.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.294+0000 7f28b0800640 1 -- 172.21.15.22:0/292057476 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f28a814f3f0 con 0x7f28a80cfad0 2024-09-10T10:39:07.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28a2000640 1 -- 172.21.15.22:0/292057476 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v65) ==== 104+0+0 (secure 0 0 0) 0x7f2898059ff0 con 0x7f28a80cfad0 2024-09-10T10:39:07.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28b0800640 1 -- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f288c0678c0 msgr2=0x7f288c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:07.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28b0800640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f288c0678c0 0x7f288c069d80 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f289c0ad000 tx=0x7f289c0a6000 comp rx=0 tx=0).stop 2024-09-10T10:39:07.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28b0800640 1 -- 172.21.15.22:0/292057476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28a80cfad0 msgr2=0x7f28a814bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:07.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28b0800640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28a80cfad0 0x7f28a814bc70 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f289800c490 tx=0x7f289800c950 comp rx=0 tx=0).stop 2024-09-10T10:39:07.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28b0800640 1 -- 172.21.15.22:0/292057476 shutdown_connections 2024-09-10T10:39:07.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28b0800640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f288c0678c0 0x7f288c069d80 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:07.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28b0800640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28a81568c0 0x7f28a814c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:07.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28b0800640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28a80cfad0 0x7f28a814bc70 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:07.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28b0800640 1 --2- 172.21.15.22:0/292057476 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28a80b4470 0x7f28a8152970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:07.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.910+0000 7f28b0800640 1 -- 172.21.15.22:0/292057476 >> 172.21.15.22:0/292057476 conn(0x7f28a8062eb0 msgr2=0x7f28a815caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:07.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.914+0000 7f28b0800640 1 -- 172.21.15.22:0/292057476 shutdown_connections 2024-09-10T10:39:07.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:07.914+0000 7f28b0800640 1 -- 172.21.15.22:0/292057476 wait complete. 2024-09-10T10:39:07.940 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:39:08.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.134+0000 7f46b2600640 1 Processor -- start 2024-09-10T10:39:08.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.134+0000 7f46b2600640 1 -- start start 2024-09-10T10:39:08.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.134+0000 7f46b2600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f46ac06ef90 0x7f46ac165e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:08.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.134+0000 7f46b2600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46ac0cf790 con 0x7f46ac0cee80 2024-09-10T10:39:08.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.134+0000 7f46b2600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46ac0cf4b0 con 0x7f46ac15b390 2024-09-10T10:39:08.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.134+0000 7f46b2600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f46ac15b770 con 0x7f46ac06ef90 2024-09-10T10:39:08.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46abe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f46ac06ef90 0x7f46ac165e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:08.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46abe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f46ac06ef90 0x7f46ac165e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46284/0 (socket says 172.21.15.22:46284) 2024-09-10T10:39:08.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46a2a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f46ac0cee80 0x7f46ac06e880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:38214/0 (socket says 172.21.15.22:38214) 2024-09-10T10:39:08.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46abe00640 1 -- 172.21.15.22:0/737677884 learned_addr learned my addr 172.21.15.22:0/737677884 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:08.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46abe00640 1 -- 172.21.15.22:0/737677884 >> v1:172.21.15.145:6789/0 conn(0x7f46ac15b390 legacy=0x7f46ac072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:08.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46abe00640 1 -- 172.21.15.22:0/737677884 >> v1:172.21.15.22:6789/0 conn(0x7f46ac0cee80 legacy=0x7f46ac06e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:08.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46abe00640 1 -- 172.21.15.22:0/737677884 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ac0b36f0 con 0x7f46ac06ef90 2024-09-10T10:39:08.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46abe00640 1 --2- 172.21.15.22:0/737677884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 0x7f46ac165e50 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f46a4009e50 tx=0x7f46a401c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d46b8dfa70d7707 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:08.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46aaa00640 1 -- 172.21.15.22:0/737677884 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46a40a5820 con 0x7f46ac06ef90 2024-09-10T10:39:08.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46aaa00640 1 -- 172.21.15.22:0/737677884 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46a40a59c0 con 0x7f46ac06ef90 2024-09-10T10:39:08.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.138+0000 7f46aaa00640 1 -- 172.21.15.22:0/737677884 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46a40a5d90 con 0x7f46ac06ef90 2024-09-10T10:39:08.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 -- 172.21.15.22:0/737677884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 msgr2=0x7f46ac165e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:08.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 --2- 172.21.15.22:0/737677884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 0x7f46ac165e50 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f46a4009e50 tx=0x7f46a401c960 comp rx=0 tx=0).stop 2024-09-10T10:39:08.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 -- 172.21.15.22:0/737677884 shutdown_connections 2024-09-10T10:39:08.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 --2- 172.21.15.22:0/737677884 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 0x7f46ac165e50 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:08.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 -- 172.21.15.22:0/737677884 >> 172.21.15.22:0/737677884 conn(0x7f46ac063000 msgr2=0x7f46ac06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:08.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 -- 172.21.15.22:0/737677884 shutdown_connections 2024-09-10T10:39:08.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 -- 172.21.15.22:0/737677884 wait complete. 2024-09-10T10:39:08.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 Processor -- start 2024-09-10T10:39:08.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 -- start start 2024-09-10T10:39:08.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 0x7f46ac155690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46ac0cee80 0x7f46ac06e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46ac15b390 0x7f46ac151830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f46ac168f40 con 0x7f46ac06ef90 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f46ac168dc0 con 0x7f46ac0cee80 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46b2600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f46ac1690c0 con 0x7f46ac15b390 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46ab400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 0x7f46ac155690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46ab400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 0x7f46ac155690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46294/0 (socket says 172.21.15.22:46294) 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46ab400640 1 -- 172.21.15.22:0/3136110016 learned_addr learned my addr 172.21.15.22:0/3136110016 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46a2a00640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46ac0cee80 0x7f46ac06e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46abe00640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46ac15b390 0x7f46ac151830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:08.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46ab400640 1 -- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46ac15b390 msgr2=0x7f46ac151830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46ab400640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46ac15b390 0x7f46ac151830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46ab400640 1 -- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46ac0cee80 msgr2=0x7f46ac06e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46ab400640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46ac0cee80 0x7f46ac06e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.142+0000 7f46ab400640 1 -- 172.21.15.22:0/3136110016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ac152080 con 0x7f46ac06ef90 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46ab400640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 0x7f46ac155690 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f469c00c480 tx=0x7f469c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46a3e00640 1 -- 172.21.15.22:0/3136110016 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469c012830 con 0x7f46ac06ef90 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46a3e00640 1 -- 172.21.15.22:0/3136110016 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f469c017070 con 0x7f46ac06ef90 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46a3e00640 1 -- 172.21.15.22:0/3136110016 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469c012c30 con 0x7f46ac06ef90 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46b2600640 1 -- 172.21.15.22:0/3136110016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46ac156ed0 con 0x7f46ac06ef90 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46b2600640 1 -- 172.21.15.22:0/3136110016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46ac157490 con 0x7f46ac06ef90 2024-09-10T10:39:08.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46b2600640 1 -- 172.21.15.22:0/3136110016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46ac157690 con 0x7f46ac06ef90 2024-09-10T10:39:08.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46a3e00640 1 -- 172.21.15.22:0/3136110016 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f469c01c460 con 0x7f46ac06ef90 2024-09-10T10:39:08.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46a3e00640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46880678c0 0x7f4688069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:08.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46a3e00640 1 -- 172.21.15.22:0/3136110016 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5795+0+0 (secure 0 0 0) 0x7f469c085b90 con 0x7f46ac06ef90 2024-09-10T10:39:08.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.146+0000 7f46a2a00640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46880678c0 0x7f4688069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:08.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.150+0000 7f46a2a00640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46880678c0 0x7f4688069d80 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f46ac155bf0 tx=0x7f4694007cd0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:08.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.150+0000 7f46a3e00640 1 -- 172.21.15.22:0/3136110016 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f46ac157690 con 0x7f46ac06ef90 2024-09-10T10:39:08.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:08.318+0000 7f46b2600640 1 -- 172.21.15.22:0/3136110016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f46ac15eb80 con 0x7f46ac06ef90 2024-09-10T10:39:09.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.310+0000 7f46a3e00640 1 -- 172.21.15.22:0/3136110016 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v94) ==== 181+0+0 (secure 0 0 0) 0x7f469c056660 con 0x7f46ac06ef90 2024-09-10T10:39:09.313 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:39:09.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.310+0000 7f46b2600640 1 -- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46880678c0 msgr2=0x7f4688069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.310+0000 7f46b2600640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46880678c0 0x7f4688069d80 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f46ac155bf0 tx=0x7f4694007cd0 comp rx=0 tx=0).stop 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.314+0000 7f46b2600640 1 -- 172.21.15.22:0/3136110016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 msgr2=0x7f46ac155690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.314+0000 7f46b2600640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 0x7f46ac155690 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f469c00c480 tx=0x7f469c00c940 comp rx=0 tx=0).stop 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.314+0000 7f46b2600640 1 -- 172.21.15.22:0/3136110016 shutdown_connections 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.314+0000 7f46b2600640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46880678c0 0x7f4688069d80 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.314+0000 7f46b2600640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46ac15b390 0x7f46ac151830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.314+0000 7f46b2600640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46ac0cee80 0x7f46ac06e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.314+0000 7f46b2600640 1 --2- 172.21.15.22:0/3136110016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f46ac06ef90 0x7f46ac155690 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.314+0000 7f46b2600640 1 -- 172.21.15.22:0/3136110016 >> 172.21.15.22:0/3136110016 conn(0x7f46ac063000 msgr2=0x7f46ac158220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.314+0000 7f46b2600640 1 -- 172.21.15.22:0/3136110016 shutdown_connections 2024-09-10T10:39:09.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.314+0000 7f46b2600640 1 -- 172.21.15.22:0/3136110016 wait complete. 2024-09-10T10:39:09.341 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:39:09.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.486+0000 7f716ae00640 1 Processor -- start 2024-09-10T10:39:09.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.486+0000 7f716ae00640 1 -- start start 2024-09-10T10:39:09.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.486+0000 7f716ae00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f71641460d0 0x7f71640b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.486+0000 7f716ae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71640b3b00 0x7f71640cd300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.486+0000 7f716ae00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71640b3fd0 con 0x7f71640cd840 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.486+0000 7f716ae00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f71640b42b0 con 0x7f71641460d0 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.486+0000 7f716ae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f71640b4590 con 0x7f71640b3b00 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.486+0000 7f7163e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f71641460d0 0x7f71640b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f7163e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f71641460d0 0x7f71640b35c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46300/0 (socket says 172.21.15.22:46300) 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f7163e00640 1 -- 172.21.15.22:0/3508186461 learned_addr learned my addr 172.21.15.22:0/3508186461 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f715b400640 1 --2- 172.21.15.22:0/3508186461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71640b3b00 0x7f71640cd300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f7163e00640 1 -- 172.21.15.22:0/3508186461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71640b3b00 msgr2=0x7f71640cd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f7163e00640 1 --2- 172.21.15.22:0/3508186461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71640b3b00 0x7f71640cd300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f7163e00640 1 -- 172.21.15.22:0/3508186461 >> v1:172.21.15.145:6789/0 conn(0x7f71640cd840 legacy=0x7f716406d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:09.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f7163e00640 1 -- 172.21.15.22:0/3508186461 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71640b4870 con 0x7f71641460d0 2024-09-10T10:39:09.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f7163e00640 1 --2- 172.21.15.22:0/3508186461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71641460d0 0x7f71640b35c0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f7154009870 tx=0x7f715401c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0fb7bc3d90adbfb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:09.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f7163400640 1 -- 172.21.15.22:0/3508186461 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71540b0070 con 0x7f71641460d0 2024-09-10T10:39:09.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f7163400640 1 -- 172.21.15.22:0/3508186461 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71540ab600 con 0x7f71641460d0 2024-09-10T10:39:09.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.490+0000 7f7163400640 1 -- 172.21.15.22:0/3508186461 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71540ab9d0 con 0x7f71641460d0 2024-09-10T10:39:09.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 -- 172.21.15.22:0/3508186461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71641460d0 msgr2=0x7f71640b35c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:09.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 --2- 172.21.15.22:0/3508186461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71641460d0 0x7f71640b35c0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f7154009870 tx=0x7f715401c560 comp rx=0 tx=0).stop 2024-09-10T10:39:09.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 -- 172.21.15.22:0/3508186461 shutdown_connections 2024-09-10T10:39:09.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 --2- 172.21.15.22:0/3508186461 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71640b3b00 0x7f71640cd300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:09.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 --2- 172.21.15.22:0/3508186461 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71641460d0 0x7f71640b35c0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:09.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 -- 172.21.15.22:0/3508186461 >> 172.21.15.22:0/3508186461 conn(0x7f7164063000 msgr2=0x7f716406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:09.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 -- 172.21.15.22:0/3508186461 shutdown_connections 2024-09-10T10:39:09.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 -- 172.21.15.22:0/3508186461 wait complete. 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 Processor -- start 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 -- start start 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71640b3b00 0x7f716413b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71640cd840 0x7f71640b1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71641460d0 0x7f71640b18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f71640b51f0 con 0x7f71640cd840 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f71640b5070 con 0x7f71641460d0 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f716ae00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7164168f80 con 0x7f71640b3b00 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f715b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71640cd840 0x7f71640b1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f715b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71640cd840 0x7f71640b1390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46306/0 (socket says 172.21.15.22:46306) 2024-09-10T10:39:09.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f715b400640 1 -- 172.21.15.22:0/348399542 learned_addr learned my addr 172.21.15.22:0/348399542 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f7163e00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71640b3b00 0x7f716413b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f7168e00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71641460d0 0x7f71640b18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f715b400640 1 -- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71640b3b00 msgr2=0x7f716413b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f715b400640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71640b3b00 0x7f716413b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f715b400640 1 -- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71641460d0 msgr2=0x7f71640b18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f715b400640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71641460d0 0x7f71640b18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f715b400640 1 -- 172.21.15.22:0/348399542 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f716413b750 con 0x7f71640cd840 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f7168e00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71641460d0 0x7f71640b18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.494+0000 7f715b400640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71640cd840 0x7f71640b1390 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f714c006e90 tx=0x7f714c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.498+0000 7f7160c00640 1 -- 172.21.15.22:0/348399542 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f714c00b660 con 0x7f71640cd840 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.498+0000 7f7160c00640 1 -- 172.21.15.22:0/348399542 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f714c019070 con 0x7f71640cd840 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.498+0000 7f7160c00640 1 -- 172.21.15.22:0/348399542 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f714c00ba60 con 0x7f71640cd840 2024-09-10T10:39:09.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.498+0000 7f716ae00640 1 -- 172.21.15.22:0/348399542 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f716413ba30 con 0x7f71640cd840 2024-09-10T10:39:09.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.498+0000 7f716ae00640 1 -- 172.21.15.22:0/348399542 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f716413bff0 con 0x7f71640cd840 2024-09-10T10:39:09.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.498+0000 7f716ae00640 1 -- 172.21.15.22:0/348399542 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71640cd300 con 0x7f71640cd840 2024-09-10T10:39:09.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.498+0000 7f7160c00640 1 -- 172.21.15.22:0/348399542 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f714c00bc00 con 0x7f71640cd840 2024-09-10T10:39:09.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.498+0000 7f7160c00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71400678c0 0x7f7140069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:09.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.498+0000 7f7160c00640 1 -- 172.21.15.22:0/348399542 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 5357+0+0 (secure 0 0 0) 0x7f714c085f40 con 0x7f71640cd840 2024-09-10T10:39:09.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.498+0000 7f7163e00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71400678c0 0x7f7140069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:09.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.502+0000 7f7163e00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71400678c0 0x7f7140069d80 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f71540ad000 tx=0x7f7154008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:09.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.502+0000 7f7160c00640 1 -- 172.21.15.22:0/348399542 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f714c056b40 con 0x7f71640cd840 2024-09-10T10:39:09.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:09.666+0000 7f716ae00640 1 -- 172.21.15.22:0/348399542 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f716406bed0 con 0x7f71640cd840 2024-09-10T10:39:10.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.318+0000 7f7160c00640 1 -- 172.21.15.22:0/348399542 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v95) ==== 169+0+0 (secure 0 0 0) 0x7f714c056440 con 0x7f71640cd840 2024-09-10T10:39:10.322 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:39:10.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 -- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71400678c0 msgr2=0x7f7140069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71400678c0 0x7f7140069d80 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f71540ad000 tx=0x7f7154008040 comp rx=0 tx=0).stop 2024-09-10T10:39:10.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 -- 172.21.15.22:0/348399542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71640cd840 msgr2=0x7f71640b1390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71640cd840 0x7f71640b1390 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f714c006e90 tx=0x7f714c00dc60 comp rx=0 tx=0).stop 2024-09-10T10:39:10.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 -- 172.21.15.22:0/348399542 shutdown_connections 2024-09-10T10:39:10.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71400678c0 0x7f7140069d80 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71641460d0 0x7f71640b18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f71640cd840 0x7f71640b1390 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 --2- 172.21.15.22:0/348399542 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71640b3b00 0x7f716413b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 -- 172.21.15.22:0/348399542 >> 172.21.15.22:0/348399542 conn(0x7f7164063000 msgr2=0x7f716415df90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:10.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 -- 172.21.15.22:0/348399542 shutdown_connections 2024-09-10T10:39:10.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.322+0000 7f716ae00640 1 -- 172.21.15.22:0/348399542 wait complete. 2024-09-10T10:39:10.352 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:39:10.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.494+0000 7fb0f2e00640 1 Processor -- start 2024-09-10T10:39:10.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.494+0000 7fb0f2e00640 1 -- start start 2024-09-10T10:39:10.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.494+0000 7fb0f2e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb0ec06e9c0 0x7fb0ec167180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:10.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.494+0000 7fb0f2e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0ec0b4f90 con 0x7fb0ec1568c0 2024-09-10T10:39:10.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.494+0000 7fb0f2e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0ec0b49d0 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.494+0000 7fb0f2e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb0ec0b4cb0 con 0x7fb0ec06e9c0 2024-09-10T10:39:10.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.494+0000 7fb0ebe00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb0ec1568c0 0x7fb0ec0b3f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:38224/0 (socket says 172.21.15.22:38224) 2024-09-10T10:39:10.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.498+0000 7fb0ebe00640 1 -- 172.21.15.22:0/1622037681 learned_addr learned my addr 172.21.15.22:0/1622037681 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:10.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.498+0000 7fb0f0e00640 1 --2- 172.21.15.22:0/1622037681 >> v2:172.21.15.145:3300/0 conn(0x7fb0ec06e9c0 0x7fb0ec167180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:10.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.498+0000 7fb0eb400640 1 -- 172.21.15.22:0/1622037681 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 935944288 0 0) 0x7fb0ec0b4f90 con 0x7fb0ec1568c0 2024-09-10T10:39:10.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.498+0000 7fb0eb400640 1 -- 172.21.15.22:0/1622037681 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb0d0003530 con 0x7fb0ec1568c0 2024-09-10T10:39:10.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.498+0000 7fb0f0e00640 1 -- 172.21.15.22:0/1622037681 >> v1:172.21.15.145:6789/0 conn(0x7fb0ec0cf3c0 legacy=0x7fb0ec0cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.498+0000 7fb0f0e00640 1 -- 172.21.15.22:0/1622037681 >> v1:172.21.15.22:6789/0 conn(0x7fb0ec1568c0 legacy=0x7fb0ec0b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.498+0000 7fb0f0e00640 1 -- 172.21.15.22:0/1622037681 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0ec06d1b0 con 0x7fb0ec06e9c0 2024-09-10T10:39:10.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.498+0000 7fb0f0e00640 1 --2- 172.21.15.22:0/1622037681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0ec06e9c0 0x7fb0ec167180 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4009d90 tx=0x7fb0e401c8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fedfc460ae303e9d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:10.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.498+0000 7fb0eb400640 1 -- 172.21.15.22:0/1622037681 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e40b2070 con 0x7fb0ec06e9c0 2024-09-10T10:39:10.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0eb400640 1 -- 172.21.15.22:0/1622037681 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0e40a5990 con 0x7fb0ec06e9c0 2024-09-10T10:39:10.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0eb400640 1 -- 172.21.15.22:0/1622037681 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e40a5d60 con 0x7fb0ec06e9c0 2024-09-10T10:39:10.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 -- 172.21.15.22:0/1622037681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0ec06e9c0 msgr2=0x7fb0ec167180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 --2- 172.21.15.22:0/1622037681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0ec06e9c0 0x7fb0ec167180 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4009d90 tx=0x7fb0e401c8b0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 -- 172.21.15.22:0/1622037681 shutdown_connections 2024-09-10T10:39:10.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 --2- 172.21.15.22:0/1622037681 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0ec06e9c0 0x7fb0ec167180 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 -- 172.21.15.22:0/1622037681 >> 172.21.15.22:0/1622037681 conn(0x7fb0ec062eb0 msgr2=0x7fb0ec06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:10.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 -- 172.21.15.22:0/1622037681 shutdown_connections 2024-09-10T10:39:10.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 -- 172.21.15.22:0/1622037681 wait complete. 2024-09-10T10:39:10.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 Processor -- start 2024-09-10T10:39:10.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 -- start start 2024-09-10T10:39:10.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0ec06e9c0 0x7fb0ec14c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:10.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0ec0cf3c0 0x7fb0ec0aeb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:10.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0ec1568c0 0x7fb0ec14d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:10.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb0ec156e20 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb0ec156ca0 con 0x7fb0ec1568c0 2024-09-10T10:39:10.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f2e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb0ec169ee0 con 0x7fb0ec06e9c0 2024-09-10T10:39:10.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0e3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0ec0cf3c0 0x7fb0ec0aeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:10.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0e3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0ec0cf3c0 0x7fb0ec0aeb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46310/0 (socket says 172.21.15.22:46310) 2024-09-10T10:39:10.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0e3400640 1 -- 172.21.15.22:0/2165600485 learned_addr learned my addr 172.21.15.22:0/2165600485 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:10.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0ebe00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0ec06e9c0 0x7fb0ec14c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.502+0000 7fb0f0e00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0ec1568c0 0x7fb0ec14d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e3400640 1 -- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0ec06e9c0 msgr2=0x7fb0ec14c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e3400640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0ec06e9c0 0x7fb0ec14c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e3400640 1 -- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0ec1568c0 msgr2=0x7fb0ec14d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e3400640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0ec1568c0 0x7fb0ec14d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e3400640 1 -- 172.21.15.22:0/2165600485 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0ec14a300 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0ebe00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0ec06e9c0 0x7fb0ec14c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e3400640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0ec0cf3c0 0x7fb0ec0aeb00 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fb0d400c450 tx=0x7fb0d400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e8c00640 1 -- 172.21.15.22:0/2165600485 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0d4016020 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e8c00640 1 -- 172.21.15.22:0/2165600485 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0d40052d0 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e8c00640 1 -- 172.21.15.22:0/2165600485 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0d4007260 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0f2e00640 1 -- 172.21.15.22:0/2165600485 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0ec071240 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0f2e00640 1 -- 172.21.15.22:0/2165600485 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0ec14d080 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0f2e00640 1 -- 172.21.15.22:0/2165600485 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0ec0cf850 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e8c00640 1 -- 172.21.15.22:0/2165600485 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb0d4007400 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e8c00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0c80678c0 0x7fb0c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:10.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.506+0000 7fb0e8c00640 1 -- 172.21.15.22:0/2165600485 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4943+0+0 (secure 0 0 0) 0x7fb0d40852f0 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.510+0000 7fb0ebe00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0c80678c0 0x7fb0c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:10.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.510+0000 7fb0ebe00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0c80678c0 0x7fb0c8069d80 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb0dc0011f0 tx=0x7fb0dc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:10.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.510+0000 7fb0e8c00640 1 -- 172.21.15.22:0/2165600485 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb0d4020020 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.678+0000 7fb0f2e00640 1 -- 172.21.15.22:0/2165600485 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fb0ec0d01f0 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0e8c00640 1 -- 172.21.15.22:0/2165600485 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v35) ==== 104+0+0 (secure 0 0 0) 0x7fb0d4005480 con 0x7fb0ec0cf3c0 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 -- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0c80678c0 msgr2=0x7fb0c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0c80678c0 0x7fb0c8069d80 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb0dc0011f0 tx=0x7fb0dc009040 comp rx=0 tx=0).stop 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 -- 172.21.15.22:0/2165600485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0ec0cf3c0 msgr2=0x7fb0ec0aeb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0ec0cf3c0 0x7fb0ec0aeb00 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fb0d400c450 tx=0x7fb0d400c910 comp rx=0 tx=0).stop 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 -- 172.21.15.22:0/2165600485 shutdown_connections 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb0c80678c0 0x7fb0c8069d80 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0ec1568c0 0x7fb0ec14d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb0ec0cf3c0 0x7fb0ec0aeb00 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 --2- 172.21.15.22:0/2165600485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0ec06e9c0 0x7fb0ec14c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 -- 172.21.15.22:0/2165600485 >> 172.21.15.22:0/2165600485 conn(0x7fb0ec062eb0 msgr2=0x7fb0ec152d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 -- 172.21.15.22:0/2165600485 shutdown_connections 2024-09-10T10:39:10.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.682+0000 7fb0f2e00640 1 -- 172.21.15.22:0/2165600485 wait complete. 2024-09-10T10:39:10.707 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid' 2024-09-10T10:39:10.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.842+0000 7f4f3e800640 1 Processor -- start 2024-09-10T10:39:10.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f3e800640 1 -- start start 2024-09-10T10:39:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f3e800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4f38073730 0x7f4f380ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f3e800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f38158ef0 con 0x7f4f38162090 2024-09-10T10:39:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f3e800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f380aea70 con 0x7f4f38160190 2024-09-10T10:39:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f3e800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4f3815fd00 con 0x7f4f38073730 2024-09-10T10:39:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f2ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4f38073730 0x7f4f380ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f2ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4f38073730 0x7f4f380ae100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46326/0 (socket says 172.21.15.22:46326) 2024-09-10T10:39:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f2ea00640 1 -- 172.21.15.22:0/3606169080 learned_addr learned my addr 172.21.15.22:0/3606169080 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f2ea00640 1 -- 172.21.15.22:0/3606169080 >> v1:172.21.15.145:6789/0 conn(0x7f4f38160190 legacy=0x7f4f381605c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f2ea00640 1 -- 172.21.15.22:0/3606169080 >> v1:172.21.15.22:6789/0 conn(0x7f4f38162090 legacy=0x7f4f38162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.846+0000 7f4f2ea00640 1 -- 172.21.15.22:0/3606169080 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f380aed50 con 0x7f4f38073730 2024-09-10T10:39:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f2ea00640 1 --2- 172.21.15.22:0/3606169080 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 0x7f4f380ae100 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f4f20009870 tx=0x7f4f2001ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af53fcbca89e4505 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f36a00640 1 -- 172.21.15.22:0/3606169080 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f200b5070 con 0x7f4f38073730 2024-09-10T10:39:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f36a00640 1 -- 172.21.15.22:0/3606169080 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f200a8a10 con 0x7f4f38073730 2024-09-10T10:39:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f36a00640 1 -- 172.21.15.22:0/3606169080 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f200a8de0 con 0x7f4f38073730 2024-09-10T10:39:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f3e800640 1 -- 172.21.15.22:0/3606169080 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 msgr2=0x7f4f380ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f3e800640 1 --2- 172.21.15.22:0/3606169080 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 0x7f4f380ae100 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f4f20009870 tx=0x7f4f2001ed10 comp rx=0 tx=0).stop 2024-09-10T10:39:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f3e800640 1 -- 172.21.15.22:0/3606169080 shutdown_connections 2024-09-10T10:39:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f3e800640 1 --2- 172.21.15.22:0/3606169080 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 0x7f4f380ae100 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f3e800640 1 -- 172.21.15.22:0/3606169080 >> 172.21.15.22:0/3606169080 conn(0x7f4f3806bcc0 msgr2=0x7f4f3806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f3e800640 1 -- 172.21.15.22:0/3606169080 shutdown_connections 2024-09-10T10:39:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f3e800640 1 -- 172.21.15.22:0/3606169080 wait complete. 2024-09-10T10:39:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f3e800640 1 Processor -- start 2024-09-10T10:39:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.850+0000 7f4f3e800640 1 -- start start 2024-09-10T10:39:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f3e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 0x7f4f380ca8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f3e800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f38160190 0x7f4f38153170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f3e800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f38162090 0x7f4f38154ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f3e800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4f380af490 con 0x7f4f38073730 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f3e800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4f380af310 con 0x7f4f38162090 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f3e800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4f38073b80 con 0x7f4f38160190 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f37400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 0x7f4f380ca8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f37400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 0x7f4f380ca8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46328/0 (socket says 172.21.15.22:46328) 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f37400640 1 -- 172.21.15.22:0/2241616881 learned_addr learned my addr 172.21.15.22:0/2241616881 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f2ea00640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f38160190 0x7f4f38153170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f37e00640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f38162090 0x7f4f38154ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f37400640 1 -- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f38160190 msgr2=0x7f4f38153170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f37400640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f38160190 0x7f4f38153170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f37400640 1 -- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f38162090 msgr2=0x7f4f38154ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f37400640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f38162090 0x7f4f38154ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f37400640 1 -- 172.21.15.22:0/2241616881 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f380cae00 con 0x7f4f38073730 2024-09-10T10:39:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f37400640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 0x7f4f380ca8c0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f4f2800c730 tx=0x7f4f2800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:10.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f2fe00640 1 -- 172.21.15.22:0/2241616881 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f28016020 con 0x7f4f38073730 2024-09-10T10:39:10.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f2fe00640 1 -- 172.21.15.22:0/2241616881 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f28006d60 con 0x7f4f38073730 2024-09-10T10:39:10.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f3e800640 1 -- 172.21.15.22:0/2241616881 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f380b4430 con 0x7f4f38073730 2024-09-10T10:39:10.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f2fe00640 1 -- 172.21.15.22:0/2241616881 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f28003bc0 con 0x7f4f38073730 2024-09-10T10:39:10.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f3e800640 1 -- 172.21.15.22:0/2241616881 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f380b49f0 con 0x7f4f38073730 2024-09-10T10:39:10.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f3e800640 1 -- 172.21.15.22:0/2241616881 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f380b4e20 con 0x7f4f38073730 2024-09-10T10:39:10.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.854+0000 7f4f2fe00640 1 -- 172.21.15.22:0/2241616881 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4f2800a850 con 0x7f4f38073730 2024-09-10T10:39:10.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.858+0000 7f4f2fe00640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f140678c0 0x7f4f14069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:10.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.858+0000 7f4f2fe00640 1 -- 172.21.15.22:0/2241616881 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4943+0+0 (secure 0 0 0) 0x7f4f280855d0 con 0x7f4f38073730 2024-09-10T10:39:10.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.858+0000 7f4f2ea00640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f140678c0 0x7f4f14069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:10.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.858+0000 7f4f2ea00640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f140678c0 0x7f4f14069d80 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f4f200b2000 tx=0x7f4f20008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:10.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:10.862+0000 7f4f2fe00640 1 -- 172.21.15.22:0/2241616881 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4f28020020 con 0x7f4f38073730 2024-09-10T10:39:11.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.082+0000 7f4f3e800640 1 -- 172.21.15.22:0/2241616881 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid"]} v 0) -- 0x7f4f380ae7b0 con 0x7f4f38073730 2024-09-10T10:39:11.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.318+0000 7f4f2fe00640 1 -- 172.21.15.22:0/2241616881 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid"]}]=0 v331) ==== 150+0+0 (secure 0 0 0) 0x7f4f38158ef0 con 0x7f4f38073730 2024-09-10T10:39:11.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 -- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f140678c0 msgr2=0x7f4f14069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f140678c0 0x7f4f14069d80 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f4f200b2000 tx=0x7f4f20008040 comp rx=0 tx=0).stop 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 -- 172.21.15.22:0/2241616881 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 msgr2=0x7f4f380ca8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 0x7f4f380ca8c0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f4f2800c730 tx=0x7f4f2800cbf0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 -- 172.21.15.22:0/2241616881 shutdown_connections 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4f140678c0 0x7f4f14069d80 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f38162090 0x7f4f38154ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f38160190 0x7f4f38153170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 --2- 172.21.15.22:0/2241616881 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4f38073730 0x7f4f380ca8c0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 -- 172.21.15.22:0/2241616881 >> 172.21.15.22:0/2241616881 conn(0x7f4f3806bcc0 msgr2=0x7f4f3806f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 -- 172.21.15.22:0/2241616881 shutdown_connections 2024-09-10T10:39:11.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.322+0000 7f4f3e800640 1 -- 172.21.15.22:0/2241616881 wait complete. 2024-09-10T10:39:11.349 INFO:tasks.cephfs_test_runner:When a client does not advance its oldest tid, the MDS should notice that ... skipped 'Require FUSE client to inject client release failure' 2024-09-10T10:39:11.349 INFO:tasks.cephfs_test_runner:Starting test: test_client_pin (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-10T10:39:11.350 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:39:11.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.486+0000 7f2849e00640 1 Processor -- start 2024-09-10T10:39:11.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.486+0000 7f2849e00640 1 -- start start 2024-09-10T10:39:11.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.490+0000 7f2849e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f284406e8c0 0x7f28440cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.490+0000 7f2849e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f284406d3f0 con 0x7f28440cd670 2024-09-10T10:39:11.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.490+0000 7f2849e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f284406d6d0 con 0x7f2844145fb0 2024-09-10T10:39:11.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.490+0000 7f2849e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f28440ce010 con 0x7f284406e8c0 2024-09-10T10:39:11.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.490+0000 7f2843400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f284406e8c0 0x7f28440cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.490+0000 7f283a000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f28440cd670 0x7f284406e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:38242/0 (socket says 172.21.15.22:38242) 2024-09-10T10:39:11.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.490+0000 7f283a000640 1 -- 172.21.15.22:0/3201963415 learned_addr learned my addr 172.21.15.22:0/3201963415 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:11.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.490+0000 7f2843400640 1 -- 172.21.15.22:0/3201963415 >> v1:172.21.15.145:6789/0 conn(0x7f2844145fb0 legacy=0x7f28440b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:11.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.490+0000 7f2843400640 1 -- 172.21.15.22:0/3201963415 >> v1:172.21.15.22:6789/0 conn(0x7f28440cd670 legacy=0x7f284406e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.490+0000 7f2843400640 1 -- 172.21.15.22:0/3201963415 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f284406d9b0 con 0x7f284406e8c0 2024-09-10T10:39:11.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2843400640 1 --2- 172.21.15.22:0/3201963415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f284406e8c0 0x7f28440cdad0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f283c009d90 tx=0x7f283c01c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4faf5c2444d8a863 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:11.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2842000640 1 -- 172.21.15.22:0/3201963415 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f283c0b2070 con 0x7f284406e8c0 2024-09-10T10:39:11.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2842000640 1 -- 172.21.15.22:0/3201963415 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f283c0a57f0 con 0x7f284406e8c0 2024-09-10T10:39:11.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2842000640 1 -- 172.21.15.22:0/3201963415 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f283c0a5bc0 con 0x7f284406e8c0 2024-09-10T10:39:11.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2849e00640 1 -- 172.21.15.22:0/3201963415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f284406e8c0 msgr2=0x7f28440cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2849e00640 1 --2- 172.21.15.22:0/3201963415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f284406e8c0 0x7f28440cdad0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f283c009d90 tx=0x7f283c01c930 comp rx=0 tx=0).stop 2024-09-10T10:39:11.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2849e00640 1 -- 172.21.15.22:0/3201963415 shutdown_connections 2024-09-10T10:39:11.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2849e00640 1 --2- 172.21.15.22:0/3201963415 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f284406e8c0 0x7f28440cdad0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2849e00640 1 -- 172.21.15.22:0/3201963415 >> 172.21.15.22:0/3201963415 conn(0x7f2844062dd0 msgr2=0x7f284406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:11.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2849e00640 1 -- 172.21.15.22:0/3201963415 shutdown_connections 2024-09-10T10:39:11.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2849e00640 1 -- 172.21.15.22:0/3201963415 wait complete. 2024-09-10T10:39:11.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2849e00640 1 Processor -- start 2024-09-10T10:39:11.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.494+0000 7f2849e00640 1 -- start start 2024-09-10T10:39:11.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2849e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f284406e8c0 0x7f2844144140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2849e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28440cd670 0x7f284415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2849e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2844145fb0 0x7f2844158730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2849e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f28440d0030 con 0x7f28440cd670 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2849e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f284406d1a0 con 0x7f2844145fb0 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2849e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f28441582a0 con 0x7f284406e8c0 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28440cd670 0x7f284415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28440cd670 0x7f284415c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46340/0 (socket says 172.21.15.22:46340) 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283a000640 1 -- 172.21.15.22:0/1199469765 learned_addr learned my addr 172.21.15.22:0/1199469765 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2843400640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2844145fb0 0x7f2844158730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2842a00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f284406e8c0 0x7f2844144140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283a000640 1 -- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f284406e8c0 msgr2=0x7f2844144140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283a000640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f284406e8c0 0x7f2844144140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283a000640 1 -- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2844145fb0 msgr2=0x7f2844158730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283a000640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2844145fb0 0x7f2844158730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283a000640 1 -- 172.21.15.22:0/1199469765 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2844157690 con 0x7f28440cd670 2024-09-10T10:39:11.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2843400640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2844145fb0 0x7f2844158730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:11.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2842a00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f284406e8c0 0x7f2844144140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:11.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283a000640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28440cd670 0x7f284415c0e0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f282c00c420 tx=0x7f282c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:11.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283be00640 1 -- 172.21.15.22:0/1199469765 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f282c017070 con 0x7f28440cd670 2024-09-10T10:39:11.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283be00640 1 -- 172.21.15.22:0/1199469765 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f282c005cf0 con 0x7f28440cd670 2024-09-10T10:39:11.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283be00640 1 -- 172.21.15.22:0/1199469765 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f282c0072f0 con 0x7f28440cd670 2024-09-10T10:39:11.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2849e00640 1 -- 172.21.15.22:0/1199469765 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2844157970 con 0x7f28440cd670 2024-09-10T10:39:11.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2849e00640 1 -- 172.21.15.22:0/1199469765 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2844144680 con 0x7f28440cd670 2024-09-10T10:39:11.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f2849e00640 1 -- 172.21.15.22:0/1199469765 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28440cdad0 con 0x7f28440cd670 2024-09-10T10:39:11.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.498+0000 7f283be00640 1 -- 172.21.15.22:0/1199469765 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f282c01a070 con 0x7f28440cd670 2024-09-10T10:39:11.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.502+0000 7f283be00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f28200678f0 0x7f2820069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.502+0000 7f283be00640 1 -- 172.21.15.22:0/1199469765 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4943+0+0 (secure 0 0 0) 0x7f282c084e00 con 0x7f28440cd670 2024-09-10T10:39:11.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.502+0000 7f2842a00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f28200678f0 0x7f2820069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.502+0000 7f2842a00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f28200678f0 0x7f2820069db0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f283400a850 tx=0x7f2834008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:11.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.506+0000 7f283be00640 1 -- 172.21.15.22:0/1199469765 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f282c055ba0 con 0x7f28440cd670 2024-09-10T10:39:11.676 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.670+0000 7f2849e00640 1 -- 172.21.15.22:0/1199469765 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2844160f20 con 0x7f28440cd670 2024-09-10T10:39:11.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f283be00640 1 -- 172.21.15.22:0/1199469765 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+13043 (secure 0 0 0) 0x7f282c0554a0 con 0x7f28440cd670 2024-09-10T10:39:11.677 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:11.677 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":95,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:39:10.314217+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6835/348028765":"2024-09-11T10:39:06.909585+0000","172.21.15.22:6833/348028765":"2024-09-11T10:39:06.909585+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:39:11.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 -- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f28200678f0 msgr2=0x7f2820069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f28200678f0 0x7f2820069db0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f283400a850 tx=0x7f2834008040 comp rx=0 tx=0).stop 2024-09-10T10:39:11.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 -- 172.21.15.22:0/1199469765 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28440cd670 msgr2=0x7f284415c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28440cd670 0x7f284415c0e0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f282c00c420 tx=0x7f282c00c8e0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 -- 172.21.15.22:0/1199469765 shutdown_connections 2024-09-10T10:39:11.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f28200678f0 0x7f2820069db0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2844145fb0 0x7f2844158730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28440cd670 0x7f284415c0e0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 --2- 172.21.15.22:0/1199469765 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f284406e8c0 0x7f2844144140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 -- 172.21.15.22:0/1199469765 >> 172.21.15.22:0/1199469765 conn(0x7f2844062dd0 msgr2=0x7f284406e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:11.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 -- 172.21.15.22:0/1199469765 shutdown_connections 2024-09-10T10:39:11.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.674+0000 7f2849e00640 1 -- 172.21.15.22:0/1199469765 wait complete. 2024-09-10T10:39:11.698 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:32:19.395418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:39:11.699 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:39:11.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4e07800640 1 Processor -- start 2024-09-10T10:39:11.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4e07800640 1 -- start start 2024-09-10T10:39:11.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4e07800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e001568c0 0x7f4e000b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4e07800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4e000b4470 0x7f4e000cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4e07800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4e000cf900 0x7f4e00160020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4e07800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4e000b4f90 con 0x7f4e000b4470 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4e07800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f4e000b49d0 con 0x7f4e000cf900 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4e07800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4e000b4cb0 con 0x7f4e001568c0 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4df7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4e000b4470 0x7f4e000cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4df7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4e000b4470 0x7f4e000cf3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46342/0 (socket says 172.21.15.22:46342) 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4df7e00640 1 -- 172.21.15.22:0/843016738 learned_addr learned my addr 172.21.15.22:0/843016738 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4e04e00640 1 --2- 172.21.15.22:0/843016738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e001568c0 0x7f4e000b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4e05800640 1 --2- 172.21.15.22:0/843016738 >> v2:172.21.15.145:3300/0 conn(0x7f4e000cf900 0x7f4e00160020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4df7e00640 1 -- 172.21.15.22:0/843016738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e001568c0 msgr2=0x7f4e000b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4df7e00640 1 --2- 172.21.15.22:0/843016738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e001568c0 0x7f4e000b3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4df7e00640 1 -- 172.21.15.22:0/843016738 >> v2:172.21.15.145:3300/0 conn(0x7f4e000cf900 msgr2=0x7f4e00160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4df7e00640 1 --2- 172.21.15.22:0/843016738 >> v2:172.21.15.145:3300/0 conn(0x7f4e000cf900 0x7f4e00160020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.846+0000 7f4df7e00640 1 -- 172.21.15.22:0/843016738 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e0006d1b0 con 0x7f4e000b4470 2024-09-10T10:39:11.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4df7e00640 1 --2- 172.21.15.22:0/843016738 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000b4470 0x7f4e000cf3c0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f4e000b4be0 tx=0x7f4de801c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc72675c83fa0b52 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:11.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4dffe00640 1 -- 172.21.15.22:0/843016738 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de80b0070 con 0x7f4e000b4470 2024-09-10T10:39:11.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4dffe00640 1 -- 172.21.15.22:0/843016738 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4de80ab600 con 0x7f4e000b4470 2024-09-10T10:39:11.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4dffe00640 1 -- 172.21.15.22:0/843016738 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de80ab9d0 con 0x7f4e000b4470 2024-09-10T10:39:11.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4e07800640 1 -- 172.21.15.22:0/843016738 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000b4470 msgr2=0x7f4e000cf3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4e07800640 1 --2- 172.21.15.22:0/843016738 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000b4470 0x7f4e000cf3c0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f4e000b4be0 tx=0x7f4de801c230 comp rx=0 tx=0).stop 2024-09-10T10:39:11.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4e07800640 1 -- 172.21.15.22:0/843016738 shutdown_connections 2024-09-10T10:39:11.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4e07800640 1 --2- 172.21.15.22:0/843016738 >> v2:172.21.15.145:3300/0 conn(0x7f4e000cf900 0x7f4e00160020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4e07800640 1 --2- 172.21.15.22:0/843016738 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000b4470 0x7f4e000cf3c0 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4e07800640 1 --2- 172.21.15.22:0/843016738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e001568c0 0x7f4e000b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4e07800640 1 -- 172.21.15.22:0/843016738 >> 172.21.15.22:0/843016738 conn(0x7f4e00062eb0 msgr2=0x7f4e0006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:11.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4e07800640 1 -- 172.21.15.22:0/843016738 shutdown_connections 2024-09-10T10:39:11.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.850+0000 7f4e07800640 1 -- 172.21.15.22:0/843016738 wait complete. 2024-09-10T10:39:11.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e07800640 1 Processor -- start 2024-09-10T10:39:11.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e07800640 1 -- start start 2024-09-10T10:39:11.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e07800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e000b4470 0x7f4e0015d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e07800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000cf900 0x7f4e0014fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e07800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e001568c0 0x7f4e0015eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e07800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4e00156e20 con 0x7f4e000cf900 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e07800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e00156ca0 con 0x7f4e000b4470 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e07800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4e0006d9b0 con 0x7f4e001568c0 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4df7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000cf900 0x7f4e0014fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4df7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000cf900 0x7f4e0014fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46344/0 (socket says 172.21.15.22:46344) 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4df7e00640 1 -- 172.21.15.22:0/1284659254 learned_addr learned my addr 172.21.15.22:0/1284659254 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e05800640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e001568c0 0x7f4e0015eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e04e00640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e000b4470 0x7f4e0015d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4df7e00640 1 -- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e001568c0 msgr2=0x7f4e0015eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4df7e00640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e001568c0 0x7f4e0015eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4df7e00640 1 -- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e000b4470 msgr2=0x7f4e0015d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:11.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4df7e00640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e000b4470 0x7f4e0015d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:11.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4df7e00640 1 -- 172.21.15.22:0/1284659254 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e0015da50 con 0x7f4e000cf900 2024-09-10T10:39:11.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4df7e00640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000cf900 0x7f4e0014fcb0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f4de80ae040 tx=0x7f4de8018fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:11.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4dfd600640 1 -- 172.21.15.22:0/1284659254 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de80b0040 con 0x7f4e000cf900 2024-09-10T10:39:11.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4dfd600640 1 -- 172.21.15.22:0/1284659254 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4de80b9070 con 0x7f4e000cf900 2024-09-10T10:39:11.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4dfd600640 1 -- 172.21.15.22:0/1284659254 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de80b4690 con 0x7f4e000cf900 2024-09-10T10:39:11.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e07800640 1 -- 172.21.15.22:0/1284659254 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e0015dd30 con 0x7f4e000cf900 2024-09-10T10:39:11.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.854+0000 7f4e07800640 1 -- 172.21.15.22:0/1284659254 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e0015e5d0 con 0x7f4e000cf900 2024-09-10T10:39:11.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.858+0000 7f4e07800640 1 -- 172.21.15.22:0/1284659254 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e0015df00 con 0x7f4e000cf900 2024-09-10T10:39:11.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.858+0000 7f4dfd600640 1 -- 172.21.15.22:0/1284659254 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4de80b4830 con 0x7f4e000cf900 2024-09-10T10:39:11.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.858+0000 7f4dfd600640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ddc0678c0 0x7f4ddc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:11.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.858+0000 7f4dfd600640 1 -- 172.21.15.22:0/1284659254 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4943+0+0 (secure 0 0 0) 0x7f4de811ef60 con 0x7f4e000cf900 2024-09-10T10:39:11.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.858+0000 7f4e04e00640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ddc0678c0 0x7f4ddc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:11.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.858+0000 7f4e04e00640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ddc0678c0 0x7f4ddc069d80 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f4e001fac50 tx=0x7f4df0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:11.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:11.862+0000 7f4dfd600640 1 -- 172.21.15.22:0/1284659254 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4de80c2020 con 0x7f4e000cf900 2024-09-10T10:39:12.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.026+0000 7f4e07800640 1 -- 172.21.15.22:0/1284659254 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f4e00160020 con 0x7f4e000cf900 2024-09-10T10:39:12.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.026+0000 7f4dfd600640 1 -- 172.21.15.22:0/1284659254 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f4de8016110 con 0x7f4e000cf900 2024-09-10T10:39:12.031 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-10T10:39:12.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 -- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ddc0678c0 msgr2=0x7f4ddc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:12.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ddc0678c0 0x7f4ddc069d80 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f4e001fac50 tx=0x7f4df0009190 comp rx=0 tx=0).stop 2024-09-10T10:39:12.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 -- 172.21.15.22:0/1284659254 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000cf900 msgr2=0x7f4e0014fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:12.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000cf900 0x7f4e0014fcb0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f4de80ae040 tx=0x7f4de8018fd0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 -- 172.21.15.22:0/1284659254 shutdown_connections 2024-09-10T10:39:12.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ddc0678c0 0x7f4ddc069d80 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e001568c0 0x7f4e0015eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e000cf900 0x7f4e0014fcb0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 --2- 172.21.15.22:0/1284659254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e000b4470 0x7f4e0015d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 -- 172.21.15.22:0/1284659254 >> 172.21.15.22:0/1284659254 conn(0x7f4e00062eb0 msgr2=0x7f4e0006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:12.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 -- 172.21.15.22:0/1284659254 shutdown_connections 2024-09-10T10:39:12.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.030+0000 7f4e07800640 1 -- 172.21.15.22:0/1284659254 wait complete. 2024-09-10T10:39:12.052 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin' 2024-09-10T10:39:12.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.190+0000 7f50e8400640 1 Processor -- start 2024-09-10T10:39:12.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.190+0000 7f50e8400640 1 -- start start 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e8400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f50e0062df0 0x7f50e00b0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e8400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f50e00aecc0 0x7f50e00b0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e8400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50e015eea0 con 0x7f50e015c230 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e8400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f50e015ec80 con 0x7f50e0062df0 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e8400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f50e00b0f90 con 0x7f50e00aecc0 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e5000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f50e0062df0 0x7f50e00b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e5000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f50e0062df0 0x7f50e00b0510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46354/0 (socket says 172.21.15.22:46354) 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e5000640 1 -- 172.21.15.22:0/1353434081 learned_addr learned my addr 172.21.15.22:0/1353434081 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e6400640 1 --2- 172.21.15.22:0/1353434081 >> v2:172.21.15.145:3300/0 conn(0x7f50e00aecc0 0x7f50e00b0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e5000640 1 -- 172.21.15.22:0/1353434081 >> v2:172.21.15.145:3300/0 conn(0x7f50e00aecc0 msgr2=0x7f50e00b0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:12.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e5000640 1 --2- 172.21.15.22:0/1353434081 >> v2:172.21.15.145:3300/0 conn(0x7f50e00aecc0 0x7f50e00b0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e5000640 1 -- 172.21.15.22:0/1353434081 >> v1:172.21.15.22:6789/0 conn(0x7f50e015c230 legacy=0x7f50e00626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:12.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e5000640 1 -- 172.21.15.22:0/1353434081 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50e015f180 con 0x7f50e0062df0 2024-09-10T10:39:12.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e6400640 1 --2- 172.21.15.22:0/1353434081 >> v2:172.21.15.145:3300/0 conn(0x7f50e00aecc0 0x7f50e00b0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:12.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50e5000640 1 --2- 172.21.15.22:0/1353434081 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e0062df0 0x7f50e00b0510 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f50e00d0f90 tx=0x7f50cc01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2270a7c21a696ab4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:12.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50dfe00640 1 -- 172.21.15.22:0/1353434081 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50cc0b1070 con 0x7f50e0062df0 2024-09-10T10:39:12.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50dfe00640 1 -- 172.21.15.22:0/1353434081 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50cc0ac630 con 0x7f50e0062df0 2024-09-10T10:39:12.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.194+0000 7f50dfe00640 1 -- 172.21.15.22:0/1353434081 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50cc0a8050 con 0x7f50e0062df0 2024-09-10T10:39:12.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 -- 172.21.15.22:0/1353434081 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e0062df0 msgr2=0x7f50e00b0510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:12.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 --2- 172.21.15.22:0/1353434081 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e0062df0 0x7f50e00b0510 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f50e00d0f90 tx=0x7f50cc01c3b0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 -- 172.21.15.22:0/1353434081 shutdown_connections 2024-09-10T10:39:12.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 --2- 172.21.15.22:0/1353434081 >> v2:172.21.15.145:3300/0 conn(0x7f50e00aecc0 0x7f50e00b0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 --2- 172.21.15.22:0/1353434081 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e0062df0 0x7f50e00b0510 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 -- 172.21.15.22:0/1353434081 >> 172.21.15.22:0/1353434081 conn(0x7f50e00b3640 msgr2=0x7f50e00b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:12.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 -- 172.21.15.22:0/1353434081 shutdown_connections 2024-09-10T10:39:12.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 -- 172.21.15.22:0/1353434081 wait complete. 2024-09-10T10:39:12.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 Processor -- start 2024-09-10T10:39:12.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 -- start start 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50e0062df0 0x7f50e014d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50e00aecc0 0x7f50e0160350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e015c230 0x7f50e014dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f50e006c730 con 0x7f50e015c230 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f50e006c5b0 con 0x7f50e0062df0 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e8400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f50e006c8b0 con 0x7f50e00aecc0 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e6400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e015c230 0x7f50e014dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e6400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e015c230 0x7f50e014dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46370/0 (socket says 172.21.15.22:46370) 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e6400640 1 -- 172.21.15.22:0/92977026 learned_addr learned my addr 172.21.15.22:0/92977026 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e5000640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50e00aecc0 0x7f50e0160350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e5a00640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50e0062df0 0x7f50e014d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:12.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e6400640 1 -- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50e00aecc0 msgr2=0x7f50e0160350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:12.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e6400640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50e00aecc0 0x7f50e0160350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e6400640 1 -- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50e0062df0 msgr2=0x7f50e014d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:12.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e6400640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50e0062df0 0x7f50e014d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:12.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.198+0000 7f50e6400640 1 -- 172.21.15.22:0/92977026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50e015ea50 con 0x7f50e015c230 2024-09-10T10:39:12.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50e6400640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e015c230 0x7f50e014dd50 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f50d800cf20 tx=0x7f50d800a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:12.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50dd600640 1 -- 172.21.15.22:0/92977026 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d801a070 con 0x7f50e015c230 2024-09-10T10:39:12.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50dd600640 1 -- 172.21.15.22:0/92977026 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50d800d840 con 0x7f50e015c230 2024-09-10T10:39:12.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50dd600640 1 -- 172.21.15.22:0/92977026 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d800dc30 con 0x7f50e015c230 2024-09-10T10:39:12.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50e8400640 1 -- 172.21.15.22:0/92977026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50e015dd00 con 0x7f50e015c230 2024-09-10T10:39:12.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50e8400640 1 -- 172.21.15.22:0/92977026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50e015e2c0 con 0x7f50e015c230 2024-09-10T10:39:12.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50e8400640 1 -- 172.21.15.22:0/92977026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50e00626e0 con 0x7f50e015c230 2024-09-10T10:39:12.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50dd600640 1 -- 172.21.15.22:0/92977026 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f50d801d070 con 0x7f50e015c230 2024-09-10T10:39:12.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50dd600640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50c00678c0 0x7f50c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:12.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50dd600640 1 -- 172.21.15.22:0/92977026 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4943+0+0 (secure 0 0 0) 0x7f50d80862c0 con 0x7f50e015c230 2024-09-10T10:39:12.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.202+0000 7f50e5a00640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50c00678c0 0x7f50c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:12.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.206+0000 7f50e5a00640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50c00678c0 0x7f50c0069d80 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f50d4001770 tx=0x7f50d4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:12.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.206+0000 7f50dd600640 1 -- 172.21.15.22:0/92977026 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f50d8056980 con 0x7f50e015c230 2024-09-10T10:39:12.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:12.430+0000 7f50e8400640 1 -- 172.21.15.22:0/92977026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin"]} v 0) -- 0x7f50e00b2230 con 0x7f50e015c230 2024-09-10T10:39:13.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.330+0000 7f50dd600640 1 -- 172.21.15.22:0/92977026 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin"]}]=0 v333) ==== 146+0+0 (secure 0 0 0) 0x7f50d805ac80 con 0x7f50e015c230 2024-09-10T10:39:13.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 -- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50c00678c0 msgr2=0x7f50c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:13.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50c00678c0 0x7f50c0069d80 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f50d4001770 tx=0x7f50d4009040 comp rx=0 tx=0).stop 2024-09-10T10:39:13.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 -- 172.21.15.22:0/92977026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e015c230 msgr2=0x7f50e014dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:13.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e015c230 0x7f50e014dd50 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f50d800cf20 tx=0x7f50d800a7d0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 -- 172.21.15.22:0/92977026 shutdown_connections 2024-09-10T10:39:13.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50c00678c0 0x7f50c0069d80 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50e015c230 0x7f50e014dd50 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50e00aecc0 0x7f50e0160350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 --2- 172.21.15.22:0/92977026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50e0062df0 0x7f50e014d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 -- 172.21.15.22:0/92977026 >> 172.21.15.22:0/92977026 conn(0x7f50e00b3640 msgr2=0x7f50e00b5270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:13.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 -- 172.21.15.22:0/92977026 shutdown_connections 2024-09-10T10:39:13.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.334+0000 7f50e8400640 1 -- 172.21.15.22:0/92977026 wait complete. 2024-09-10T10:39:13.361 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:39:13.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e26200640 1 Processor -- start 2024-09-10T10:39:13.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e26200640 1 -- start start 2024-09-10T10:39:13.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e26200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e20158f70 0x7f0e2015c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:13.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e26200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0e2006f1c0 0x7f0e200ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:13.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e26200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e20159350 con 0x7f0e20072f30 2024-09-10T10:39:13.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e26200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0e20071340 con 0x7f0e2006f1c0 2024-09-10T10:39:13.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e26200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0e20071620 con 0x7f0e20158f70 2024-09-10T10:39:13.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e1fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0e2006f1c0 0x7f0e200ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:13.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e1fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0e2006f1c0 0x7f0e200ce4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46372/0 (socket says 172.21.15.22:46372) 2024-09-10T10:39:13.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e1fe00640 1 -- 172.21.15.22:0/2357455805 learned_addr learned my addr 172.21.15.22:0/2357455805 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:13.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e1f400640 1 --2- 172.21.15.22:0/2357455805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e20158f70 0x7f0e2015c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:13.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e1ea00640 1 -- 172.21.15.22:0/2357455805 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 871201038 0 0) 0x7f0e20159350 con 0x7f0e20072f30 2024-09-10T10:39:13.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e1f400640 1 -- 172.21.15.22:0/2357455805 >> v2:172.21.15.22:3300/0 conn(0x7f0e2006f1c0 msgr2=0x7f0e200ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:13.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e1f400640 1 --2- 172.21.15.22:0/2357455805 >> v2:172.21.15.22:3300/0 conn(0x7f0e2006f1c0 0x7f0e200ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e1f400640 1 -- 172.21.15.22:0/2357455805 >> v1:172.21.15.145:6789/0 conn(0x7f0e20072f30 legacy=0x7f0e2006eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:13.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.506+0000 7f0e1f400640 1 -- 172.21.15.22:0/2357455805 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e20071900 con 0x7f0e20158f70 2024-09-10T10:39:13.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e1f400640 1 --2- 172.21.15.22:0/2357455805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e20158f70 0x7f0e2015c630 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0e100097c0 tx=0x7f0e1001c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9b853e6a23a9388 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:13.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e1ea00640 1 -- 172.21.15.22:0/2357455805 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e100a7070 con 0x7f0e20158f70 2024-09-10T10:39:13.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e1ea00640 1 -- 172.21.15.22:0/2357455805 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e100b0070 con 0x7f0e20158f70 2024-09-10T10:39:13.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e1ea00640 1 -- 172.21.15.22:0/2357455805 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e100ab890 con 0x7f0e20158f70 2024-09-10T10:39:13.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e26200640 1 -- 172.21.15.22:0/2357455805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e20158f70 msgr2=0x7f0e2015c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:13.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e26200640 1 --2- 172.21.15.22:0/2357455805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e20158f70 0x7f0e2015c630 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0e100097c0 tx=0x7f0e1001c470 comp rx=0 tx=0).stop 2024-09-10T10:39:13.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e26200640 1 -- 172.21.15.22:0/2357455805 shutdown_connections 2024-09-10T10:39:13.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e26200640 1 --2- 172.21.15.22:0/2357455805 >> v2:172.21.15.22:3300/0 conn(0x7f0e2006f1c0 0x7f0e200ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e26200640 1 --2- 172.21.15.22:0/2357455805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e20158f70 0x7f0e2015c630 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e26200640 1 -- 172.21.15.22:0/2357455805 >> 172.21.15.22:0/2357455805 conn(0x7f0e20062eb0 msgr2=0x7f0e2006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:13.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e26200640 1 -- 172.21.15.22:0/2357455805 shutdown_connections 2024-09-10T10:39:13.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.510+0000 7f0e26200640 1 -- 172.21.15.22:0/2357455805 wait complete. 2024-09-10T10:39:13.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e26200640 1 Processor -- start 2024-09-10T10:39:13.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e26200640 1 -- start start 2024-09-10T10:39:13.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e26200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e2006f1c0 0x7f0e201527a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:13.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e26200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e20072f30 0x7f0e20150230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:13.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e26200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e20158f70 0x7f0e2014e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:13.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e26200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0e200cf390 con 0x7f0e20072f30 2024-09-10T10:39:13.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e26200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0e200cf210 con 0x7f0e20158f70 2024-09-10T10:39:13.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e26200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0e200cf510 con 0x7f0e2006f1c0 2024-09-10T10:39:13.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e16a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e20072f30 0x7f0e20150230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:13.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e16a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e20072f30 0x7f0e20150230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46384/0 (socket says 172.21.15.22:46384) 2024-09-10T10:39:13.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e16a00640 1 -- 172.21.15.22:0/3358545233 learned_addr learned my addr 172.21.15.22:0/3358545233 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:13.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e1fe00640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e20158f70 0x7f0e2014e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:13.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e1f400640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e2006f1c0 0x7f0e201527a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:13.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e16a00640 1 -- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e2006f1c0 msgr2=0x7f0e201527a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e16a00640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e2006f1c0 0x7f0e201527a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e16a00640 1 -- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e20158f70 msgr2=0x7f0e2014e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e16a00640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e20158f70 0x7f0e2014e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e16a00640 1 -- 172.21.15.22:0/3358545233 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e2014f820 con 0x7f0e20072f30 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e1f400640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e2006f1c0 0x7f0e201527a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e16a00640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e20072f30 0x7f0e20150230 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f0e0800c3f0 tx=0x7f0e0800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e17e00640 1 -- 172.21.15.22:0/3358545233 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e08017070 con 0x7f0e20072f30 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e17e00640 1 -- 172.21.15.22:0/3358545233 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e08003600 con 0x7f0e20072f30 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e17e00640 1 -- 172.21.15.22:0/3358545233 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e080039f0 con 0x7f0e20072f30 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e26200640 1 -- 172.21.15.22:0/3358545233 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e200af9f0 con 0x7f0e20072f30 2024-09-10T10:39:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.514+0000 7f0e26200640 1 -- 172.21.15.22:0/3358545233 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e2014fda0 con 0x7f0e20072f30 2024-09-10T10:39:13.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.518+0000 7f0e26200640 1 -- 172.21.15.22:0/3358545233 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e200ce4c0 con 0x7f0e20072f30 2024-09-10T10:39:13.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.518+0000 7f0e17e00640 1 -- 172.21.15.22:0/3358545233 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0e0801a070 con 0x7f0e20072f30 2024-09-10T10:39:13.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.518+0000 7f0e17e00640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dfc0678f0 0x7f0dfc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:13.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.518+0000 7f0e17e00640 1 -- 172.21.15.22:0/3358545233 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4943+0+0 (secure 0 0 0) 0x7f0e08084d90 con 0x7f0e20072f30 2024-09-10T10:39:13.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.518+0000 7f0e1f400640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dfc0678f0 0x7f0dfc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:13.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.518+0000 7f0e1f400640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dfc0678f0 0x7f0dfc069db0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0e100af000 tx=0x7f0e100a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:13.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.522+0000 7f0e17e00640 1 -- 172.21.15.22:0/3358545233 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0e080554e0 con 0x7f0e20072f30 2024-09-10T10:39:13.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.686+0000 7f0e26200640 1 -- 172.21.15.22:0/3358545233 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f0e200690b0 con 0x7f0e20072f30 2024-09-10T10:39:13.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.690+0000 7f0e17e00640 1 -- 172.21.15.22:0/3358545233 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v36)=0 v36) ==== 122+0+0 (secure 0 0 0) 0x7f0e080597e0 con 0x7f0e20072f30 2024-09-10T10:39:13.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 -- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dfc0678f0 msgr2=0x7f0dfc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:13.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dfc0678f0 0x7f0dfc069db0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0e100af000 tx=0x7f0e100a7000 comp rx=0 tx=0).stop 2024-09-10T10:39:13.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 -- 172.21.15.22:0/3358545233 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e20072f30 msgr2=0x7f0e20150230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:13.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e20072f30 0x7f0e20150230 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f0e0800c3f0 tx=0x7f0e0800c8b0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 -- 172.21.15.22:0/3358545233 shutdown_connections 2024-09-10T10:39:13.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0dfc0678f0 0x7f0dfc069db0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e20158f70 0x7f0e2014e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0e20072f30 0x7f0e20150230 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 --2- 172.21.15.22:0/3358545233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e2006f1c0 0x7f0e201527a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:13.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 -- 172.21.15.22:0/3358545233 >> 172.21.15.22:0/3358545233 conn(0x7f0e20062eb0 msgr2=0x7f0e20159570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:13.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 -- 172.21.15.22:0/3358545233 shutdown_connections 2024-09-10T10:39:13.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:13.694+0000 7f0e26200640 1 -- 172.21.15.22:0/3358545233 wait complete. 2024-09-10T10:39:13.717 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:39:13.717 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:39:13.802 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:39:13.888 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:39:13.889 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:13.889 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:13.898 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:39:13.898 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:39:13.898 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:13.907 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:39:13.907 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:13.908 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:13.948 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:39:13.948 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:39:13.948 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:13.957 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:39:13.957 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:39:13.957 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:14.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.130+0000 7fd9d0a00640 1 Processor -- start 2024-09-10T10:39:14.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.130+0000 7fd9d0a00640 1 -- start start 2024-09-10T10:39:14.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9d0a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc147e40 0x7fd9cc071a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9d0a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd9cc071fb0 0x7fd9cc06d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9d0a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9cc0afe90 con 0x7fd9cc06d6e0 2024-09-10T10:39:14.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9d0a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd9cc0b5aa0 con 0x7fd9cc071fb0 2024-09-10T10:39:14.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9d0a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd9cc0b54e0 con 0x7fd9cc147e40 2024-09-10T10:39:14.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9c9e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc147e40 0x7fd9cc071a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9c1400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd9cc071fb0 0x7fd9cc06d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9ca800640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7fd9cc06d6e0 0x7fd9cc0ae8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:60196/0 (socket says 172.21.15.22:60196) 2024-09-10T10:39:14.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9ca800640 1 -- 172.21.15.22:0/1297799405 learned_addr learned my addr 172.21.15.22:0/1297799405 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:14.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9c9e00640 1 -- 172.21.15.22:0/1297799405 >> v2:172.21.15.145:3300/0 conn(0x7fd9cc071fb0 msgr2=0x7fd9cc06d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:14.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9c9e00640 1 --2- 172.21.15.22:0/1297799405 >> v2:172.21.15.145:3300/0 conn(0x7fd9cc071fb0 0x7fd9cc06d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9c9e00640 1 -- 172.21.15.22:0/1297799405 >> v1:172.21.15.145:6789/0 conn(0x7fd9cc06d6e0 legacy=0x7fd9cc0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9c9e00640 1 -- 172.21.15.22:0/1297799405 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9cc0b57c0 con 0x7fd9cc147e40 2024-09-10T10:39:14.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.134+0000 7fd9c1400640 1 --2- 172.21.15.22:0/1297799405 >> v2:172.21.15.145:3300/0 conn(0x7fd9cc071fb0 0x7fd9cc06d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:39:14.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9c9e00640 1 --2- 172.21.15.22:0/1297799405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc147e40 0x7fd9cc071a70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0097c0 tx=0x7fd9bc01c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88b6318840054116 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:14.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9c9400640 1 -- 172.21.15.22:0/1297799405 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc0b0070 con 0x7fd9cc147e40 2024-09-10T10:39:14.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9c9400640 1 -- 172.21.15.22:0/1297799405 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9bc0ab600 con 0x7fd9cc147e40 2024-09-10T10:39:14.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9c9400640 1 -- 172.21.15.22:0/1297799405 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc0ab9d0 con 0x7fd9cc147e40 2024-09-10T10:39:14.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9d0a00640 1 -- 172.21.15.22:0/1297799405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc147e40 msgr2=0x7fd9cc071a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9d0a00640 1 --2- 172.21.15.22:0/1297799405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc147e40 0x7fd9cc071a70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0097c0 tx=0x7fd9bc01c410 comp rx=0 tx=0).stop 2024-09-10T10:39:14.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9d0a00640 1 -- 172.21.15.22:0/1297799405 shutdown_connections 2024-09-10T10:39:14.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9d0a00640 1 --2- 172.21.15.22:0/1297799405 >> v2:172.21.15.145:3300/0 conn(0x7fd9cc071fb0 0x7fd9cc06d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9d0a00640 1 --2- 172.21.15.22:0/1297799405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc147e40 0x7fd9cc071a70 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9d0a00640 1 -- 172.21.15.22:0/1297799405 >> 172.21.15.22:0/1297799405 conn(0x7fd9cc062dd0 msgr2=0x7fd9cc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:14.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9d0a00640 1 -- 172.21.15.22:0/1297799405 shutdown_connections 2024-09-10T10:39:14.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.138+0000 7fd9d0a00640 1 -- 172.21.15.22:0/1297799405 wait complete. 2024-09-10T10:39:14.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 Processor -- start 2024-09-10T10:39:14.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 -- start start 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc06d6e0 0x7fd9cc1f7410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc071fb0 0x7fd9cc15bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9cc147e40 0x7fd9cc13fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd9cc0b5200 con 0x7fd9cc147e40 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd9cc0b5080 con 0x7fd9cc071fb0 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd9cc0aefb0 con 0x7fd9cc06d6e0 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9ca800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9cc147e40 0x7fd9cc13fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9ca800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9cc147e40 0x7fd9cc13fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46400/0 (socket says 172.21.15.22:46400) 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9ca800640 1 -- 172.21.15.22:0/580486652 learned_addr learned my addr 172.21.15.22:0/580486652 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9c9e00640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc06d6e0 0x7fd9cc1f7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9c1400640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc071fb0 0x7fd9cc15bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9ca800640 1 -- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc06d6e0 msgr2=0x7fd9cc1f7410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9ca800640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc06d6e0 0x7fd9cc1f7410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9ca800640 1 -- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc071fb0 msgr2=0x7fd9cc15bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9ca800640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc071fb0 0x7fd9cc15bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9ca800640 1 -- 172.21.15.22:0/580486652 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9cc069d40 con 0x7fd9cc147e40 2024-09-10T10:39:14.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9ca800640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9cc147e40 0x7fd9cc13fc90 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fd9c400ca70 tx=0x7fd9c400cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:14.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9c2a00640 1 -- 172.21.15.22:0/580486652 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c4017070 con 0x7fd9cc147e40 2024-09-10T10:39:14.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9c2a00640 1 -- 172.21.15.22:0/580486652 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9c400abd0 con 0x7fd9cc147e40 2024-09-10T10:39:14.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9c2a00640 1 -- 172.21.15.22:0/580486652 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c4012400 con 0x7fd9cc147e40 2024-09-10T10:39:14.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 -- 172.21.15.22:0/580486652 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9cc1434a0 con 0x7fd9cc147e40 2024-09-10T10:39:14.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 -- 172.21.15.22:0/580486652 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9cc143a60 con 0x7fd9cc147e40 2024-09-10T10:39:14.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.142+0000 7fd9d0a00640 1 -- 172.21.15.22:0/580486652 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9cc06bf10 con 0x7fd9cc147e40 2024-09-10T10:39:14.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.146+0000 7fd9c2a00640 1 -- 172.21.15.22:0/580486652 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd9c401a070 con 0x7fd9cc147e40 2024-09-10T10:39:14.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.146+0000 7fd9c2a00640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9a80678c0 0x7fd9a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.146+0000 7fd9c2a00640 1 -- 172.21.15.22:0/580486652 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4943+0+0 (secure 0 0 0) 0x7fd9c4085600 con 0x7fd9cc147e40 2024-09-10T10:39:14.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.146+0000 7fd9c9e00640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9a80678c0 0x7fd9a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.146+0000 7fd9c9e00640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9a80678c0 0x7fd9a8069d80 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0ad000 tx=0x7fd9bc0a4f90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:14.154 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.150+0000 7fd9c2a00640 1 -- 172.21.15.22:0/580486652 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd9c4055d50 con 0x7fd9cc147e40 2024-09-10T10:39:14.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.350+0000 7fd9d0a00640 1 -- 172.21.15.22:0/580486652 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd9cc0b1bc0 con 0x7fd9cc147e40 2024-09-10T10:39:14.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.350+0000 7fd9c2a00640 1 -- 172.21.15.22:0/580486652 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 65 v65) ==== 94+0+3911 (secure 0 0 0) 0x7fd9c4085030 con 0x7fd9cc147e40 2024-09-10T10:39:14.354 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:14.354 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":65,"btime":"2024-09-10T10:39:07:911644+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5861,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/466185628","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":466185628},{"type":"v1","addr":"172.21.15.145:6836","nonce":466185628}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5867,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/2185145768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":2185145768},{"type":"v1","addr":"172.21.15.22:6834","nonce":2185145768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6484,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1012325339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1012325339},{"type":"v1","addr":"172.21.15.145:6837","nonce":1012325339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7011,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/352250726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":352250726},{"type":"v1","addr":"172.21.15.22:6835","nonce":352250726}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[]} 2024-09-10T10:39:14.355 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 65 2024-09-10T10:39:14.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 -- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9a80678c0 msgr2=0x7fd9a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9a80678c0 0x7fd9a8069d80 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0ad000 tx=0x7fd9bc0a4f90 comp rx=0 tx=0).stop 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 -- 172.21.15.22:0/580486652 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9cc147e40 msgr2=0x7fd9cc13fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9cc147e40 0x7fd9cc13fc90 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fd9c400ca70 tx=0x7fd9c400cf30 comp rx=0 tx=0).stop 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 -- 172.21.15.22:0/580486652 shutdown_connections 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9a80678c0 0x7fd9a8069d80 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd9cc147e40 0x7fd9cc13fc90 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd9cc071fb0 0x7fd9cc15bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 --2- 172.21.15.22:0/580486652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9cc06d6e0 0x7fd9cc1f7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 -- 172.21.15.22:0/580486652 >> 172.21.15.22:0/580486652 conn(0x7fd9cc062dd0 msgr2=0x7fd9cc15d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 -- 172.21.15.22:0/580486652 shutdown_connections 2024-09-10T10:39:14.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.354+0000 7fd9d0a00640 1 -- 172.21.15.22:0/580486652 wait complete. 2024-09-10T10:39:14.376 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:39:14.376 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:39:14.377 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:39:14.377 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:39:14.377 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:39:14.377 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:39:14.377 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:39:14.377 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:39:14.377 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:39:14.378 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:39:14.378 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:39:14.378 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:39:14.378 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:39:14.378 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:39:14.378 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:39:14.378 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:39:14.389 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:39:14.390 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:39:14.390 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:39:14.391 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:39:14.393 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:39:14.393 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:39:14.394 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:39:14.394 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:39:14.439 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:39:14.439 DEBUG:teuthology.parallel:result is None 2024-09-10T10:39:14.440 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:39:14.440 DEBUG:teuthology.parallel:result is None 2024-09-10T10:39:14.440 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:39:14.441 DEBUG:teuthology.parallel:result is None 2024-09-10T10:39:14.441 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:39:14.441 DEBUG:teuthology.parallel:result is None 2024-09-10T10:39:14.442 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:39:14.526 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:39:14.527 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:39:14.528 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:39:14.529 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:39:14.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.582+0000 7f51c5e00640 1 Processor -- start 2024-09-10T10:39:14.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.582+0000 7f51c5e00640 1 -- start start 2024-09-10T10:39:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51c5e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f51c00cd670 0x7f51c00cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51c5e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51c006d3f0 con 0x7f51c0145fb0 2024-09-10T10:39:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51c5e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51c006d6d0 con 0x7f51c006e1b0 2024-09-10T10:39:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51c5e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f51c00ce010 con 0x7f51c00cd670 2024-09-10T10:39:14.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51bea00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f51c0145fb0 0x7f51c00b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:38254/0 (socket says 172.21.15.22:38254) 2024-09-10T10:39:14.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51bea00640 1 -- 172.21.15.22:0/1767973767 learned_addr learned my addr 172.21.15.22:0/1767973767 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:14.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51b6000640 1 --2- 172.21.15.22:0/1767973767 >> v2:172.21.15.145:3300/0 conn(0x7f51c00cd670 0x7f51c00cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51be000640 1 -- 172.21.15.22:0/1767973767 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3429945455 0 0) 0x7f51c006d3f0 con 0x7f51c0145fb0 2024-09-10T10:39:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51be000640 1 -- 172.21.15.22:0/1767973767 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f51a4003530 con 0x7f51c0145fb0 2024-09-10T10:39:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51be000640 1 -- 172.21.15.22:0/1767973767 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 115614869 0 0) 0x7f51c006d6d0 con 0x7f51c006e1b0 2024-09-10T10:39:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51be000640 1 -- 172.21.15.22:0/1767973767 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f51c006d3f0 con 0x7f51c006e1b0 2024-09-10T10:39:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51b6000640 1 -- 172.21.15.22:0/1767973767 >> v1:172.21.15.145:6789/0 conn(0x7f51c006e1b0 legacy=0x7f51c006e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51b6000640 1 -- 172.21.15.22:0/1767973767 >> v1:172.21.15.22:6789/0 conn(0x7f51c0145fb0 legacy=0x7f51c00b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.586+0000 7f51b6000640 1 -- 172.21.15.22:0/1767973767 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51c006d9b0 con 0x7f51c00cd670 2024-09-10T10:39:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51b6000640 1 --2- 172.21.15.22:0/1767973767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51c00cd670 0x7f51c00cdad0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f51a80097c0 tx=0x7f51a801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a67bfb53918ae4c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51be000640 1 -- 172.21.15.22:0/1767973767 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a80b0070 con 0x7f51c00cd670 2024-09-10T10:39:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51be000640 1 -- 172.21.15.22:0/1767973767 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51a80ab600 con 0x7f51c00cd670 2024-09-10T10:39:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51be000640 1 -- 172.21.15.22:0/1767973767 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a80ab9d0 con 0x7f51c00cd670 2024-09-10T10:39:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51c5e00640 1 -- 172.21.15.22:0/1767973767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51c00cd670 msgr2=0x7f51c00cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51c5e00640 1 --2- 172.21.15.22:0/1767973767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51c00cd670 0x7f51c00cdad0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f51a80097c0 tx=0x7f51a801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51c5e00640 1 -- 172.21.15.22:0/1767973767 shutdown_connections 2024-09-10T10:39:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51c5e00640 1 --2- 172.21.15.22:0/1767973767 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51c00cd670 0x7f51c00cdad0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51c5e00640 1 -- 172.21.15.22:0/1767973767 >> 172.21.15.22:0/1767973767 conn(0x7f51c0062dd0 msgr2=0x7f51c006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:14.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51c5e00640 1 -- 172.21.15.22:0/1767973767 shutdown_connections 2024-09-10T10:39:14.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51c5e00640 1 -- 172.21.15.22:0/1767973767 wait complete. 2024-09-10T10:39:14.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51c5e00640 1 Processor -- start 2024-09-10T10:39:14.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.590+0000 7f51c5e00640 1 -- start start 2024-09-10T10:39:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51c5e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51c006e1b0 0x7f51c0144310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51c5e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51c00cd670 0x7f51c0143d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51c5e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51c0145fb0 0x7f51c0161e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51c5e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f51c00d0170 con 0x7f51c00cd670 2024-09-10T10:39:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51c5e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51c00cfff0 con 0x7f51c006e1b0 2024-09-10T10:39:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51c5e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f51c006d1a0 con 0x7f51c0145fb0 2024-09-10T10:39:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b6000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51c00cd670 0x7f51c0143d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b6000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51c00cd670 0x7f51c0143d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:46436/0 (socket says 172.21.15.22:46436) 2024-09-10T10:39:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b6000640 1 -- 172.21.15.22:0/98684840 learned_addr learned my addr 172.21.15.22:0/98684840 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51bea00640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51c006e1b0 0x7f51c0144310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51bf400640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51c0145fb0 0x7f51c0161e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b6000640 1 -- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51c0145fb0 msgr2=0x7f51c0161e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b6000640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51c0145fb0 0x7f51c0161e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b6000640 1 -- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51c006e1b0 msgr2=0x7f51c0144310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b6000640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51c006e1b0 0x7f51c0144310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b6000640 1 -- 172.21.15.22:0/98684840 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51c015bbe0 con 0x7f51c00cd670 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b6000640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51c00cd670 0x7f51c0143d70 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f51a80097c0 tx=0x7f51a8019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b7e00640 1 -- 172.21.15.22:0/98684840 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a80b0040 con 0x7f51c00cd670 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b7e00640 1 -- 172.21.15.22:0/98684840 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51a80b9070 con 0x7f51c00cd670 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b7e00640 1 -- 172.21.15.22:0/98684840 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a80aa9f0 con 0x7f51c00cd670 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51c5e00640 1 -- 172.21.15.22:0/98684840 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51c015bec0 con 0x7f51c00cd670 2024-09-10T10:39:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51c5e00640 1 -- 172.21.15.22:0/98684840 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51c015b720 con 0x7f51c00cd670 2024-09-10T10:39:14.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51c5e00640 1 -- 172.21.15.22:0/98684840 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51c015b950 con 0x7f51c00cd670 2024-09-10T10:39:14.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.594+0000 7f51b7e00640 1 -- 172.21.15.22:0/98684840 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f51a80aab90 con 0x7f51c00cd670 2024-09-10T10:39:14.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.598+0000 7f51b7e00640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f519c0678f0 0x7f519c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:14.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.598+0000 7f51b7e00640 1 -- 172.21.15.22:0/98684840 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 4943+0+0 (secure 0 0 0) 0x7f51a811f580 con 0x7f51c00cd670 2024-09-10T10:39:14.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.598+0000 7f51bea00640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f519c0678f0 0x7f519c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:14.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.598+0000 7f51bea00640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f519c0678f0 0x7f519c069db0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f51b0000f70 tx=0x7f51b0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:14.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.602+0000 7f51b7e00640 1 -- 172.21.15.22:0/98684840 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f51a80c2020 con 0x7f51c00cd670 2024-09-10T10:39:14.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:14.778+0000 7f51c5e00640 1 -- 172.21.15.22:0/98684840 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f51c015c0e0 con 0x7f51c00cd670 2024-09-10T10:39:15.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51b7e00640 1 -- 172.21.15.22:0/98684840 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v97) ==== 97+0+0 (secure 0 0 0) 0x7f51a8016090 con 0x7f51c00cd670 2024-09-10T10:39:15.357 INFO:teuthology.orchestra.run.smithi022.stderr: removed all blocklist entries 2024-09-10T10:39:15.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 -- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f519c0678f0 msgr2=0x7f519c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f519c0678f0 0x7f519c069db0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f51b0000f70 tx=0x7f51b0009040 comp rx=0 tx=0).stop 2024-09-10T10:39:15.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 -- 172.21.15.22:0/98684840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51c00cd670 msgr2=0x7f51c0143d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51c00cd670 0x7f51c0143d70 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f51a80097c0 tx=0x7f51a8019240 comp rx=0 tx=0).stop 2024-09-10T10:39:15.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 -- 172.21.15.22:0/98684840 shutdown_connections 2024-09-10T10:39:15.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f519c0678f0 0x7f519c069db0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51c0145fb0 0x7f51c0161e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51c00cd670 0x7f51c0143d70 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 --2- 172.21.15.22:0/98684840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51c006e1b0 0x7f51c0144310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 -- 172.21.15.22:0/98684840 >> 172.21.15.22:0/98684840 conn(0x7f51c0062dd0 msgr2=0x7f51c00b3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:15.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.354+0000 7f51c5e00640 1 -- 172.21.15.22:0/98684840 shutdown_connections 2024-09-10T10:39:15.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.358+0000 7f51c5e00640 1 -- 172.21.15.22:0/98684840 wait complete. 2024-09-10T10:39:15.384 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:39:15.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a21e00640 1 Processor -- start 2024-09-10T10:39:15.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a21e00640 1 -- start start 2024-09-10T10:39:15.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a21e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c15b600 0x7f2a1c071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a21e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2a1c0b56f0 0x7f2a1c0b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a21e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a1c0ce880 con 0x7f2a1c15b220 2024-09-10T10:39:15.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a21e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2a1c06d6e0 con 0x7f2a1c0b56f0 2024-09-10T10:39:15.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a21e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2a1c0ceb60 con 0x7f2a1c15b600 2024-09-10T10:39:15.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a1aa00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2a1c15b220 0x7f2a1c0b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55838/0 (socket says 172.21.15.22:55838) 2024-09-10T10:39:15.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a1aa00640 1 -- 172.21.15.22:0/2763747671 learned_addr learned my addr 172.21.15.22:0/2763747671 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1322796 0 0) 0x7f2a1c0ce880 con 0x7f2a1c15b220 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2a00003530 con 0x7f2a1c15b220 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a1a000640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c15b600 0x7f2a1c071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a1b400640 1 --2- 172.21.15.22:0/2763747671 >> v2:172.21.15.145:3300/0 conn(0x7f2a1c0b56f0 0x7f2a1c0b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2429258594 0 0) 0x7f2a00003530 con 0x7f2a1c15b220 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c15b600 msgr2=0x7f2a1c071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c15b600 0x7f2a1c071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 >> v2:172.21.15.145:3300/0 conn(0x7f2a1c0b56f0 msgr2=0x7f2a1c0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 --2- 172.21.15.22:0/2763747671 >> v2:172.21.15.145:3300/0 conn(0x7f2a1c0b56f0 0x7f2a1c0b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a1c0cee40 con 0x7f2a1c15b220 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f2a0c001a00 con 0x7f2a1c15b220 2024-09-10T10:39:15.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 >> v1:172.21.15.22:6789/0 conn(0x7f2a1c15b220 legacy=0x7f2a1c0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a000039c0 0x7f2a00003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c15b600 0x7f2a00004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a00004d50 0x7f2a000051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2a1c0ceb60 con 0x7f2a000039c0 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2a0000ba30 con 0x7f2a00004d50 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2a0000bc30 con 0x7f2a1c15b600 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a1aa00640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a000039c0 0x7f2a00003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.526+0000 7f2a1a000640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c15b600 0x7f2a00004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a1b400640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a00004d50 0x7f2a000051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a1aa00640 1 -- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c15b600 msgr2=0x7f2a00004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a1aa00640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c15b600 0x7f2a00004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a1aa00640 1 -- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a00004d50 msgr2=0x7f2a000051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:15.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a1aa00640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a00004d50 0x7f2a000051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a1aa00640 1 -- 172.21.15.22:0/2763747671 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a00003530 con 0x7f2a000039c0 2024-09-10T10:39:15.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a1aa00640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a000039c0 0x7f2a00003de0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f2a0c00a880 tx=0x7f2a0c01d370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df63e387b051d2f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:15.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0c00a4a0 con 0x7f2a000039c0 2024-09-10T10:39:15.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a0c0ad650 con 0x7f2a000039c0 2024-09-10T10:39:15.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a19600640 1 -- 172.21.15.22:0/2763747671 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0c0ada40 con 0x7f2a000039c0 2024-09-10T10:39:15.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a21e00640 1 -- 172.21.15.22:0/2763747671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a000039c0 msgr2=0x7f2a00003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a21e00640 1 --2- 172.21.15.22:0/2763747671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a000039c0 0x7f2a00003de0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f2a0c00a880 tx=0x7f2a0c01d370 comp rx=0 tx=0).stop 2024-09-10T10:39:15.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a1b400640 1 -- 172.21.15.22:0/2763747671 reap_dead start 2024-09-10T10:39:15.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a21e00640 1 -- 172.21.15.22:0/2763747671 shutdown_connections 2024-09-10T10:39:15.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a21e00640 1 -- 172.21.15.22:0/2763747671 >> 172.21.15.22:0/2763747671 conn(0x7f2a1c062dd0 msgr2=0x7f2a1c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:15.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.530+0000 7f2a21e00640 1 -- 172.21.15.22:0/2763747671 shutdown_connections 2024-09-10T10:39:15.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 -- 172.21.15.22:0/2763747671 wait complete. 2024-09-10T10:39:15.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 Processor -- start 2024-09-10T10:39:15.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 -- start start 2024-09-10T10:39:15.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a000039c0 0x7f2a1c154390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a1c0ab7e0 0x7f2a1c147a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c0abc60 0x7f2a1c147f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2a1c0ce600 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2a1c0ce480 con 0x7f2a000039c0 2024-09-10T10:39:15.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2a1c0cfe50 con 0x7f2a1c0abc60 2024-09-10T10:39:15.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a1a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a1c0ab7e0 0x7f2a1c147a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a1a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a1c0ab7e0 0x7f2a1c147a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58248/0 (socket says 172.21.15.22:58248) 2024-09-10T10:39:15.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a1a000640 1 -- 172.21.15.22:0/4081329279 learned_addr learned my addr 172.21.15.22:0/4081329279 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:15.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a1a000640 1 -- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c0abc60 msgr2=0x7f2a1c147f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a1a000640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c0abc60 0x7f2a1c147f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a1a000640 1 -- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a000039c0 msgr2=0x7f2a1c154390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a1a000640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a000039c0 0x7f2a1c154390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a1a000640 1 -- 172.21.15.22:0/4081329279 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a1c0acef0 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a1a000640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a1c0ab7e0 0x7f2a1c147a40 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f2a08011a00 tx=0x7f2a08011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:15.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a13400640 1 -- 172.21.15.22:0/4081329279 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0800fad0 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a13400640 1 -- 172.21.15.22:0/4081329279 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a0800fc70 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a13400640 1 -- 172.21.15.22:0/4081329279 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a08014440 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 -- 172.21.15.22:0/4081329279 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a1c0ad1d0 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.534+0000 7f2a21e00640 1 -- 172.21.15.22:0/4081329279 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a1c0ad790 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.538+0000 7f2a21e00640 1 -- 172.21.15.22:0/4081329279 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a1c072e90 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.538+0000 7f2a13400640 1 -- 172.21.15.22:0/4081329279 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2a08012040 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.538+0000 7f2a13400640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29fc0678c0 0x7f29fc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.538+0000 7f2a13400640 1 -- 172.21.15.22:0/4081329279 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 4857+0+0 (secure 0 0 0) 0x7f2a080860d0 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.538+0000 7f2a1aa00640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29fc0678c0 0x7f29fc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.538+0000 7f2a1aa00640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29fc0678c0 0x7f29fc069d80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f2a0c0ad000 tx=0x7f2a1c0cea50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:15.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.542+0000 7f2a13400640 1 -- 172.21.15.22:0/4081329279 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2a08019030 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 -- 172.21.15.22:0/4081329279 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f2a1c15d530 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a13400640 1 -- 172.21.15.22:0/4081329279 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v18) ==== 80+0+5304 (secure 0 0 0) 0x7f2a08056f80 con 0x7f2a1c0ab7e0 2024-09-10T10:39:15.770 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:15.770 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:39:15.770 INFO:teuthology.orchestra.run.smithi022.stdout: "auth_dump": [ 2024-09-10T10:39:15.770 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.770 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.a", 2024-09-10T10:39:15.770 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA==", 2024-09-10T10:39:15.770 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.770 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:39:15.770 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.b", 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw==", 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.771 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.c", 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg==", 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.d", 2024-09-10T10:39:15.772 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg==", 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.0", 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg==", 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:39:15.773 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.1", 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q==", 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.2", 2024-09-10T10:39:15.774 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA==", 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.3", 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA==", 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.775 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.4", 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA==", 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.776 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.5", 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ==", 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.6", 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA==", 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.777 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.7", 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA==", 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.778 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.0", 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA==", 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow r", 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.1", 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q==", 2024-09-10T10:39:15.779 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.2", 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA==", 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:39:15.780 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.3", 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg==", 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.admin", 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm1kZCJhAAGLXWU85Vtod0CRG/bo4sSQ==", 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.x", 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ==", 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:39:15.782 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.y", 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q==", 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:39:15.783 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:39:15.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 -- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29fc0678c0 msgr2=0x7f29fc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29fc0678c0 0x7f29fc069d80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f2a0c0ad000 tx=0x7f2a1c0cea50 comp rx=0 tx=0).stop 2024-09-10T10:39:15.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 -- 172.21.15.22:0/4081329279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a1c0ab7e0 msgr2=0x7f2a1c147a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a1c0ab7e0 0x7f2a1c147a40 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f2a08011a00 tx=0x7f2a08011ec0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 -- 172.21.15.22:0/4081329279 shutdown_connections 2024-09-10T10:39:15.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f29fc0678c0 0x7f29fc069d80 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a1c0abc60 0x7f2a1c147f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a1c0ab7e0 0x7f2a1c147a40 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 --2- 172.21.15.22:0/4081329279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a000039c0 0x7f2a1c154390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.766+0000 7f2a21e00640 1 -- 172.21.15.22:0/4081329279 >> 172.21.15.22:0/4081329279 conn(0x7f2a1c062dd0 msgr2=0x7f2a1c0b4b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:15.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.770+0000 7f2a21e00640 1 -- 172.21.15.22:0/4081329279 shutdown_connections 2024-09-10T10:39:15.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.770+0000 7f2a21e00640 1 -- 172.21.15.22:0/4081329279 wait complete. 2024-09-10T10:39:15.792 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:39:15.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.926+0000 7fb441a00640 1 Processor -- start 2024-09-10T10:39:15.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.926+0000 7fb441a00640 1 -- start start 2024-09-10T10:39:15.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb441a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb43c15b220 0x7fb43c071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb441a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb43c0ce880 con 0x7fb43c15b600 2024-09-10T10:39:15.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb441a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb43c0ceb60 con 0x7fb43c0b56f0 2024-09-10T10:39:15.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb441a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb43c06d6e0 con 0x7fb43c15b220 2024-09-10T10:39:15.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb43aa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb43c15b220 0x7fb43c071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb43aa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb43c15b220 0x7fb43c071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58260/0 (socket says 172.21.15.22:58260) 2024-09-10T10:39:15.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb43aa00640 1 -- 172.21.15.22:0/665397624 learned_addr learned my addr 172.21.15.22:0/665397624 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:15.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb432000640 1 --1- 172.21.15.22:0/665397624 >> v1:172.21.15.22:6789/0 conn(0x7fb43c15b600 0x7fb43c0b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55846/0 (socket says 172.21.15.22:55846) 2024-09-10T10:39:15.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb43aa00640 1 -- 172.21.15.22:0/665397624 >> v1:172.21.15.145:6789/0 conn(0x7fb43c0b56f0 legacy=0x7fb43c0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:15.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb43aa00640 1 -- 172.21.15.22:0/665397624 >> v1:172.21.15.22:6789/0 conn(0x7fb43c15b600 legacy=0x7fb43c0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb43aa00640 1 -- 172.21.15.22:0/665397624 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb43c0cee40 con 0x7fb43c15b220 2024-09-10T10:39:15.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.930+0000 7fb43a000640 1 -- 172.21.15.22:0/665397624 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1094331815 0 0) 0x7fb43c0ce880 con 0x7fb43c15b600 2024-09-10T10:39:15.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb43aa00640 1 --2- 172.21.15.22:0/665397624 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c15b220 0x7fb43c071140 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fb42c009870 tx=0x7fb42c01c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b0a053af1941809 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:15.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb43a000640 1 -- 172.21.15.22:0/665397624 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb42c0b0070 con 0x7fb43c15b220 2024-09-10T10:39:15.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb43a000640 1 -- 172.21.15.22:0/665397624 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb42c0ab600 con 0x7fb43c15b220 2024-09-10T10:39:15.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb43a000640 1 -- 172.21.15.22:0/665397624 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb42c0ab9d0 con 0x7fb43c15b220 2024-09-10T10:39:15.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb441a00640 1 -- 172.21.15.22:0/665397624 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c15b220 msgr2=0x7fb43c071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb441a00640 1 --2- 172.21.15.22:0/665397624 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c15b220 0x7fb43c071140 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fb42c009870 tx=0x7fb42c01c410 comp rx=0 tx=0).stop 2024-09-10T10:39:15.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb441a00640 1 -- 172.21.15.22:0/665397624 shutdown_connections 2024-09-10T10:39:15.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb441a00640 1 --2- 172.21.15.22:0/665397624 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c15b220 0x7fb43c071140 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb441a00640 1 -- 172.21.15.22:0/665397624 >> 172.21.15.22:0/665397624 conn(0x7fb43c062dd0 msgr2=0x7fb43c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:15.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb441a00640 1 -- 172.21.15.22:0/665397624 shutdown_connections 2024-09-10T10:39:15.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb441a00640 1 -- 172.21.15.22:0/665397624 wait complete. 2024-09-10T10:39:15.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb441a00640 1 Processor -- start 2024-09-10T10:39:15.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.934+0000 7fb441a00640 1 -- start start 2024-09-10T10:39:15.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb441a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c0b56f0 0x7fb43c165c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb441a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb43c15b220 0x7fb43c166840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb441a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb43c15b600 0x7fb43c164400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb441a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb43c0d01e0 con 0x7fb43c0b56f0 2024-09-10T10:39:15.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb441a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb43c0d0060 con 0x7fb43c15b600 2024-09-10T10:39:15.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb441a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb43c169100 con 0x7fb43c15b220 2024-09-10T10:39:15.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb43aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c0b56f0 0x7fb43c165c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb43aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c0b56f0 0x7fb43c165c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58264/0 (socket says 172.21.15.22:58264) 2024-09-10T10:39:15.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb43aa00640 1 -- 172.21.15.22:0/3251883718 learned_addr learned my addr 172.21.15.22:0/3251883718 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb432000640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb43c15b220 0x7fb43c166840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb43b400640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb43c15b600 0x7fb43c164400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb43aa00640 1 -- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb43c15b220 msgr2=0x7fb43c166840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb43aa00640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb43c15b220 0x7fb43c166840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb43aa00640 1 -- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb43c15b600 msgr2=0x7fb43c164400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb43aa00640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb43c15b600 0x7fb43c164400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb43aa00640 1 -- 172.21.15.22:0/3251883718 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb43c164b70 con 0x7fb43c0b56f0 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb43aa00640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c0b56f0 0x7fb43c165c10 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fb42c01a040 tx=0x7fb42c01ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb433400640 1 -- 172.21.15.22:0/3251883718 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb42c0ba020 con 0x7fb43c0b56f0 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb433400640 1 -- 172.21.15.22:0/3251883718 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb42c0b6640 con 0x7fb43c0b56f0 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb433400640 1 -- 172.21.15.22:0/3251883718 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb42c0b0040 con 0x7fb43c0b56f0 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb441a00640 1 -- 172.21.15.22:0/3251883718 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb43c164e50 con 0x7fb43c0b56f0 2024-09-10T10:39:15.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb441a00640 1 -- 172.21.15.22:0/3251883718 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb43c165410 con 0x7fb43c0b56f0 2024-09-10T10:39:15.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb441a00640 1 -- 172.21.15.22:0/3251883718 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb43c072e90 con 0x7fb43c0b56f0 2024-09-10T10:39:15.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.938+0000 7fb433400640 1 -- 172.21.15.22:0/3251883718 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb42c0bd020 con 0x7fb43c0b56f0 2024-09-10T10:39:15.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.942+0000 7fb433400640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4180678c0 0x7fb418069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:15.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.942+0000 7fb433400640 1 -- 172.21.15.22:0/3251883718 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 4857+0+0 (secure 0 0 0) 0x7fb42c11fc60 con 0x7fb43c0b56f0 2024-09-10T10:39:15.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.942+0000 7fb432000640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4180678c0 0x7fb418069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:15.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.942+0000 7fb432000640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4180678c0 0x7fb418069d80 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fb424007fd0 tx=0x7fb424007ba0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:15.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:15.946+0000 7fb433400640 1 -- 172.21.15.22:0/3251883718 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb42c0c4030 con 0x7fb43c0b56f0 2024-09-10T10:39:16.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.110+0000 7fb441a00640 1 -- 172.21.15.22:0/3251883718 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb43c071120 con 0x7fb43c0b56f0 2024-09-10T10:39:16.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.110+0000 7fb433400640 1 -- 172.21.15.22:0/3251883718 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v99) ==== 84+0+65 (secure 0 0 0) 0x7fb42c016150 con 0x7fb43c0b56f0 2024-09-10T10:39:16.115 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:16.115 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:39:16.115 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:39:16.115 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:39:16.115 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:39:16.115 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:39:16.115 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:39:16.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 -- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4180678c0 msgr2=0x7fb418069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:16.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4180678c0 0x7fb418069d80 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fb424007fd0 tx=0x7fb424007ba0 comp rx=0 tx=0).stop 2024-09-10T10:39:16.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 -- 172.21.15.22:0/3251883718 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c0b56f0 msgr2=0x7fb43c165c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:16.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c0b56f0 0x7fb43c165c10 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fb42c01a040 tx=0x7fb42c01ac50 comp rx=0 tx=0).stop 2024-09-10T10:39:16.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 -- 172.21.15.22:0/3251883718 shutdown_connections 2024-09-10T10:39:16.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb4180678c0 0x7fb418069d80 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:16.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb43c15b600 0x7fb43c164400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:16.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb43c15b220 0x7fb43c166840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:16.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 --2- 172.21.15.22:0/3251883718 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb43c0b56f0 0x7fb43c165c10 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:16.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 -- 172.21.15.22:0/3251883718 >> 172.21.15.22:0/3251883718 conn(0x7fb43c062dd0 msgr2=0x7fb43c15f5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:16.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 -- 172.21.15.22:0/3251883718 shutdown_connections 2024-09-10T10:39:16.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.114+0000 7fb441a00640 1 -- 172.21.15.22:0/3251883718 wait complete. 2024-09-10T10:39:16.137 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:39:16.137 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:39:16.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f207f000640 1 Processor -- start 2024-09-10T10:39:16.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f207f000640 1 -- start start 2024-09-10T10:39:16.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f207f000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f207815b390 0x7f20780cee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:16.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f207f000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2078072e90 0x7f207806e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:16.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f207f000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20780cf790 con 0x7f207806edc0 2024-09-10T10:39:16.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f207f000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f207815b770 con 0x7f2078072e90 2024-09-10T10:39:16.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f207f000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f207806f1f0 con 0x7f207815b390 2024-09-10T10:39:16.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f206f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2078072e90 0x7f207806e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:16.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f206f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2078072e90 0x7f207806e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58280/0 (socket says 172.21.15.22:58280) 2024-09-10T10:39:16.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f206f400640 1 -- 172.21.15.22:0/2983501599 learned_addr learned my addr 172.21.15.22:0/2983501599 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:16.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f206f400640 1 -- 172.21.15.22:0/2983501599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f207815b390 msgr2=0x7f20780cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:16.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f206f400640 1 --2- 172.21.15.22:0/2983501599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f207815b390 0x7f20780cee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:16.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f206f400640 1 -- 172.21.15.22:0/2983501599 >> v1:172.21.15.145:6789/0 conn(0x7f207806edc0 legacy=0x7f20780711c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:16.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.278+0000 7f206f400640 1 -- 172.21.15.22:0/2983501599 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20780cf4b0 con 0x7f2078072e90 2024-09-10T10:39:16.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f206f400640 1 --2- 172.21.15.22:0/2983501599 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 0x7f207806e880 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f2060009870 tx=0x7f206001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b6468deecb11d45 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:16.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f2077400640 1 -- 172.21.15.22:0/2983501599 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20600ab620 con 0x7f2078072e90 2024-09-10T10:39:16.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f2077400640 1 -- 172.21.15.22:0/2983501599 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20600b0070 con 0x7f2078072e90 2024-09-10T10:39:16.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f2077400640 1 -- 172.21.15.22:0/2983501599 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20600ab9e0 con 0x7f2078072e90 2024-09-10T10:39:16.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f207f000640 1 -- 172.21.15.22:0/2983501599 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 msgr2=0x7f207806e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:16.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f207f000640 1 --2- 172.21.15.22:0/2983501599 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 0x7f207806e880 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f2060009870 tx=0x7f206001c460 comp rx=0 tx=0).stop 2024-09-10T10:39:16.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f207f000640 1 -- 172.21.15.22:0/2983501599 shutdown_connections 2024-09-10T10:39:16.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f207f000640 1 --2- 172.21.15.22:0/2983501599 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 0x7f207806e880 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:16.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f207f000640 1 --2- 172.21.15.22:0/2983501599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f207815b390 0x7f20780cee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:16.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f207f000640 1 -- 172.21.15.22:0/2983501599 >> 172.21.15.22:0/2983501599 conn(0x7f2078063000 msgr2=0x7f207806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:16.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f207f000640 1 -- 172.21.15.22:0/2983501599 shutdown_connections 2024-09-10T10:39:16.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.282+0000 7f207f000640 1 -- 172.21.15.22:0/2983501599 wait complete. 2024-09-10T10:39:16.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207f000640 1 Processor -- start 2024-09-10T10:39:16.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207f000640 1 -- start start 2024-09-10T10:39:16.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207f000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f207806edc0 0x7f207814a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:16.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207f000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 0x7f207815d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:16.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207f000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f207815b390 0x7f207814bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:16.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207f000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2078073450 con 0x7f2078072e90 2024-09-10T10:39:16.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207f000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f20780732d0 con 0x7f207806edc0 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207f000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f207806d770 con 0x7f207815b390 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f206f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 0x7f207815d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f206f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 0x7f207815d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58286/0 (socket says 172.21.15.22:58286) 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f206f400640 1 -- 172.21.15.22:0/1535398974 learned_addr learned my addr 172.21.15.22:0/1535398974 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207d000640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f207815b390 0x7f207814bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f2077e00640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f207806edc0 0x7f207814a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f206f400640 1 -- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f207815b390 msgr2=0x7f207814bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f206f400640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f207815b390 0x7f207814bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f206f400640 1 -- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f207806edc0 msgr2=0x7f207814a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f206f400640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f207806edc0 0x7f207814a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:16.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f206f400640 1 -- 172.21.15.22:0/1535398974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f207815dfe0 con 0x7f2078072e90 2024-09-10T10:39:16.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f206f400640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 0x7f207815d540 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f20600ad040 tx=0x7f206001aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:16.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f2074c00640 1 -- 172.21.15.22:0/1535398974 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20600abd70 con 0x7f2078072e90 2024-09-10T10:39:16.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f2074c00640 1 -- 172.21.15.22:0/1535398974 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20600be3f0 con 0x7f2078072e90 2024-09-10T10:39:16.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207f000640 1 -- 172.21.15.22:0/1535398974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f207815b910 con 0x7f2078072e90 2024-09-10T10:39:16.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f2074c00640 1 -- 172.21.15.22:0/1535398974 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20600be7e0 con 0x7f2078072e90 2024-09-10T10:39:16.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.286+0000 7f207f000640 1 -- 172.21.15.22:0/1535398974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f207815bed0 con 0x7f2078072e90 2024-09-10T10:39:16.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.290+0000 7f207f000640 1 -- 172.21.15.22:0/1535398974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f207815eb80 con 0x7f2078072e90 2024-09-10T10:39:16.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.290+0000 7f2074c00640 1 -- 172.21.15.22:0/1535398974 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f20600b43f0 con 0x7f2078072e90 2024-09-10T10:39:16.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.290+0000 7f2074c00640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20540678f0 0x7f2054069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:16.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.290+0000 7f2074c00640 1 -- 172.21.15.22:0/1535398974 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 4857+0+0 (secure 0 0 0) 0x7f206011faf0 con 0x7f2078072e90 2024-09-10T10:39:16.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.290+0000 7f2077e00640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20540678f0 0x7f2054069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:16.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.290+0000 7f2077e00640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20540678f0 0x7f2054069db0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f206800a400 tx=0x7f206800d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:16.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.294+0000 7f2074c00640 1 -- 172.21.15.22:0/1535398974 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f20600c4060 con 0x7f2078072e90 2024-09-10T10:39:16.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:16.462+0000 7f207f000640 1 -- 172.21.15.22:0/1535398974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f20780b0340 con 0x7f2078072e90 2024-09-10T10:39:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.366+0000 7f2074c00640 1 -- 172.21.15.22:0/1535398974 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v100) ==== 138+0+0 (secure 0 0 0) 0x7f2060016110 con 0x7f2078072e90 2024-09-10T10:39:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:39:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 -- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20540678f0 msgr2=0x7f2054069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20540678f0 0x7f2054069db0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f206800a400 tx=0x7f206800d040 comp rx=0 tx=0).stop 2024-09-10T10:39:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 -- 172.21.15.22:0/1535398974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 msgr2=0x7f207815d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 0x7f207815d540 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f20600ad040 tx=0x7f206001aca0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 -- 172.21.15.22:0/1535398974 shutdown_connections 2024-09-10T10:39:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f20540678f0 0x7f2054069db0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f207815b390 0x7f207814bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2078072e90 0x7f207815d540 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 --2- 172.21.15.22:0/1535398974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f207806edc0 0x7f207814a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 -- 172.21.15.22:0/1535398974 >> 172.21.15.22:0/1535398974 conn(0x7f2078063000 msgr2=0x7f20780711c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:17.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.370+0000 7f207f000640 1 -- 172.21.15.22:0/1535398974 shutdown_connections 2024-09-10T10:39:17.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.374+0000 7f207f000640 1 -- 172.21.15.22:0/1535398974 wait complete. 2024-09-10T10:39:17.400 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:39:17.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd39c00640 1 Processor -- start 2024-09-10T10:39:17.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd39c00640 1 -- start start 2024-09-10T10:39:17.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd39c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7efd340cf3c0 0x7efd340cf850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:17.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd39c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efd3406d9b0 0x7efd3406de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:17.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd39c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd340b4f90 con 0x7efd341568c0 2024-09-10T10:39:17.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd39c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7efd340b49d0 con 0x7efd3406d9b0 2024-09-10T10:39:17.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd39c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7efd340b4cb0 con 0x7efd340cf3c0 2024-09-10T10:39:17.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd33400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efd3406d9b0 0x7efd3406de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:17.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd33400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efd3406d9b0 0x7efd3406de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58302/0 (socket says 172.21.15.22:58302) 2024-09-10T10:39:17.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd33400640 1 -- 172.21.15.22:0/925739500 learned_addr learned my addr 172.21.15.22:0/925739500 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:17.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.546+0000 7efd32a00640 1 --1- 172.21.15.22:0/925739500 >> v1:172.21.15.22:6789/0 conn(0x7efd341568c0 0x7efd340b3f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55848/0 (socket says 172.21.15.22:55848) 2024-09-10T10:39:17.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd32000640 1 --2- 172.21.15.22:0/925739500 >> v2:172.21.15.145:3300/0 conn(0x7efd340cf3c0 0x7efd340cf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:17.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd33400640 1 -- 172.21.15.22:0/925739500 >> v2:172.21.15.145:3300/0 conn(0x7efd340cf3c0 msgr2=0x7efd340cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:17.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd33400640 1 --2- 172.21.15.22:0/925739500 >> v2:172.21.15.145:3300/0 conn(0x7efd340cf3c0 0x7efd340cf850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd33400640 1 -- 172.21.15.22:0/925739500 >> v1:172.21.15.22:6789/0 conn(0x7efd341568c0 legacy=0x7efd340b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:17.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd33400640 1 -- 172.21.15.22:0/925739500 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd3406d1b0 con 0x7efd3406d9b0 2024-09-10T10:39:17.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd32000640 1 --2- 172.21.15.22:0/925739500 >> v2:172.21.15.145:3300/0 conn(0x7efd340cf3c0 0x7efd340cf850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:17.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd33400640 1 --2- 172.21.15.22:0/925739500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd3406d9b0 0x7efd3406de20 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7efd3406f4c0 tx=0x7efd2c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb38d0455102e3e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:17.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd31600640 1 -- 172.21.15.22:0/925739500 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd2c0a5880 con 0x7efd3406d9b0 2024-09-10T10:39:17.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd31600640 1 -- 172.21.15.22:0/925739500 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd2c0a5a20 con 0x7efd3406d9b0 2024-09-10T10:39:17.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd31600640 1 -- 172.21.15.22:0/925739500 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd2c0a5df0 con 0x7efd3406d9b0 2024-09-10T10:39:17.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd39c00640 1 -- 172.21.15.22:0/925739500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd3406d9b0 msgr2=0x7efd3406de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:17.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd39c00640 1 --2- 172.21.15.22:0/925739500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd3406d9b0 0x7efd3406de20 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7efd3406f4c0 tx=0x7efd2c01c9c0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd39c00640 1 -- 172.21.15.22:0/925739500 shutdown_connections 2024-09-10T10:39:17.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd39c00640 1 --2- 172.21.15.22:0/925739500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd3406d9b0 0x7efd3406de20 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd39c00640 1 --2- 172.21.15.22:0/925739500 >> v2:172.21.15.145:3300/0 conn(0x7efd340cf3c0 0x7efd340cf850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.550+0000 7efd39c00640 1 -- 172.21.15.22:0/925739500 >> 172.21.15.22:0/925739500 conn(0x7efd34062eb0 msgr2=0x7efd3406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:17.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 -- 172.21.15.22:0/925739500 shutdown_connections 2024-09-10T10:39:17.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 -- 172.21.15.22:0/925739500 wait complete. 2024-09-10T10:39:17.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 Processor -- start 2024-09-10T10:39:17.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 -- start start 2024-09-10T10:39:17.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3406d9b0 0x7efd34072cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:17.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd340cf3c0 0x7efd340b1760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:17.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd341568c0 0x7efd3414db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:17.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efd34156ca0 con 0x7efd341568c0 2024-09-10T10:39:17.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efd340b4640 con 0x7efd3406d9b0 2024-09-10T10:39:17.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efd34156e20 con 0x7efd340cf3c0 2024-09-10T10:39:17.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd33400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd341568c0 0x7efd3414db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:17.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd33400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd341568c0 0x7efd3414db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58314/0 (socket says 172.21.15.22:58314) 2024-09-10T10:39:17.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd33400640 1 -- 172.21.15.22:0/3104306999 learned_addr learned my addr 172.21.15.22:0/3104306999 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd32a00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3406d9b0 0x7efd34072cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd32000640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd340cf3c0 0x7efd340b1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd33400640 1 -- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd340cf3c0 msgr2=0x7efd340b1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd33400640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd340cf3c0 0x7efd340b1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd33400640 1 -- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3406d9b0 msgr2=0x7efd34072cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd33400640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3406d9b0 0x7efd34072cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd33400640 1 -- 172.21.15.22:0/3104306999 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd34071c50 con 0x7efd341568c0 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd32a00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3406d9b0 0x7efd34072cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd32000640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd340cf3c0 0x7efd340b1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd33400640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd341568c0 0x7efd3414db60 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7efd2c0af040 tx=0x7efd2c019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd2aa00640 1 -- 172.21.15.22:0/3104306999 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd2c0b8880 con 0x7efd341568c0 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd2aa00640 1 -- 172.21.15.22:0/3104306999 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd2c0be070 con 0x7efd341568c0 2024-09-10T10:39:17.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd39c00640 1 -- 172.21.15.22:0/3104306999 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd34071f30 con 0x7efd341568c0 2024-09-10T10:39:17.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.554+0000 7efd2aa00640 1 -- 172.21.15.22:0/3104306999 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd2c0b8c60 con 0x7efd341568c0 2024-09-10T10:39:17.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.558+0000 7efd39c00640 1 -- 172.21.15.22:0/3104306999 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd340724f0 con 0x7efd341568c0 2024-09-10T10:39:17.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.558+0000 7efd39c00640 1 -- 172.21.15.22:0/3104306999 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd3406de20 con 0x7efd341568c0 2024-09-10T10:39:17.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.558+0000 7efd2aa00640 1 -- 172.21.15.22:0/3104306999 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efd2c0c3460 con 0x7efd341568c0 2024-09-10T10:39:17.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.558+0000 7efd2aa00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd140678f0 0x7efd14069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:17.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.558+0000 7efd2aa00640 1 -- 172.21.15.22:0/3104306999 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 5227+0+0 (secure 0 0 0) 0x7efd2c120e90 con 0x7efd341568c0 2024-09-10T10:39:17.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.558+0000 7efd32a00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd140678f0 0x7efd14069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:17.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.558+0000 7efd32a00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd140678f0 0x7efd14069db0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7efd24007fd0 tx=0x7efd24009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:17.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.562+0000 7efd2aa00640 1 -- 172.21.15.22:0/3104306999 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efd2c0165e0 con 0x7efd341568c0 2024-09-10T10:39:17.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:17.726+0000 7efd39c00640 1 -- 172.21.15.22:0/3104306999 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7efd340d01f0 con 0x7efd341568c0 2024-09-10T10:39:18.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.374+0000 7efd2aa00640 1 -- 172.21.15.22:0/3104306999 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v101) ==== 170+0+0 (secure 0 0 0) 0x7efd2c1220d0 con 0x7efd341568c0 2024-09-10T10:39:18.380 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:39:18.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 -- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd140678f0 msgr2=0x7efd14069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:18.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd140678f0 0x7efd14069db0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7efd24007fd0 tx=0x7efd24009040 comp rx=0 tx=0).stop 2024-09-10T10:39:18.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 -- 172.21.15.22:0/3104306999 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd341568c0 msgr2=0x7efd3414db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:18.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd341568c0 0x7efd3414db60 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7efd2c0af040 tx=0x7efd2c019760 comp rx=0 tx=0).stop 2024-09-10T10:39:18.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 -- 172.21.15.22:0/3104306999 shutdown_connections 2024-09-10T10:39:18.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd140678f0 0x7efd14069db0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:18.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd341568c0 0x7efd3414db60 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:18.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd340cf3c0 0x7efd340b1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:18.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 --2- 172.21.15.22:0/3104306999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd3406d9b0 0x7efd34072cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:18.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 -- 172.21.15.22:0/3104306999 >> 172.21.15.22:0/3104306999 conn(0x7efd34062eb0 msgr2=0x7efd3406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:18.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.378+0000 7efd39c00640 1 -- 172.21.15.22:0/3104306999 shutdown_connections 2024-09-10T10:39:18.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.382+0000 7efd39c00640 1 -- 172.21.15.22:0/3104306999 wait complete. 2024-09-10T10:39:18.422 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:39:18.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.562+0000 7f1fd0000640 1 Processor -- start 2024-09-10T10:39:18.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.562+0000 7f1fd0000640 1 -- start start 2024-09-10T10:39:18.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.562+0000 7f1fd0000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1fc815c630 0x7f1fc806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:18.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.562+0000 7f1fd0000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fc8159350 con 0x7f1fc806eff0 2024-09-10T10:39:18.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.562+0000 7f1fd0000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fc8071340 con 0x7f1fc8158f70 2024-09-10T10:39:18.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.562+0000 7f1fd0000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f1fc806f460 con 0x7f1fc815c630 2024-09-10T10:39:18.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fccc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1fc815c630 0x7f1fc806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:18.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fccc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1fc815c630 0x7f1fc806eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58316/0 (socket says 172.21.15.22:58316) 2024-09-10T10:39:18.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fccc00640 1 -- 172.21.15.22:0/2810474695 learned_addr learned my addr 172.21.15.22:0/2810474695 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:18.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fce000640 1 --1- 172.21.15.22:0/2810474695 >> v1:172.21.15.22:6789/0 conn(0x7f1fc806eff0 0x7f1fc80ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55862/0 (socket says 172.21.15.22:55862) 2024-09-10T10:39:18.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fccc00640 1 -- 172.21.15.22:0/2810474695 >> v1:172.21.15.145:6789/0 conn(0x7f1fc8158f70 legacy=0x7f1fc8072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:18.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fccc00640 1 -- 172.21.15.22:0/2810474695 >> v1:172.21.15.22:6789/0 conn(0x7f1fc806eff0 legacy=0x7f1fc80ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:18.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fccc00640 1 -- 172.21.15.22:0/2810474695 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fc8071620 con 0x7f1fc815c630 2024-09-10T10:39:18.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fccc00640 1 --2- 172.21.15.22:0/2810474695 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc815c630 0x7f1fc806eab0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f1fb400bb40 tx=0x7f1fb401ebe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=932941f8a6b19dd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:18.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fc7e00640 1 -- 172.21.15.22:0/2810474695 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb40b4070 con 0x7f1fc815c630 2024-09-10T10:39:18.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fc7e00640 1 -- 172.21.15.22:0/2810474695 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fb40a7cb0 con 0x7f1fc815c630 2024-09-10T10:39:18.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.566+0000 7f1fc7e00640 1 -- 172.21.15.22:0/2810474695 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb40a7e60 con 0x7f1fc815c630 2024-09-10T10:39:18.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 -- 172.21.15.22:0/2810474695 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc815c630 msgr2=0x7f1fc806eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:18.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 --2- 172.21.15.22:0/2810474695 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc815c630 0x7f1fc806eab0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f1fb400bb40 tx=0x7f1fb401ebe0 comp rx=0 tx=0).stop 2024-09-10T10:39:18.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 -- 172.21.15.22:0/2810474695 shutdown_connections 2024-09-10T10:39:18.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 --2- 172.21.15.22:0/2810474695 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc815c630 0x7f1fc806eab0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:18.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 -- 172.21.15.22:0/2810474695 >> 172.21.15.22:0/2810474695 conn(0x7f1fc8062eb0 msgr2=0x7f1fc806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:18.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 -- 172.21.15.22:0/2810474695 shutdown_connections 2024-09-10T10:39:18.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 -- 172.21.15.22:0/2810474695 wait complete. 2024-09-10T10:39:18.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 Processor -- start 2024-09-10T10:39:18.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 -- start start 2024-09-10T10:39:18.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fc806eff0 0x7f1fc80aed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc8158f70 0x7f1fc815da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fc815c630 0x7f1fc8147a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc80cf560 con 0x7f1fc8158f70 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc80cf3e0 con 0x7f1fc815c630 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fd0000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1fc80cf6e0 con 0x7f1fc806eff0 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fccc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc8158f70 0x7f1fc815da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fccc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc8158f70 0x7f1fc815da00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58332/0 (socket says 172.21.15.22:58332) 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fccc00640 1 -- 172.21.15.22:0/316164329 learned_addr learned my addr 172.21.15.22:0/316164329 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fccc00640 1 -- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fc806eff0 msgr2=0x7f1fc80aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fccc00640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fc806eff0 0x7f1fc80aed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fccc00640 1 -- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fc815c630 msgr2=0x7f1fc8147a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fccc00640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fc815c630 0x7f1fc8147a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:18.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fccc00640 1 -- 172.21.15.22:0/316164329 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fc8156840 con 0x7f1fc8158f70 2024-09-10T10:39:18.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.570+0000 7f1fccc00640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc8158f70 0x7f1fc815da00 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f1fb401b7f0 tx=0x7f1fb401b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:18.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.574+0000 7f1fc5600640 1 -- 172.21.15.22:0/316164329 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb40bf070 con 0x7f1fc8158f70 2024-09-10T10:39:18.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.574+0000 7f1fc5600640 1 -- 172.21.15.22:0/316164329 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fb40b6050 con 0x7f1fc8158f70 2024-09-10T10:39:18.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.574+0000 7f1fc5600640 1 -- 172.21.15.22:0/316164329 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb40b4030 con 0x7f1fc8158f70 2024-09-10T10:39:18.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.574+0000 7f1fd0000640 1 -- 172.21.15.22:0/316164329 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fc8156b40 con 0x7f1fc8158f70 2024-09-10T10:39:18.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.574+0000 7f1fd0000640 1 -- 172.21.15.22:0/316164329 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fc815e4a0 con 0x7f1fc8158f70 2024-09-10T10:39:18.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.574+0000 7f1fd0000640 1 -- 172.21.15.22:0/316164329 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fc80ce4c0 con 0x7f1fc8158f70 2024-09-10T10:39:18.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.574+0000 7f1fc5600640 1 -- 172.21.15.22:0/316164329 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1fb40c2070 con 0x7f1fc8158f70 2024-09-10T10:39:18.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.574+0000 7f1fc5600640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1fa80678f0 0x7f1fa8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:18.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.574+0000 7f1fc5600640 1 -- 172.21.15.22:0/316164329 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5609+0+0 (secure 0 0 0) 0x7f1fb411ff90 con 0x7f1fc8158f70 2024-09-10T10:39:18.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.574+0000 7f1fcd600640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1fa80678f0 0x7f1fa8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:18.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.578+0000 7f1fcd600640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1fa80678f0 0x7f1fa8069db0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc000f70 tx=0x7f1fbc0079c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:18.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.578+0000 7f1fc5600640 1 -- 172.21.15.22:0/316164329 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1fc8156b40 con 0x7f1fc8158f70 2024-09-10T10:39:18.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:18.778+0000 7f1fd0000640 1 -- 172.21.15.22:0/316164329 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f1fc80b59c0 con 0x7f1fc8158f70 2024-09-10T10:39:19.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.378+0000 7f1fc5600640 1 -- 172.21.15.22:0/316164329 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 16 and data pool 17 v68) ==== 174+0+0 (secure 0 0 0) 0x7f1fb4018800 con 0x7f1fc8158f70 2024-09-10T10:39:19.383 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 16 and data pool 17 2024-09-10T10:39:19.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 -- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1fa80678f0 msgr2=0x7f1fa8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1fa80678f0 0x7f1fa8069db0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc000f70 tx=0x7f1fbc0079c0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 -- 172.21.15.22:0/316164329 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc8158f70 msgr2=0x7f1fc815da00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc8158f70 0x7f1fc815da00 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f1fb401b7f0 tx=0x7f1fb401b980 comp rx=0 tx=0).stop 2024-09-10T10:39:19.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 -- 172.21.15.22:0/316164329 shutdown_connections 2024-09-10T10:39:19.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1fa80678f0 0x7f1fa8069db0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fc815c630 0x7f1fc8147a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1fc8158f70 0x7f1fc815da00 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 --2- 172.21.15.22:0/316164329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fc806eff0 0x7f1fc80aed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 -- 172.21.15.22:0/316164329 >> 172.21.15.22:0/316164329 conn(0x7f1fc8062eb0 msgr2=0x7f1fc806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:19.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.382+0000 7f1fd0000640 1 -- 172.21.15.22:0/316164329 shutdown_connections 2024-09-10T10:39:19.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.386+0000 7f1fd0000640 1 -- 172.21.15.22:0/316164329 wait complete. 2024-09-10T10:39:19.437 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:39:19.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f244be00640 1 Processor -- start 2024-09-10T10:39:19.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f244be00640 1 -- start start 2024-09-10T10:39:19.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f244be00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f24440b7360 0x7f24441670b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f244be00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f244415cc20 con 0x7f244415c610 2024-09-10T10:39:19.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f244be00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f244415cf00 con 0x7f244415c230 2024-09-10T10:39:19.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f244be00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f244415d1e0 con 0x7f24440b7360 2024-09-10T10:39:19.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2448a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f244415c610 0x7f24440b6c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55866/0 (socket says 172.21.15.22:55866) 2024-09-10T10:39:19.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2448a00640 1 -- 172.21.15.22:0/2472756991 learned_addr learned my addr 172.21.15.22:0/2472756991 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:19.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2449e00640 1 --2- 172.21.15.22:0/2472756991 >> v2:172.21.15.145:3300/0 conn(0x7f24440b7360 0x7f24441670b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2324473322 0 0) 0x7f244415cc20 con 0x7f244415c610 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f242c003530 con 0x7f244415c610 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4215953256 0 0) 0x7f242c003530 con 0x7f244415c610 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 >> v2:172.21.15.145:3300/0 conn(0x7f24440b7360 msgr2=0x7f24441670b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 --2- 172.21.15.22:0/2472756991 >> v2:172.21.15.145:3300/0 conn(0x7f24440b7360 0x7f24441670b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 >> v1:172.21.15.145:6789/0 conn(0x7f244415c230 legacy=0x7f24440d2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f244415d4c0 con 0x7f244415c610 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f2430001680 con 0x7f244415c610 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 >> v1:172.21.15.22:6789/0 conn(0x7f244415c610 legacy=0x7f24440b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f242c0039c0 0x7f242c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f242c004810 0x7f242c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f242c0051d0 0x7f242c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f244415d1e0 con 0x7f242c0039c0 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f242c00c020 con 0x7f242c004810 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f242c00c220 con 0x7f242c0051d0 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.578+0000 7f2449400640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f242c0039c0 0x7f242c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2448a00640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f242c004810 0x7f242c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2449e00640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f242c0051d0 0x7f242c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2449400640 1 -- 172.21.15.22:0/2472756991 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f242c0051d0 msgr2=0x7f242c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2449400640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f242c0051d0 0x7f242c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2449400640 1 -- 172.21.15.22:0/2472756991 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f242c004810 msgr2=0x7f242c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2449400640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f242c004810 0x7f242c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2449400640 1 -- 172.21.15.22:0/2472756991 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f242c003530 con 0x7f242c0039c0 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2449e00640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f242c0051d0 0x7f242c00b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:19.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2449e00640 1 -- 172.21.15.22:0/2472756991 reap_dead start 2024-09-10T10:39:19.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2449400640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f242c0039c0 0x7f242c003da0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f2438001860 tx=0x7f243801c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c75b3a954f70086 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:19.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24380b1070 con 0x7f242c0039c0 2024-09-10T10:39:19.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24380ac600 con 0x7f242c0039c0 2024-09-10T10:39:19.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f2443e00640 1 -- 172.21.15.22:0/2472756991 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2438001460 con 0x7f242c0039c0 2024-09-10T10:39:19.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f244be00640 1 -- 172.21.15.22:0/2472756991 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f242c0039c0 msgr2=0x7f242c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f244be00640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f242c0039c0 0x7f242c003da0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f2438001860 tx=0x7f243801c4e0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f244be00640 1 -- 172.21.15.22:0/2472756991 shutdown_connections 2024-09-10T10:39:19.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f244be00640 1 --2- 172.21.15.22:0/2472756991 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f242c0039c0 0x7f242c003da0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.582+0000 7f244be00640 1 -- 172.21.15.22:0/2472756991 >> 172.21.15.22:0/2472756991 conn(0x7f244406f3b0 msgr2=0x7f244406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:19.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f244be00640 1 -- 172.21.15.22:0/2472756991 shutdown_connections 2024-09-10T10:39:19.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f244be00640 1 -- 172.21.15.22:0/2472756991 wait complete. 2024-09-10T10:39:19.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f244be00640 1 Processor -- start 2024-09-10T10:39:19.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f244be00640 1 -- start start 2024-09-10T10:39:19.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f244be00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f242c0039c0 0x7f24440aedf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f244be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f244406cc10 0x7f244406d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f244be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2444150ad0 0x7f2444150f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f244be00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f24440d2db0 con 0x7f244406cc10 2024-09-10T10:39:19.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f244be00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f24440d2c30 con 0x7f242c0039c0 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f244be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2444073a10 con 0x7f2444150ad0 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2448a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f244406cc10 0x7f244406d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2448a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f244406cc10 0x7f244406d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58342/0 (socket says 172.21.15.22:58342) 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2448a00640 1 -- 172.21.15.22:0/775121229 learned_addr learned my addr 172.21.15.22:0/775121229 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2449400640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f242c0039c0 0x7f24440aedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2449e00640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2444150ad0 0x7f2444150f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2448a00640 1 -- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2444150ad0 msgr2=0x7f2444150f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2448a00640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2444150ad0 0x7f2444150f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2448a00640 1 -- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f242c0039c0 msgr2=0x7f24440aedf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2448a00640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f242c0039c0 0x7f24440aedf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2448a00640 1 -- 172.21.15.22:0/775121229 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f244406bff0 con 0x7f244406cc10 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.586+0000 7f2448a00640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f244406cc10 0x7f244406d090 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f2430004e80 tx=0x7f2430007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:19.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.590+0000 7f2441600640 1 -- 172.21.15.22:0/775121229 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243000f750 con 0x7f244406cc10 2024-09-10T10:39:19.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.590+0000 7f2441600640 1 -- 172.21.15.22:0/775121229 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2430018070 con 0x7f244406cc10 2024-09-10T10:39:19.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.590+0000 7f244be00640 1 -- 172.21.15.22:0/775121229 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24440cb4f0 con 0x7f244406cc10 2024-09-10T10:39:19.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.590+0000 7f2441600640 1 -- 172.21.15.22:0/775121229 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243000fb30 con 0x7f244406cc10 2024-09-10T10:39:19.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.590+0000 7f244be00640 1 -- 172.21.15.22:0/775121229 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24440cbab0 con 0x7f244406cc10 2024-09-10T10:39:19.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.590+0000 7f244be00640 1 -- 172.21.15.22:0/775121229 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2444073da0 con 0x7f244406cc10 2024-09-10T10:39:19.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.590+0000 7f2441600640 1 -- 172.21.15.22:0/775121229 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f243000fcd0 con 0x7f244406cc10 2024-09-10T10:39:19.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.590+0000 7f2441600640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24240678c0 0x7f2424069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.590+0000 7f2441600640 1 -- 172.21.15.22:0/775121229 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f2430085ad0 con 0x7f244406cc10 2024-09-10T10:39:19.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.590+0000 7f2449400640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24240678c0 0x7f2424069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.594+0000 7f2449400640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24240678c0 0x7f2424069d80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f24380ae000 tx=0x7f2438009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:19.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.594+0000 7f2441600640 1 -- 172.21.15.22:0/775121229 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2430055f20 con 0x7f244406cc10 2024-09-10T10:39:19.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.762+0000 7f244be00640 1 -- 172.21.15.22:0/775121229 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f244406f8c0 con 0x7f244406cc10 2024-09-10T10:39:19.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f2441600640 1 -- 172.21.15.22:0/775121229 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v102) ==== 74+0+16768 (secure 0 0 0) 0x7f243005a220 con 0x7f244406cc10 2024-09-10T10:39:19.770 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:19.770 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":102,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:39:18.784688+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:39:16.513136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-10T10:39:17.777856+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:39:19.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 -- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24240678c0 msgr2=0x7f2424069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24240678c0 0x7f2424069d80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f24380ae000 tx=0x7f2438009040 comp rx=0 tx=0).stop 2024-09-10T10:39:19.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 -- 172.21.15.22:0/775121229 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f244406cc10 msgr2=0x7f244406d090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f244406cc10 0x7f244406d090 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f2430004e80 tx=0x7f2430007430 comp rx=0 tx=0).stop 2024-09-10T10:39:19.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 -- 172.21.15.22:0/775121229 shutdown_connections 2024-09-10T10:39:19.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24240678c0 0x7f2424069d80 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2444150ad0 0x7f2444150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f244406cc10 0x7f244406d090 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 --2- 172.21.15.22:0/775121229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f242c0039c0 0x7f24440aedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 -- 172.21.15.22:0/775121229 >> 172.21.15.22:0/775121229 conn(0x7f244406f3b0 msgr2=0x7f24440713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:19.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 -- 172.21.15.22:0/775121229 shutdown_connections 2024-09-10T10:39:19.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.766+0000 7f244be00640 1 -- 172.21.15.22:0/775121229 wait complete. 2024-09-10T10:39:19.792 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:39:19.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4ef5200640 1 Processor -- start 2024-09-10T10:39:19.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4ef5200640 1 -- start start 2024-09-10T10:39:19.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4ef5200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c610 0x7f4ef00b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4ef5200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ef015cc20 con 0x7f4ef00b7190 2024-09-10T10:39:19.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4ef5200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ef015cf00 con 0x7f4ef015c230 2024-09-10T10:39:19.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4ef5200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4ef015d1e0 con 0x7f4ef015c610 2024-09-10T10:39:19.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4eee800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f4ef00b7190 0x7f4ef00b5690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55878/0 (socket says 172.21.15.22:55878) 2024-09-10T10:39:19.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4eee800640 1 -- 172.21.15.22:0/2516142353 learned_addr learned my addr 172.21.15.22:0/2516142353 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:19.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4ee7e00640 1 --2- 172.21.15.22:0/2516142353 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c610 0x7f4ef00b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4eed400640 1 -- 172.21.15.22:0/2516142353 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3192165607 0 0) 0x7f4ef015cc20 con 0x7f4ef00b7190 2024-09-10T10:39:19.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4eed400640 1 -- 172.21.15.22:0/2516142353 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4ed4003530 con 0x7f4ef00b7190 2024-09-10T10:39:19.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4eed400640 1 -- 172.21.15.22:0/2516142353 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3427153802 0 0) 0x7f4ef015cf00 con 0x7f4ef015c230 2024-09-10T10:39:19.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4ee7e00640 1 -- 172.21.15.22:0/2516142353 >> v1:172.21.15.145:6789/0 conn(0x7f4ef015c230 legacy=0x7f4ef00d2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4ee7e00640 1 -- 172.21.15.22:0/2516142353 >> v1:172.21.15.22:6789/0 conn(0x7f4ef00b7190 legacy=0x7f4ef00b5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.930+0000 7f4ee7e00640 1 -- 172.21.15.22:0/2516142353 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ef015d4c0 con 0x7f4ef015c610 2024-09-10T10:39:19.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4ee7e00640 1 --2- 172.21.15.22:0/2516142353 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c610 0x7f4ef00b6c50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4ed80097f0 tx=0x7f4ed801c4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b04bf247d2f1a2d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:19.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4eed400640 1 -- 172.21.15.22:0/2516142353 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed80ab5f0 con 0x7f4ef015c610 2024-09-10T10:39:19.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4eed400640 1 -- 172.21.15.22:0/2516142353 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ed80b0070 con 0x7f4ef015c610 2024-09-10T10:39:19.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4eed400640 1 -- 172.21.15.22:0/2516142353 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed80ab990 con 0x7f4ef015c610 2024-09-10T10:39:19.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4ef5200640 1 -- 172.21.15.22:0/2516142353 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c610 msgr2=0x7f4ef00b6c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4ef5200640 1 --2- 172.21.15.22:0/2516142353 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c610 0x7f4ef00b6c50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4ed80097f0 tx=0x7f4ed801c4e0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4ef5200640 1 -- 172.21.15.22:0/2516142353 shutdown_connections 2024-09-10T10:39:19.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4ef5200640 1 --2- 172.21.15.22:0/2516142353 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c610 0x7f4ef00b6c50 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4ef5200640 1 -- 172.21.15.22:0/2516142353 >> 172.21.15.22:0/2516142353 conn(0x7f4ef006f3b0 msgr2=0x7f4ef006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:19.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4ef5200640 1 -- 172.21.15.22:0/2516142353 shutdown_connections 2024-09-10T10:39:19.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.934+0000 7f4ef5200640 1 -- 172.21.15.22:0/2516142353 wait complete. 2024-09-10T10:39:19.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 Processor -- start 2024-09-10T10:39:19.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 -- start start 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ef00b7190 0x7f4ef0151bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c230 0x7f4ef01513f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ef015c610 0x7f4ef00b41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef016a2e0 con 0x7f4ef00b7190 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef00b75c0 con 0x7f4ef015c610 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4ef016a460 con 0x7f4ef015c230 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eede00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ef00b7190 0x7f4ef0151bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eede00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ef00b7190 0x7f4ef0151bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58352/0 (socket says 172.21.15.22:58352) 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eede00640 1 -- 172.21.15.22:0/1458730773 learned_addr learned my addr 172.21.15.22:0/1458730773 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eee800640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ef015c610 0x7f4ef00b41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ee7e00640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c230 0x7f4ef01513f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eede00640 1 -- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c230 msgr2=0x7f4ef01513f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eede00640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c230 0x7f4ef01513f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eede00640 1 -- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ef015c610 msgr2=0x7f4ef00b41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eede00640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ef015c610 0x7f4ef00b41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eede00640 1 -- 172.21.15.22:0/1458730773 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ef0159410 con 0x7f4ef00b7190 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eee800640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ef015c610 0x7f4ef00b41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4eede00640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ef00b7190 0x7f4ef0151bc0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f4ee000c480 tx=0x7f4ee000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ee6000640 1 -- 172.21.15.22:0/1458730773 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0005480 con 0x7f4ef00b7190 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ee6000640 1 -- 172.21.15.22:0/1458730773 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ee0003600 con 0x7f4ef00b7190 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ee6000640 1 -- 172.21.15.22:0/1458730773 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee00039f0 con 0x7f4ef00b7190 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 -- 172.21.15.22:0/1458730773 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ef0158ae0 con 0x7f4ef00b7190 2024-09-10T10:39:19.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 -- 172.21.15.22:0/1458730773 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ef01590a0 con 0x7f4ef00b7190 2024-09-10T10:39:19.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.938+0000 7f4ef5200640 1 -- 172.21.15.22:0/1458730773 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ef00b6c50 con 0x7f4ef00b7190 2024-09-10T10:39:19.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.942+0000 7f4ee6000640 1 -- 172.21.15.22:0/1458730773 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4ee0003b90 con 0x7f4ef00b7190 2024-09-10T10:39:19.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.942+0000 7f4ee6000640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ecc0678c0 0x7f4ecc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:19.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.942+0000 7f4ee6000640 1 -- 172.21.15.22:0/1458730773 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f4ee00859c0 con 0x7f4ef00b7190 2024-09-10T10:39:19.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.942+0000 7f4ee7e00640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ecc0678c0 0x7f4ecc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:19.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.942+0000 7f4ee7e00640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ecc0678c0 0x7f4ecc069d80 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f4ed80af000 tx=0x7f4ed80b6040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:19.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:19.946+0000 7f4ee6000640 1 -- 172.21.15.22:0/1458730773 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4ee00564f0 con 0x7f4ef00b7190 2024-09-10T10:39:20.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.114+0000 7f4ef5200640 1 -- 172.21.15.22:0/1458730773 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4ef00d2d20 con 0x7f4ef00b7190 2024-09-10T10:39:20.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.114+0000 7f4ee6000640 1 -- 172.21.15.22:0/1458730773 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v102) ==== 74+0+16768 (secure 0 0 0) 0x7f4ee0055df0 con 0x7f4ef00b7190 2024-09-10T10:39:20.118 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:20.119 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":102,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:39:18.784688+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:39:16.513136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-10T10:39:17.777856+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:39:20.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 -- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ecc0678c0 msgr2=0x7f4ecc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:20.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ecc0678c0 0x7f4ecc069d80 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f4ed80af000 tx=0x7f4ed80b6040 comp rx=0 tx=0).stop 2024-09-10T10:39:20.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 -- 172.21.15.22:0/1458730773 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ef00b7190 msgr2=0x7f4ef0151bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:20.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ef00b7190 0x7f4ef0151bc0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f4ee000c480 tx=0x7f4ee000c940 comp rx=0 tx=0).stop 2024-09-10T10:39:20.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 -- 172.21.15.22:0/1458730773 shutdown_connections 2024-09-10T10:39:20.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4ecc0678c0 0x7f4ecc069d80 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:20.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ef015c610 0x7f4ef00b41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:20.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ef015c230 0x7f4ef01513f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:20.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 --2- 172.21.15.22:0/1458730773 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ef00b7190 0x7f4ef0151bc0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:20.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 -- 172.21.15.22:0/1458730773 >> 172.21.15.22:0/1458730773 conn(0x7f4ef006f3b0 msgr2=0x7f4ef015e620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:20.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 -- 172.21.15.22:0/1458730773 shutdown_connections 2024-09-10T10:39:20.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.118+0000 7f4ef5200640 1 -- 172.21.15.22:0/1458730773 wait complete. 2024-09-10T10:39:20.141 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:39:20.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8449400640 1 Processor -- start 2024-09-10T10:39:20.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8449400640 1 -- start start 2024-09-10T10:39:20.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8449400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8444158f70 0x7f844415c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:20.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8449400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8444159350 con 0x7f844406f1c0 2024-09-10T10:39:20.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8449400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8444071340 con 0x7f8444072f30 2024-09-10T10:39:20.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8449400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f8444071620 con 0x7f8444158f70 2024-09-10T10:39:20.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8443200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f844406f1c0 0x7f84440ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55880/0 (socket says 172.21.15.22:55880) 2024-09-10T10:39:20.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8443200640 1 -- 172.21.15.22:0/3143944855 learned_addr learned my addr 172.21.15.22:0/3143944855 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:20.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8442800640 1 --2- 172.21.15.22:0/3143944855 >> v2:172.21.15.145:3300/0 conn(0x7f8444158f70 0x7f844415c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3113382163 0 0) 0x7f8444159350 con 0x7f844406f1c0 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8428005740 con 0x7f844406f1c0 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 941617200 0 0) 0x7f8444071340 con 0x7f8444072f30 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8444159350 con 0x7f8444072f30 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3030187194 0 0) 0x7f8428005740 con 0x7f844406f1c0 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 >> v2:172.21.15.145:3300/0 conn(0x7f8444158f70 msgr2=0x7f844415c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 --2- 172.21.15.22:0/3143944855 >> v2:172.21.15.145:3300/0 conn(0x7f8444158f70 0x7f844415c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 >> v1:172.21.15.145:6789/0 conn(0x7f8444072f30 legacy=0x7f844406eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8444071900 con 0x7f844406f1c0 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f843c001a00 con 0x7f844406f1c0 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 >> v1:172.21.15.22:6789/0 conn(0x7f844406f1c0 legacy=0x7f84440ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8428005d60 0x7f8428006160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:20.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8428006a20 0x7f8428006ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84280073e0 0x7f842800dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8444071620 con 0x7f8428005d60 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f842800e260 con 0x7f84280073e0 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f842800e460 con 0x7f8428006a20 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.282+0000 7f8442800640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8428005d60 0x7f8428006160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8441e00640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8428006a20 0x7f8428006ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8443200640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84280073e0 0x7f842800dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8442800640 1 -- 172.21.15.22:0/3143944855 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8428006a20 msgr2=0x7f8428006ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8442800640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8428006a20 0x7f8428006ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8442800640 1 -- 172.21.15.22:0/3143944855 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84280073e0 msgr2=0x7f842800dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8442800640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f84280073e0 0x7f842800dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8442800640 1 -- 172.21.15.22:0/3143944855 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8428005740 con 0x7f8428005d60 2024-09-10T10:39:20.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8443200640 1 -- 172.21.15.22:0/3143944855 reap_dead start 2024-09-10T10:39:20.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8442800640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8428005d60 0x7f8428006160 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f8434009ae0 tx=0x7f843401ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cadff25b3ddc9f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:20.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84340b2070 con 0x7f8428005d60 2024-09-10T10:39:20.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84340a5520 con 0x7f8428005d60 2024-09-10T10:39:20.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8441400640 1 -- 172.21.15.22:0/3143944855 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84340096b0 con 0x7f8428005d60 2024-09-10T10:39:20.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8449400640 1 -- 172.21.15.22:0/3143944855 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8428005d60 msgr2=0x7f8428006160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:20.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.286+0000 7f8449400640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8428005d60 0x7f8428006160 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f8434009ae0 tx=0x7f843401ca40 comp rx=0 tx=0).stop 2024-09-10T10:39:20.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 -- 172.21.15.22:0/3143944855 shutdown_connections 2024-09-10T10:39:20.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 --2- 172.21.15.22:0/3143944855 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8428005d60 0x7f8428006160 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:20.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 -- 172.21.15.22:0/3143944855 >> 172.21.15.22:0/3143944855 conn(0x7f8444062eb0 msgr2=0x7f844406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:20.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 -- 172.21.15.22:0/3143944855 shutdown_connections 2024-09-10T10:39:20.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 -- 172.21.15.22:0/3143944855 wait complete. 2024-09-10T10:39:20.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 Processor -- start 2024-09-10T10:39:20.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 -- start start 2024-09-10T10:39:20.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8428005d60 0x7f84440b51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:20.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440b1180 0x7f84440b1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:20.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84440ac070 0x7f84440ac4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:20.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f844415f8f0 con 0x7f84440ac070 2024-09-10T10:39:20.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f844415f770 con 0x7f8428005d60 2024-09-10T10:39:20.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f844415fa70 con 0x7f84440b1180 2024-09-10T10:39:20.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8443200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84440ac070 0x7f84440ac4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:20.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8443200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84440ac070 0x7f84440ac4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58376/0 (socket says 172.21.15.22:58376) 2024-09-10T10:39:20.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8443200640 1 -- 172.21.15.22:0/3322624318 learned_addr learned my addr 172.21.15.22:0/3322624318 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:20.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8442800640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8428005d60 0x7f84440b51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8441e00640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440b1180 0x7f84440b1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8443200640 1 -- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440b1180 msgr2=0x7f84440b1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8443200640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440b1180 0x7f84440b1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8443200640 1 -- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8428005d60 msgr2=0x7f84440b51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8443200640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8428005d60 0x7f84440b51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8443200640 1 -- 172.21.15.22:0/3322624318 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84440b3660 con 0x7f84440ac070 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8442800640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8428005d60 0x7f84440b51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8443200640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84440ac070 0x7f84440ac4f0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f84440b2170 tx=0x7f843c00e160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f843aa00640 1 -- 172.21.15.22:0/3322624318 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f843c00eb70 con 0x7f84440ac070 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f843aa00640 1 -- 172.21.15.22:0/3322624318 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f843c00ed10 con 0x7f84440ac070 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f843aa00640 1 -- 172.21.15.22:0/3322624318 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f843c014670 con 0x7f84440ac070 2024-09-10T10:39:20.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.290+0000 7f8449400640 1 -- 172.21.15.22:0/3322624318 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84440b3940 con 0x7f84440ac070 2024-09-10T10:39:20.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.294+0000 7f8449400640 1 -- 172.21.15.22:0/3322624318 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84440b3f00 con 0x7f84440ac070 2024-09-10T10:39:20.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.294+0000 7f8449400640 1 -- 172.21.15.22:0/3322624318 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84440b1b40 con 0x7f84440ac070 2024-09-10T10:39:20.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.294+0000 7f843aa00640 1 -- 172.21.15.22:0/3322624318 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f843c014810 con 0x7f84440ac070 2024-09-10T10:39:20.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.294+0000 7f843aa00640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84240678f0 0x7f8424069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:20.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.294+0000 7f843aa00640 1 -- 172.21.15.22:0/3322624318 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f843c085a50 con 0x7f84440ac070 2024-09-10T10:39:20.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.294+0000 7f8442800640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84240678f0 0x7f8424069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:20.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.294+0000 7f8442800640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84240678f0 0x7f8424069db0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f84340af000 tx=0x7f8434008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:20.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.298+0000 7f843aa00640 1 -- 172.21.15.22:0/3322624318 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f843c0564f0 con 0x7f84440ac070 2024-09-10T10:39:20.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:20.502+0000 7f8449400640 1 -- 172.21.15.22:0/3322624318 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f844414b370 con 0x7f84440ac070 2024-09-10T10:39:21.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.406+0000 7f843aa00640 1 -- 172.21.15.22:0/3322624318 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v71) ==== 118+0+0 (secure 0 0 0) 0x7f843c055df0 con 0x7f84440ac070 2024-09-10T10:39:21.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 -- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84240678f0 msgr2=0x7f8424069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:21.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84240678f0 0x7f8424069db0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f84340af000 tx=0x7f8434008040 comp rx=0 tx=0).stop 2024-09-10T10:39:21.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 -- 172.21.15.22:0/3322624318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84440ac070 msgr2=0x7f84440ac4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:21.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84440ac070 0x7f84440ac4f0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f84440b2170 tx=0x7f843c00e160 comp rx=0 tx=0).stop 2024-09-10T10:39:21.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 -- 172.21.15.22:0/3322624318 shutdown_connections 2024-09-10T10:39:21.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f84240678f0 0x7f8424069db0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:21.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f84440ac070 0x7f84440ac4f0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:21.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f84440b1180 0x7f84440b1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:21.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 --2- 172.21.15.22:0/3322624318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8428005d60 0x7f84440b51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:21.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 -- 172.21.15.22:0/3322624318 >> 172.21.15.22:0/3322624318 conn(0x7f8444062eb0 msgr2=0x7f8444159bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:21.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 -- 172.21.15.22:0/3322624318 shutdown_connections 2024-09-10T10:39:21.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.410+0000 7f8449400640 1 -- 172.21.15.22:0/3322624318 wait complete. 2024-09-10T10:39:21.439 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:39:21.439 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:39:21.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.582+0000 7f8d9f200640 1 Processor -- start 2024-09-10T10:39:21.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.582+0000 7f8d9f200640 1 -- start start 2024-09-10T10:39:21.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9f200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8da00cbed0 0x7f8da00b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:21.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 0x7f8da00ce0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:21.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9f200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8da00cd9d0 con 0x7f8da00ce620 2024-09-10T10:39:21.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9f200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f8da00b2e10 con 0x7f8da00cbed0 2024-09-10T10:39:21.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8da006d130 con 0x7f8da00b2620 2024-09-10T10:39:21.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9e800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f8da00ce620 0x7f8da00cc2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55894/0 (socket says 172.21.15.22:55894) 2024-09-10T10:39:21.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9e800640 1 -- 172.21.15.22:0/921369830 learned_addr learned my addr 172.21.15.22:0/921369830 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:21.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d95400640 1 --2- 172.21.15.22:0/921369830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 0x7f8da00ce0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:21.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9de00640 1 --2- 172.21.15.22:0/921369830 >> v2:172.21.15.145:3300/0 conn(0x7f8da00cbed0 0x7f8da00b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:21.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9d400640 1 -- 172.21.15.22:0/921369830 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1376598030 0 0) 0x7f8da00cd9d0 con 0x7f8da00ce620 2024-09-10T10:39:21.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9d400640 1 -- 172.21.15.22:0/921369830 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d84003530 con 0x7f8da00ce620 2024-09-10T10:39:21.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d9d400640 1 -- 172.21.15.22:0/921369830 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3497746841 0 0) 0x7f8d84003530 con 0x7f8da00ce620 2024-09-10T10:39:21.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d95400640 1 -- 172.21.15.22:0/921369830 >> v2:172.21.15.145:3300/0 conn(0x7f8da00cbed0 msgr2=0x7f8da00b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:21.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d95400640 1 --2- 172.21.15.22:0/921369830 >> v2:172.21.15.145:3300/0 conn(0x7f8da00cbed0 0x7f8da00b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:21.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d95400640 1 -- 172.21.15.22:0/921369830 >> v1:172.21.15.22:6789/0 conn(0x7f8da00ce620 legacy=0x7f8da00cc2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:21.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.586+0000 7f8d95400640 1 -- 172.21.15.22:0/921369830 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8da006d410 con 0x7f8da00b2620 2024-09-10T10:39:21.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d95400640 1 --2- 172.21.15.22:0/921369830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 0x7f8da00ce0e0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8d880097c0 tx=0x7f8d8801c390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fcfcd0327fb86cd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:21.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9d400640 1 -- 172.21.15.22:0/921369830 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d880b0070 con 0x7f8da00b2620 2024-09-10T10:39:21.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9d400640 1 -- 172.21.15.22:0/921369830 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d880ab400 con 0x7f8da00b2620 2024-09-10T10:39:21.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9d400640 1 -- 172.21.15.22:0/921369830 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d98001a00 con 0x7f8da00b2620 2024-09-10T10:39:21.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9f200640 1 -- 172.21.15.22:0/921369830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 msgr2=0x7f8da00ce0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:21.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9f200640 1 --2- 172.21.15.22:0/921369830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 0x7f8da00ce0e0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8d880097c0 tx=0x7f8d8801c390 comp rx=0 tx=0).stop 2024-09-10T10:39:21.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9f200640 1 -- 172.21.15.22:0/921369830 shutdown_connections 2024-09-10T10:39:21.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9f200640 1 --2- 172.21.15.22:0/921369830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 0x7f8da00ce0e0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:21.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9f200640 1 --2- 172.21.15.22:0/921369830 >> v2:172.21.15.145:3300/0 conn(0x7f8da00cbed0 0x7f8da00b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:21.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9f200640 1 -- 172.21.15.22:0/921369830 >> 172.21.15.22:0/921369830 conn(0x7f8da006bcc0 msgr2=0x7f8da006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:21.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9f200640 1 -- 172.21.15.22:0/921369830 shutdown_connections 2024-09-10T10:39:21.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9f200640 1 -- 172.21.15.22:0/921369830 wait complete. 2024-09-10T10:39:21.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9f200640 1 Processor -- start 2024-09-10T10:39:21.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.590+0000 7f8d9f200640 1 -- start start 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 0x7f8da015afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8da00cbed0 0x7f8da00b1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9f200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8da00ce620 0x7f8da00cc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9f200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8da00b2a60 con 0x7f8da00cbed0 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9f200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8da0146120 con 0x7f8da00ce620 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8da00715d0 con 0x7f8da00b2620 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d95400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8da00cbed0 0x7f8da00b1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d95400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8da00cbed0 0x7f8da00b1900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58388/0 (socket says 172.21.15.22:58388) 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d95400640 1 -- 172.21.15.22:0/982441763 learned_addr learned my addr 172.21.15.22:0/982441763 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9de00640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 0x7f8da015afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:21.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9e800640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8da00ce620 0x7f8da00cc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:21.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d95400640 1 -- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 msgr2=0x7f8da015afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:21.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d95400640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 0x7f8da015afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:21.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d95400640 1 -- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8da00ce620 msgr2=0x7f8da00cc6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:21.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d95400640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8da00ce620 0x7f8da00cc6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:21.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d95400640 1 -- 172.21.15.22:0/982441763 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8da0072c00 con 0x7f8da00cbed0 2024-09-10T10:39:21.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d95400640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8da00cbed0 0x7f8da00b1900 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f8d880ae040 tx=0x7f8d8801abd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:21.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d96a00640 1 -- 172.21.15.22:0/982441763 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d880b0050 con 0x7f8da00cbed0 2024-09-10T10:39:21.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d96a00640 1 -- 172.21.15.22:0/982441763 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d880bc070 con 0x7f8da00cbed0 2024-09-10T10:39:21.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d96a00640 1 -- 172.21.15.22:0/982441763 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d88006e20 con 0x7f8da00cbed0 2024-09-10T10:39:21.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9f200640 1 -- 172.21.15.22:0/982441763 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8da0070fc0 con 0x7f8da00cbed0 2024-09-10T10:39:21.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9f200640 1 -- 172.21.15.22:0/982441763 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8da0071260 con 0x7f8da00cbed0 2024-09-10T10:39:21.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d9f200640 1 -- 172.21.15.22:0/982441763 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8da015cac0 con 0x7f8da00cbed0 2024-09-10T10:39:21.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.594+0000 7f8d96a00640 1 -- 172.21.15.22:0/982441763 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8d880b7890 con 0x7f8da00cbed0 2024-09-10T10:39:21.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.598+0000 7f8d96a00640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8d7c0678c0 0x7f8d7c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:21.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.598+0000 7f8d96a00640 1 -- 172.21.15.22:0/982441763 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f8d881202c0 con 0x7f8da00cbed0 2024-09-10T10:39:21.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.598+0000 7f8d9de00640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8d7c0678c0 0x7f8d7c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:21.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.598+0000 7f8d9de00640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8d7c0678c0 0x7f8d7c069d80 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f8d90009b60 tx=0x7f8d90009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:21.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.602+0000 7f8d96a00640 1 -- 172.21.15.22:0/982441763 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8d88015fb0 con 0x7f8da00cbed0 2024-09-10T10:39:21.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:21.798+0000 7f8d9f200640 1 -- 172.21.15.22:0/982441763 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f8da006def0 con 0x7f8da00cbed0 2024-09-10T10:39:22.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.414+0000 7f8d96a00640 1 -- 172.21.15.22:0/982441763 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v72) ==== 122+0+0 (secure 0 0 0) 0x7f8d880f0710 con 0x7f8da00cbed0 2024-09-10T10:39:22.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.414+0000 7f8d9f200640 1 -- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8d7c0678c0 msgr2=0x7f8d7c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.414+0000 7f8d9f200640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8d7c0678c0 0x7f8d7c069d80 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f8d90009b60 tx=0x7f8d90009190 comp rx=0 tx=0).stop 2024-09-10T10:39:22.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.414+0000 7f8d9f200640 1 -- 172.21.15.22:0/982441763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8da00cbed0 msgr2=0x7f8da00b1900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.414+0000 7f8d9f200640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8da00cbed0 0x7f8da00b1900 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f8d880ae040 tx=0x7f8d8801abd0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.414+0000 7f8d9f200640 1 -- 172.21.15.22:0/982441763 shutdown_connections 2024-09-10T10:39:22.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.414+0000 7f8d9f200640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8d7c0678c0 0x7f8d7c069d80 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.414+0000 7f8d9f200640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8da00ce620 0x7f8da00cc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.418+0000 7f8d9f200640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8da00cbed0 0x7f8da00b1900 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.418+0000 7f8d9f200640 1 --2- 172.21.15.22:0/982441763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8da00b2620 0x7f8da015afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.418+0000 7f8d9f200640 1 -- 172.21.15.22:0/982441763 >> 172.21.15.22:0/982441763 conn(0x7f8da006bcc0 msgr2=0x7f8da013eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:22.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.418+0000 7f8d9f200640 1 -- 172.21.15.22:0/982441763 shutdown_connections 2024-09-10T10:39:22.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.418+0000 7f8d9f200640 1 -- 172.21.15.22:0/982441763 wait complete. 2024-09-10T10:39:22.443 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:39:22.443 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:22.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14ea800640 1 Processor -- start 2024-09-10T10:39:22.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14ea800640 1 -- start start 2024-09-10T10:39:22.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14ea800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f14e40b3eb0 0x7f14e406c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14ea800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e406cba0 0x7f14e41683e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14ea800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14e415ec90 con 0x7f14e415e8b0 2024-09-10T10:39:22.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14ea800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f14e406d010 con 0x7f14e40b3eb0 2024-09-10T10:39:22.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14ea800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f14e40b2a10 con 0x7f14e406cba0 2024-09-10T10:39:22.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14e3400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f14e415e8b0 0x7f14e40b6ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55904/0 (socket says 172.21.15.22:55904) 2024-09-10T10:39:22.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14e3400640 1 -- 172.21.15.22:0/1286602796 learned_addr learned my addr 172.21.15.22:0/1286602796 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:22.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14daa00640 1 --2- 172.21.15.22:0/1286602796 >> v2:172.21.15.22:3300/0 conn(0x7f14e40b3eb0 0x7f14e406c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14e2a00640 1 -- 172.21.15.22:0/1286602796 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3142023846 0 0) 0x7f14e415ec90 con 0x7f14e415e8b0 2024-09-10T10:39:22.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14e2a00640 1 -- 172.21.15.22:0/1286602796 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f14c8003530 con 0x7f14e415e8b0 2024-09-10T10:39:22.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14e3e00640 1 --2- 172.21.15.22:0/1286602796 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e406cba0 0x7f14e41683e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14daa00640 1 -- 172.21.15.22:0/1286602796 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e406cba0 msgr2=0x7f14e41683e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:22.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14daa00640 1 --2- 172.21.15.22:0/1286602796 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e406cba0 0x7f14e41683e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14daa00640 1 -- 172.21.15.22:0/1286602796 >> v1:172.21.15.22:6789/0 conn(0x7f14e415e8b0 legacy=0x7f14e40b6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14daa00640 1 -- 172.21.15.22:0/1286602796 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14e40b20e0 con 0x7f14e40b3eb0 2024-09-10T10:39:22.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.586+0000 7f14e3e00640 1 --2- 172.21.15.22:0/1286602796 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e406cba0 0x7f14e41683e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:22.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14daa00640 1 --2- 172.21.15.22:0/1286602796 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e40b3eb0 0x7f14e406c660 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f14cc0097c0 tx=0x7f14cc01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebcf611448a30fcc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:22.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14e2a00640 1 -- 172.21.15.22:0/1286602796 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14cc0b0070 con 0x7f14e40b3eb0 2024-09-10T10:39:22.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14e2a00640 1 -- 172.21.15.22:0/1286602796 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14cc0ab600 con 0x7f14e40b3eb0 2024-09-10T10:39:22.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14e2a00640 1 -- 172.21.15.22:0/1286602796 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14cc0ab9d0 con 0x7f14e40b3eb0 2024-09-10T10:39:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14ea800640 1 -- 172.21.15.22:0/1286602796 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e40b3eb0 msgr2=0x7f14e406c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14ea800640 1 --2- 172.21.15.22:0/1286602796 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e40b3eb0 0x7f14e406c660 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f14cc0097c0 tx=0x7f14cc01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14ea800640 1 -- 172.21.15.22:0/1286602796 shutdown_connections 2024-09-10T10:39:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14ea800640 1 --2- 172.21.15.22:0/1286602796 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e406cba0 0x7f14e41683e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14ea800640 1 --2- 172.21.15.22:0/1286602796 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e40b3eb0 0x7f14e406c660 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14ea800640 1 -- 172.21.15.22:0/1286602796 >> 172.21.15.22:0/1286602796 conn(0x7f14e40b7ac0 msgr2=0x7f14e40b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:22.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14ea800640 1 -- 172.21.15.22:0/1286602796 shutdown_connections 2024-09-10T10:39:22.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.590+0000 7f14ea800640 1 -- 172.21.15.22:0/1286602796 wait complete. 2024-09-10T10:39:22.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 Processor -- start 2024-09-10T10:39:22.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 -- start start 2024-09-10T10:39:22.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e406cba0 0x7f14e414a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e415e8b0 0x7f14e414da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14e414dfc0 0x7f14e41556e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f14e40b75e0 con 0x7f14e406cba0 2024-09-10T10:39:22.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f14e416b140 con 0x7f14e414dfc0 2024-09-10T10:39:22.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f14e4156430 con 0x7f14e415e8b0 2024-09-10T10:39:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14e3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e406cba0 0x7f14e414a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14e3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e406cba0 0x7f14e414a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58406/0 (socket says 172.21.15.22:58406) 2024-09-10T10:39:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14e3400640 1 -- 172.21.15.22:0/1497655026 learned_addr learned my addr 172.21.15.22:0/1497655026 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14daa00640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e415e8b0 0x7f14e414da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14e3e00640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14e414dfc0 0x7f14e41556e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14e3400640 1 -- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e415e8b0 msgr2=0x7f14e414da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14e3400640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e415e8b0 0x7f14e414da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14e3400640 1 -- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14e414dfc0 msgr2=0x7f14e41556e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14e3400640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14e414dfc0 0x7f14e41556e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14e3400640 1 -- 172.21.15.22:0/1497655026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14e41532d0 con 0x7f14e406cba0 2024-09-10T10:39:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14e3400640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e406cba0 0x7f14e414a120 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f14d400c3c0 tx=0x7f14d400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14dbe00640 1 -- 172.21.15.22:0/1497655026 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d4017070 con 0x7f14e406cba0 2024-09-10T10:39:22.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14dbe00640 1 -- 172.21.15.22:0/1497655026 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14d4005cf0 con 0x7f14e406cba0 2024-09-10T10:39:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 -- 172.21.15.22:0/1497655026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14e41535b0 con 0x7f14e406cba0 2024-09-10T10:39:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14dbe00640 1 -- 172.21.15.22:0/1497655026 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d40072f0 con 0x7f14e406cba0 2024-09-10T10:39:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 -- 172.21.15.22:0/1497655026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14e4153b70 con 0x7f14e406cba0 2024-09-10T10:39:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.594+0000 7f14ea800640 1 -- 172.21.15.22:0/1497655026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14e406c660 con 0x7f14e406cba0 2024-09-10T10:39:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.598+0000 7f14dbe00640 1 -- 172.21.15.22:0/1497655026 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f14d401a070 con 0x7f14e406cba0 2024-09-10T10:39:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.598+0000 7f14dbe00640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14c00678c0 0x7f14c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.598+0000 7f14dbe00640 1 -- 172.21.15.22:0/1497655026 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f14d4085090 con 0x7f14e406cba0 2024-09-10T10:39:22.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.598+0000 7f14daa00640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14c00678c0 0x7f14c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.598+0000 7f14daa00640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14c00678c0 0x7f14c0069d80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f14cc0ad000 tx=0x7f14cc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:22.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.602+0000 7f14dbe00640 1 -- 172.21.15.22:0/1497655026 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f14d4055bd0 con 0x7f14e406cba0 2024-09-10T10:39:22.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.802+0000 7f14ea800640 1 -- 172.21.15.22:0/1497655026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14e40b12d0 con 0x7f14e406cba0 2024-09-10T10:39:22.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.802+0000 7f14dbe00640 1 -- 172.21.15.22:0/1497655026 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+5231 (secure 0 0 0) 0x7f14d40554d0 con 0x7f14e406cba0 2024-09-10T10:39:22.807 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:22.807 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":72,"btime":"2024-09-10T10:39:22:413242+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6056,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2259348708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2259348708},{"type":"v1","addr":"172.21.15.22:6835","nonce":2259348708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6772,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2153380025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2153380025},{"type":"v1","addr":"172.21.15.145:6836","nonce":2153380025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6775,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1613145828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1613145828},{"type":"v1","addr":"172.21.15.145:6837","nonce":1613145828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:39:18.785044+0000","modified":"2024-09-10T10:39:21.804374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7101},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7101":{"gid":7101,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/1159600822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1159600822},{"type":"v1","addr":"172.21.15.22:6834","nonce":1159600822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7101,"qdb_cluster":[7101]},"id":8}]} 2024-09-10T10:39:22.807 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 72 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 -- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14c00678c0 msgr2=0x7f14c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14c00678c0 0x7f14c0069d80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f14cc0ad000 tx=0x7f14cc008040 comp rx=0 tx=0).stop 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 -- 172.21.15.22:0/1497655026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e406cba0 msgr2=0x7f14e414a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e406cba0 0x7f14e414a120 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f14d400c3c0 tx=0x7f14d400c880 comp rx=0 tx=0).stop 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 -- 172.21.15.22:0/1497655026 shutdown_connections 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f14c00678c0 0x7f14c0069d80 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f14e414dfc0 0x7f14e41556e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f14e415e8b0 0x7f14e414da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 --2- 172.21.15.22:0/1497655026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f14e406cba0 0x7f14e414a120 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 -- 172.21.15.22:0/1497655026 >> 172.21.15.22:0/1497655026 conn(0x7f14e40b7ac0 msgr2=0x7f14e4158150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:22.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 -- 172.21.15.22:0/1497655026 shutdown_connections 2024-09-10T10:39:22.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.806+0000 7f14ea800640 1 -- 172.21.15.22:0/1497655026 wait complete. 2024-09-10T10:39:22.828 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:39:22.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f5536e00640 1 Processor -- start 2024-09-10T10:39:22.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f5536e00640 1 -- start start 2024-09-10T10:39:22.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f5536e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5530147e40 0x7f5530071a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f5536e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5530071fb0 0x7f553006d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f5536e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f553006d6e0 0x7f55300ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f5536e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f55300b5aa0 con 0x7f5530147e40 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f5536e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f55300afe90 con 0x7f5530071fb0 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f5536e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f55300b54e0 con 0x7f553006d6e0 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f552fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5530147e40 0x7f5530071a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f552fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5530147e40 0x7f5530071a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58414/0 (socket says 172.21.15.22:58414) 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f552fe00640 1 -- 172.21.15.22:0/120639050 learned_addr learned my addr 172.21.15.22:0/120639050 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f552fe00640 1 -- 172.21.15.22:0/120639050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f553006d6e0 msgr2=0x7f55300ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f552fe00640 1 --2- 172.21.15.22:0/120639050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f553006d6e0 0x7f55300ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f552fe00640 1 -- 172.21.15.22:0/120639050 >> v2:172.21.15.145:3300/0 conn(0x7f5530071fb0 msgr2=0x7f553006d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f5527400640 1 --2- 172.21.15.22:0/120639050 >> v2:172.21.15.145:3300/0 conn(0x7f5530071fb0 0x7f553006d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f552fe00640 1 --2- 172.21.15.22:0/120639050 >> v2:172.21.15.145:3300/0 conn(0x7f5530071fb0 0x7f553006d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f552fe00640 1 -- 172.21.15.22:0/120639050 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55300b57c0 con 0x7f5530147e40 2024-09-10T10:39:22.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.966+0000 7f5527400640 1 --2- 172.21.15.22:0/120639050 >> v2:172.21.15.145:3300/0 conn(0x7f5530071fb0 0x7f553006d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:22.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f552fe00640 1 --2- 172.21.15.22:0/120639050 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 0x7f5530071a70 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f553006f2f0 tx=0x7f552001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ae259a4b94dc656 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f552f400640 1 -- 172.21.15.22:0/120639050 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55200b0070 con 0x7f5530147e40 2024-09-10T10:39:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f552f400640 1 -- 172.21.15.22:0/120639050 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55200ab600 con 0x7f5530147e40 2024-09-10T10:39:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f552f400640 1 -- 172.21.15.22:0/120639050 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55200ab9d0 con 0x7f5530147e40 2024-09-10T10:39:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f5536e00640 1 -- 172.21.15.22:0/120639050 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 msgr2=0x7f5530071a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f5536e00640 1 --2- 172.21.15.22:0/120639050 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 0x7f5530071a70 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f553006f2f0 tx=0x7f552001c490 comp rx=0 tx=0).stop 2024-09-10T10:39:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f5536e00640 1 -- 172.21.15.22:0/120639050 shutdown_connections 2024-09-10T10:39:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f5536e00640 1 --2- 172.21.15.22:0/120639050 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f553006d6e0 0x7f55300ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f5536e00640 1 --2- 172.21.15.22:0/120639050 >> v2:172.21.15.145:3300/0 conn(0x7f5530071fb0 0x7f553006d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f5536e00640 1 --2- 172.21.15.22:0/120639050 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 0x7f5530071a70 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f5536e00640 1 -- 172.21.15.22:0/120639050 >> 172.21.15.22:0/120639050 conn(0x7f5530062dd0 msgr2=0x7f553006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:22.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f5536e00640 1 -- 172.21.15.22:0/120639050 shutdown_connections 2024-09-10T10:39:22.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.970+0000 7f5536e00640 1 -- 172.21.15.22:0/120639050 wait complete. 2024-09-10T10:39:22.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5536e00640 1 Processor -- start 2024-09-10T10:39:22.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5536e00640 1 -- start start 2024-09-10T10:39:22.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5536e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f553006d6e0 0x7f553015e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5536e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5530071fb0 0x7f55301faba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5536e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 0x7f5530143df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5536e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f553015ed10 con 0x7f5530147e40 2024-09-10T10:39:22.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5536e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5530148430 con 0x7f5530071fb0 2024-09-10T10:39:22.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5536e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f553015ee90 con 0x7f553006d6e0 2024-09-10T10:39:22.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5534e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 0x7f5530143df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5534e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 0x7f5530143df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58430/0 (socket says 172.21.15.22:58430) 2024-09-10T10:39:22.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5534e00640 1 -- 172.21.15.22:0/1050006563 learned_addr learned my addr 172.21.15.22:0/1050006563 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f552fe00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f553006d6e0 0x7f553015e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5534e00640 1 -- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f553006d6e0 msgr2=0x7f553015e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5534e00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f553006d6e0 0x7f553015e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5527400640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5530071fb0 0x7f55301faba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5534e00640 1 -- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5530071fb0 msgr2=0x7f55301faba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5534e00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5530071fb0 0x7f55301faba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5534e00640 1 -- 172.21.15.22:0/1050006563 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55301fb480 con 0x7f5530147e40 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f552fe00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f553006d6e0 0x7f553015e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5527400640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5530071fb0 0x7f55301faba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5534e00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 0x7f5530143df0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f552800b970 tx=0x7f552800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f552cc00640 1 -- 172.21.15.22:0/1050006563 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5528019070 con 0x7f5530147e40 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f552cc00640 1 -- 172.21.15.22:0/1050006563 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f552800cb60 con 0x7f5530147e40 2024-09-10T10:39:22.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f552cc00640 1 -- 172.21.15.22:0/1050006563 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5528014440 con 0x7f5530147e40 2024-09-10T10:39:22.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5536e00640 1 -- 172.21.15.22:0/1050006563 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55301fb760 con 0x7f5530147e40 2024-09-10T10:39:22.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.974+0000 7f5536e00640 1 -- 172.21.15.22:0/1050006563 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f553013e010 con 0x7f5530147e40 2024-09-10T10:39:22.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.978+0000 7f5536e00640 1 -- 172.21.15.22:0/1050006563 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f553006ecb0 con 0x7f5530147e40 2024-09-10T10:39:22.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.978+0000 7f552cc00640 1 -- 172.21.15.22:0/1050006563 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f552801c070 con 0x7f5530147e40 2024-09-10T10:39:22.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.978+0000 7f552cc00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f550c0678c0 0x7f550c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:22.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.978+0000 7f552cc00640 1 -- 172.21.15.22:0/1050006563 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f5528085a20 con 0x7f5530147e40 2024-09-10T10:39:22.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.978+0000 7f552fe00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f550c0678c0 0x7f550c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:22.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.978+0000 7f552fe00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f550c0678c0 0x7f550c069d80 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f55200ad000 tx=0x7f5520008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:22.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:22.982+0000 7f552cc00640 1 -- 172.21.15.22:0/1050006563 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5528056550 con 0x7f5530147e40 2024-09-10T10:39:23.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.146+0000 7f5536e00640 1 -- 172.21.15.22:0/1050006563 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f553006d120 con 0x7f5530147e40 2024-09-10T10:39:23.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f552cc00640 1 -- 172.21.15.22:0/1050006563 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+16755 (secure 0 0 0) 0x7f5528055e50 con 0x7f5530147e40 2024-09-10T10:39:23.153 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:23.153 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":103,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:39:20.397194+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:39:16.513136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-10T10:39:17.777856+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 -- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f550c0678c0 msgr2=0x7f550c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f550c0678c0 0x7f550c069d80 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f55200ad000 tx=0x7f5520008040 comp rx=0 tx=0).stop 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 -- 172.21.15.22:0/1050006563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 msgr2=0x7f5530143df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 0x7f5530143df0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f552800b970 tx=0x7f552800be30 comp rx=0 tx=0).stop 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 -- 172.21.15.22:0/1050006563 shutdown_connections 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f550c0678c0 0x7f550c069d80 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5530147e40 0x7f5530143df0 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5530071fb0 0x7f55301faba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 --2- 172.21.15.22:0/1050006563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f553006d6e0 0x7f553015e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 -- 172.21.15.22:0/1050006563 >> 172.21.15.22:0/1050006563 conn(0x7f5530062dd0 msgr2=0x7f553006dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 -- 172.21.15.22:0/1050006563 shutdown_connections 2024-09-10T10:39:23.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.150+0000 7f5536e00640 1 -- 172.21.15.22:0/1050006563 wait complete. 2024-09-10T10:39:23.174 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:39:23.174 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:39:23.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.310+0000 7fdef0600640 1 Processor -- start 2024-09-10T10:39:23.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.310+0000 7fdef0600640 1 -- start start 2024-09-10T10:39:23.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.310+0000 7fdef0600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdee815b220 0x7fdee8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:23.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.310+0000 7fdef0600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdee80ce880 con 0x7fdee80b56f0 2024-09-10T10:39:23.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.310+0000 7fdef0600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdee80ceb60 con 0x7fdee815b600 2024-09-10T10:39:23.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.310+0000 7fdef0600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fdee806d6e0 con 0x7fdee815b220 2024-09-10T10:39:23.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.310+0000 7fdeedc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdee815b220 0x7fdee8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:23.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.310+0000 7fdeee600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fdee80b56f0 0x7fdee80b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55918/0 (socket says 172.21.15.22:55918) 2024-09-10T10:39:23.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.310+0000 7fdeee600640 1 -- 172.21.15.22:0/370529743 learned_addr learned my addr 172.21.15.22:0/370529743 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:23.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdeedc00640 1 -- 172.21.15.22:0/370529743 >> v1:172.21.15.145:6789/0 conn(0x7fdee815b600 legacy=0x7fdee80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdeedc00640 1 -- 172.21.15.22:0/370529743 >> v1:172.21.15.22:6789/0 conn(0x7fdee80b56f0 legacy=0x7fdee80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdeedc00640 1 -- 172.21.15.22:0/370529743 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdee80cee40 con 0x7fdee815b220 2024-09-10T10:39:23.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdee7e00640 1 -- 172.21.15.22:0/370529743 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2190517384 0 0) 0x7fdee80ce880 con 0x7fdee80b56f0 2024-09-10T10:39:23.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdeedc00640 1 --2- 172.21.15.22:0/370529743 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b220 0x7fdee8071140 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fdedc0097c0 tx=0x7fdedc01c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eef043820423e58 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:23.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdee7e00640 1 -- 172.21.15.22:0/370529743 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc0b0070 con 0x7fdee815b220 2024-09-10T10:39:23.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdee7e00640 1 -- 172.21.15.22:0/370529743 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdedc0ab600 con 0x7fdee815b220 2024-09-10T10:39:23.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdee7e00640 1 -- 172.21.15.22:0/370529743 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc0ab9d0 con 0x7fdee815b220 2024-09-10T10:39:23.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdef0600640 1 -- 172.21.15.22:0/370529743 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b220 msgr2=0x7fdee8071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdef0600640 1 --2- 172.21.15.22:0/370529743 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b220 0x7fdee8071140 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fdedc0097c0 tx=0x7fdedc01c350 comp rx=0 tx=0).stop 2024-09-10T10:39:23.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdef0600640 1 -- 172.21.15.22:0/370529743 shutdown_connections 2024-09-10T10:39:23.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdef0600640 1 --2- 172.21.15.22:0/370529743 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b220 0x7fdee8071140 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.314+0000 7fdef0600640 1 -- 172.21.15.22:0/370529743 >> 172.21.15.22:0/370529743 conn(0x7fdee8062dd0 msgr2=0x7fdee806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:23.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 -- 172.21.15.22:0/370529743 shutdown_connections 2024-09-10T10:39:23.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 -- 172.21.15.22:0/370529743 wait complete. 2024-09-10T10:39:23.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 Processor -- start 2024-09-10T10:39:23.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 -- start start 2024-09-10T10:39:23.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdee80b56f0 0x7fdee8146dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:23.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdee815b220 0x7fdee80b4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:23.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b600 0x7fdee80b5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:23.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdee80d01e0 con 0x7fdee815b600 2024-09-10T10:39:23.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdee80d0060 con 0x7fdee815b220 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdee8169100 con 0x7fdee80b56f0 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeee600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b600 0x7fdee80b5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeee600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b600 0x7fdee80b5080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58442/0 (socket says 172.21.15.22:58442) 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeee600640 1 -- 172.21.15.22:0/2189335252 learned_addr learned my addr 172.21.15.22:0/2189335252 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeedc00640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdee80b56f0 0x7fdee8146dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeed200640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdee815b220 0x7fdee80b4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeee600640 1 -- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdee80b56f0 msgr2=0x7fdee8146dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeee600640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdee80b56f0 0x7fdee8146dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeee600640 1 -- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdee815b220 msgr2=0x7fdee80b4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeee600640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdee815b220 0x7fdee80b4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeee600640 1 -- 172.21.15.22:0/2189335252 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdee8147300 con 0x7fdee815b600 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeed200640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdee815b220 0x7fdee80b4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:23.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdeee600640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b600 0x7fdee80b5080 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fdee000c7a0 tx=0x7fdee000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:23.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdee5600640 1 -- 172.21.15.22:0/2189335252 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdee0018070 con 0x7fdee815b600 2024-09-10T10:39:23.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdee5600640 1 -- 172.21.15.22:0/2189335252 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdee000a640 con 0x7fdee815b600 2024-09-10T10:39:23.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdee5600640 1 -- 172.21.15.22:0/2189335252 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdee000aab0 con 0x7fdee815b600 2024-09-10T10:39:23.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.318+0000 7fdef0600640 1 -- 172.21.15.22:0/2189335252 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdee81578e0 con 0x7fdee815b600 2024-09-10T10:39:23.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.322+0000 7fdef0600640 1 -- 172.21.15.22:0/2189335252 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdee8157ea0 con 0x7fdee815b600 2024-09-10T10:39:23.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.322+0000 7fdef0600640 1 -- 172.21.15.22:0/2189335252 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdee8071140 con 0x7fdee815b600 2024-09-10T10:39:23.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.322+0000 7fdee5600640 1 -- 172.21.15.22:0/2189335252 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdee000ac50 con 0x7fdee815b600 2024-09-10T10:39:23.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.322+0000 7fdee5600640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdec80678c0 0x7fdec8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:23.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.322+0000 7fdee5600640 1 -- 172.21.15.22:0/2189335252 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fdee00853c0 con 0x7fdee815b600 2024-09-10T10:39:23.327 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.322+0000 7fdeedc00640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdec80678c0 0x7fdec8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:23.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.326+0000 7fdeedc00640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdec80678c0 0x7fdec8069d80 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fdedc0ad000 tx=0x7fdedc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:23.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.326+0000 7fdee5600640 1 -- 172.21.15.22:0/2189335252 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdee0055e60 con 0x7fdee815b600 2024-09-10T10:39:23.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.490+0000 7fdef0600640 1 -- 172.21.15.22:0/2189335252 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdee8072e90 con 0x7fdec80678c0 2024-09-10T10:39:23.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.494+0000 7fdee5600640 1 -- 172.21.15.22:0/2189335252 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247761 (secure 0 0 0) 0x7fdee8072e90 con 0x7fdec80678c0 2024-09-10T10:39:23.502 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:23.503 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:39:23.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 -- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdec80678c0 msgr2=0x7fdec8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdec80678c0 0x7fdec8069d80 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fdedc0ad000 tx=0x7fdedc008040 comp rx=0 tx=0).stop 2024-09-10T10:39:23.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 -- 172.21.15.22:0/2189335252 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b600 msgr2=0x7fdee80b5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b600 0x7fdee80b5080 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fdee000c7a0 tx=0x7fdee000cc60 comp rx=0 tx=0).stop 2024-09-10T10:39:23.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 -- 172.21.15.22:0/2189335252 shutdown_connections 2024-09-10T10:39:23.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdec80678c0 0x7fdec8069d80 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdee815b600 0x7fdee80b5080 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdee815b220 0x7fdee80b4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 --2- 172.21.15.22:0/2189335252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdee80b56f0 0x7fdee8146dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.505 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 -- 172.21.15.22:0/2189335252 >> 172.21.15.22:0/2189335252 conn(0x7fdee8062dd0 msgr2=0x7fdee80cc7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:23.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 -- 172.21.15.22:0/2189335252 shutdown_connections 2024-09-10T10:39:23.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.498+0000 7fdef0600640 1 -- 172.21.15.22:0/2189335252 wait complete. 2024-09-10T10:39:23.523 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":309,"stamp":"2024-09-10T10:39:23.433660+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":160,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":63,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":268744,"kb_used_data":10904,"kb_used_omap":12,"kb_used_meta":257651,"kb_avail":754705976,"statfs":{"total":773094113280,"available":772818919424,"internally_reserved":0,"allocated":11165696,"data_stored":5398571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":263835184},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000958"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392420+0000","last_change":"2024-09-10T10:39:18.392420+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392420+0000","last_undegraded":"2024-09-10T10:39:18.392420+0000","last_fullsized":"2024-09-10T10:39:18.392420+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387796+0000","last_change":"2024-09-10T10:39:18.387796+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387796+0000","last_undegraded":"2024-09-10T10:39:18.387796+0000","last_fullsized":"2024-09-10T10:39:18.387796+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389773+0000","last_change":"2024-09-10T10:39:18.389773+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389773+0000","last_undegraded":"2024-09-10T10:39:18.389773+0000","last_fullsized":"2024-09-10T10:39:18.389773+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386784+0000","last_change":"2024-09-10T10:39:18.386784+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386784+0000","last_undegraded":"2024-09-10T10:39:18.386784+0000","last_fullsized":"2024-09-10T10:39:18.386784+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389962+0000","last_change":"2024-09-10T10:39:18.389962+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389962+0000","last_undegraded":"2024-09-10T10:39:18.389962+0000","last_fullsized":"2024-09-10T10:39:18.389962+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409646+0000","last_change":"2024-09-10T10:39:19.409661+0000","last_active":"2024-09-10T10:39:20.409646+0000","last_peered":"2024-09-10T10:39:20.409646+0000","last_clean":"2024-09-10T10:39:20.409646+0000","last_became_active":"2024-09-10T10:39:19.409245+0000","last_became_peered":"2024-09-10T10:39:19.409245+0000","last_unstale":"2024-09-10T10:39:20.409646+0000","last_undegraded":"2024-09-10T10:39:20.409646+0000","last_fullsized":"2024-09-10T10:39:20.409646+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:56.247769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388878+0000","last_change":"2024-09-10T10:39:18.388878+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388878+0000","last_undegraded":"2024-09-10T10:39:18.388878+0000","last_fullsized":"2024-09-10T10:39:18.388878+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387570+0000","last_change":"2024-09-10T10:39:18.387570+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387570+0000","last_undegraded":"2024-09-10T10:39:18.387570+0000","last_fullsized":"2024-09-10T10:39:18.387570+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391996+0000","last_change":"2024-09-10T10:39:18.391996+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391996+0000","last_undegraded":"2024-09-10T10:39:18.391996+0000","last_fullsized":"2024-09-10T10:39:18.391996+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389981+0000","last_change":"2024-09-10T10:39:18.389981+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389981+0000","last_undegraded":"2024-09-10T10:39:18.389981+0000","last_fullsized":"2024-09-10T10:39:18.389981+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393124+0000","last_change":"2024-09-10T10:39:18.393124+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393124+0000","last_undegraded":"2024-09-10T10:39:18.393124+0000","last_fullsized":"2024-09-10T10:39:18.393124+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389081+0000","last_change":"2024-09-10T10:39:18.389081+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389081+0000","last_undegraded":"2024-09-10T10:39:18.389081+0000","last_fullsized":"2024-09-10T10:39:18.389081+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386654+0000","last_change":"2024-09-10T10:39:18.386654+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386654+0000","last_undegraded":"2024-09-10T10:39:18.386654+0000","last_fullsized":"2024-09-10T10:39:18.386654+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392754+0000","last_change":"2024-09-10T10:39:18.392754+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392754+0000","last_undegraded":"2024-09-10T10:39:18.392754+0000","last_fullsized":"2024-09-10T10:39:18.392754+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393151+0000","last_change":"2024-09-10T10:39:18.393151+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393151+0000","last_undegraded":"2024-09-10T10:39:18.393151+0000","last_fullsized":"2024-09-10T10:39:18.393151+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386575+0000","last_change":"2024-09-10T10:39:18.386575+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386575+0000","last_undegraded":"2024-09-10T10:39:18.386575+0000","last_fullsized":"2024-09-10T10:39:18.386575+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388372+0000","last_change":"2024-09-10T10:39:18.388372+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388372+0000","last_undegraded":"2024-09-10T10:39:18.388372+0000","last_fullsized":"2024-09-10T10:39:18.388372+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394998+0000","last_change":"2024-09-10T10:39:18.394998+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394998+0000","last_undegraded":"2024-09-10T10:39:18.394998+0000","last_fullsized":"2024-09-10T10:39:18.394998+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388996+0000","last_change":"2024-09-10T10:39:18.388996+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388996+0000","last_undegraded":"2024-09-10T10:39:18.388996+0000","last_fullsized":"2024-09-10T10:39:18.388996+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388888+0000","last_change":"2024-09-10T10:39:18.388888+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388888+0000","last_undegraded":"2024-09-10T10:39:18.388888+0000","last_fullsized":"2024-09-10T10:39:18.388888+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387870+0000","last_change":"2024-09-10T10:39:18.387870+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387870+0000","last_undegraded":"2024-09-10T10:39:18.387870+0000","last_fullsized":"2024-09-10T10:39:18.387870+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409806+0000","last_change":"2024-09-10T10:39:19.411841+0000","last_active":"2024-09-10T10:39:20.409806+0000","last_peered":"2024-09-10T10:39:20.409806+0000","last_clean":"2024-09-10T10:39:20.409806+0000","last_became_active":"2024-09-10T10:39:19.411540+0000","last_became_peered":"2024-09-10T10:39:19.411540+0000","last_unstale":"2024-09-10T10:39:20.409806+0000","last_undegraded":"2024-09-10T10:39:20.409806+0000","last_fullsized":"2024-09-10T10:39:20.409806+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:41.841303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389090+0000","last_change":"2024-09-10T10:39:18.389090+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389090+0000","last_undegraded":"2024-09-10T10:39:18.389090+0000","last_fullsized":"2024-09-10T10:39:18.389090+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386556+0000","last_change":"2024-09-10T10:39:18.386556+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386556+0000","last_undegraded":"2024-09-10T10:39:18.386556+0000","last_fullsized":"2024-09-10T10:39:18.386556+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389371+0000","last_change":"2024-09-10T10:39:18.389371+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389371+0000","last_undegraded":"2024-09-10T10:39:18.389371+0000","last_fullsized":"2024-09-10T10:39:18.389371+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410827+0000","last_change":"2024-09-10T10:39:19.410430+0000","last_active":"2024-09-10T10:39:20.410827+0000","last_peered":"2024-09-10T10:39:20.410827+0000","last_clean":"2024-09-10T10:39:20.410827+0000","last_became_active":"2024-09-10T10:39:19.410131+0000","last_became_peered":"2024-09-10T10:39:19.410131+0000","last_unstale":"2024-09-10T10:39:20.410827+0000","last_undegraded":"2024-09-10T10:39:20.410827+0000","last_fullsized":"2024-09-10T10:39:20.410827+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.915291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386477+0000","last_change":"2024-09-10T10:39:18.386477+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386477+0000","last_undegraded":"2024-09-10T10:39:18.386477+0000","last_fullsized":"2024-09-10T10:39:18.386477+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410097+0000","last_change":"2024-09-10T10:39:19.413459+0000","last_active":"2024-09-10T10:39:20.410097+0000","last_peered":"2024-09-10T10:39:20.410097+0000","last_clean":"2024-09-10T10:39:20.410097+0000","last_became_active":"2024-09-10T10:39:19.412776+0000","last_became_peered":"2024-09-10T10:39:19.412776+0000","last_unstale":"2024-09-10T10:39:20.410097+0000","last_undegraded":"2024-09-10T10:39:20.410097+0000","last_fullsized":"2024-09-10T10:39:20.410097+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:15:10.000751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.390093+0000","last_change":"2024-09-10T10:39:18.390093+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.390093+0000","last_undegraded":"2024-09-10T10:39:18.390093+0000","last_fullsized":"2024-09-10T10:39:18.390093+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394214+0000","last_change":"2024-09-10T10:39:18.394214+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394214+0000","last_undegraded":"2024-09-10T10:39:18.394214+0000","last_fullsized":"2024-09-10T10:39:18.394214+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392709+0000","last_change":"2024-09-10T10:39:18.392709+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392709+0000","last_undegraded":"2024-09-10T10:39:18.392709+0000","last_fullsized":"2024-09-10T10:39:18.392709+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386171+0000","last_change":"2024-09-10T10:39:18.386171+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386171+0000","last_undegraded":"2024-09-10T10:39:18.386171+0000","last_fullsized":"2024-09-10T10:39:18.386171+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394697+0000","last_change":"2024-09-10T10:39:18.394697+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394697+0000","last_undegraded":"2024-09-10T10:39:18.394697+0000","last_fullsized":"2024-09-10T10:39:18.394697+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403659+0000","last_change":"2024-09-10T10:39:18.402124+0000","last_active":"2024-09-10T10:39:18.403659+0000","last_peered":"2024-09-10T10:39:18.403659+0000","last_clean":"2024-09-10T10:39:18.403659+0000","last_became_active":"2024-09-10T10:39:18.401874+0000","last_became_peered":"2024-09-10T10:39:18.401874+0000","last_unstale":"2024-09-10T10:39:18.403659+0000","last_undegraded":"2024-09-10T10:39:18.403659+0000","last_fullsized":"2024-09-10T10:39:18.403659+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:23:12.346042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391905+0000","last_change":"2024-09-10T10:39:18.391905+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391905+0000","last_undegraded":"2024-09-10T10:39:18.391905+0000","last_fullsized":"2024-09-10T10:39:18.391905+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403950+0000","last_change":"2024-09-10T10:39:18.399877+0000","last_active":"2024-09-10T10:39:18.403950+0000","last_peered":"2024-09-10T10:39:18.403950+0000","last_clean":"2024-09-10T10:39:18.403950+0000","last_became_active":"2024-09-10T10:39:18.399529+0000","last_became_peered":"2024-09-10T10:39:18.399529+0000","last_unstale":"2024-09-10T10:39:18.403950+0000","last_undegraded":"2024-09-10T10:39:18.403950+0000","last_fullsized":"2024-09-10T10:39:18.403950+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:46.713292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410271+0000","last_change":"2024-09-10T10:39:19.413029+0000","last_active":"2024-09-10T10:39:20.410271+0000","last_peered":"2024-09-10T10:39:20.410271+0000","last_clean":"2024-09-10T10:39:20.410271+0000","last_became_active":"2024-09-10T10:39:19.412078+0000","last_became_peered":"2024-09-10T10:39:19.412078+0000","last_unstale":"2024-09-10T10:39:20.410271+0000","last_undegraded":"2024-09-10T10:39:20.410271+0000","last_fullsized":"2024-09-10T10:39:20.410271+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:04:39.195727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408088+0000","last_change":"2024-09-10T10:39:18.405184+0000","last_active":"2024-09-10T10:39:18.408088+0000","last_peered":"2024-09-10T10:39:18.408088+0000","last_clean":"2024-09-10T10:39:18.408088+0000","last_became_active":"2024-09-10T10:39:18.404804+0000","last_became_peered":"2024-09-10T10:39:18.404804+0000","last_unstale":"2024-09-10T10:39:18.408088+0000","last_undegraded":"2024-09-10T10:39:18.408088+0000","last_fullsized":"2024-09-10T10:39:18.408088+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:35.252432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389418+0000","last_change":"2024-09-10T10:39:18.389418+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389418+0000","last_undegraded":"2024-09-10T10:39:18.389418+0000","last_fullsized":"2024-09-10T10:39:18.389418+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408826+0000","last_change":"2024-09-10T10:39:18.405865+0000","last_active":"2024-09-10T10:39:18.408826+0000","last_peered":"2024-09-10T10:39:18.408826+0000","last_clean":"2024-09-10T10:39:18.408826+0000","last_became_active":"2024-09-10T10:39:18.405538+0000","last_became_peered":"2024-09-10T10:39:18.405538+0000","last_unstale":"2024-09-10T10:39:18.408826+0000","last_undegraded":"2024-09-10T10:39:18.408826+0000","last_fullsized":"2024-09-10T10:39:18.408826+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:53.677879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385616+0000","last_change":"2024-09-10T10:39:18.385616+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385616+0000","last_undegraded":"2024-09-10T10:39:18.385616+0000","last_fullsized":"2024-09-10T10:39:18.385616+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.401907+0000","last_change":"2024-09-10T10:39:18.399667+0000","last_active":"2024-09-10T10:39:18.401907+0000","last_peered":"2024-09-10T10:39:18.401907+0000","last_clean":"2024-09-10T10:39:18.401907+0000","last_became_active":"2024-09-10T10:39:18.399409+0000","last_became_peered":"2024-09-10T10:39:18.399409+0000","last_unstale":"2024-09-10T10:39:18.401907+0000","last_undegraded":"2024-09-10T10:39:18.401907+0000","last_fullsized":"2024-09-10T10:39:18.401907+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:17.073074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388285+0000","last_change":"2024-09-10T10:39:18.388285+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388285+0000","last_undegraded":"2024-09-10T10:39:18.388285+0000","last_fullsized":"2024-09-10T10:39:18.388285+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.404438+0000","last_change":"2024-09-10T10:39:18.400568+0000","last_active":"2024-09-10T10:39:18.404438+0000","last_peered":"2024-09-10T10:39:18.404438+0000","last_clean":"2024-09-10T10:39:18.404438+0000","last_became_active":"2024-09-10T10:39:18.400314+0000","last_became_peered":"2024-09-10T10:39:18.400314+0000","last_unstale":"2024-09-10T10:39:18.404438+0000","last_undegraded":"2024-09-10T10:39:18.404438+0000","last_fullsized":"2024-09-10T10:39:18.404438+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:27.540803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385599+0000","last_change":"2024-09-10T10:39:18.385599+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385599+0000","last_undegraded":"2024-09-10T10:39:18.385599+0000","last_fullsized":"2024-09-10T10:39:18.385599+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408062+0000","last_change":"2024-09-10T10:39:18.405975+0000","last_active":"2024-09-10T10:39:18.408062+0000","last_peered":"2024-09-10T10:39:18.408062+0000","last_clean":"2024-09-10T10:39:18.408062+0000","last_became_active":"2024-09-10T10:39:18.405719+0000","last_became_peered":"2024-09-10T10:39:18.405719+0000","last_unstale":"2024-09-10T10:39:18.408062+0000","last_undegraded":"2024-09-10T10:39:18.408062+0000","last_fullsized":"2024-09-10T10:39:18.408062+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:26:35.383017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388442+0000","last_change":"2024-09-10T10:39:18.388442+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388442+0000","last_undegraded":"2024-09-10T10:39:18.388442+0000","last_fullsized":"2024-09-10T10:39:18.388442+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405522+0000","last_change":"2024-09-10T10:39:18.402088+0000","last_active":"2024-09-10T10:39:18.405522+0000","last_peered":"2024-09-10T10:39:18.405522+0000","last_clean":"2024-09-10T10:39:18.405522+0000","last_became_active":"2024-09-10T10:39:18.401804+0000","last_became_peered":"2024-09-10T10:39:18.401804+0000","last_unstale":"2024-09-10T10:39:18.405522+0000","last_undegraded":"2024-09-10T10:39:18.405522+0000","last_fullsized":"2024-09-10T10:39:18.405522+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:08:23.488587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387091+0000","last_change":"2024-09-10T10:39:18.387091+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387091+0000","last_undegraded":"2024-09-10T10:39:18.387091+0000","last_fullsized":"2024-09-10T10:39:18.387091+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408848+0000","last_change":"2024-09-10T10:39:18.406716+0000","last_active":"2024-09-10T10:39:18.408848+0000","last_peered":"2024-09-10T10:39:18.408848+0000","last_clean":"2024-09-10T10:39:18.408848+0000","last_became_active":"2024-09-10T10:39:18.405496+0000","last_became_peered":"2024-09-10T10:39:18.405496+0000","last_unstale":"2024-09-10T10:39:18.408848+0000","last_undegraded":"2024-09-10T10:39:18.408848+0000","last_fullsized":"2024-09-10T10:39:18.408848+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:39.528291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386311+0000","last_change":"2024-09-10T10:39:18.386311+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386311+0000","last_undegraded":"2024-09-10T10:39:18.386311+0000","last_fullsized":"2024-09-10T10:39:18.386311+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406392+0000","last_change":"2024-09-10T10:39:18.404307+0000","last_active":"2024-09-10T10:39:18.406392+0000","last_peered":"2024-09-10T10:39:18.406392+0000","last_clean":"2024-09-10T10:39:18.406392+0000","last_became_active":"2024-09-10T10:39:18.404002+0000","last_became_peered":"2024-09-10T10:39:18.404002+0000","last_unstale":"2024-09-10T10:39:18.406392+0000","last_undegraded":"2024-09-10T10:39:18.406392+0000","last_fullsized":"2024-09-10T10:39:18.406392+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:30.870734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410431+0000","last_change":"2024-09-10T10:39:19.413249+0000","last_active":"2024-09-10T10:39:20.410431+0000","last_peered":"2024-09-10T10:39:20.410431+0000","last_clean":"2024-09-10T10:39:20.410431+0000","last_became_active":"2024-09-10T10:39:19.412452+0000","last_became_peered":"2024-09-10T10:39:19.412452+0000","last_unstale":"2024-09-10T10:39:20.410431+0000","last_undegraded":"2024-09-10T10:39:20.410431+0000","last_fullsized":"2024-09-10T10:39:20.410431+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:43.956461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405489+0000","last_change":"2024-09-10T10:39:18.400647+0000","last_active":"2024-09-10T10:39:18.405489+0000","last_peered":"2024-09-10T10:39:18.405489+0000","last_clean":"2024-09-10T10:39:18.405489+0000","last_became_active":"2024-09-10T10:39:18.400287+0000","last_became_peered":"2024-09-10T10:39:18.400287+0000","last_unstale":"2024-09-10T10:39:18.405489+0000","last_undegraded":"2024-09-10T10:39:18.405489+0000","last_fullsized":"2024-09-10T10:39:18.405489+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:38:10.185185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387591+0000","last_change":"2024-09-10T10:39:18.387591+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387591+0000","last_undegraded":"2024-09-10T10:39:18.387591+0000","last_fullsized":"2024-09-10T10:39:18.387591+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408194+0000","last_change":"2024-09-10T10:39:18.404263+0000","last_active":"2024-09-10T10:39:18.408194+0000","last_peered":"2024-09-10T10:39:18.408194+0000","last_clean":"2024-09-10T10:39:18.408194+0000","last_became_active":"2024-09-10T10:39:18.404003+0000","last_became_peered":"2024-09-10T10:39:18.404003+0000","last_unstale":"2024-09-10T10:39:18.408194+0000","last_undegraded":"2024-09-10T10:39:18.408194+0000","last_fullsized":"2024-09-10T10:39:18.408194+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:46.713292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389301+0000","last_change":"2024-09-10T10:39:18.389301+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389301+0000","last_undegraded":"2024-09-10T10:39:18.389301+0000","last_fullsized":"2024-09-10T10:39:18.389301+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406179+0000","last_change":"2024-09-10T10:39:18.403269+0000","last_active":"2024-09-10T10:39:18.406179+0000","last_peered":"2024-09-10T10:39:18.406179+0000","last_clean":"2024-09-10T10:39:18.406179+0000","last_became_active":"2024-09-10T10:39:18.402938+0000","last_became_peered":"2024-09-10T10:39:18.402938+0000","last_unstale":"2024-09-10T10:39:18.406179+0000","last_undegraded":"2024-09-10T10:39:18.406179+0000","last_fullsized":"2024-09-10T10:39:18.406179+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:51.233089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385813+0000","last_change":"2024-09-10T10:39:18.385813+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385813+0000","last_undegraded":"2024-09-10T10:39:18.385813+0000","last_fullsized":"2024-09-10T10:39:18.385813+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.398478+0000","last_change":"2024-09-10T10:39:18.396761+0000","last_active":"2024-09-10T10:39:18.398478+0000","last_peered":"2024-09-10T10:39:18.398478+0000","last_clean":"2024-09-10T10:39:18.398478+0000","last_became_active":"2024-09-10T10:39:18.396493+0000","last_became_peered":"2024-09-10T10:39:18.396493+0000","last_unstale":"2024-09-10T10:39:18.398478+0000","last_undegraded":"2024-09-10T10:39:18.398478+0000","last_fullsized":"2024-09-10T10:39:18.398478+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:54.768680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387907+0000","last_change":"2024-09-10T10:39:18.387907+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387907+0000","last_undegraded":"2024-09-10T10:39:18.387907+0000","last_fullsized":"2024-09-10T10:39:18.387907+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406821+0000","last_change":"2024-09-10T10:39:18.404081+0000","last_active":"2024-09-10T10:39:18.406821+0000","last_peered":"2024-09-10T10:39:18.406821+0000","last_clean":"2024-09-10T10:39:18.406821+0000","last_became_active":"2024-09-10T10:39:18.402624+0000","last_became_peered":"2024-09-10T10:39:18.402624+0000","last_unstale":"2024-09-10T10:39:18.406821+0000","last_undegraded":"2024-09-10T10:39:18.406821+0000","last_fullsized":"2024-09-10T10:39:18.406821+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:22.207823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393315+0000","last_change":"2024-09-10T10:39:18.393315+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393315+0000","last_undegraded":"2024-09-10T10:39:18.393315+0000","last_fullsized":"2024-09-10T10:39:18.393315+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"102'1","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410334+0000","last_change":"2024-09-10T10:39:18.404024+0000","last_active":"2024-09-10T10:39:20.410334+0000","last_peered":"2024-09-10T10:39:20.410334+0000","last_clean":"2024-09-10T10:39:20.410334+0000","last_became_active":"2024-09-10T10:39:18.403743+0000","last_became_peered":"2024-09-10T10:39:18.403743+0000","last_unstale":"2024-09-10T10:39:20.410334+0000","last_undegraded":"2024-09-10T10:39:20.410334+0000","last_fullsized":"2024-09-10T10:39:20.410334+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:45:22.749723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391536+0000","last_change":"2024-09-10T10:39:18.391536+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391536+0000","last_undegraded":"2024-09-10T10:39:18.391536+0000","last_fullsized":"2024-09-10T10:39:18.391536+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406372+0000","last_change":"2024-09-10T10:39:18.403821+0000","last_active":"2024-09-10T10:39:18.406372+0000","last_peered":"2024-09-10T10:39:18.406372+0000","last_clean":"2024-09-10T10:39:18.406372+0000","last_became_active":"2024-09-10T10:39:18.403537+0000","last_became_peered":"2024-09-10T10:39:18.403537+0000","last_unstale":"2024-09-10T10:39:18.406372+0000","last_undegraded":"2024-09-10T10:39:18.406372+0000","last_fullsized":"2024-09-10T10:39:18.406372+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:50:49.710115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391922+0000","last_change":"2024-09-10T10:39:18.391922+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391922+0000","last_undegraded":"2024-09-10T10:39:18.391922+0000","last_fullsized":"2024-09-10T10:39:18.391922+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406596+0000","last_change":"2024-09-10T10:39:18.405716+0000","last_active":"2024-09-10T10:39:18.406596+0000","last_peered":"2024-09-10T10:39:18.406596+0000","last_clean":"2024-09-10T10:39:18.406596+0000","last_became_active":"2024-09-10T10:39:18.405381+0000","last_became_peered":"2024-09-10T10:39:18.405381+0000","last_unstale":"2024-09-10T10:39:18.406596+0000","last_undegraded":"2024-09-10T10:39:18.406596+0000","last_fullsized":"2024-09-10T10:39:18.406596+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:53.483639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393764+0000","last_change":"2024-09-10T10:39:18.393764+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393764+0000","last_undegraded":"2024-09-10T10:39:18.393764+0000","last_fullsized":"2024-09-10T10:39:18.393764+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403691+0000","last_change":"2024-09-10T10:39:18.402340+0000","last_active":"2024-09-10T10:39:18.403691+0000","last_peered":"2024-09-10T10:39:18.403691+0000","last_clean":"2024-09-10T10:39:18.403691+0000","last_became_active":"2024-09-10T10:39:18.401318+0000","last_became_peered":"2024-09-10T10:39:18.401318+0000","last_unstale":"2024-09-10T10:39:18.403691+0000","last_undegraded":"2024-09-10T10:39:18.403691+0000","last_fullsized":"2024-09-10T10:39:18.403691+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:48.160814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388567+0000","last_change":"2024-09-10T10:39:18.388567+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388567+0000","last_undegraded":"2024-09-10T10:39:18.388567+0000","last_fullsized":"2024-09-10T10:39:18.388567+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406159+0000","last_change":"2024-09-10T10:39:18.403289+0000","last_active":"2024-09-10T10:39:18.406159+0000","last_peered":"2024-09-10T10:39:18.406159+0000","last_clean":"2024-09-10T10:39:18.406159+0000","last_became_active":"2024-09-10T10:39:18.403014+0000","last_became_peered":"2024-09-10T10:39:18.403014+0000","last_unstale":"2024-09-10T10:39:18.406159+0000","last_undegraded":"2024-09-10T10:39:18.406159+0000","last_fullsized":"2024-09-10T10:39:18.406159+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:00.049718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393620+0000","last_change":"2024-09-10T10:39:18.393620+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393620+0000","last_undegraded":"2024-09-10T10:39:18.393620+0000","last_fullsized":"2024-09-10T10:39:18.393620+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402845+0000","last_change":"2024-09-10T10:39:18.399251+0000","last_active":"2024-09-10T10:39:18.402845+0000","last_peered":"2024-09-10T10:39:18.402845+0000","last_clean":"2024-09-10T10:39:18.402845+0000","last_became_active":"2024-09-10T10:39:18.398957+0000","last_became_peered":"2024-09-10T10:39:18.398957+0000","last_unstale":"2024-09-10T10:39:18.402845+0000","last_undegraded":"2024-09-10T10:39:18.402845+0000","last_fullsized":"2024-09-10T10:39:18.402845+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:41.370854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389775+0000","last_change":"2024-09-10T10:39:18.389775+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389775+0000","last_undegraded":"2024-09-10T10:39:18.389775+0000","last_fullsized":"2024-09-10T10:39:18.389775+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402399+0000","last_change":"2024-09-10T10:39:18.398125+0000","last_active":"2024-09-10T10:39:18.402399+0000","last_peered":"2024-09-10T10:39:18.402399+0000","last_clean":"2024-09-10T10:39:18.402399+0000","last_became_active":"2024-09-10T10:39:18.397819+0000","last_became_peered":"2024-09-10T10:39:18.397819+0000","last_unstale":"2024-09-10T10:39:18.402399+0000","last_undegraded":"2024-09-10T10:39:18.402399+0000","last_fullsized":"2024-09-10T10:39:18.402399+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:50.090496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388598+0000","last_change":"2024-09-10T10:39:18.388598+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388598+0000","last_undegraded":"2024-09-10T10:39:18.388598+0000","last_fullsized":"2024-09-10T10:39:18.388598+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406167+0000","last_change":"2024-09-10T10:39:18.401912+0000","last_active":"2024-09-10T10:39:18.406167+0000","last_peered":"2024-09-10T10:39:18.406167+0000","last_clean":"2024-09-10T10:39:18.406167+0000","last_became_active":"2024-09-10T10:39:18.401226+0000","last_became_peered":"2024-09-10T10:39:18.401226+0000","last_unstale":"2024-09-10T10:39:18.406167+0000","last_undegraded":"2024-09-10T10:39:18.406167+0000","last_fullsized":"2024-09-10T10:39:18.406167+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:27:35.828156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389683+0000","last_change":"2024-09-10T10:39:18.389683+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389683+0000","last_undegraded":"2024-09-10T10:39:18.389683+0000","last_fullsized":"2024-09-10T10:39:18.389683+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.410396+0000","last_change":"2024-09-10T10:39:18.406806+0000","last_active":"2024-09-10T10:39:18.410396+0000","last_peered":"2024-09-10T10:39:18.410396+0000","last_clean":"2024-09-10T10:39:18.410396+0000","last_became_active":"2024-09-10T10:39:18.405279+0000","last_became_peered":"2024-09-10T10:39:18.405279+0000","last_unstale":"2024-09-10T10:39:18.410396+0000","last_undegraded":"2024-09-10T10:39:18.410396+0000","last_fullsized":"2024-09-10T10:39:18.410396+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:41.370854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410272+0000","last_change":"2024-09-10T10:39:19.420960+0000","last_active":"2024-09-10T10:39:20.410272+0000","last_peered":"2024-09-10T10:39:20.410272+0000","last_clean":"2024-09-10T10:39:20.410272+0000","last_became_active":"2024-09-10T10:39:19.420604+0000","last_became_peered":"2024-09-10T10:39:19.420604+0000","last_unstale":"2024-09-10T10:39:20.410272+0000","last_undegraded":"2024-09-10T10:39:20.410272+0000","last_fullsized":"2024-09-10T10:39:20.410272+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:16:59.718826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408390+0000","last_change":"2024-09-10T10:39:18.407095+0000","last_active":"2024-09-10T10:39:18.408390+0000","last_peered":"2024-09-10T10:39:18.408390+0000","last_clean":"2024-09-10T10:39:18.408390+0000","last_became_active":"2024-09-10T10:39:18.406851+0000","last_became_peered":"2024-09-10T10:39:18.406851+0000","last_unstale":"2024-09-10T10:39:18.408390+0000","last_undegraded":"2024-09-10T10:39:18.408390+0000","last_fullsized":"2024-09-10T10:39:18.408390+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:57:47.753717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394440+0000","last_change":"2024-09-10T10:39:18.394440+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394440+0000","last_undegraded":"2024-09-10T10:39:18.394440+0000","last_fullsized":"2024-09-10T10:39:18.394440+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402630+0000","last_change":"2024-09-10T10:39:18.399346+0000","last_active":"2024-09-10T10:39:18.402630+0000","last_peered":"2024-09-10T10:39:18.402630+0000","last_clean":"2024-09-10T10:39:18.402630+0000","last_became_active":"2024-09-10T10:39:18.399083+0000","last_became_peered":"2024-09-10T10:39:18.399083+0000","last_unstale":"2024-09-10T10:39:18.402630+0000","last_undegraded":"2024-09-10T10:39:18.402630+0000","last_fullsized":"2024-09-10T10:39:18.402630+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:01.099183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393357+0000","last_change":"2024-09-10T10:39:18.393357+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393357+0000","last_undegraded":"2024-09-10T10:39:18.393357+0000","last_fullsized":"2024-09-10T10:39:18.393357+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406000+0000","last_change":"2024-09-10T10:39:18.401613+0000","last_active":"2024-09-10T10:39:18.406000+0000","last_peered":"2024-09-10T10:39:18.406000+0000","last_clean":"2024-09-10T10:39:18.406000+0000","last_became_active":"2024-09-10T10:39:18.401310+0000","last_became_peered":"2024-09-10T10:39:18.401310+0000","last_unstale":"2024-09-10T10:39:18.406000+0000","last_undegraded":"2024-09-10T10:39:18.406000+0000","last_fullsized":"2024-09-10T10:39:18.406000+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:23.356245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388079+0000","last_change":"2024-09-10T10:39:18.388079+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388079+0000","last_undegraded":"2024-09-10T10:39:18.388079+0000","last_fullsized":"2024-09-10T10:39:18.388079+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406180+0000","last_change":"2024-09-10T10:39:18.400735+0000","last_active":"2024-09-10T10:39:18.406180+0000","last_peered":"2024-09-10T10:39:18.406180+0000","last_clean":"2024-09-10T10:39:18.406180+0000","last_became_active":"2024-09-10T10:39:18.400460+0000","last_became_peered":"2024-09-10T10:39:18.400460+0000","last_unstale":"2024-09-10T10:39:18.406180+0000","last_undegraded":"2024-09-10T10:39:18.406180+0000","last_fullsized":"2024-09-10T10:39:18.406180+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:09.193601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389509+0000","last_change":"2024-09-10T10:39:18.389509+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389509+0000","last_undegraded":"2024-09-10T10:39:18.389509+0000","last_fullsized":"2024-09-10T10:39:18.389509+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405325+0000","last_change":"2024-09-10T10:39:18.403835+0000","last_active":"2024-09-10T10:39:18.405325+0000","last_peered":"2024-09-10T10:39:18.405325+0000","last_clean":"2024-09-10T10:39:18.405325+0000","last_became_active":"2024-09-10T10:39:18.403548+0000","last_became_peered":"2024-09-10T10:39:18.403548+0000","last_unstale":"2024-09-10T10:39:18.405325+0000","last_undegraded":"2024-09-10T10:39:18.405325+0000","last_fullsized":"2024-09-10T10:39:18.405325+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:34.457599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388088+0000","last_change":"2024-09-10T10:39:18.388088+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388088+0000","last_undegraded":"2024-09-10T10:39:18.388088+0000","last_fullsized":"2024-09-10T10:39:18.388088+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.400882+0000","last_change":"2024-09-10T10:39:18.397668+0000","last_active":"2024-09-10T10:39:18.400882+0000","last_peered":"2024-09-10T10:39:18.400882+0000","last_clean":"2024-09-10T10:39:18.400882+0000","last_became_active":"2024-09-10T10:39:18.397386+0000","last_became_peered":"2024-09-10T10:39:18.397386+0000","last_unstale":"2024-09-10T10:39:18.400882+0000","last_undegraded":"2024-09-10T10:39:18.400882+0000","last_fullsized":"2024-09-10T10:39:18.400882+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:39.528291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409198+0000","last_change":"2024-09-10T10:39:19.411667+0000","last_active":"2024-09-10T10:39:20.409198+0000","last_peered":"2024-09-10T10:39:20.409198+0000","last_clean":"2024-09-10T10:39:20.409198+0000","last_became_active":"2024-09-10T10:39:19.411397+0000","last_became_peered":"2024-09-10T10:39:19.411397+0000","last_unstale":"2024-09-10T10:39:20.409198+0000","last_undegraded":"2024-09-10T10:39:20.409198+0000","last_fullsized":"2024-09-10T10:39:20.409198+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:33.453498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409134+0000","last_change":"2024-09-10T10:39:18.406931+0000","last_active":"2024-09-10T10:39:20.409134+0000","last_peered":"2024-09-10T10:39:20.409134+0000","last_clean":"2024-09-10T10:39:20.409134+0000","last_became_active":"2024-09-10T10:39:18.406590+0000","last_became_peered":"2024-09-10T10:39:18.406590+0000","last_unstale":"2024-09-10T10:39:20.409134+0000","last_undegraded":"2024-09-10T10:39:20.409134+0000","last_fullsized":"2024-09-10T10:39:20.409134+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:24:10.438943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386081+0000","last_change":"2024-09-10T10:39:18.386081+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386081+0000","last_undegraded":"2024-09-10T10:39:18.386081+0000","last_fullsized":"2024-09-10T10:39:18.386081+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.396806+0000","last_change":"2024-09-10T10:39:18.392437+0000","last_active":"2024-09-10T10:39:18.396806+0000","last_peered":"2024-09-10T10:39:18.396806+0000","last_clean":"2024-09-10T10:39:18.396806+0000","last_became_active":"2024-09-10T10:39:18.392156+0000","last_became_peered":"2024-09-10T10:39:18.392156+0000","last_unstale":"2024-09-10T10:39:18.396806+0000","last_undegraded":"2024-09-10T10:39:18.396806+0000","last_fullsized":"2024-09-10T10:39:18.396806+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:27:35.828156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":317,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.390892+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:39:18.390892+0000","last_peered":"2024-09-10T10:39:18.390892+0000","last_clean":"2024-09-10T10:39:18.390892+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:39:18.390892+0000","last_undegraded":"2024-09-10T10:39:18.390892+0000","last_fullsized":"2024-09-10T10:39:18.390892+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509527,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509527,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36556,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335284,"statfs":{"total":96636764160,"available":96599330816,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509526,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1249280,"data_stored":528721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509527,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32400,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339440,"statfs":{"total":96636764160,"available":96603586560,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509528,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32408,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339432,"statfs":{"total":96636764160,"available":96603578368,"internally_reserved":0,"allocated":1249280,"data_stored":528721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509527,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37152,"kb_used_data":1800,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334688,"statfs":{"total":96636764160,"available":96598720512,"internally_reserved":0,"allocated":1843200,"data_stored":1119089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509526,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542233,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33024,"kb_used_data":1832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338816,"statfs":{"total":96636764160,"available":96602947584,"internally_reserved":0,"allocated":1875968,"data_stored":1132256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:39:23.527 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:39:23.705 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:39:23.709 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:39:23.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1cefe00640 1 Processor -- start 2024-09-10T10:39:23.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1cefe00640 1 -- start start 2024-09-10T10:39:23.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1cefe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e960 0x7f1ce815edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:23.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1cefe00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ce806d1a0 con 0x7f1ce815e580 2024-09-10T10:39:23.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1cefe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ce806d480 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1cefe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1ce806d760 con 0x7f1ce815e960 2024-09-10T10:39:23.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1ced400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f1ce815e580 0x7f1ce8070a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55928/0 (socket says 172.21.15.22:55928) 2024-09-10T10:39:23.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1ced400640 1 -- 172.21.15.22:0/2191089091 learned_addr learned my addr 172.21.15.22:0/2191089091 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:23.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1ceca00640 1 --2- 172.21.15.22:0/2191089091 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e960 0x7f1ce815edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:23.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1ce7e00640 1 -- 172.21.15.22:0/2191089091 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 177546473 0 0) 0x7f1ce806d1a0 con 0x7f1ce815e580 2024-09-10T10:39:23.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1ce7e00640 1 -- 172.21.15.22:0/2191089091 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1cd0003530 con 0x7f1ce815e580 2024-09-10T10:39:23.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1ce7e00640 1 -- 172.21.15.22:0/2191089091 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3731316658 0 0) 0x7f1ce806d480 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1ce7e00640 1 -- 172.21.15.22:0/2191089091 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1ce806d1a0 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1ceca00640 1 -- 172.21.15.22:0/2191089091 >> v1:172.21.15.145:6789/0 conn(0x7f1ce80b6bc0 legacy=0x7f1ce80b7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1ceca00640 1 -- 172.21.15.22:0/2191089091 >> v1:172.21.15.22:6789/0 conn(0x7f1ce815e580 legacy=0x7f1ce8070a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.706+0000 7f1ceca00640 1 -- 172.21.15.22:0/2191089091 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce806da40 con 0x7f1ce815e960 2024-09-10T10:39:23.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1ceca00640 1 --2- 172.21.15.22:0/2191089091 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e960 0x7f1ce815edd0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40097f0 tx=0x7f1cd401c450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e65572dc4e82e8a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:23.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1ce7e00640 1 -- 172.21.15.22:0/2191089091 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd40a7070 con 0x7f1ce815e960 2024-09-10T10:39:23.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1ce7e00640 1 -- 172.21.15.22:0/2191089091 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd40b0070 con 0x7f1ce815e960 2024-09-10T10:39:23.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1ce7e00640 1 -- 172.21.15.22:0/2191089091 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd40ab870 con 0x7f1ce815e960 2024-09-10T10:39:23.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1cefe00640 1 -- 172.21.15.22:0/2191089091 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e960 msgr2=0x7f1ce815edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1cefe00640 1 --2- 172.21.15.22:0/2191089091 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e960 0x7f1ce815edd0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40097f0 tx=0x7f1cd401c450 comp rx=0 tx=0).stop 2024-09-10T10:39:23.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1cefe00640 1 -- 172.21.15.22:0/2191089091 shutdown_connections 2024-09-10T10:39:23.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1cefe00640 1 --2- 172.21.15.22:0/2191089091 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e960 0x7f1ce815edd0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1cefe00640 1 -- 172.21.15.22:0/2191089091 >> 172.21.15.22:0/2191089091 conn(0x7f1ce806f3b0 msgr2=0x7f1ce806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1cefe00640 1 -- 172.21.15.22:0/2191089091 shutdown_connections 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.710+0000 7f1cefe00640 1 -- 172.21.15.22:0/2191089091 wait complete. 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cefe00640 1 Processor -- start 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cefe00640 1 -- start start 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cefe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce80b6bc0 0x7f1ce8150ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cefe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e580 0x7f1ce815a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cefe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ce815e960 0x7f1ce815ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cefe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce806cc20 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cefe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce806caa0 con 0x7f1ce815e960 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cefe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1ce816c230 con 0x7f1ce815e580 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ced400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce80b6bc0 0x7f1ce8150ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ced400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce80b6bc0 0x7f1ce8150ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58458/0 (socket says 172.21.15.22:58458) 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ced400640 1 -- 172.21.15.22:0/2639252357 learned_addr learned my addr 172.21.15.22:0/2639252357 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:23.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ceca00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e580 0x7f1ce815a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cede00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ce815e960 0x7f1ce815ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ced400640 1 -- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e580 msgr2=0x7f1ce815a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ced400640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e580 0x7f1ce815a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ced400640 1 -- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ce815e960 msgr2=0x7f1ce815ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ced400640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ce815e960 0x7f1ce815ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ced400640 1 -- 172.21.15.22:0/2639252357 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce815fb90 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ceca00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e580 0x7f1ce815a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ced400640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce80b6bc0 0x7f1ce8150ca0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc00c4d0 tx=0x7f1cdc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ce5600640 1 -- 172.21.15.22:0/2639252357 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc017070 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cefe00640 1 -- 172.21.15.22:0/2639252357 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ce815fe70 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ce5600640 1 -- 172.21.15.22:0/2639252357 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cdc005cf0 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1ce5600640 1 -- 172.21.15.22:0/2639252357 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc0072b0 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.714+0000 7f1cefe00640 1 -- 172.21.15.22:0/2639252357 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ce8160430 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.718+0000 7f1cefe00640 1 -- 172.21.15.22:0/2639252357 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ce815edd0 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.718+0000 7f1ce5600640 1 -- 172.21.15.22:0/2639252357 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1cdc01a070 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.718+0000 7f1ce5600640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc80678c0 0x7f1cc8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:23.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.718+0000 7f1ce5600640 1 -- 172.21.15.22:0/2639252357 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f1cdc085060 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.718+0000 7f1ceca00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc80678c0 0x7f1cc8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:23.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.718+0000 7f1ceca00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc80678c0 0x7f1cc8069d80 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40af000 tx=0x7f1cd40b6040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:23.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.722+0000 7f1ce5600640 1 -- 172.21.15.22:0/2639252357 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1cdc0554b0 con 0x7f1ce80b6bc0 2024-09-10T10:39:23.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.886+0000 7f1cefe00640 1 -- 172.21.15.22:0/2639252357 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1ce81548b0 con 0x7f1cc80678c0 2024-09-10T10:39:23.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1ce5600640 1 -- 172.21.15.22:0/2639252357 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247761 (secure 0 0 0) 0x7f1ce81548b0 con 0x7f1cc80678c0 2024-09-10T10:39:23.899 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:23.900 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:39:23.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 -- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc80678c0 msgr2=0x7f1cc8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc80678c0 0x7f1cc8069d80 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40af000 tx=0x7f1cd40b6040 comp rx=0 tx=0).stop 2024-09-10T10:39:23.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 -- 172.21.15.22:0/2639252357 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce80b6bc0 msgr2=0x7f1ce8150ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:23.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce80b6bc0 0x7f1ce8150ca0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc00c4d0 tx=0x7f1cdc00c990 comp rx=0 tx=0).stop 2024-09-10T10:39:23.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 -- 172.21.15.22:0/2639252357 shutdown_connections 2024-09-10T10:39:23.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc80678c0 0x7f1cc8069d80 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ce815e960 0x7f1ce815ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce815e580 0x7f1ce815a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 --2- 172.21.15.22:0/2639252357 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce80b6bc0 0x7f1ce8150ca0 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:23.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 -- 172.21.15.22:0/2639252357 >> 172.21.15.22:0/2639252357 conn(0x7f1ce806f3b0 msgr2=0x7f1ce80b6fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:23.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.894+0000 7f1cefe00640 1 -- 172.21.15.22:0/2639252357 shutdown_connections 2024-09-10T10:39:23.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:23.898+0000 7f1cefe00640 1 -- 172.21.15.22:0/2639252357 wait complete. 2024-09-10T10:39:23.918 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":309,"stamp":"2024-09-10T10:39:23.433660+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":160,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":63,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":268744,"kb_used_data":10904,"kb_used_omap":12,"kb_used_meta":257651,"kb_avail":754705976,"statfs":{"total":773094113280,"available":772818919424,"internally_reserved":0,"allocated":11165696,"data_stored":5398571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":263835184},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000958"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392420+0000","last_change":"2024-09-10T10:39:18.392420+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392420+0000","last_undegraded":"2024-09-10T10:39:18.392420+0000","last_fullsized":"2024-09-10T10:39:18.392420+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387796+0000","last_change":"2024-09-10T10:39:18.387796+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387796+0000","last_undegraded":"2024-09-10T10:39:18.387796+0000","last_fullsized":"2024-09-10T10:39:18.387796+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389773+0000","last_change":"2024-09-10T10:39:18.389773+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389773+0000","last_undegraded":"2024-09-10T10:39:18.389773+0000","last_fullsized":"2024-09-10T10:39:18.389773+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386784+0000","last_change":"2024-09-10T10:39:18.386784+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386784+0000","last_undegraded":"2024-09-10T10:39:18.386784+0000","last_fullsized":"2024-09-10T10:39:18.386784+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389962+0000","last_change":"2024-09-10T10:39:18.389962+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389962+0000","last_undegraded":"2024-09-10T10:39:18.389962+0000","last_fullsized":"2024-09-10T10:39:18.389962+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409646+0000","last_change":"2024-09-10T10:39:19.409661+0000","last_active":"2024-09-10T10:39:20.409646+0000","last_peered":"2024-09-10T10:39:20.409646+0000","last_clean":"2024-09-10T10:39:20.409646+0000","last_became_active":"2024-09-10T10:39:19.409245+0000","last_became_peered":"2024-09-10T10:39:19.409245+0000","last_unstale":"2024-09-10T10:39:20.409646+0000","last_undegraded":"2024-09-10T10:39:20.409646+0000","last_fullsized":"2024-09-10T10:39:20.409646+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:56.247769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388878+0000","last_change":"2024-09-10T10:39:18.388878+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388878+0000","last_undegraded":"2024-09-10T10:39:18.388878+0000","last_fullsized":"2024-09-10T10:39:18.388878+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387570+0000","last_change":"2024-09-10T10:39:18.387570+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387570+0000","last_undegraded":"2024-09-10T10:39:18.387570+0000","last_fullsized":"2024-09-10T10:39:18.387570+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391996+0000","last_change":"2024-09-10T10:39:18.391996+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391996+0000","last_undegraded":"2024-09-10T10:39:18.391996+0000","last_fullsized":"2024-09-10T10:39:18.391996+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389981+0000","last_change":"2024-09-10T10:39:18.389981+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389981+0000","last_undegraded":"2024-09-10T10:39:18.389981+0000","last_fullsized":"2024-09-10T10:39:18.389981+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393124+0000","last_change":"2024-09-10T10:39:18.393124+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393124+0000","last_undegraded":"2024-09-10T10:39:18.393124+0000","last_fullsized":"2024-09-10T10:39:18.393124+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389081+0000","last_change":"2024-09-10T10:39:18.389081+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389081+0000","last_undegraded":"2024-09-10T10:39:18.389081+0000","last_fullsized":"2024-09-10T10:39:18.389081+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386654+0000","last_change":"2024-09-10T10:39:18.386654+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386654+0000","last_undegraded":"2024-09-10T10:39:18.386654+0000","last_fullsized":"2024-09-10T10:39:18.386654+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392754+0000","last_change":"2024-09-10T10:39:18.392754+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392754+0000","last_undegraded":"2024-09-10T10:39:18.392754+0000","last_fullsized":"2024-09-10T10:39:18.392754+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393151+0000","last_change":"2024-09-10T10:39:18.393151+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393151+0000","last_undegraded":"2024-09-10T10:39:18.393151+0000","last_fullsized":"2024-09-10T10:39:18.393151+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386575+0000","last_change":"2024-09-10T10:39:18.386575+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386575+0000","last_undegraded":"2024-09-10T10:39:18.386575+0000","last_fullsized":"2024-09-10T10:39:18.386575+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388372+0000","last_change":"2024-09-10T10:39:18.388372+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388372+0000","last_undegraded":"2024-09-10T10:39:18.388372+0000","last_fullsized":"2024-09-10T10:39:18.388372+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394998+0000","last_change":"2024-09-10T10:39:18.394998+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394998+0000","last_undegraded":"2024-09-10T10:39:18.394998+0000","last_fullsized":"2024-09-10T10:39:18.394998+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388996+0000","last_change":"2024-09-10T10:39:18.388996+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388996+0000","last_undegraded":"2024-09-10T10:39:18.388996+0000","last_fullsized":"2024-09-10T10:39:18.388996+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388888+0000","last_change":"2024-09-10T10:39:18.388888+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388888+0000","last_undegraded":"2024-09-10T10:39:18.388888+0000","last_fullsized":"2024-09-10T10:39:18.388888+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387870+0000","last_change":"2024-09-10T10:39:18.387870+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387870+0000","last_undegraded":"2024-09-10T10:39:18.387870+0000","last_fullsized":"2024-09-10T10:39:18.387870+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409806+0000","last_change":"2024-09-10T10:39:19.411841+0000","last_active":"2024-09-10T10:39:20.409806+0000","last_peered":"2024-09-10T10:39:20.409806+0000","last_clean":"2024-09-10T10:39:20.409806+0000","last_became_active":"2024-09-10T10:39:19.411540+0000","last_became_peered":"2024-09-10T10:39:19.411540+0000","last_unstale":"2024-09-10T10:39:20.409806+0000","last_undegraded":"2024-09-10T10:39:20.409806+0000","last_fullsized":"2024-09-10T10:39:20.409806+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:41.841303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389090+0000","last_change":"2024-09-10T10:39:18.389090+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389090+0000","last_undegraded":"2024-09-10T10:39:18.389090+0000","last_fullsized":"2024-09-10T10:39:18.389090+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386556+0000","last_change":"2024-09-10T10:39:18.386556+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386556+0000","last_undegraded":"2024-09-10T10:39:18.386556+0000","last_fullsized":"2024-09-10T10:39:18.386556+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389371+0000","last_change":"2024-09-10T10:39:18.389371+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389371+0000","last_undegraded":"2024-09-10T10:39:18.389371+0000","last_fullsized":"2024-09-10T10:39:18.389371+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410827+0000","last_change":"2024-09-10T10:39:19.410430+0000","last_active":"2024-09-10T10:39:20.410827+0000","last_peered":"2024-09-10T10:39:20.410827+0000","last_clean":"2024-09-10T10:39:20.410827+0000","last_became_active":"2024-09-10T10:39:19.410131+0000","last_became_peered":"2024-09-10T10:39:19.410131+0000","last_unstale":"2024-09-10T10:39:20.410827+0000","last_undegraded":"2024-09-10T10:39:20.410827+0000","last_fullsized":"2024-09-10T10:39:20.410827+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.915291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386477+0000","last_change":"2024-09-10T10:39:18.386477+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386477+0000","last_undegraded":"2024-09-10T10:39:18.386477+0000","last_fullsized":"2024-09-10T10:39:18.386477+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410097+0000","last_change":"2024-09-10T10:39:19.413459+0000","last_active":"2024-09-10T10:39:20.410097+0000","last_peered":"2024-09-10T10:39:20.410097+0000","last_clean":"2024-09-10T10:39:20.410097+0000","last_became_active":"2024-09-10T10:39:19.412776+0000","last_became_peered":"2024-09-10T10:39:19.412776+0000","last_unstale":"2024-09-10T10:39:20.410097+0000","last_undegraded":"2024-09-10T10:39:20.410097+0000","last_fullsized":"2024-09-10T10:39:20.410097+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:15:10.000751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.390093+0000","last_change":"2024-09-10T10:39:18.390093+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.390093+0000","last_undegraded":"2024-09-10T10:39:18.390093+0000","last_fullsized":"2024-09-10T10:39:18.390093+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394214+0000","last_change":"2024-09-10T10:39:18.394214+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394214+0000","last_undegraded":"2024-09-10T10:39:18.394214+0000","last_fullsized":"2024-09-10T10:39:18.394214+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392709+0000","last_change":"2024-09-10T10:39:18.392709+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392709+0000","last_undegraded":"2024-09-10T10:39:18.392709+0000","last_fullsized":"2024-09-10T10:39:18.392709+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386171+0000","last_change":"2024-09-10T10:39:18.386171+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386171+0000","last_undegraded":"2024-09-10T10:39:18.386171+0000","last_fullsized":"2024-09-10T10:39:18.386171+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394697+0000","last_change":"2024-09-10T10:39:18.394697+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394697+0000","last_undegraded":"2024-09-10T10:39:18.394697+0000","last_fullsized":"2024-09-10T10:39:18.394697+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403659+0000","last_change":"2024-09-10T10:39:18.402124+0000","last_active":"2024-09-10T10:39:18.403659+0000","last_peered":"2024-09-10T10:39:18.403659+0000","last_clean":"2024-09-10T10:39:18.403659+0000","last_became_active":"2024-09-10T10:39:18.401874+0000","last_became_peered":"2024-09-10T10:39:18.401874+0000","last_unstale":"2024-09-10T10:39:18.403659+0000","last_undegraded":"2024-09-10T10:39:18.403659+0000","last_fullsized":"2024-09-10T10:39:18.403659+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:23:12.346042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391905+0000","last_change":"2024-09-10T10:39:18.391905+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391905+0000","last_undegraded":"2024-09-10T10:39:18.391905+0000","last_fullsized":"2024-09-10T10:39:18.391905+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403950+0000","last_change":"2024-09-10T10:39:18.399877+0000","last_active":"2024-09-10T10:39:18.403950+0000","last_peered":"2024-09-10T10:39:18.403950+0000","last_clean":"2024-09-10T10:39:18.403950+0000","last_became_active":"2024-09-10T10:39:18.399529+0000","last_became_peered":"2024-09-10T10:39:18.399529+0000","last_unstale":"2024-09-10T10:39:18.403950+0000","last_undegraded":"2024-09-10T10:39:18.403950+0000","last_fullsized":"2024-09-10T10:39:18.403950+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:46.713292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410271+0000","last_change":"2024-09-10T10:39:19.413029+0000","last_active":"2024-09-10T10:39:20.410271+0000","last_peered":"2024-09-10T10:39:20.410271+0000","last_clean":"2024-09-10T10:39:20.410271+0000","last_became_active":"2024-09-10T10:39:19.412078+0000","last_became_peered":"2024-09-10T10:39:19.412078+0000","last_unstale":"2024-09-10T10:39:20.410271+0000","last_undegraded":"2024-09-10T10:39:20.410271+0000","last_fullsized":"2024-09-10T10:39:20.410271+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:04:39.195727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408088+0000","last_change":"2024-09-10T10:39:18.405184+0000","last_active":"2024-09-10T10:39:18.408088+0000","last_peered":"2024-09-10T10:39:18.408088+0000","last_clean":"2024-09-10T10:39:18.408088+0000","last_became_active":"2024-09-10T10:39:18.404804+0000","last_became_peered":"2024-09-10T10:39:18.404804+0000","last_unstale":"2024-09-10T10:39:18.408088+0000","last_undegraded":"2024-09-10T10:39:18.408088+0000","last_fullsized":"2024-09-10T10:39:18.408088+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:35.252432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389418+0000","last_change":"2024-09-10T10:39:18.389418+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389418+0000","last_undegraded":"2024-09-10T10:39:18.389418+0000","last_fullsized":"2024-09-10T10:39:18.389418+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408826+0000","last_change":"2024-09-10T10:39:18.405865+0000","last_active":"2024-09-10T10:39:18.408826+0000","last_peered":"2024-09-10T10:39:18.408826+0000","last_clean":"2024-09-10T10:39:18.408826+0000","last_became_active":"2024-09-10T10:39:18.405538+0000","last_became_peered":"2024-09-10T10:39:18.405538+0000","last_unstale":"2024-09-10T10:39:18.408826+0000","last_undegraded":"2024-09-10T10:39:18.408826+0000","last_fullsized":"2024-09-10T10:39:18.408826+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:53.677879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385616+0000","last_change":"2024-09-10T10:39:18.385616+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385616+0000","last_undegraded":"2024-09-10T10:39:18.385616+0000","last_fullsized":"2024-09-10T10:39:18.385616+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.401907+0000","last_change":"2024-09-10T10:39:18.399667+0000","last_active":"2024-09-10T10:39:18.401907+0000","last_peered":"2024-09-10T10:39:18.401907+0000","last_clean":"2024-09-10T10:39:18.401907+0000","last_became_active":"2024-09-10T10:39:18.399409+0000","last_became_peered":"2024-09-10T10:39:18.399409+0000","last_unstale":"2024-09-10T10:39:18.401907+0000","last_undegraded":"2024-09-10T10:39:18.401907+0000","last_fullsized":"2024-09-10T10:39:18.401907+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:17.073074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388285+0000","last_change":"2024-09-10T10:39:18.388285+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388285+0000","last_undegraded":"2024-09-10T10:39:18.388285+0000","last_fullsized":"2024-09-10T10:39:18.388285+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.404438+0000","last_change":"2024-09-10T10:39:18.400568+0000","last_active":"2024-09-10T10:39:18.404438+0000","last_peered":"2024-09-10T10:39:18.404438+0000","last_clean":"2024-09-10T10:39:18.404438+0000","last_became_active":"2024-09-10T10:39:18.400314+0000","last_became_peered":"2024-09-10T10:39:18.400314+0000","last_unstale":"2024-09-10T10:39:18.404438+0000","last_undegraded":"2024-09-10T10:39:18.404438+0000","last_fullsized":"2024-09-10T10:39:18.404438+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:27.540803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385599+0000","last_change":"2024-09-10T10:39:18.385599+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385599+0000","last_undegraded":"2024-09-10T10:39:18.385599+0000","last_fullsized":"2024-09-10T10:39:18.385599+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408062+0000","last_change":"2024-09-10T10:39:18.405975+0000","last_active":"2024-09-10T10:39:18.408062+0000","last_peered":"2024-09-10T10:39:18.408062+0000","last_clean":"2024-09-10T10:39:18.408062+0000","last_became_active":"2024-09-10T10:39:18.405719+0000","last_became_peered":"2024-09-10T10:39:18.405719+0000","last_unstale":"2024-09-10T10:39:18.408062+0000","last_undegraded":"2024-09-10T10:39:18.408062+0000","last_fullsized":"2024-09-10T10:39:18.408062+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:26:35.383017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388442+0000","last_change":"2024-09-10T10:39:18.388442+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388442+0000","last_undegraded":"2024-09-10T10:39:18.388442+0000","last_fullsized":"2024-09-10T10:39:18.388442+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405522+0000","last_change":"2024-09-10T10:39:18.402088+0000","last_active":"2024-09-10T10:39:18.405522+0000","last_peered":"2024-09-10T10:39:18.405522+0000","last_clean":"2024-09-10T10:39:18.405522+0000","last_became_active":"2024-09-10T10:39:18.401804+0000","last_became_peered":"2024-09-10T10:39:18.401804+0000","last_unstale":"2024-09-10T10:39:18.405522+0000","last_undegraded":"2024-09-10T10:39:18.405522+0000","last_fullsized":"2024-09-10T10:39:18.405522+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:08:23.488587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387091+0000","last_change":"2024-09-10T10:39:18.387091+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387091+0000","last_undegraded":"2024-09-10T10:39:18.387091+0000","last_fullsized":"2024-09-10T10:39:18.387091+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408848+0000","last_change":"2024-09-10T10:39:18.406716+0000","last_active":"2024-09-10T10:39:18.408848+0000","last_peered":"2024-09-10T10:39:18.408848+0000","last_clean":"2024-09-10T10:39:18.408848+0000","last_became_active":"2024-09-10T10:39:18.405496+0000","last_became_peered":"2024-09-10T10:39:18.405496+0000","last_unstale":"2024-09-10T10:39:18.408848+0000","last_undegraded":"2024-09-10T10:39:18.408848+0000","last_fullsized":"2024-09-10T10:39:18.408848+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:39.528291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386311+0000","last_change":"2024-09-10T10:39:18.386311+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386311+0000","last_undegraded":"2024-09-10T10:39:18.386311+0000","last_fullsized":"2024-09-10T10:39:18.386311+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406392+0000","last_change":"2024-09-10T10:39:18.404307+0000","last_active":"2024-09-10T10:39:18.406392+0000","last_peered":"2024-09-10T10:39:18.406392+0000","last_clean":"2024-09-10T10:39:18.406392+0000","last_became_active":"2024-09-10T10:39:18.404002+0000","last_became_peered":"2024-09-10T10:39:18.404002+0000","last_unstale":"2024-09-10T10:39:18.406392+0000","last_undegraded":"2024-09-10T10:39:18.406392+0000","last_fullsized":"2024-09-10T10:39:18.406392+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:30.870734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410431+0000","last_change":"2024-09-10T10:39:19.413249+0000","last_active":"2024-09-10T10:39:20.410431+0000","last_peered":"2024-09-10T10:39:20.410431+0000","last_clean":"2024-09-10T10:39:20.410431+0000","last_became_active":"2024-09-10T10:39:19.412452+0000","last_became_peered":"2024-09-10T10:39:19.412452+0000","last_unstale":"2024-09-10T10:39:20.410431+0000","last_undegraded":"2024-09-10T10:39:20.410431+0000","last_fullsized":"2024-09-10T10:39:20.410431+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:43.956461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405489+0000","last_change":"2024-09-10T10:39:18.400647+0000","last_active":"2024-09-10T10:39:18.405489+0000","last_peered":"2024-09-10T10:39:18.405489+0000","last_clean":"2024-09-10T10:39:18.405489+0000","last_became_active":"2024-09-10T10:39:18.400287+0000","last_became_peered":"2024-09-10T10:39:18.400287+0000","last_unstale":"2024-09-10T10:39:18.405489+0000","last_undegraded":"2024-09-10T10:39:18.405489+0000","last_fullsized":"2024-09-10T10:39:18.405489+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:38:10.185185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387591+0000","last_change":"2024-09-10T10:39:18.387591+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387591+0000","last_undegraded":"2024-09-10T10:39:18.387591+0000","last_fullsized":"2024-09-10T10:39:18.387591+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408194+0000","last_change":"2024-09-10T10:39:18.404263+0000","last_active":"2024-09-10T10:39:18.408194+0000","last_peered":"2024-09-10T10:39:18.408194+0000","last_clean":"2024-09-10T10:39:18.408194+0000","last_became_active":"2024-09-10T10:39:18.404003+0000","last_became_peered":"2024-09-10T10:39:18.404003+0000","last_unstale":"2024-09-10T10:39:18.408194+0000","last_undegraded":"2024-09-10T10:39:18.408194+0000","last_fullsized":"2024-09-10T10:39:18.408194+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:46.713292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389301+0000","last_change":"2024-09-10T10:39:18.389301+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389301+0000","last_undegraded":"2024-09-10T10:39:18.389301+0000","last_fullsized":"2024-09-10T10:39:18.389301+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406179+0000","last_change":"2024-09-10T10:39:18.403269+0000","last_active":"2024-09-10T10:39:18.406179+0000","last_peered":"2024-09-10T10:39:18.406179+0000","last_clean":"2024-09-10T10:39:18.406179+0000","last_became_active":"2024-09-10T10:39:18.402938+0000","last_became_peered":"2024-09-10T10:39:18.402938+0000","last_unstale":"2024-09-10T10:39:18.406179+0000","last_undegraded":"2024-09-10T10:39:18.406179+0000","last_fullsized":"2024-09-10T10:39:18.406179+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:51.233089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385813+0000","last_change":"2024-09-10T10:39:18.385813+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385813+0000","last_undegraded":"2024-09-10T10:39:18.385813+0000","last_fullsized":"2024-09-10T10:39:18.385813+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.398478+0000","last_change":"2024-09-10T10:39:18.396761+0000","last_active":"2024-09-10T10:39:18.398478+0000","last_peered":"2024-09-10T10:39:18.398478+0000","last_clean":"2024-09-10T10:39:18.398478+0000","last_became_active":"2024-09-10T10:39:18.396493+0000","last_became_peered":"2024-09-10T10:39:18.396493+0000","last_unstale":"2024-09-10T10:39:18.398478+0000","last_undegraded":"2024-09-10T10:39:18.398478+0000","last_fullsized":"2024-09-10T10:39:18.398478+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:54.768680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387907+0000","last_change":"2024-09-10T10:39:18.387907+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387907+0000","last_undegraded":"2024-09-10T10:39:18.387907+0000","last_fullsized":"2024-09-10T10:39:18.387907+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406821+0000","last_change":"2024-09-10T10:39:18.404081+0000","last_active":"2024-09-10T10:39:18.406821+0000","last_peered":"2024-09-10T10:39:18.406821+0000","last_clean":"2024-09-10T10:39:18.406821+0000","last_became_active":"2024-09-10T10:39:18.402624+0000","last_became_peered":"2024-09-10T10:39:18.402624+0000","last_unstale":"2024-09-10T10:39:18.406821+0000","last_undegraded":"2024-09-10T10:39:18.406821+0000","last_fullsized":"2024-09-10T10:39:18.406821+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:22.207823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393315+0000","last_change":"2024-09-10T10:39:18.393315+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393315+0000","last_undegraded":"2024-09-10T10:39:18.393315+0000","last_fullsized":"2024-09-10T10:39:18.393315+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"102'1","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410334+0000","last_change":"2024-09-10T10:39:18.404024+0000","last_active":"2024-09-10T10:39:20.410334+0000","last_peered":"2024-09-10T10:39:20.410334+0000","last_clean":"2024-09-10T10:39:20.410334+0000","last_became_active":"2024-09-10T10:39:18.403743+0000","last_became_peered":"2024-09-10T10:39:18.403743+0000","last_unstale":"2024-09-10T10:39:20.410334+0000","last_undegraded":"2024-09-10T10:39:20.410334+0000","last_fullsized":"2024-09-10T10:39:20.410334+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:45:22.749723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391536+0000","last_change":"2024-09-10T10:39:18.391536+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391536+0000","last_undegraded":"2024-09-10T10:39:18.391536+0000","last_fullsized":"2024-09-10T10:39:18.391536+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406372+0000","last_change":"2024-09-10T10:39:18.403821+0000","last_active":"2024-09-10T10:39:18.406372+0000","last_peered":"2024-09-10T10:39:18.406372+0000","last_clean":"2024-09-10T10:39:18.406372+0000","last_became_active":"2024-09-10T10:39:18.403537+0000","last_became_peered":"2024-09-10T10:39:18.403537+0000","last_unstale":"2024-09-10T10:39:18.406372+0000","last_undegraded":"2024-09-10T10:39:18.406372+0000","last_fullsized":"2024-09-10T10:39:18.406372+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:50:49.710115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391922+0000","last_change":"2024-09-10T10:39:18.391922+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391922+0000","last_undegraded":"2024-09-10T10:39:18.391922+0000","last_fullsized":"2024-09-10T10:39:18.391922+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406596+0000","last_change":"2024-09-10T10:39:18.405716+0000","last_active":"2024-09-10T10:39:18.406596+0000","last_peered":"2024-09-10T10:39:18.406596+0000","last_clean":"2024-09-10T10:39:18.406596+0000","last_became_active":"2024-09-10T10:39:18.405381+0000","last_became_peered":"2024-09-10T10:39:18.405381+0000","last_unstale":"2024-09-10T10:39:18.406596+0000","last_undegraded":"2024-09-10T10:39:18.406596+0000","last_fullsized":"2024-09-10T10:39:18.406596+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:53.483639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393764+0000","last_change":"2024-09-10T10:39:18.393764+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393764+0000","last_undegraded":"2024-09-10T10:39:18.393764+0000","last_fullsized":"2024-09-10T10:39:18.393764+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403691+0000","last_change":"2024-09-10T10:39:18.402340+0000","last_active":"2024-09-10T10:39:18.403691+0000","last_peered":"2024-09-10T10:39:18.403691+0000","last_clean":"2024-09-10T10:39:18.403691+0000","last_became_active":"2024-09-10T10:39:18.401318+0000","last_became_peered":"2024-09-10T10:39:18.401318+0000","last_unstale":"2024-09-10T10:39:18.403691+0000","last_undegraded":"2024-09-10T10:39:18.403691+0000","last_fullsized":"2024-09-10T10:39:18.403691+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:48.160814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388567+0000","last_change":"2024-09-10T10:39:18.388567+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388567+0000","last_undegraded":"2024-09-10T10:39:18.388567+0000","last_fullsized":"2024-09-10T10:39:18.388567+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406159+0000","last_change":"2024-09-10T10:39:18.403289+0000","last_active":"2024-09-10T10:39:18.406159+0000","last_peered":"2024-09-10T10:39:18.406159+0000","last_clean":"2024-09-10T10:39:18.406159+0000","last_became_active":"2024-09-10T10:39:18.403014+0000","last_became_peered":"2024-09-10T10:39:18.403014+0000","last_unstale":"2024-09-10T10:39:18.406159+0000","last_undegraded":"2024-09-10T10:39:18.406159+0000","last_fullsized":"2024-09-10T10:39:18.406159+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:00.049718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393620+0000","last_change":"2024-09-10T10:39:18.393620+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393620+0000","last_undegraded":"2024-09-10T10:39:18.393620+0000","last_fullsized":"2024-09-10T10:39:18.393620+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402845+0000","last_change":"2024-09-10T10:39:18.399251+0000","last_active":"2024-09-10T10:39:18.402845+0000","last_peered":"2024-09-10T10:39:18.402845+0000","last_clean":"2024-09-10T10:39:18.402845+0000","last_became_active":"2024-09-10T10:39:18.398957+0000","last_became_peered":"2024-09-10T10:39:18.398957+0000","last_unstale":"2024-09-10T10:39:18.402845+0000","last_undegraded":"2024-09-10T10:39:18.402845+0000","last_fullsized":"2024-09-10T10:39:18.402845+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:41.370854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389775+0000","last_change":"2024-09-10T10:39:18.389775+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389775+0000","last_undegraded":"2024-09-10T10:39:18.389775+0000","last_fullsized":"2024-09-10T10:39:18.389775+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402399+0000","last_change":"2024-09-10T10:39:18.398125+0000","last_active":"2024-09-10T10:39:18.402399+0000","last_peered":"2024-09-10T10:39:18.402399+0000","last_clean":"2024-09-10T10:39:18.402399+0000","last_became_active":"2024-09-10T10:39:18.397819+0000","last_became_peered":"2024-09-10T10:39:18.397819+0000","last_unstale":"2024-09-10T10:39:18.402399+0000","last_undegraded":"2024-09-10T10:39:18.402399+0000","last_fullsized":"2024-09-10T10:39:18.402399+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:50.090496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388598+0000","last_change":"2024-09-10T10:39:18.388598+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388598+0000","last_undegraded":"2024-09-10T10:39:18.388598+0000","last_fullsized":"2024-09-10T10:39:18.388598+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406167+0000","last_change":"2024-09-10T10:39:18.401912+0000","last_active":"2024-09-10T10:39:18.406167+0000","last_peered":"2024-09-10T10:39:18.406167+0000","last_clean":"2024-09-10T10:39:18.406167+0000","last_became_active":"2024-09-10T10:39:18.401226+0000","last_became_peered":"2024-09-10T10:39:18.401226+0000","last_unstale":"2024-09-10T10:39:18.406167+0000","last_undegraded":"2024-09-10T10:39:18.406167+0000","last_fullsized":"2024-09-10T10:39:18.406167+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:27:35.828156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389683+0000","last_change":"2024-09-10T10:39:18.389683+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389683+0000","last_undegraded":"2024-09-10T10:39:18.389683+0000","last_fullsized":"2024-09-10T10:39:18.389683+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.410396+0000","last_change":"2024-09-10T10:39:18.406806+0000","last_active":"2024-09-10T10:39:18.410396+0000","last_peered":"2024-09-10T10:39:18.410396+0000","last_clean":"2024-09-10T10:39:18.410396+0000","last_became_active":"2024-09-10T10:39:18.405279+0000","last_became_peered":"2024-09-10T10:39:18.405279+0000","last_unstale":"2024-09-10T10:39:18.410396+0000","last_undegraded":"2024-09-10T10:39:18.410396+0000","last_fullsized":"2024-09-10T10:39:18.410396+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:41.370854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410272+0000","last_change":"2024-09-10T10:39:19.420960+0000","last_active":"2024-09-10T10:39:20.410272+0000","last_peered":"2024-09-10T10:39:20.410272+0000","last_clean":"2024-09-10T10:39:20.410272+0000","last_became_active":"2024-09-10T10:39:19.420604+0000","last_became_peered":"2024-09-10T10:39:19.420604+0000","last_unstale":"2024-09-10T10:39:20.410272+0000","last_undegraded":"2024-09-10T10:39:20.410272+0000","last_fullsized":"2024-09-10T10:39:20.410272+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:16:59.718826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408390+0000","last_change":"2024-09-10T10:39:18.407095+0000","last_active":"2024-09-10T10:39:18.408390+0000","last_peered":"2024-09-10T10:39:18.408390+0000","last_clean":"2024-09-10T10:39:18.408390+0000","last_became_active":"2024-09-10T10:39:18.406851+0000","last_became_peered":"2024-09-10T10:39:18.406851+0000","last_unstale":"2024-09-10T10:39:18.408390+0000","last_undegraded":"2024-09-10T10:39:18.408390+0000","last_fullsized":"2024-09-10T10:39:18.408390+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:57:47.753717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394440+0000","last_change":"2024-09-10T10:39:18.394440+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394440+0000","last_undegraded":"2024-09-10T10:39:18.394440+0000","last_fullsized":"2024-09-10T10:39:18.394440+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402630+0000","last_change":"2024-09-10T10:39:18.399346+0000","last_active":"2024-09-10T10:39:18.402630+0000","last_peered":"2024-09-10T10:39:18.402630+0000","last_clean":"2024-09-10T10:39:18.402630+0000","last_became_active":"2024-09-10T10:39:18.399083+0000","last_became_peered":"2024-09-10T10:39:18.399083+0000","last_unstale":"2024-09-10T10:39:18.402630+0000","last_undegraded":"2024-09-10T10:39:18.402630+0000","last_fullsized":"2024-09-10T10:39:18.402630+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:01.099183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393357+0000","last_change":"2024-09-10T10:39:18.393357+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393357+0000","last_undegraded":"2024-09-10T10:39:18.393357+0000","last_fullsized":"2024-09-10T10:39:18.393357+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406000+0000","last_change":"2024-09-10T10:39:18.401613+0000","last_active":"2024-09-10T10:39:18.406000+0000","last_peered":"2024-09-10T10:39:18.406000+0000","last_clean":"2024-09-10T10:39:18.406000+0000","last_became_active":"2024-09-10T10:39:18.401310+0000","last_became_peered":"2024-09-10T10:39:18.401310+0000","last_unstale":"2024-09-10T10:39:18.406000+0000","last_undegraded":"2024-09-10T10:39:18.406000+0000","last_fullsized":"2024-09-10T10:39:18.406000+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:23.356245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388079+0000","last_change":"2024-09-10T10:39:18.388079+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388079+0000","last_undegraded":"2024-09-10T10:39:18.388079+0000","last_fullsized":"2024-09-10T10:39:18.388079+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406180+0000","last_change":"2024-09-10T10:39:18.400735+0000","last_active":"2024-09-10T10:39:18.406180+0000","last_peered":"2024-09-10T10:39:18.406180+0000","last_clean":"2024-09-10T10:39:18.406180+0000","last_became_active":"2024-09-10T10:39:18.400460+0000","last_became_peered":"2024-09-10T10:39:18.400460+0000","last_unstale":"2024-09-10T10:39:18.406180+0000","last_undegraded":"2024-09-10T10:39:18.406180+0000","last_fullsized":"2024-09-10T10:39:18.406180+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:09.193601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389509+0000","last_change":"2024-09-10T10:39:18.389509+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389509+0000","last_undegraded":"2024-09-10T10:39:18.389509+0000","last_fullsized":"2024-09-10T10:39:18.389509+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405325+0000","last_change":"2024-09-10T10:39:18.403835+0000","last_active":"2024-09-10T10:39:18.405325+0000","last_peered":"2024-09-10T10:39:18.405325+0000","last_clean":"2024-09-10T10:39:18.405325+0000","last_became_active":"2024-09-10T10:39:18.403548+0000","last_became_peered":"2024-09-10T10:39:18.403548+0000","last_unstale":"2024-09-10T10:39:18.405325+0000","last_undegraded":"2024-09-10T10:39:18.405325+0000","last_fullsized":"2024-09-10T10:39:18.405325+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:34.457599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388088+0000","last_change":"2024-09-10T10:39:18.388088+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388088+0000","last_undegraded":"2024-09-10T10:39:18.388088+0000","last_fullsized":"2024-09-10T10:39:18.388088+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.400882+0000","last_change":"2024-09-10T10:39:18.397668+0000","last_active":"2024-09-10T10:39:18.400882+0000","last_peered":"2024-09-10T10:39:18.400882+0000","last_clean":"2024-09-10T10:39:18.400882+0000","last_became_active":"2024-09-10T10:39:18.397386+0000","last_became_peered":"2024-09-10T10:39:18.397386+0000","last_unstale":"2024-09-10T10:39:18.400882+0000","last_undegraded":"2024-09-10T10:39:18.400882+0000","last_fullsized":"2024-09-10T10:39:18.400882+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:39.528291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409198+0000","last_change":"2024-09-10T10:39:19.411667+0000","last_active":"2024-09-10T10:39:20.409198+0000","last_peered":"2024-09-10T10:39:20.409198+0000","last_clean":"2024-09-10T10:39:20.409198+0000","last_became_active":"2024-09-10T10:39:19.411397+0000","last_became_peered":"2024-09-10T10:39:19.411397+0000","last_unstale":"2024-09-10T10:39:20.409198+0000","last_undegraded":"2024-09-10T10:39:20.409198+0000","last_fullsized":"2024-09-10T10:39:20.409198+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:33.453498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409134+0000","last_change":"2024-09-10T10:39:18.406931+0000","last_active":"2024-09-10T10:39:20.409134+0000","last_peered":"2024-09-10T10:39:20.409134+0000","last_clean":"2024-09-10T10:39:20.409134+0000","last_became_active":"2024-09-10T10:39:18.406590+0000","last_became_peered":"2024-09-10T10:39:18.406590+0000","last_unstale":"2024-09-10T10:39:20.409134+0000","last_undegraded":"2024-09-10T10:39:20.409134+0000","last_fullsized":"2024-09-10T10:39:20.409134+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:24:10.438943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386081+0000","last_change":"2024-09-10T10:39:18.386081+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386081+0000","last_undegraded":"2024-09-10T10:39:18.386081+0000","last_fullsized":"2024-09-10T10:39:18.386081+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.396806+0000","last_change":"2024-09-10T10:39:18.392437+0000","last_active":"2024-09-10T10:39:18.396806+0000","last_peered":"2024-09-10T10:39:18.396806+0000","last_clean":"2024-09-10T10:39:18.396806+0000","last_became_active":"2024-09-10T10:39:18.392156+0000","last_became_peered":"2024-09-10T10:39:18.392156+0000","last_unstale":"2024-09-10T10:39:18.396806+0000","last_undegraded":"2024-09-10T10:39:18.396806+0000","last_fullsized":"2024-09-10T10:39:18.396806+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:27:35.828156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":317,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.390892+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:39:18.390892+0000","last_peered":"2024-09-10T10:39:18.390892+0000","last_clean":"2024-09-10T10:39:18.390892+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:39:18.390892+0000","last_undegraded":"2024-09-10T10:39:18.390892+0000","last_fullsized":"2024-09-10T10:39:18.390892+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509527,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509527,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36556,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335284,"statfs":{"total":96636764160,"available":96599330816,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509526,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1249280,"data_stored":528721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509527,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32400,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339440,"statfs":{"total":96636764160,"available":96603586560,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509528,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32408,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339432,"statfs":{"total":96636764160,"available":96603578368,"internally_reserved":0,"allocated":1249280,"data_stored":528721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509527,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37152,"kb_used_data":1800,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334688,"statfs":{"total":96636764160,"available":96598720512,"internally_reserved":0,"allocated":1843200,"data_stored":1119089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509526,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542233,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33024,"kb_used_data":1832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338816,"statfs":{"total":96636764160,"available":96602947584,"internally_reserved":0,"allocated":1875968,"data_stored":1132256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:39:23.924 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:39:24.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f7800640 1 Processor -- start 2024-09-10T10:39:24.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f7800640 1 -- start start 2024-09-10T10:39:24.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f7800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f0162bb0 0x7fc4f00b0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f7800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc4f00b0680 0x7fc4f00d0300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f7800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4f00d1160 con 0x7fc4f00626e0 2024-09-10T10:39:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f7800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fc4f0162f90 con 0x7fc4f00b0680 2024-09-10T10:39:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f7800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc4f006d1d0 con 0x7fc4f0162bb0 2024-09-10T10:39:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f5800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc4f00626e0 0x7fc4f006deb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55942/0 (socket says 172.21.15.22:55942) 2024-09-10T10:39:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f5800640 1 -- 172.21.15.22:0/1287998891 learned_addr learned my addr 172.21.15.22:0/1287998891 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f4e00640 1 --2- 172.21.15.22:0/1287998891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f0162bb0 0x7fc4f00b0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4efe00640 1 --2- 172.21.15.22:0/1287998891 >> v2:172.21.15.145:3300/0 conn(0x7fc4f00b0680 0x7fc4f00d0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4ef400640 1 -- 172.21.15.22:0/1287998891 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 104654442 0 0) 0x7fc4f00d1160 con 0x7fc4f00626e0 2024-09-10T10:39:24.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4ef400640 1 -- 172.21.15.22:0/1287998891 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc4d8003530 con 0x7fc4f00626e0 2024-09-10T10:39:24.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f4e00640 1 -- 172.21.15.22:0/1287998891 >> v2:172.21.15.145:3300/0 conn(0x7fc4f00b0680 msgr2=0x7fc4f00d0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:24.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f4e00640 1 --2- 172.21.15.22:0/1287998891 >> v2:172.21.15.145:3300/0 conn(0x7fc4f00b0680 0x7fc4f00d0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f4e00640 1 -- 172.21.15.22:0/1287998891 >> v1:172.21.15.22:6789/0 conn(0x7fc4f00626e0 legacy=0x7fc4f006deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.098+0000 7fc4f4e00640 1 -- 172.21.15.22:0/1287998891 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4f006d4b0 con 0x7fc4f0162bb0 2024-09-10T10:39:24.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4f4e00640 1 --2- 172.21.15.22:0/1287998891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f0162bb0 0x7fc4f00b0bd0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc4e40097c0 tx=0x7fc4e401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3aa8583a19d02fe1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:24.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4ef400640 1 -- 172.21.15.22:0/1287998891 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e40b2070 con 0x7fc4f0162bb0 2024-09-10T10:39:24.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4ef400640 1 -- 172.21.15.22:0/1287998891 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4e40ad640 con 0x7fc4f0162bb0 2024-09-10T10:39:24.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4ef400640 1 -- 172.21.15.22:0/1287998891 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e40ada10 con 0x7fc4f0162bb0 2024-09-10T10:39:24.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4f7800640 1 -- 172.21.15.22:0/1287998891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f0162bb0 msgr2=0x7fc4f00b0bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4f7800640 1 --2- 172.21.15.22:0/1287998891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f0162bb0 0x7fc4f00b0bd0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc4e40097c0 tx=0x7fc4e401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4f7800640 1 -- 172.21.15.22:0/1287998891 shutdown_connections 2024-09-10T10:39:24.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4f7800640 1 --2- 172.21.15.22:0/1287998891 >> v2:172.21.15.145:3300/0 conn(0x7fc4f00b0680 0x7fc4f00d0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4f7800640 1 --2- 172.21.15.22:0/1287998891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f0162bb0 0x7fc4f00b0bd0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4f7800640 1 -- 172.21.15.22:0/1287998891 >> 172.21.15.22:0/1287998891 conn(0x7fc4f00ce1f0 msgr2=0x7fc4f00ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:24.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4f7800640 1 -- 172.21.15.22:0/1287998891 shutdown_connections 2024-09-10T10:39:24.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.102+0000 7fc4f7800640 1 -- 172.21.15.22:0/1287998891 wait complete. 2024-09-10T10:39:24.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 Processor -- start 2024-09-10T10:39:24.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 -- start start 2024-09-10T10:39:24.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f00626e0 0x7fc4f0150500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc4f00b0680 0x7fc4f0165990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4f0162bb0 0x7fc4f0163440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc4f006eb50 con 0x7fc4f00b0680 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc4f006e9d0 con 0x7fc4f0162bb0 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc4f016ff10 con 0x7fc4f00626e0 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4efe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc4f00b0680 0x7fc4f0165990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4efe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc4f00b0680 0x7fc4f0165990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58460/0 (socket says 172.21.15.22:58460) 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4efe00640 1 -- 172.21.15.22:0/2194800409 learned_addr learned my addr 172.21.15.22:0/2194800409 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f5800640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4f0162bb0 0x7fc4f0163440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f4e00640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f00626e0 0x7fc4f0150500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4efe00640 1 -- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f00626e0 msgr2=0x7fc4f0150500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4efe00640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f00626e0 0x7fc4f0150500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4efe00640 1 -- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4f0162bb0 msgr2=0x7fc4f0163440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4efe00640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4f0162bb0 0x7fc4f0163440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4efe00640 1 -- 172.21.15.22:0/2194800409 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4f0152d10 con 0x7fc4f00b0680 2024-09-10T10:39:24.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f4e00640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f00626e0 0x7fc4f0150500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:24.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4efe00640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc4f00b0680 0x7fc4f0165990 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc00e900 tx=0x7fc4dc00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:24.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4ecc00640 1 -- 172.21.15.22:0/2194800409 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4dc017070 con 0x7fc4f00b0680 2024-09-10T10:39:24.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4ecc00640 1 -- 172.21.15.22:0/2194800409 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4dc00ca00 con 0x7fc4f00b0680 2024-09-10T10:39:24.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 -- 172.21.15.22:0/2194800409 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4f0152ff0 con 0x7fc4f00b0680 2024-09-10T10:39:24.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4ecc00640 1 -- 172.21.15.22:0/2194800409 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4dc00cdd0 con 0x7fc4f00b0680 2024-09-10T10:39:24.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 -- 172.21.15.22:0/2194800409 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4f01535b0 con 0x7fc4f00b0680 2024-09-10T10:39:24.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.106+0000 7fc4f7800640 1 -- 172.21.15.22:0/2194800409 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4f00b0bd0 con 0x7fc4f00b0680 2024-09-10T10:39:24.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.110+0000 7fc4ecc00640 1 -- 172.21.15.22:0/2194800409 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc4dc01a070 con 0x7fc4f00b0680 2024-09-10T10:39:24.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.110+0000 7fc4ecc00640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc4d00678c0 0x7fc4d0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.110+0000 7fc4ecc00640 1 -- 172.21.15.22:0/2194800409 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fc4dc0860c0 con 0x7fc4f00b0680 2024-09-10T10:39:24.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.110+0000 7fc4f4e00640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc4d00678c0 0x7fc4d0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.116 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.110+0000 7fc4f4e00640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc4d00678c0 0x7fc4d0069d80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fc4e40af000 tx=0x7fc4e40a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:24.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.114+0000 7fc4ecc00640 1 -- 172.21.15.22:0/2194800409 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc4dc056b60 con 0x7fc4f00b0680 2024-09-10T10:39:24.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.278+0000 7fc4f7800640 1 -- 172.21.15.22:0/2194800409 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc4f006c780 con 0x7fc4d00678c0 2024-09-10T10:39:24.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.286+0000 7fc4ecc00640 1 -- 172.21.15.22:0/2194800409 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247761 (secure 0 0 0) 0x7fc4f006c780 con 0x7fc4d00678c0 2024-09-10T10:39:24.291 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:24.293 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:39:24.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 -- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc4d00678c0 msgr2=0x7fc4d0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc4d00678c0 0x7fc4d0069d80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fc4e40af000 tx=0x7fc4e40a7070 comp rx=0 tx=0).stop 2024-09-10T10:39:24.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 -- 172.21.15.22:0/2194800409 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc4f00b0680 msgr2=0x7fc4f0165990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc4f00b0680 0x7fc4f0165990 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc00e900 tx=0x7fc4dc00edc0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 -- 172.21.15.22:0/2194800409 shutdown_connections 2024-09-10T10:39:24.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc4d00678c0 0x7fc4d0069d80 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc4f0162bb0 0x7fc4f0163440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc4f00b0680 0x7fc4f0165990 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 --2- 172.21.15.22:0/2194800409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc4f00626e0 0x7fc4f0150500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 -- 172.21.15.22:0/2194800409 >> 172.21.15.22:0/2194800409 conn(0x7fc4f00ce1f0 msgr2=0x7fc4f006ed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:24.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 -- 172.21.15.22:0/2194800409 shutdown_connections 2024-09-10T10:39:24.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.290+0000 7fc4f7800640 1 -- 172.21.15.22:0/2194800409 wait complete. 2024-09-10T10:39:24.312 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":309,"stamp":"2024-09-10T10:39:23.433660+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":160,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":63,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":268744,"kb_used_data":10904,"kb_used_omap":12,"kb_used_meta":257651,"kb_avail":754705976,"statfs":{"total":773094113280,"available":772818919424,"internally_reserved":0,"allocated":11165696,"data_stored":5398571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":263835184},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000958"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392420+0000","last_change":"2024-09-10T10:39:18.392420+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392420+0000","last_undegraded":"2024-09-10T10:39:18.392420+0000","last_fullsized":"2024-09-10T10:39:18.392420+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387796+0000","last_change":"2024-09-10T10:39:18.387796+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387796+0000","last_undegraded":"2024-09-10T10:39:18.387796+0000","last_fullsized":"2024-09-10T10:39:18.387796+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389773+0000","last_change":"2024-09-10T10:39:18.389773+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389773+0000","last_undegraded":"2024-09-10T10:39:18.389773+0000","last_fullsized":"2024-09-10T10:39:18.389773+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386784+0000","last_change":"2024-09-10T10:39:18.386784+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386784+0000","last_undegraded":"2024-09-10T10:39:18.386784+0000","last_fullsized":"2024-09-10T10:39:18.386784+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389962+0000","last_change":"2024-09-10T10:39:18.389962+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389962+0000","last_undegraded":"2024-09-10T10:39:18.389962+0000","last_fullsized":"2024-09-10T10:39:18.389962+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409646+0000","last_change":"2024-09-10T10:39:19.409661+0000","last_active":"2024-09-10T10:39:20.409646+0000","last_peered":"2024-09-10T10:39:20.409646+0000","last_clean":"2024-09-10T10:39:20.409646+0000","last_became_active":"2024-09-10T10:39:19.409245+0000","last_became_peered":"2024-09-10T10:39:19.409245+0000","last_unstale":"2024-09-10T10:39:20.409646+0000","last_undegraded":"2024-09-10T10:39:20.409646+0000","last_fullsized":"2024-09-10T10:39:20.409646+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:56.247769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388878+0000","last_change":"2024-09-10T10:39:18.388878+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388878+0000","last_undegraded":"2024-09-10T10:39:18.388878+0000","last_fullsized":"2024-09-10T10:39:18.388878+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387570+0000","last_change":"2024-09-10T10:39:18.387570+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387570+0000","last_undegraded":"2024-09-10T10:39:18.387570+0000","last_fullsized":"2024-09-10T10:39:18.387570+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391996+0000","last_change":"2024-09-10T10:39:18.391996+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391996+0000","last_undegraded":"2024-09-10T10:39:18.391996+0000","last_fullsized":"2024-09-10T10:39:18.391996+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389981+0000","last_change":"2024-09-10T10:39:18.389981+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389981+0000","last_undegraded":"2024-09-10T10:39:18.389981+0000","last_fullsized":"2024-09-10T10:39:18.389981+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393124+0000","last_change":"2024-09-10T10:39:18.393124+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393124+0000","last_undegraded":"2024-09-10T10:39:18.393124+0000","last_fullsized":"2024-09-10T10:39:18.393124+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389081+0000","last_change":"2024-09-10T10:39:18.389081+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389081+0000","last_undegraded":"2024-09-10T10:39:18.389081+0000","last_fullsized":"2024-09-10T10:39:18.389081+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386654+0000","last_change":"2024-09-10T10:39:18.386654+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386654+0000","last_undegraded":"2024-09-10T10:39:18.386654+0000","last_fullsized":"2024-09-10T10:39:18.386654+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392754+0000","last_change":"2024-09-10T10:39:18.392754+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392754+0000","last_undegraded":"2024-09-10T10:39:18.392754+0000","last_fullsized":"2024-09-10T10:39:18.392754+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393151+0000","last_change":"2024-09-10T10:39:18.393151+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393151+0000","last_undegraded":"2024-09-10T10:39:18.393151+0000","last_fullsized":"2024-09-10T10:39:18.393151+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386575+0000","last_change":"2024-09-10T10:39:18.386575+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386575+0000","last_undegraded":"2024-09-10T10:39:18.386575+0000","last_fullsized":"2024-09-10T10:39:18.386575+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388372+0000","last_change":"2024-09-10T10:39:18.388372+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388372+0000","last_undegraded":"2024-09-10T10:39:18.388372+0000","last_fullsized":"2024-09-10T10:39:18.388372+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394998+0000","last_change":"2024-09-10T10:39:18.394998+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394998+0000","last_undegraded":"2024-09-10T10:39:18.394998+0000","last_fullsized":"2024-09-10T10:39:18.394998+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388996+0000","last_change":"2024-09-10T10:39:18.388996+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388996+0000","last_undegraded":"2024-09-10T10:39:18.388996+0000","last_fullsized":"2024-09-10T10:39:18.388996+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388888+0000","last_change":"2024-09-10T10:39:18.388888+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388888+0000","last_undegraded":"2024-09-10T10:39:18.388888+0000","last_fullsized":"2024-09-10T10:39:18.388888+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387870+0000","last_change":"2024-09-10T10:39:18.387870+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387870+0000","last_undegraded":"2024-09-10T10:39:18.387870+0000","last_fullsized":"2024-09-10T10:39:18.387870+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409806+0000","last_change":"2024-09-10T10:39:19.411841+0000","last_active":"2024-09-10T10:39:20.409806+0000","last_peered":"2024-09-10T10:39:20.409806+0000","last_clean":"2024-09-10T10:39:20.409806+0000","last_became_active":"2024-09-10T10:39:19.411540+0000","last_became_peered":"2024-09-10T10:39:19.411540+0000","last_unstale":"2024-09-10T10:39:20.409806+0000","last_undegraded":"2024-09-10T10:39:20.409806+0000","last_fullsized":"2024-09-10T10:39:20.409806+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:41.841303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389090+0000","last_change":"2024-09-10T10:39:18.389090+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389090+0000","last_undegraded":"2024-09-10T10:39:18.389090+0000","last_fullsized":"2024-09-10T10:39:18.389090+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386556+0000","last_change":"2024-09-10T10:39:18.386556+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386556+0000","last_undegraded":"2024-09-10T10:39:18.386556+0000","last_fullsized":"2024-09-10T10:39:18.386556+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389371+0000","last_change":"2024-09-10T10:39:18.389371+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389371+0000","last_undegraded":"2024-09-10T10:39:18.389371+0000","last_fullsized":"2024-09-10T10:39:18.389371+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410827+0000","last_change":"2024-09-10T10:39:19.410430+0000","last_active":"2024-09-10T10:39:20.410827+0000","last_peered":"2024-09-10T10:39:20.410827+0000","last_clean":"2024-09-10T10:39:20.410827+0000","last_became_active":"2024-09-10T10:39:19.410131+0000","last_became_peered":"2024-09-10T10:39:19.410131+0000","last_unstale":"2024-09-10T10:39:20.410827+0000","last_undegraded":"2024-09-10T10:39:20.410827+0000","last_fullsized":"2024-09-10T10:39:20.410827+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.915291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386477+0000","last_change":"2024-09-10T10:39:18.386477+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386477+0000","last_undegraded":"2024-09-10T10:39:18.386477+0000","last_fullsized":"2024-09-10T10:39:18.386477+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410097+0000","last_change":"2024-09-10T10:39:19.413459+0000","last_active":"2024-09-10T10:39:20.410097+0000","last_peered":"2024-09-10T10:39:20.410097+0000","last_clean":"2024-09-10T10:39:20.410097+0000","last_became_active":"2024-09-10T10:39:19.412776+0000","last_became_peered":"2024-09-10T10:39:19.412776+0000","last_unstale":"2024-09-10T10:39:20.410097+0000","last_undegraded":"2024-09-10T10:39:20.410097+0000","last_fullsized":"2024-09-10T10:39:20.410097+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:15:10.000751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.390093+0000","last_change":"2024-09-10T10:39:18.390093+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.390093+0000","last_undegraded":"2024-09-10T10:39:18.390093+0000","last_fullsized":"2024-09-10T10:39:18.390093+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394214+0000","last_change":"2024-09-10T10:39:18.394214+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394214+0000","last_undegraded":"2024-09-10T10:39:18.394214+0000","last_fullsized":"2024-09-10T10:39:18.394214+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392709+0000","last_change":"2024-09-10T10:39:18.392709+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392709+0000","last_undegraded":"2024-09-10T10:39:18.392709+0000","last_fullsized":"2024-09-10T10:39:18.392709+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386171+0000","last_change":"2024-09-10T10:39:18.386171+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386171+0000","last_undegraded":"2024-09-10T10:39:18.386171+0000","last_fullsized":"2024-09-10T10:39:18.386171+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394697+0000","last_change":"2024-09-10T10:39:18.394697+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394697+0000","last_undegraded":"2024-09-10T10:39:18.394697+0000","last_fullsized":"2024-09-10T10:39:18.394697+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403659+0000","last_change":"2024-09-10T10:39:18.402124+0000","last_active":"2024-09-10T10:39:18.403659+0000","last_peered":"2024-09-10T10:39:18.403659+0000","last_clean":"2024-09-10T10:39:18.403659+0000","last_became_active":"2024-09-10T10:39:18.401874+0000","last_became_peered":"2024-09-10T10:39:18.401874+0000","last_unstale":"2024-09-10T10:39:18.403659+0000","last_undegraded":"2024-09-10T10:39:18.403659+0000","last_fullsized":"2024-09-10T10:39:18.403659+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:23:12.346042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391905+0000","last_change":"2024-09-10T10:39:18.391905+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391905+0000","last_undegraded":"2024-09-10T10:39:18.391905+0000","last_fullsized":"2024-09-10T10:39:18.391905+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403950+0000","last_change":"2024-09-10T10:39:18.399877+0000","last_active":"2024-09-10T10:39:18.403950+0000","last_peered":"2024-09-10T10:39:18.403950+0000","last_clean":"2024-09-10T10:39:18.403950+0000","last_became_active":"2024-09-10T10:39:18.399529+0000","last_became_peered":"2024-09-10T10:39:18.399529+0000","last_unstale":"2024-09-10T10:39:18.403950+0000","last_undegraded":"2024-09-10T10:39:18.403950+0000","last_fullsized":"2024-09-10T10:39:18.403950+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:46.713292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410271+0000","last_change":"2024-09-10T10:39:19.413029+0000","last_active":"2024-09-10T10:39:20.410271+0000","last_peered":"2024-09-10T10:39:20.410271+0000","last_clean":"2024-09-10T10:39:20.410271+0000","last_became_active":"2024-09-10T10:39:19.412078+0000","last_became_peered":"2024-09-10T10:39:19.412078+0000","last_unstale":"2024-09-10T10:39:20.410271+0000","last_undegraded":"2024-09-10T10:39:20.410271+0000","last_fullsized":"2024-09-10T10:39:20.410271+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:04:39.195727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408088+0000","last_change":"2024-09-10T10:39:18.405184+0000","last_active":"2024-09-10T10:39:18.408088+0000","last_peered":"2024-09-10T10:39:18.408088+0000","last_clean":"2024-09-10T10:39:18.408088+0000","last_became_active":"2024-09-10T10:39:18.404804+0000","last_became_peered":"2024-09-10T10:39:18.404804+0000","last_unstale":"2024-09-10T10:39:18.408088+0000","last_undegraded":"2024-09-10T10:39:18.408088+0000","last_fullsized":"2024-09-10T10:39:18.408088+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:35.252432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389418+0000","last_change":"2024-09-10T10:39:18.389418+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389418+0000","last_undegraded":"2024-09-10T10:39:18.389418+0000","last_fullsized":"2024-09-10T10:39:18.389418+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408826+0000","last_change":"2024-09-10T10:39:18.405865+0000","last_active":"2024-09-10T10:39:18.408826+0000","last_peered":"2024-09-10T10:39:18.408826+0000","last_clean":"2024-09-10T10:39:18.408826+0000","last_became_active":"2024-09-10T10:39:18.405538+0000","last_became_peered":"2024-09-10T10:39:18.405538+0000","last_unstale":"2024-09-10T10:39:18.408826+0000","last_undegraded":"2024-09-10T10:39:18.408826+0000","last_fullsized":"2024-09-10T10:39:18.408826+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:53.677879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385616+0000","last_change":"2024-09-10T10:39:18.385616+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385616+0000","last_undegraded":"2024-09-10T10:39:18.385616+0000","last_fullsized":"2024-09-10T10:39:18.385616+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.401907+0000","last_change":"2024-09-10T10:39:18.399667+0000","last_active":"2024-09-10T10:39:18.401907+0000","last_peered":"2024-09-10T10:39:18.401907+0000","last_clean":"2024-09-10T10:39:18.401907+0000","last_became_active":"2024-09-10T10:39:18.399409+0000","last_became_peered":"2024-09-10T10:39:18.399409+0000","last_unstale":"2024-09-10T10:39:18.401907+0000","last_undegraded":"2024-09-10T10:39:18.401907+0000","last_fullsized":"2024-09-10T10:39:18.401907+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:17.073074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388285+0000","last_change":"2024-09-10T10:39:18.388285+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388285+0000","last_undegraded":"2024-09-10T10:39:18.388285+0000","last_fullsized":"2024-09-10T10:39:18.388285+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.404438+0000","last_change":"2024-09-10T10:39:18.400568+0000","last_active":"2024-09-10T10:39:18.404438+0000","last_peered":"2024-09-10T10:39:18.404438+0000","last_clean":"2024-09-10T10:39:18.404438+0000","last_became_active":"2024-09-10T10:39:18.400314+0000","last_became_peered":"2024-09-10T10:39:18.400314+0000","last_unstale":"2024-09-10T10:39:18.404438+0000","last_undegraded":"2024-09-10T10:39:18.404438+0000","last_fullsized":"2024-09-10T10:39:18.404438+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:27.540803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385599+0000","last_change":"2024-09-10T10:39:18.385599+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385599+0000","last_undegraded":"2024-09-10T10:39:18.385599+0000","last_fullsized":"2024-09-10T10:39:18.385599+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408062+0000","last_change":"2024-09-10T10:39:18.405975+0000","last_active":"2024-09-10T10:39:18.408062+0000","last_peered":"2024-09-10T10:39:18.408062+0000","last_clean":"2024-09-10T10:39:18.408062+0000","last_became_active":"2024-09-10T10:39:18.405719+0000","last_became_peered":"2024-09-10T10:39:18.405719+0000","last_unstale":"2024-09-10T10:39:18.408062+0000","last_undegraded":"2024-09-10T10:39:18.408062+0000","last_fullsized":"2024-09-10T10:39:18.408062+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:26:35.383017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388442+0000","last_change":"2024-09-10T10:39:18.388442+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388442+0000","last_undegraded":"2024-09-10T10:39:18.388442+0000","last_fullsized":"2024-09-10T10:39:18.388442+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405522+0000","last_change":"2024-09-10T10:39:18.402088+0000","last_active":"2024-09-10T10:39:18.405522+0000","last_peered":"2024-09-10T10:39:18.405522+0000","last_clean":"2024-09-10T10:39:18.405522+0000","last_became_active":"2024-09-10T10:39:18.401804+0000","last_became_peered":"2024-09-10T10:39:18.401804+0000","last_unstale":"2024-09-10T10:39:18.405522+0000","last_undegraded":"2024-09-10T10:39:18.405522+0000","last_fullsized":"2024-09-10T10:39:18.405522+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:08:23.488587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387091+0000","last_change":"2024-09-10T10:39:18.387091+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387091+0000","last_undegraded":"2024-09-10T10:39:18.387091+0000","last_fullsized":"2024-09-10T10:39:18.387091+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408848+0000","last_change":"2024-09-10T10:39:18.406716+0000","last_active":"2024-09-10T10:39:18.408848+0000","last_peered":"2024-09-10T10:39:18.408848+0000","last_clean":"2024-09-10T10:39:18.408848+0000","last_became_active":"2024-09-10T10:39:18.405496+0000","last_became_peered":"2024-09-10T10:39:18.405496+0000","last_unstale":"2024-09-10T10:39:18.408848+0000","last_undegraded":"2024-09-10T10:39:18.408848+0000","last_fullsized":"2024-09-10T10:39:18.408848+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:39.528291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386311+0000","last_change":"2024-09-10T10:39:18.386311+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386311+0000","last_undegraded":"2024-09-10T10:39:18.386311+0000","last_fullsized":"2024-09-10T10:39:18.386311+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406392+0000","last_change":"2024-09-10T10:39:18.404307+0000","last_active":"2024-09-10T10:39:18.406392+0000","last_peered":"2024-09-10T10:39:18.406392+0000","last_clean":"2024-09-10T10:39:18.406392+0000","last_became_active":"2024-09-10T10:39:18.404002+0000","last_became_peered":"2024-09-10T10:39:18.404002+0000","last_unstale":"2024-09-10T10:39:18.406392+0000","last_undegraded":"2024-09-10T10:39:18.406392+0000","last_fullsized":"2024-09-10T10:39:18.406392+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:30.870734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410431+0000","last_change":"2024-09-10T10:39:19.413249+0000","last_active":"2024-09-10T10:39:20.410431+0000","last_peered":"2024-09-10T10:39:20.410431+0000","last_clean":"2024-09-10T10:39:20.410431+0000","last_became_active":"2024-09-10T10:39:19.412452+0000","last_became_peered":"2024-09-10T10:39:19.412452+0000","last_unstale":"2024-09-10T10:39:20.410431+0000","last_undegraded":"2024-09-10T10:39:20.410431+0000","last_fullsized":"2024-09-10T10:39:20.410431+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:43.956461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405489+0000","last_change":"2024-09-10T10:39:18.400647+0000","last_active":"2024-09-10T10:39:18.405489+0000","last_peered":"2024-09-10T10:39:18.405489+0000","last_clean":"2024-09-10T10:39:18.405489+0000","last_became_active":"2024-09-10T10:39:18.400287+0000","last_became_peered":"2024-09-10T10:39:18.400287+0000","last_unstale":"2024-09-10T10:39:18.405489+0000","last_undegraded":"2024-09-10T10:39:18.405489+0000","last_fullsized":"2024-09-10T10:39:18.405489+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:38:10.185185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387591+0000","last_change":"2024-09-10T10:39:18.387591+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387591+0000","last_undegraded":"2024-09-10T10:39:18.387591+0000","last_fullsized":"2024-09-10T10:39:18.387591+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408194+0000","last_change":"2024-09-10T10:39:18.404263+0000","last_active":"2024-09-10T10:39:18.408194+0000","last_peered":"2024-09-10T10:39:18.408194+0000","last_clean":"2024-09-10T10:39:18.408194+0000","last_became_active":"2024-09-10T10:39:18.404003+0000","last_became_peered":"2024-09-10T10:39:18.404003+0000","last_unstale":"2024-09-10T10:39:18.408194+0000","last_undegraded":"2024-09-10T10:39:18.408194+0000","last_fullsized":"2024-09-10T10:39:18.408194+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:46.713292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389301+0000","last_change":"2024-09-10T10:39:18.389301+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389301+0000","last_undegraded":"2024-09-10T10:39:18.389301+0000","last_fullsized":"2024-09-10T10:39:18.389301+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406179+0000","last_change":"2024-09-10T10:39:18.403269+0000","last_active":"2024-09-10T10:39:18.406179+0000","last_peered":"2024-09-10T10:39:18.406179+0000","last_clean":"2024-09-10T10:39:18.406179+0000","last_became_active":"2024-09-10T10:39:18.402938+0000","last_became_peered":"2024-09-10T10:39:18.402938+0000","last_unstale":"2024-09-10T10:39:18.406179+0000","last_undegraded":"2024-09-10T10:39:18.406179+0000","last_fullsized":"2024-09-10T10:39:18.406179+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:51.233089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385813+0000","last_change":"2024-09-10T10:39:18.385813+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385813+0000","last_undegraded":"2024-09-10T10:39:18.385813+0000","last_fullsized":"2024-09-10T10:39:18.385813+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.398478+0000","last_change":"2024-09-10T10:39:18.396761+0000","last_active":"2024-09-10T10:39:18.398478+0000","last_peered":"2024-09-10T10:39:18.398478+0000","last_clean":"2024-09-10T10:39:18.398478+0000","last_became_active":"2024-09-10T10:39:18.396493+0000","last_became_peered":"2024-09-10T10:39:18.396493+0000","last_unstale":"2024-09-10T10:39:18.398478+0000","last_undegraded":"2024-09-10T10:39:18.398478+0000","last_fullsized":"2024-09-10T10:39:18.398478+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:54.768680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387907+0000","last_change":"2024-09-10T10:39:18.387907+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387907+0000","last_undegraded":"2024-09-10T10:39:18.387907+0000","last_fullsized":"2024-09-10T10:39:18.387907+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406821+0000","last_change":"2024-09-10T10:39:18.404081+0000","last_active":"2024-09-10T10:39:18.406821+0000","last_peered":"2024-09-10T10:39:18.406821+0000","last_clean":"2024-09-10T10:39:18.406821+0000","last_became_active":"2024-09-10T10:39:18.402624+0000","last_became_peered":"2024-09-10T10:39:18.402624+0000","last_unstale":"2024-09-10T10:39:18.406821+0000","last_undegraded":"2024-09-10T10:39:18.406821+0000","last_fullsized":"2024-09-10T10:39:18.406821+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:22.207823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393315+0000","last_change":"2024-09-10T10:39:18.393315+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393315+0000","last_undegraded":"2024-09-10T10:39:18.393315+0000","last_fullsized":"2024-09-10T10:39:18.393315+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"102'1","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410334+0000","last_change":"2024-09-10T10:39:18.404024+0000","last_active":"2024-09-10T10:39:20.410334+0000","last_peered":"2024-09-10T10:39:20.410334+0000","last_clean":"2024-09-10T10:39:20.410334+0000","last_became_active":"2024-09-10T10:39:18.403743+0000","last_became_peered":"2024-09-10T10:39:18.403743+0000","last_unstale":"2024-09-10T10:39:20.410334+0000","last_undegraded":"2024-09-10T10:39:20.410334+0000","last_fullsized":"2024-09-10T10:39:20.410334+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:45:22.749723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391536+0000","last_change":"2024-09-10T10:39:18.391536+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391536+0000","last_undegraded":"2024-09-10T10:39:18.391536+0000","last_fullsized":"2024-09-10T10:39:18.391536+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406372+0000","last_change":"2024-09-10T10:39:18.403821+0000","last_active":"2024-09-10T10:39:18.406372+0000","last_peered":"2024-09-10T10:39:18.406372+0000","last_clean":"2024-09-10T10:39:18.406372+0000","last_became_active":"2024-09-10T10:39:18.403537+0000","last_became_peered":"2024-09-10T10:39:18.403537+0000","last_unstale":"2024-09-10T10:39:18.406372+0000","last_undegraded":"2024-09-10T10:39:18.406372+0000","last_fullsized":"2024-09-10T10:39:18.406372+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:50:49.710115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391922+0000","last_change":"2024-09-10T10:39:18.391922+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391922+0000","last_undegraded":"2024-09-10T10:39:18.391922+0000","last_fullsized":"2024-09-10T10:39:18.391922+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406596+0000","last_change":"2024-09-10T10:39:18.405716+0000","last_active":"2024-09-10T10:39:18.406596+0000","last_peered":"2024-09-10T10:39:18.406596+0000","last_clean":"2024-09-10T10:39:18.406596+0000","last_became_active":"2024-09-10T10:39:18.405381+0000","last_became_peered":"2024-09-10T10:39:18.405381+0000","last_unstale":"2024-09-10T10:39:18.406596+0000","last_undegraded":"2024-09-10T10:39:18.406596+0000","last_fullsized":"2024-09-10T10:39:18.406596+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:53.483639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393764+0000","last_change":"2024-09-10T10:39:18.393764+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393764+0000","last_undegraded":"2024-09-10T10:39:18.393764+0000","last_fullsized":"2024-09-10T10:39:18.393764+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403691+0000","last_change":"2024-09-10T10:39:18.402340+0000","last_active":"2024-09-10T10:39:18.403691+0000","last_peered":"2024-09-10T10:39:18.403691+0000","last_clean":"2024-09-10T10:39:18.403691+0000","last_became_active":"2024-09-10T10:39:18.401318+0000","last_became_peered":"2024-09-10T10:39:18.401318+0000","last_unstale":"2024-09-10T10:39:18.403691+0000","last_undegraded":"2024-09-10T10:39:18.403691+0000","last_fullsized":"2024-09-10T10:39:18.403691+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:48.160814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388567+0000","last_change":"2024-09-10T10:39:18.388567+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388567+0000","last_undegraded":"2024-09-10T10:39:18.388567+0000","last_fullsized":"2024-09-10T10:39:18.388567+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406159+0000","last_change":"2024-09-10T10:39:18.403289+0000","last_active":"2024-09-10T10:39:18.406159+0000","last_peered":"2024-09-10T10:39:18.406159+0000","last_clean":"2024-09-10T10:39:18.406159+0000","last_became_active":"2024-09-10T10:39:18.403014+0000","last_became_peered":"2024-09-10T10:39:18.403014+0000","last_unstale":"2024-09-10T10:39:18.406159+0000","last_undegraded":"2024-09-10T10:39:18.406159+0000","last_fullsized":"2024-09-10T10:39:18.406159+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:00.049718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393620+0000","last_change":"2024-09-10T10:39:18.393620+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393620+0000","last_undegraded":"2024-09-10T10:39:18.393620+0000","last_fullsized":"2024-09-10T10:39:18.393620+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402845+0000","last_change":"2024-09-10T10:39:18.399251+0000","last_active":"2024-09-10T10:39:18.402845+0000","last_peered":"2024-09-10T10:39:18.402845+0000","last_clean":"2024-09-10T10:39:18.402845+0000","last_became_active":"2024-09-10T10:39:18.398957+0000","last_became_peered":"2024-09-10T10:39:18.398957+0000","last_unstale":"2024-09-10T10:39:18.402845+0000","last_undegraded":"2024-09-10T10:39:18.402845+0000","last_fullsized":"2024-09-10T10:39:18.402845+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:41.370854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389775+0000","last_change":"2024-09-10T10:39:18.389775+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389775+0000","last_undegraded":"2024-09-10T10:39:18.389775+0000","last_fullsized":"2024-09-10T10:39:18.389775+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402399+0000","last_change":"2024-09-10T10:39:18.398125+0000","last_active":"2024-09-10T10:39:18.402399+0000","last_peered":"2024-09-10T10:39:18.402399+0000","last_clean":"2024-09-10T10:39:18.402399+0000","last_became_active":"2024-09-10T10:39:18.397819+0000","last_became_peered":"2024-09-10T10:39:18.397819+0000","last_unstale":"2024-09-10T10:39:18.402399+0000","last_undegraded":"2024-09-10T10:39:18.402399+0000","last_fullsized":"2024-09-10T10:39:18.402399+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:50.090496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388598+0000","last_change":"2024-09-10T10:39:18.388598+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388598+0000","last_undegraded":"2024-09-10T10:39:18.388598+0000","last_fullsized":"2024-09-10T10:39:18.388598+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406167+0000","last_change":"2024-09-10T10:39:18.401912+0000","last_active":"2024-09-10T10:39:18.406167+0000","last_peered":"2024-09-10T10:39:18.406167+0000","last_clean":"2024-09-10T10:39:18.406167+0000","last_became_active":"2024-09-10T10:39:18.401226+0000","last_became_peered":"2024-09-10T10:39:18.401226+0000","last_unstale":"2024-09-10T10:39:18.406167+0000","last_undegraded":"2024-09-10T10:39:18.406167+0000","last_fullsized":"2024-09-10T10:39:18.406167+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:27:35.828156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389683+0000","last_change":"2024-09-10T10:39:18.389683+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389683+0000","last_undegraded":"2024-09-10T10:39:18.389683+0000","last_fullsized":"2024-09-10T10:39:18.389683+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.410396+0000","last_change":"2024-09-10T10:39:18.406806+0000","last_active":"2024-09-10T10:39:18.410396+0000","last_peered":"2024-09-10T10:39:18.410396+0000","last_clean":"2024-09-10T10:39:18.410396+0000","last_became_active":"2024-09-10T10:39:18.405279+0000","last_became_peered":"2024-09-10T10:39:18.405279+0000","last_unstale":"2024-09-10T10:39:18.410396+0000","last_undegraded":"2024-09-10T10:39:18.410396+0000","last_fullsized":"2024-09-10T10:39:18.410396+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:41.370854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410272+0000","last_change":"2024-09-10T10:39:19.420960+0000","last_active":"2024-09-10T10:39:20.410272+0000","last_peered":"2024-09-10T10:39:20.410272+0000","last_clean":"2024-09-10T10:39:20.410272+0000","last_became_active":"2024-09-10T10:39:19.420604+0000","last_became_peered":"2024-09-10T10:39:19.420604+0000","last_unstale":"2024-09-10T10:39:20.410272+0000","last_undegraded":"2024-09-10T10:39:20.410272+0000","last_fullsized":"2024-09-10T10:39:20.410272+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:16:59.718826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408390+0000","last_change":"2024-09-10T10:39:18.407095+0000","last_active":"2024-09-10T10:39:18.408390+0000","last_peered":"2024-09-10T10:39:18.408390+0000","last_clean":"2024-09-10T10:39:18.408390+0000","last_became_active":"2024-09-10T10:39:18.406851+0000","last_became_peered":"2024-09-10T10:39:18.406851+0000","last_unstale":"2024-09-10T10:39:18.408390+0000","last_undegraded":"2024-09-10T10:39:18.408390+0000","last_fullsized":"2024-09-10T10:39:18.408390+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:57:47.753717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394440+0000","last_change":"2024-09-10T10:39:18.394440+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394440+0000","last_undegraded":"2024-09-10T10:39:18.394440+0000","last_fullsized":"2024-09-10T10:39:18.394440+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402630+0000","last_change":"2024-09-10T10:39:18.399346+0000","last_active":"2024-09-10T10:39:18.402630+0000","last_peered":"2024-09-10T10:39:18.402630+0000","last_clean":"2024-09-10T10:39:18.402630+0000","last_became_active":"2024-09-10T10:39:18.399083+0000","last_became_peered":"2024-09-10T10:39:18.399083+0000","last_unstale":"2024-09-10T10:39:18.402630+0000","last_undegraded":"2024-09-10T10:39:18.402630+0000","last_fullsized":"2024-09-10T10:39:18.402630+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:01.099183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393357+0000","last_change":"2024-09-10T10:39:18.393357+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393357+0000","last_undegraded":"2024-09-10T10:39:18.393357+0000","last_fullsized":"2024-09-10T10:39:18.393357+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406000+0000","last_change":"2024-09-10T10:39:18.401613+0000","last_active":"2024-09-10T10:39:18.406000+0000","last_peered":"2024-09-10T10:39:18.406000+0000","last_clean":"2024-09-10T10:39:18.406000+0000","last_became_active":"2024-09-10T10:39:18.401310+0000","last_became_peered":"2024-09-10T10:39:18.401310+0000","last_unstale":"2024-09-10T10:39:18.406000+0000","last_undegraded":"2024-09-10T10:39:18.406000+0000","last_fullsized":"2024-09-10T10:39:18.406000+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:23.356245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388079+0000","last_change":"2024-09-10T10:39:18.388079+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388079+0000","last_undegraded":"2024-09-10T10:39:18.388079+0000","last_fullsized":"2024-09-10T10:39:18.388079+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406180+0000","last_change":"2024-09-10T10:39:18.400735+0000","last_active":"2024-09-10T10:39:18.406180+0000","last_peered":"2024-09-10T10:39:18.406180+0000","last_clean":"2024-09-10T10:39:18.406180+0000","last_became_active":"2024-09-10T10:39:18.400460+0000","last_became_peered":"2024-09-10T10:39:18.400460+0000","last_unstale":"2024-09-10T10:39:18.406180+0000","last_undegraded":"2024-09-10T10:39:18.406180+0000","last_fullsized":"2024-09-10T10:39:18.406180+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:09.193601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389509+0000","last_change":"2024-09-10T10:39:18.389509+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389509+0000","last_undegraded":"2024-09-10T10:39:18.389509+0000","last_fullsized":"2024-09-10T10:39:18.389509+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405325+0000","last_change":"2024-09-10T10:39:18.403835+0000","last_active":"2024-09-10T10:39:18.405325+0000","last_peered":"2024-09-10T10:39:18.405325+0000","last_clean":"2024-09-10T10:39:18.405325+0000","last_became_active":"2024-09-10T10:39:18.403548+0000","last_became_peered":"2024-09-10T10:39:18.403548+0000","last_unstale":"2024-09-10T10:39:18.405325+0000","last_undegraded":"2024-09-10T10:39:18.405325+0000","last_fullsized":"2024-09-10T10:39:18.405325+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:34.457599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388088+0000","last_change":"2024-09-10T10:39:18.388088+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388088+0000","last_undegraded":"2024-09-10T10:39:18.388088+0000","last_fullsized":"2024-09-10T10:39:18.388088+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.400882+0000","last_change":"2024-09-10T10:39:18.397668+0000","last_active":"2024-09-10T10:39:18.400882+0000","last_peered":"2024-09-10T10:39:18.400882+0000","last_clean":"2024-09-10T10:39:18.400882+0000","last_became_active":"2024-09-10T10:39:18.397386+0000","last_became_peered":"2024-09-10T10:39:18.397386+0000","last_unstale":"2024-09-10T10:39:18.400882+0000","last_undegraded":"2024-09-10T10:39:18.400882+0000","last_fullsized":"2024-09-10T10:39:18.400882+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:39.528291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409198+0000","last_change":"2024-09-10T10:39:19.411667+0000","last_active":"2024-09-10T10:39:20.409198+0000","last_peered":"2024-09-10T10:39:20.409198+0000","last_clean":"2024-09-10T10:39:20.409198+0000","last_became_active":"2024-09-10T10:39:19.411397+0000","last_became_peered":"2024-09-10T10:39:19.411397+0000","last_unstale":"2024-09-10T10:39:20.409198+0000","last_undegraded":"2024-09-10T10:39:20.409198+0000","last_fullsized":"2024-09-10T10:39:20.409198+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:33.453498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409134+0000","last_change":"2024-09-10T10:39:18.406931+0000","last_active":"2024-09-10T10:39:20.409134+0000","last_peered":"2024-09-10T10:39:20.409134+0000","last_clean":"2024-09-10T10:39:20.409134+0000","last_became_active":"2024-09-10T10:39:18.406590+0000","last_became_peered":"2024-09-10T10:39:18.406590+0000","last_unstale":"2024-09-10T10:39:20.409134+0000","last_undegraded":"2024-09-10T10:39:20.409134+0000","last_fullsized":"2024-09-10T10:39:20.409134+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:24:10.438943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386081+0000","last_change":"2024-09-10T10:39:18.386081+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386081+0000","last_undegraded":"2024-09-10T10:39:18.386081+0000","last_fullsized":"2024-09-10T10:39:18.386081+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.396806+0000","last_change":"2024-09-10T10:39:18.392437+0000","last_active":"2024-09-10T10:39:18.396806+0000","last_peered":"2024-09-10T10:39:18.396806+0000","last_clean":"2024-09-10T10:39:18.396806+0000","last_became_active":"2024-09-10T10:39:18.392156+0000","last_became_peered":"2024-09-10T10:39:18.392156+0000","last_unstale":"2024-09-10T10:39:18.396806+0000","last_undegraded":"2024-09-10T10:39:18.396806+0000","last_fullsized":"2024-09-10T10:39:18.396806+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:27:35.828156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":317,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.390892+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:39:18.390892+0000","last_peered":"2024-09-10T10:39:18.390892+0000","last_clean":"2024-09-10T10:39:18.390892+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:39:18.390892+0000","last_undegraded":"2024-09-10T10:39:18.390892+0000","last_fullsized":"2024-09-10T10:39:18.390892+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509527,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509527,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36556,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335284,"statfs":{"total":96636764160,"available":96599330816,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509526,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1249280,"data_stored":528721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509527,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32400,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339440,"statfs":{"total":96636764160,"available":96603586560,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509528,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32408,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339432,"statfs":{"total":96636764160,"available":96603578368,"internally_reserved":0,"allocated":1249280,"data_stored":528721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509527,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37152,"kb_used_data":1800,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334688,"statfs":{"total":96636764160,"available":96598720512,"internally_reserved":0,"allocated":1843200,"data_stored":1119089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509526,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542233,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33024,"kb_used_data":1832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338816,"statfs":{"total":96636764160,"available":96602947584,"internally_reserved":0,"allocated":1875968,"data_stored":1132256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:39:24.316 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3f is not active+clean 2024-09-10T10:39:24.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.392420+0000', 'last_change': '2024-09-10T10:39:18.392420+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.392420+0000', 'last_undegraded': '2024-09-10T10:39:18.392420+0000', 'last_fullsized': '2024-09-10T10:39:18.392420+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:39:24.316 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3e is not active+clean 2024-09-10T10:39:24.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.387796+0000', 'last_change': '2024-09-10T10:39:18.387796+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.387796+0000', 'last_undegraded': '2024-09-10T10:39:18.387796+0000', 'last_fullsized': '2024-09-10T10:39:18.387796+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:39:24.316 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3d is not active+clean 2024-09-10T10:39:24.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389773+0000', 'last_change': '2024-09-10T10:39:18.389773+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389773+0000', 'last_undegraded': '2024-09-10T10:39:18.389773+0000', 'last_fullsized': '2024-09-10T10:39:18.389773+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:39:24.316 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3c is not active+clean 2024-09-10T10:39:24.316 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.386784+0000', 'last_change': '2024-09-10T10:39:18.386784+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.386784+0000', 'last_undegraded': '2024-09-10T10:39:18.386784+0000', 'last_fullsized': '2024-09-10T10:39:18.386784+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3b is not active+clean 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389962+0000', 'last_change': '2024-09-10T10:39:18.389962+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389962+0000', 'last_undegraded': '2024-09-10T10:39:18.389962+0000', 'last_fullsized': '2024-09-10T10:39:18.389962+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 17.39 is not active+clean 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.388878+0000', 'last_change': '2024-09-10T10:39:18.388878+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.388878+0000', 'last_undegraded': '2024-09-10T10:39:18.388878+0000', 'last_fullsized': '2024-09-10T10:39:18.388878+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 17.38 is not active+clean 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.387570+0000', 'last_change': '2024-09-10T10:39:18.387570+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.387570+0000', 'last_undegraded': '2024-09-10T10:39:18.387570+0000', 'last_fullsized': '2024-09-10T10:39:18.387570+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 17.37 is not active+clean 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.391996+0000', 'last_change': '2024-09-10T10:39:18.391996+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.391996+0000', 'last_undegraded': '2024-09-10T10:39:18.391996+0000', 'last_fullsized': '2024-09-10T10:39:18.391996+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 17.36 is not active+clean 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389981+0000', 'last_change': '2024-09-10T10:39:18.389981+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389981+0000', 'last_undegraded': '2024-09-10T10:39:18.389981+0000', 'last_fullsized': '2024-09-10T10:39:18.389981+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:PG 17.35 is not active+clean 2024-09-10T10:39:24.317 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.393124+0000', 'last_change': '2024-09-10T10:39:18.393124+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.393124+0000', 'last_undegraded': '2024-09-10T10:39:18.393124+0000', 'last_fullsized': '2024-09-10T10:39:18.393124+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 17.34 is not active+clean 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389081+0000', 'last_change': '2024-09-10T10:39:18.389081+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389081+0000', 'last_undegraded': '2024-09-10T10:39:18.389081+0000', 'last_fullsized': '2024-09-10T10:39:18.389081+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 17.33 is not active+clean 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.386654+0000', 'last_change': '2024-09-10T10:39:18.386654+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.386654+0000', 'last_undegraded': '2024-09-10T10:39:18.386654+0000', 'last_fullsized': '2024-09-10T10:39:18.386654+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 17.32 is not active+clean 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.392754+0000', 'last_change': '2024-09-10T10:39:18.392754+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.392754+0000', 'last_undegraded': '2024-09-10T10:39:18.392754+0000', 'last_fullsized': '2024-09-10T10:39:18.392754+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 17.31 is not active+clean 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.393151+0000', 'last_change': '2024-09-10T10:39:18.393151+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.393151+0000', 'last_undegraded': '2024-09-10T10:39:18.393151+0000', 'last_fullsized': '2024-09-10T10:39:18.393151+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 17.30 is not active+clean 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.386575+0000', 'last_change': '2024-09-10T10:39:18.386575+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.386575+0000', 'last_undegraded': '2024-09-10T10:39:18.386575+0000', 'last_fullsized': '2024-09-10T10:39:18.386575+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:39:24.318 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2f is not active+clean 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.388372+0000', 'last_change': '2024-09-10T10:39:18.388372+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.388372+0000', 'last_undegraded': '2024-09-10T10:39:18.388372+0000', 'last_fullsized': '2024-09-10T10:39:18.388372+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2e is not active+clean 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.394998+0000', 'last_change': '2024-09-10T10:39:18.394998+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.394998+0000', 'last_undegraded': '2024-09-10T10:39:18.394998+0000', 'last_fullsized': '2024-09-10T10:39:18.394998+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2d is not active+clean 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.388996+0000', 'last_change': '2024-09-10T10:39:18.388996+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.388996+0000', 'last_undegraded': '2024-09-10T10:39:18.388996+0000', 'last_fullsized': '2024-09-10T10:39:18.388996+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2c is not active+clean 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.388888+0000', 'last_change': '2024-09-10T10:39:18.388888+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.388888+0000', 'last_undegraded': '2024-09-10T10:39:18.388888+0000', 'last_fullsized': '2024-09-10T10:39:18.388888+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2b is not active+clean 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.387870+0000', 'last_change': '2024-09-10T10:39:18.387870+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.387870+0000', 'last_undegraded': '2024-09-10T10:39:18.387870+0000', 'last_fullsized': '2024-09-10T10:39:18.387870+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:PG 17.29 is not active+clean 2024-09-10T10:39:24.319 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389090+0000', 'last_change': '2024-09-10T10:39:18.389090+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389090+0000', 'last_undegraded': '2024-09-10T10:39:18.389090+0000', 'last_fullsized': '2024-09-10T10:39:18.389090+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 17.28 is not active+clean 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.386556+0000', 'last_change': '2024-09-10T10:39:18.386556+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.386556+0000', 'last_undegraded': '2024-09-10T10:39:18.386556+0000', 'last_fullsized': '2024-09-10T10:39:18.386556+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 17.27 is not active+clean 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389371+0000', 'last_change': '2024-09-10T10:39:18.389371+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389371+0000', 'last_undegraded': '2024-09-10T10:39:18.389371+0000', 'last_fullsized': '2024-09-10T10:39:18.389371+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 17.25 is not active+clean 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.386477+0000', 'last_change': '2024-09-10T10:39:18.386477+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.386477+0000', 'last_undegraded': '2024-09-10T10:39:18.386477+0000', 'last_fullsized': '2024-09-10T10:39:18.386477+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 17.23 is not active+clean 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.390093+0000', 'last_change': '2024-09-10T10:39:18.390093+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.390093+0000', 'last_undegraded': '2024-09-10T10:39:18.390093+0000', 'last_fullsized': '2024-09-10T10:39:18.390093+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 17.22 is not active+clean 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.394214+0000', 'last_change': '2024-09-10T10:39:18.394214+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.394214+0000', 'last_undegraded': '2024-09-10T10:39:18.394214+0000', 'last_fullsized': '2024-09-10T10:39:18.394214+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.320 INFO:tasks.ceph.ceph_manager.ceph:PG 17.21 is not active+clean 2024-09-10T10:39:24.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.392709+0000', 'last_change': '2024-09-10T10:39:18.392709+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.392709+0000', 'last_undegraded': '2024-09-10T10:39:18.392709+0000', 'last_fullsized': '2024-09-10T10:39:18.392709+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:39:24.321 INFO:tasks.ceph.ceph_manager.ceph:PG 17.20 is not active+clean 2024-09-10T10:39:24.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.386171+0000', 'last_change': '2024-09-10T10:39:18.386171+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.386171+0000', 'last_undegraded': '2024-09-10T10:39:18.386171+0000', 'last_fullsized': '2024-09-10T10:39:18.386171+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:39:24.321 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1e is not active+clean 2024-09-10T10:39:24.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.394697+0000', 'last_change': '2024-09-10T10:39:18.394697+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.394697+0000', 'last_undegraded': '2024-09-10T10:39:18.394697+0000', 'last_fullsized': '2024-09-10T10:39:18.394697+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:39:24.321 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1f is not active+clean 2024-09-10T10:39:24.321 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.391905+0000', 'last_change': '2024-09-10T10:39:18.391905+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.391905+0000', 'last_undegraded': '2024-09-10T10:39:18.391905+0000', 'last_fullsized': '2024-09-10T10:39:18.391905+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:39:24.322 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1d is not active+clean 2024-09-10T10:39:24.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389418+0000', 'last_change': '2024-09-10T10:39:18.389418+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389418+0000', 'last_undegraded': '2024-09-10T10:39:18.389418+0000', 'last_fullsized': '2024-09-10T10:39:18.389418+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:39:24.322 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1a is not active+clean 2024-09-10T10:39:24.322 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.385616+0000', 'last_change': '2024-09-10T10:39:18.385616+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.385616+0000', 'last_undegraded': '2024-09-10T10:39:18.385616+0000', 'last_fullsized': '2024-09-10T10:39:18.385616+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:39:24.323 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1b is not active+clean 2024-09-10T10:39:24.323 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.388285+0000', 'last_change': '2024-09-10T10:39:18.388285+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.388285+0000', 'last_undegraded': '2024-09-10T10:39:18.388285+0000', 'last_fullsized': '2024-09-10T10:39:18.388285+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.323 INFO:tasks.ceph.ceph_manager.ceph:PG 17.18 is not active+clean 2024-09-10T10:39:24.323 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.385599+0000', 'last_change': '2024-09-10T10:39:18.385599+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.385599+0000', 'last_undegraded': '2024-09-10T10:39:18.385599+0000', 'last_fullsized': '2024-09-10T10:39:18.385599+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:39:24.323 INFO:tasks.ceph.ceph_manager.ceph:PG 17.19 is not active+clean 2024-09-10T10:39:24.323 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.388442+0000', 'last_change': '2024-09-10T10:39:18.388442+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.388442+0000', 'last_undegraded': '2024-09-10T10:39:18.388442+0000', 'last_fullsized': '2024-09-10T10:39:18.388442+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.323 INFO:tasks.ceph.ceph_manager.ceph:PG 17.16 is not active+clean 2024-09-10T10:39:24.323 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.387091+0000', 'last_change': '2024-09-10T10:39:18.387091+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.387091+0000', 'last_undegraded': '2024-09-10T10:39:18.387091+0000', 'last_fullsized': '2024-09-10T10:39:18.387091+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:39:24.323 INFO:tasks.ceph.ceph_manager.ceph:PG 17.17 is not active+clean 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.386311+0000', 'last_change': '2024-09-10T10:39:18.386311+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.386311+0000', 'last_undegraded': '2024-09-10T10:39:18.386311+0000', 'last_fullsized': '2024-09-10T10:39:18.386311+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:PG 17.15 is not active+clean 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.387591+0000', 'last_change': '2024-09-10T10:39:18.387591+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.387591+0000', 'last_undegraded': '2024-09-10T10:39:18.387591+0000', 'last_fullsized': '2024-09-10T10:39:18.387591+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:PG 17.12 is not active+clean 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389301+0000', 'last_change': '2024-09-10T10:39:18.389301+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389301+0000', 'last_undegraded': '2024-09-10T10:39:18.389301+0000', 'last_fullsized': '2024-09-10T10:39:18.389301+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:PG 17.13 is not active+clean 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.385813+0000', 'last_change': '2024-09-10T10:39:18.385813+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.385813+0000', 'last_undegraded': '2024-09-10T10:39:18.385813+0000', 'last_fullsized': '2024-09-10T10:39:18.385813+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:PG 17.11 is not active+clean 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.387907+0000', 'last_change': '2024-09-10T10:39:18.387907+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.387907+0000', 'last_undegraded': '2024-09-10T10:39:18.387907+0000', 'last_fullsized': '2024-09-10T10:39:18.387907+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:PG 17.e is not active+clean 2024-09-10T10:39:24.324 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.393315+0000', 'last_change': '2024-09-10T10:39:18.393315+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.393315+0000', 'last_undegraded': '2024-09-10T10:39:18.393315+0000', 'last_fullsized': '2024-09-10T10:39:18.393315+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:39:24.325 INFO:tasks.ceph.ceph_manager.ceph:PG 17.f is not active+clean 2024-09-10T10:39:24.325 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.391536+0000', 'last_change': '2024-09-10T10:39:18.391536+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.391536+0000', 'last_undegraded': '2024-09-10T10:39:18.391536+0000', 'last_fullsized': '2024-09-10T10:39:18.391536+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:39:24.325 INFO:tasks.ceph.ceph_manager.ceph:PG 17.c is not active+clean 2024-09-10T10:39:24.325 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.391922+0000', 'last_change': '2024-09-10T10:39:18.391922+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.391922+0000', 'last_undegraded': '2024-09-10T10:39:18.391922+0000', 'last_fullsized': '2024-09-10T10:39:18.391922+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:39:24.325 INFO:tasks.ceph.ceph_manager.ceph:PG 17.d is not active+clean 2024-09-10T10:39:24.325 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.393764+0000', 'last_change': '2024-09-10T10:39:18.393764+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.393764+0000', 'last_undegraded': '2024-09-10T10:39:18.393764+0000', 'last_fullsized': '2024-09-10T10:39:18.393764+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:39:24.325 INFO:tasks.ceph.ceph_manager.ceph:PG 17.a is not active+clean 2024-09-10T10:39:24.325 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.388567+0000', 'last_change': '2024-09-10T10:39:18.388567+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.388567+0000', 'last_undegraded': '2024-09-10T10:39:18.388567+0000', 'last_fullsized': '2024-09-10T10:39:18.388567+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:39:24.325 INFO:tasks.ceph.ceph_manager.ceph:PG 17.b is not active+clean 2024-09-10T10:39:24.326 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.393620+0000', 'last_change': '2024-09-10T10:39:18.393620+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.393620+0000', 'last_undegraded': '2024-09-10T10:39:18.393620+0000', 'last_fullsized': '2024-09-10T10:39:18.393620+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:39:24.326 INFO:tasks.ceph.ceph_manager.ceph:PG 17.8 is not active+clean 2024-09-10T10:39:24.326 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389775+0000', 'last_change': '2024-09-10T10:39:18.389775+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389775+0000', 'last_undegraded': '2024-09-10T10:39:18.389775+0000', 'last_fullsized': '2024-09-10T10:39:18.389775+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:39:24.326 INFO:tasks.ceph.ceph_manager.ceph:PG 17.9 is not active+clean 2024-09-10T10:39:24.326 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.388598+0000', 'last_change': '2024-09-10T10:39:18.388598+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.388598+0000', 'last_undegraded': '2024-09-10T10:39:18.388598+0000', 'last_fullsized': '2024-09-10T10:39:18.388598+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:39:24.326 INFO:tasks.ceph.ceph_manager.ceph:PG 17.6 is not active+clean 2024-09-10T10:39:24.326 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389683+0000', 'last_change': '2024-09-10T10:39:18.389683+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389683+0000', 'last_undegraded': '2024-09-10T10:39:18.389683+0000', 'last_fullsized': '2024-09-10T10:39:18.389683+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:39:24.327 INFO:tasks.ceph.ceph_manager.ceph:PG 17.4 is not active+clean 2024-09-10T10:39:24.327 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.394440+0000', 'last_change': '2024-09-10T10:39:18.394440+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.394440+0000', 'last_undegraded': '2024-09-10T10:39:18.394440+0000', 'last_fullsized': '2024-09-10T10:39:18.394440+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:39:24.327 INFO:tasks.ceph.ceph_manager.ceph:PG 17.5 is not active+clean 2024-09-10T10:39:24.327 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.393357+0000', 'last_change': '2024-09-10T10:39:18.393357+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.393357+0000', 'last_undegraded': '2024-09-10T10:39:18.393357+0000', 'last_fullsized': '2024-09-10T10:39:18.393357+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:39:24.327 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2 is not active+clean 2024-09-10T10:39:24.327 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.388079+0000', 'last_change': '2024-09-10T10:39:18.388079+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.388079+0000', 'last_undegraded': '2024-09-10T10:39:18.388079+0000', 'last_fullsized': '2024-09-10T10:39:18.388079+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:39:24.327 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3 is not active+clean 2024-09-10T10:39:24.327 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.389509+0000', 'last_change': '2024-09-10T10:39:18.389509+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.389509+0000', 'last_undegraded': '2024-09-10T10:39:18.389509+0000', 'last_fullsized': '2024-09-10T10:39:18.389509+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:39:24.328 INFO:tasks.ceph.ceph_manager.ceph:PG 17.0 is not active+clean 2024-09-10T10:39:24.328 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.388088+0000', 'last_change': '2024-09-10T10:39:18.388088+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.388088+0000', 'last_undegraded': '2024-09-10T10:39:18.388088+0000', 'last_fullsized': '2024-09-10T10:39:18.388088+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:39:24.328 INFO:tasks.ceph.ceph_manager.ceph:PG 17.10 is not active+clean 2024-09-10T10:39:24.328 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 101, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:39:18.386081+0000', 'last_change': '2024-09-10T10:39:18.386081+0000', 'last_active': '2024-09-10T10:39:18.373426+0000', 'last_peered': '2024-09-10T10:39:18.373426+0000', 'last_clean': '2024-09-10T10:39:18.373426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:39:18.386081+0000', 'last_undegraded': '2024-09-10T10:39:18.386081+0000', 'last_fullsized': '2024-09-10T10:39:18.386081+0000', 'mapping_epoch': 101, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 101, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'last_clean_scrub_stamp': '2024-09-10T10:39:18.373426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:39:24.329 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T10:39:24.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f9663000640 1 Processor -- start 2024-09-10T10:39:24.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f9663000640 1 -- start start 2024-09-10T10:39:24.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f9663000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f965c158cd0 0x7f965c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f9663000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f965c0aede0 0x7f965c15edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f9663000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f965c1590b0 con 0x7f965c15f330 2024-09-10T10:39:24.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f9663000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f965c0b5470 con 0x7f965c0aede0 2024-09-10T10:39:24.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f9663000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f965c15fb50 con 0x7f965c158cd0 2024-09-10T10:39:24.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f965b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f965c0aede0 0x7f965c15edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f9661000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f965c15f330 0x7f965c0d06a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:55954/0 (socket says 172.21.15.22:55954) 2024-09-10T10:39:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f9661000640 1 -- 172.21.15.22:0/3312142800 learned_addr learned my addr 172.21.15.22:0/3312142800 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f965b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f965c0aede0 0x7f965c15edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58470/0 (socket says 172.21.15.22:58470) 2024-09-10T10:39:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f965be00640 1 --2- 172.21.15.22:0/3312142800 >> v2:172.21.15.145:3300/0 conn(0x7f965c158cd0 0x7f965c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f965b400640 1 -- 172.21.15.22:0/3312142800 >> v2:172.21.15.145:3300/0 conn(0x7f965c158cd0 msgr2=0x7f965c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f965b400640 1 --2- 172.21.15.22:0/3312142800 >> v2:172.21.15.145:3300/0 conn(0x7f965c158cd0 0x7f965c0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f965b400640 1 -- 172.21.15.22:0/3312142800 >> v1:172.21.15.22:6789/0 conn(0x7f965c15f330 legacy=0x7f965c0d06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f965b400640 1 -- 172.21.15.22:0/3312142800 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f965c162280 con 0x7f965c0aede0 2024-09-10T10:39:24.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.494+0000 7f965aa00640 1 -- 172.21.15.22:0/3312142800 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3813010650 0 0) 0x7f965c1590b0 con 0x7f965c15f330 2024-09-10T10:39:24.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f965b400640 1 --2- 172.21.15.22:0/3312142800 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c0aede0 0x7f965c15edf0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f965c0739a0 tx=0x7f964801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0ae71b3169edd49 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:24.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f965aa00640 1 -- 172.21.15.22:0/3312142800 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96480b0070 con 0x7f965c0aede0 2024-09-10T10:39:24.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f965aa00640 1 -- 172.21.15.22:0/3312142800 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96480ab600 con 0x7f965c0aede0 2024-09-10T10:39:24.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f965aa00640 1 -- 172.21.15.22:0/3312142800 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96480ab9d0 con 0x7f965c0aede0 2024-09-10T10:39:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f9663000640 1 -- 172.21.15.22:0/3312142800 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c0aede0 msgr2=0x7f965c15edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f9663000640 1 --2- 172.21.15.22:0/3312142800 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c0aede0 0x7f965c15edf0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f965c0739a0 tx=0x7f964801c3f0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f9663000640 1 -- 172.21.15.22:0/3312142800 shutdown_connections 2024-09-10T10:39:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f9663000640 1 --2- 172.21.15.22:0/3312142800 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c0aede0 0x7f965c15edf0 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f9663000640 1 --2- 172.21.15.22:0/3312142800 >> v2:172.21.15.145:3300/0 conn(0x7f965c158cd0 0x7f965c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f9663000640 1 -- 172.21.15.22:0/3312142800 >> 172.21.15.22:0/3312142800 conn(0x7f965c072110 msgr2=0x7f965c072520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:24.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f9663000640 1 -- 172.21.15.22:0/3312142800 shutdown_connections 2024-09-10T10:39:24.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f9663000640 1 -- 172.21.15.22:0/3312142800 wait complete. 2024-09-10T10:39:24.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f9663000640 1 Processor -- start 2024-09-10T10:39:24.504 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.498+0000 7f9663000640 1 -- start start 2024-09-10T10:39:24.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9663000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f965c0aede0 0x7f965c152f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9663000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f965c158cd0 0x7f965c0b1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9663000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c15f330 0x7f965c0b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9663000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f965c15f740 con 0x7f965c15f330 2024-09-10T10:39:24.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9663000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f965c163040 con 0x7f965c158cd0 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9663000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f965c15f8c0 con 0x7f965c0aede0 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9661000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c15f330 0x7f965c0b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9661000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c15f330 0x7f965c0b1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58474/0 (socket says 172.21.15.22:58474) 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9661000640 1 -- 172.21.15.22:0/1036580980 learned_addr learned my addr 172.21.15.22:0/1036580980 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f965be00640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f965c0aede0 0x7f965c152f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f965b400640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f965c158cd0 0x7f965c0b1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9661000640 1 -- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f965c0aede0 msgr2=0x7f965c152f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9661000640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f965c0aede0 0x7f965c152f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9661000640 1 -- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f965c158cd0 msgr2=0x7f965c0b1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9661000640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f965c158cd0 0x7f965c0b1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.507 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9661000640 1 -- 172.21.15.22:0/1036580980 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f965c06ec20 con 0x7f965c15f330 2024-09-10T10:39:24.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f965b400640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f965c158cd0 0x7f965c0b1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:24.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f965be00640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f965c0aede0 0x7f965c152f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:24.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9661000640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c15f330 0x7f965c0b1d70 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f965400cb30 tx=0x7f965400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:24.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9653e00640 1 -- 172.21.15.22:0/1036580980 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9654017070 con 0x7f965c15f330 2024-09-10T10:39:24.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9653e00640 1 -- 172.21.15.22:0/1036580980 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f965400acc0 con 0x7f965c15f330 2024-09-10T10:39:24.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9653e00640 1 -- 172.21.15.22:0/1036580980 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9654012640 con 0x7f965c15f330 2024-09-10T10:39:24.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9663000640 1 -- 172.21.15.22:0/1036580980 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f965c06ef00 con 0x7f965c15f330 2024-09-10T10:39:24.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9663000640 1 -- 172.21.15.22:0/1036580980 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f965c06f4c0 con 0x7f965c15f330 2024-09-10T10:39:24.510 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.502+0000 7f9663000640 1 -- 172.21.15.22:0/1036580980 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f965c15edf0 con 0x7f965c15f330 2024-09-10T10:39:24.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.506+0000 7f9653e00640 1 -- 172.21.15.22:0/1036580980 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f965401a070 con 0x7f965c15f330 2024-09-10T10:39:24.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.506+0000 7f9653e00640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f963c0678c0 0x7f963c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.506+0000 7f9653e00640 1 -- 172.21.15.22:0/1036580980 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f9654085a90 con 0x7f965c15f330 2024-09-10T10:39:24.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.506+0000 7f965be00640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f963c0678c0 0x7f963c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.506+0000 7f965be00640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f963c0678c0 0x7f963c069d80 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f965c1585d0 tx=0x7f964c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:24.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.510+0000 7f9653e00640 1 -- 172.21.15.22:0/1036580980 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f96540565c0 con 0x7f965c15f330 2024-09-10T10:39:24.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.730+0000 7f9663000640 1 -- 172.21.15.22:0/1036580980 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f965c0b6740 con 0x7f965c15f330 2024-09-10T10:39:24.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9653e00640 1 -- 172.21.15.22:0/1036580980 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1560 (secure 0 0 0) 0x7f9654055ec0 con 0x7f965c15f330 2024-09-10T10:39:24.737 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:24.737 INFO:teuthology.orchestra.run.smithi022.stdout:{"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":440,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":103,"num_osds":8,"num_up_osds":8,"osd_up_since":1725964338,"num_in_osds":8,"osd_in_since":1725964326,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":56},{"state_name":"active+clean","count":41}],"num_pgs":97,"num_pools":3,"num_objects":3,"data_bytes":590390,"bytes_used":275193856,"bytes_avail":772818919424,"bytes_total":773094113280,"inactive_pgs_ratio":0.57731956243515015,"write_bytes_sec":170,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":72,"btime":"2024-09-10T10:39:22:413242+0000","id":8,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":8,"rank":0,"name":"a","status":"up:active","gid":7101}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":11,"modified":"2024-09-10T10:39:07.431181+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T10:39:24.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 -- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f963c0678c0 msgr2=0x7f963c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f963c0678c0 0x7f963c069d80 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f965c1585d0 tx=0x7f964c008040 comp rx=0 tx=0).stop 2024-09-10T10:39:24.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 -- 172.21.15.22:0/1036580980 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c15f330 msgr2=0x7f965c0b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c15f330 0x7f965c0b1d70 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f965400cb30 tx=0x7f965400a060 comp rx=0 tx=0).stop 2024-09-10T10:39:24.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 -- 172.21.15.22:0/1036580980 shutdown_connections 2024-09-10T10:39:24.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f963c0678c0 0x7f963c069d80 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f965c15f330 0x7f965c0b1d70 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f965c158cd0 0x7f965c0b1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 --2- 172.21.15.22:0/1036580980 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f965c0aede0 0x7f965c152f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 -- 172.21.15.22:0/1036580980 >> 172.21.15.22:0/1036580980 conn(0x7f965c072110 msgr2=0x7f965c169a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:24.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 -- 172.21.15.22:0/1036580980 shutdown_connections 2024-09-10T10:39:24.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.734+0000 7f9663000640 1 -- 172.21.15.22:0/1036580980 wait complete. 2024-09-10T10:39:24.758 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T10:39:24.758 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:39:24.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52f2400640 1 Processor -- start 2024-09-10T10:39:24.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52f2400640 1 -- start start 2024-09-10T10:39:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52f2400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 0x7f52ec0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52f2400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f52ec06e1b0 0x7f52ec06e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52f2400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52ec06d3f0 con 0x7f52ec145fb0 2024-09-10T10:39:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52f2400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f52ec0ce010 con 0x7f52ec06e1b0 2024-09-10T10:39:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52f2400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f52ec06d1a0 con 0x7f52ec0cd670 2024-09-10T10:39:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52ebe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f52ec06e1b0 0x7f52ec06e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52ebe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f52ec06e1b0 0x7f52ec06e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58482/0 (socket says 172.21.15.22:58482) 2024-09-10T10:39:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52ebe00640 1 -- 172.21.15.22:0/502104421 learned_addr learned my addr 172.21.15.22:0/502104421 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:24.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.894+0000 7f52eaa00640 1 --2- 172.21.15.22:0/502104421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 0x7f52ec0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52ebe00640 1 -- 172.21.15.22:0/502104421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 msgr2=0x7f52ec0cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:24.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52ebe00640 1 --2- 172.21.15.22:0/502104421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 0x7f52ec0cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52ebe00640 1 -- 172.21.15.22:0/502104421 >> v1:172.21.15.145:6789/0 conn(0x7f52ec145fb0 legacy=0x7f52ec0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52ebe00640 1 -- 172.21.15.22:0/502104421 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52ec06d6d0 con 0x7f52ec06e1b0 2024-09-10T10:39:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52ebe00640 1 --2- 172.21.15.22:0/502104421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec06e1b0 0x7f52ec06e660 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f52e4009e50 tx=0x7f52e401ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=490ddfcb3788e336 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52ea000640 1 -- 172.21.15.22:0/502104421 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e40a5700 con 0x7f52ec06e1b0 2024-09-10T10:39:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52ea000640 1 -- 172.21.15.22:0/502104421 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52e40a58a0 con 0x7f52ec06e1b0 2024-09-10T10:39:24.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52ea000640 1 -- 172.21.15.22:0/502104421 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e40a5c70 con 0x7f52ec06e1b0 2024-09-10T10:39:24.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52f2400640 1 -- 172.21.15.22:0/502104421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec06e1b0 msgr2=0x7f52ec06e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52f2400640 1 --2- 172.21.15.22:0/502104421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec06e1b0 0x7f52ec06e660 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f52e4009e50 tx=0x7f52e401ca30 comp rx=0 tx=0).stop 2024-09-10T10:39:24.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52f2400640 1 -- 172.21.15.22:0/502104421 shutdown_connections 2024-09-10T10:39:24.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52f2400640 1 --2- 172.21.15.22:0/502104421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec06e1b0 0x7f52ec06e660 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52f2400640 1 --2- 172.21.15.22:0/502104421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 0x7f52ec0cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52f2400640 1 -- 172.21.15.22:0/502104421 >> 172.21.15.22:0/502104421 conn(0x7f52ec062dd0 msgr2=0x7f52ec06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:24.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.898+0000 7f52f2400640 1 -- 172.21.15.22:0/502104421 shutdown_connections 2024-09-10T10:39:24.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52f2400640 1 -- 172.21.15.22:0/502104421 wait complete. 2024-09-10T10:39:24.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52f2400640 1 Processor -- start 2024-09-10T10:39:24.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52f2400640 1 -- start start 2024-09-10T10:39:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52f2400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52ec06e1b0 0x7f52ec0b5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52f2400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 0x7f52ec15c110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52f2400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec145fb0 0x7f52ec137740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52f2400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f52ec0d0130 con 0x7f52ec145fb0 2024-09-10T10:39:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52f2400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f52ec0cffb0 con 0x7f52ec06e1b0 2024-09-10T10:39:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52f2400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f52ec06dd20 con 0x7f52ec0cd670 2024-09-10T10:39:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52ebe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec145fb0 0x7f52ec137740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52ebe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec145fb0 0x7f52ec137740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:58488/0 (socket says 172.21.15.22:58488) 2024-09-10T10:39:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52ebe00640 1 -- 172.21.15.22:0/106623177 learned_addr learned my addr 172.21.15.22:0/106623177 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:24.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52eb400640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52ec06e1b0 0x7f52ec0b5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52eaa00640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 0x7f52ec15c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52ebe00640 1 -- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 msgr2=0x7f52ec15c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52ebe00640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 0x7f52ec15c110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52ebe00640 1 -- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52ec06e1b0 msgr2=0x7f52ec0b5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52ebe00640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52ec06e1b0 0x7f52ec0b5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52ebe00640 1 -- 172.21.15.22:0/106623177 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52ec15a460 con 0x7f52ec145fb0 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52eaa00640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 0x7f52ec15c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52ebe00640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec145fb0 0x7f52ec137740 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f52e40af040 tx=0x7f52e40197d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52e3400640 1 -- 172.21.15.22:0/106623177 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e40b8670 con 0x7f52ec145fb0 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52e3400640 1 -- 172.21.15.22:0/106623177 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52e40be070 con 0x7f52ec145fb0 2024-09-10T10:39:24.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52e3400640 1 -- 172.21.15.22:0/106623177 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e40b8a70 con 0x7f52ec145fb0 2024-09-10T10:39:24.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.902+0000 7f52f2400640 1 -- 172.21.15.22:0/106623177 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52ec15a740 con 0x7f52ec145fb0 2024-09-10T10:39:24.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.906+0000 7f52f2400640 1 -- 172.21.15.22:0/106623177 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52ec15ad00 con 0x7f52ec145fb0 2024-09-10T10:39:24.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.906+0000 7f52f2400640 1 -- 172.21.15.22:0/106623177 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52ec06e660 con 0x7f52ec145fb0 2024-09-10T10:39:24.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.906+0000 7f52e3400640 1 -- 172.21.15.22:0/106623177 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f52e40b8c10 con 0x7f52ec145fb0 2024-09-10T10:39:24.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.906+0000 7f52e3400640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52cc0678f0 0x7f52cc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:24.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.906+0000 7f52e3400640 1 -- 172.21.15.22:0/106623177 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f52e4120bf0 con 0x7f52ec145fb0 2024-09-10T10:39:24.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.906+0000 7f52eb400640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52cc0678f0 0x7f52cc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:24.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.910+0000 7f52eb400640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52cc0678f0 0x7f52cc069db0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f52dc001770 tx=0x7f52dc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:24.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:24.910+0000 7f52e3400640 1 -- 172.21.15.22:0/106623177 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f52e4016620 con 0x7f52ec145fb0 2024-09-10T10:39:25.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.074+0000 7f52f2400640 1 -- 172.21.15.22:0/106623177 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f52ec0b2c10 con 0x7f52cc0678f0 2024-09-10T10:39:25.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.082+0000 7f52e3400640 1 -- 172.21.15.22:0/106623177 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247761 (secure 0 0 0) 0x7f52ec0b2c10 con 0x7f52cc0678f0 2024-09-10T10:39:25.087 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:25.089 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:39:25.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 -- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52cc0678f0 msgr2=0x7f52cc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:25.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52cc0678f0 0x7f52cc069db0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f52dc001770 tx=0x7f52dc009040 comp rx=0 tx=0).stop 2024-09-10T10:39:25.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 -- 172.21.15.22:0/106623177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec145fb0 msgr2=0x7f52ec137740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:25.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec145fb0 0x7f52ec137740 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f52e40af040 tx=0x7f52e40197d0 comp rx=0 tx=0).stop 2024-09-10T10:39:25.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 -- 172.21.15.22:0/106623177 shutdown_connections 2024-09-10T10:39:25.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f52cc0678f0 0x7f52cc069db0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:25.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f52ec145fb0 0x7f52ec137740 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:25.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52ec0cd670 0x7f52ec15c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:25.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 --2- 172.21.15.22:0/106623177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52ec06e1b0 0x7f52ec0b5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:25.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 -- 172.21.15.22:0/106623177 >> 172.21.15.22:0/106623177 conn(0x7f52ec062dd0 msgr2=0x7f52ec0b0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:25.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 -- 172.21.15.22:0/106623177 shutdown_connections 2024-09-10T10:39:25.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:25.086+0000 7f52f2400640 1 -- 172.21.15.22:0/106623177 wait complete. 2024-09-10T10:39:25.107 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":309,"stamp":"2024-09-10T10:39:23.433660+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":160,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":63,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":268744,"kb_used_data":10904,"kb_used_omap":12,"kb_used_meta":257651,"kb_avail":754705976,"statfs":{"total":773094113280,"available":772818919424,"internally_reserved":0,"allocated":11165696,"data_stored":5398571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":263835184},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000958"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392420+0000","last_change":"2024-09-10T10:39:18.392420+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392420+0000","last_undegraded":"2024-09-10T10:39:18.392420+0000","last_fullsized":"2024-09-10T10:39:18.392420+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387796+0000","last_change":"2024-09-10T10:39:18.387796+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387796+0000","last_undegraded":"2024-09-10T10:39:18.387796+0000","last_fullsized":"2024-09-10T10:39:18.387796+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389773+0000","last_change":"2024-09-10T10:39:18.389773+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389773+0000","last_undegraded":"2024-09-10T10:39:18.389773+0000","last_fullsized":"2024-09-10T10:39:18.389773+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386784+0000","last_change":"2024-09-10T10:39:18.386784+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386784+0000","last_undegraded":"2024-09-10T10:39:18.386784+0000","last_fullsized":"2024-09-10T10:39:18.386784+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389962+0000","last_change":"2024-09-10T10:39:18.389962+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389962+0000","last_undegraded":"2024-09-10T10:39:18.389962+0000","last_fullsized":"2024-09-10T10:39:18.389962+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409646+0000","last_change":"2024-09-10T10:39:19.409661+0000","last_active":"2024-09-10T10:39:20.409646+0000","last_peered":"2024-09-10T10:39:20.409646+0000","last_clean":"2024-09-10T10:39:20.409646+0000","last_became_active":"2024-09-10T10:39:19.409245+0000","last_became_peered":"2024-09-10T10:39:19.409245+0000","last_unstale":"2024-09-10T10:39:20.409646+0000","last_undegraded":"2024-09-10T10:39:20.409646+0000","last_fullsized":"2024-09-10T10:39:20.409646+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:56.247769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388878+0000","last_change":"2024-09-10T10:39:18.388878+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388878+0000","last_undegraded":"2024-09-10T10:39:18.388878+0000","last_fullsized":"2024-09-10T10:39:18.388878+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387570+0000","last_change":"2024-09-10T10:39:18.387570+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387570+0000","last_undegraded":"2024-09-10T10:39:18.387570+0000","last_fullsized":"2024-09-10T10:39:18.387570+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391996+0000","last_change":"2024-09-10T10:39:18.391996+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391996+0000","last_undegraded":"2024-09-10T10:39:18.391996+0000","last_fullsized":"2024-09-10T10:39:18.391996+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389981+0000","last_change":"2024-09-10T10:39:18.389981+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389981+0000","last_undegraded":"2024-09-10T10:39:18.389981+0000","last_fullsized":"2024-09-10T10:39:18.389981+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393124+0000","last_change":"2024-09-10T10:39:18.393124+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393124+0000","last_undegraded":"2024-09-10T10:39:18.393124+0000","last_fullsized":"2024-09-10T10:39:18.393124+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389081+0000","last_change":"2024-09-10T10:39:18.389081+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389081+0000","last_undegraded":"2024-09-10T10:39:18.389081+0000","last_fullsized":"2024-09-10T10:39:18.389081+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386654+0000","last_change":"2024-09-10T10:39:18.386654+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386654+0000","last_undegraded":"2024-09-10T10:39:18.386654+0000","last_fullsized":"2024-09-10T10:39:18.386654+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392754+0000","last_change":"2024-09-10T10:39:18.392754+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392754+0000","last_undegraded":"2024-09-10T10:39:18.392754+0000","last_fullsized":"2024-09-10T10:39:18.392754+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393151+0000","last_change":"2024-09-10T10:39:18.393151+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393151+0000","last_undegraded":"2024-09-10T10:39:18.393151+0000","last_fullsized":"2024-09-10T10:39:18.393151+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386575+0000","last_change":"2024-09-10T10:39:18.386575+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386575+0000","last_undegraded":"2024-09-10T10:39:18.386575+0000","last_fullsized":"2024-09-10T10:39:18.386575+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388372+0000","last_change":"2024-09-10T10:39:18.388372+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388372+0000","last_undegraded":"2024-09-10T10:39:18.388372+0000","last_fullsized":"2024-09-10T10:39:18.388372+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394998+0000","last_change":"2024-09-10T10:39:18.394998+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394998+0000","last_undegraded":"2024-09-10T10:39:18.394998+0000","last_fullsized":"2024-09-10T10:39:18.394998+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388996+0000","last_change":"2024-09-10T10:39:18.388996+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388996+0000","last_undegraded":"2024-09-10T10:39:18.388996+0000","last_fullsized":"2024-09-10T10:39:18.388996+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388888+0000","last_change":"2024-09-10T10:39:18.388888+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388888+0000","last_undegraded":"2024-09-10T10:39:18.388888+0000","last_fullsized":"2024-09-10T10:39:18.388888+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387870+0000","last_change":"2024-09-10T10:39:18.387870+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387870+0000","last_undegraded":"2024-09-10T10:39:18.387870+0000","last_fullsized":"2024-09-10T10:39:18.387870+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409806+0000","last_change":"2024-09-10T10:39:19.411841+0000","last_active":"2024-09-10T10:39:20.409806+0000","last_peered":"2024-09-10T10:39:20.409806+0000","last_clean":"2024-09-10T10:39:20.409806+0000","last_became_active":"2024-09-10T10:39:19.411540+0000","last_became_peered":"2024-09-10T10:39:19.411540+0000","last_unstale":"2024-09-10T10:39:20.409806+0000","last_undegraded":"2024-09-10T10:39:20.409806+0000","last_fullsized":"2024-09-10T10:39:20.409806+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:41.841303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389090+0000","last_change":"2024-09-10T10:39:18.389090+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389090+0000","last_undegraded":"2024-09-10T10:39:18.389090+0000","last_fullsized":"2024-09-10T10:39:18.389090+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386556+0000","last_change":"2024-09-10T10:39:18.386556+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386556+0000","last_undegraded":"2024-09-10T10:39:18.386556+0000","last_fullsized":"2024-09-10T10:39:18.386556+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389371+0000","last_change":"2024-09-10T10:39:18.389371+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389371+0000","last_undegraded":"2024-09-10T10:39:18.389371+0000","last_fullsized":"2024-09-10T10:39:18.389371+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410827+0000","last_change":"2024-09-10T10:39:19.410430+0000","last_active":"2024-09-10T10:39:20.410827+0000","last_peered":"2024-09-10T10:39:20.410827+0000","last_clean":"2024-09-10T10:39:20.410827+0000","last_became_active":"2024-09-10T10:39:19.410131+0000","last_became_peered":"2024-09-10T10:39:19.410131+0000","last_unstale":"2024-09-10T10:39:20.410827+0000","last_undegraded":"2024-09-10T10:39:20.410827+0000","last_fullsized":"2024-09-10T10:39:20.410827+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.915291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386477+0000","last_change":"2024-09-10T10:39:18.386477+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386477+0000","last_undegraded":"2024-09-10T10:39:18.386477+0000","last_fullsized":"2024-09-10T10:39:18.386477+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410097+0000","last_change":"2024-09-10T10:39:19.413459+0000","last_active":"2024-09-10T10:39:20.410097+0000","last_peered":"2024-09-10T10:39:20.410097+0000","last_clean":"2024-09-10T10:39:20.410097+0000","last_became_active":"2024-09-10T10:39:19.412776+0000","last_became_peered":"2024-09-10T10:39:19.412776+0000","last_unstale":"2024-09-10T10:39:20.410097+0000","last_undegraded":"2024-09-10T10:39:20.410097+0000","last_fullsized":"2024-09-10T10:39:20.410097+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:15:10.000751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.390093+0000","last_change":"2024-09-10T10:39:18.390093+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.390093+0000","last_undegraded":"2024-09-10T10:39:18.390093+0000","last_fullsized":"2024-09-10T10:39:18.390093+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394214+0000","last_change":"2024-09-10T10:39:18.394214+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394214+0000","last_undegraded":"2024-09-10T10:39:18.394214+0000","last_fullsized":"2024-09-10T10:39:18.394214+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.392709+0000","last_change":"2024-09-10T10:39:18.392709+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.392709+0000","last_undegraded":"2024-09-10T10:39:18.392709+0000","last_fullsized":"2024-09-10T10:39:18.392709+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386171+0000","last_change":"2024-09-10T10:39:18.386171+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386171+0000","last_undegraded":"2024-09-10T10:39:18.386171+0000","last_fullsized":"2024-09-10T10:39:18.386171+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394697+0000","last_change":"2024-09-10T10:39:18.394697+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394697+0000","last_undegraded":"2024-09-10T10:39:18.394697+0000","last_fullsized":"2024-09-10T10:39:18.394697+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403659+0000","last_change":"2024-09-10T10:39:18.402124+0000","last_active":"2024-09-10T10:39:18.403659+0000","last_peered":"2024-09-10T10:39:18.403659+0000","last_clean":"2024-09-10T10:39:18.403659+0000","last_became_active":"2024-09-10T10:39:18.401874+0000","last_became_peered":"2024-09-10T10:39:18.401874+0000","last_unstale":"2024-09-10T10:39:18.403659+0000","last_undegraded":"2024-09-10T10:39:18.403659+0000","last_fullsized":"2024-09-10T10:39:18.403659+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:23:12.346042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391905+0000","last_change":"2024-09-10T10:39:18.391905+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391905+0000","last_undegraded":"2024-09-10T10:39:18.391905+0000","last_fullsized":"2024-09-10T10:39:18.391905+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403950+0000","last_change":"2024-09-10T10:39:18.399877+0000","last_active":"2024-09-10T10:39:18.403950+0000","last_peered":"2024-09-10T10:39:18.403950+0000","last_clean":"2024-09-10T10:39:18.403950+0000","last_became_active":"2024-09-10T10:39:18.399529+0000","last_became_peered":"2024-09-10T10:39:18.399529+0000","last_unstale":"2024-09-10T10:39:18.403950+0000","last_undegraded":"2024-09-10T10:39:18.403950+0000","last_fullsized":"2024-09-10T10:39:18.403950+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:46.713292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410271+0000","last_change":"2024-09-10T10:39:19.413029+0000","last_active":"2024-09-10T10:39:20.410271+0000","last_peered":"2024-09-10T10:39:20.410271+0000","last_clean":"2024-09-10T10:39:20.410271+0000","last_became_active":"2024-09-10T10:39:19.412078+0000","last_became_peered":"2024-09-10T10:39:19.412078+0000","last_unstale":"2024-09-10T10:39:20.410271+0000","last_undegraded":"2024-09-10T10:39:20.410271+0000","last_fullsized":"2024-09-10T10:39:20.410271+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:04:39.195727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408088+0000","last_change":"2024-09-10T10:39:18.405184+0000","last_active":"2024-09-10T10:39:18.408088+0000","last_peered":"2024-09-10T10:39:18.408088+0000","last_clean":"2024-09-10T10:39:18.408088+0000","last_became_active":"2024-09-10T10:39:18.404804+0000","last_became_peered":"2024-09-10T10:39:18.404804+0000","last_unstale":"2024-09-10T10:39:18.408088+0000","last_undegraded":"2024-09-10T10:39:18.408088+0000","last_fullsized":"2024-09-10T10:39:18.408088+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:35.252432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389418+0000","last_change":"2024-09-10T10:39:18.389418+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389418+0000","last_undegraded":"2024-09-10T10:39:18.389418+0000","last_fullsized":"2024-09-10T10:39:18.389418+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408826+0000","last_change":"2024-09-10T10:39:18.405865+0000","last_active":"2024-09-10T10:39:18.408826+0000","last_peered":"2024-09-10T10:39:18.408826+0000","last_clean":"2024-09-10T10:39:18.408826+0000","last_became_active":"2024-09-10T10:39:18.405538+0000","last_became_peered":"2024-09-10T10:39:18.405538+0000","last_unstale":"2024-09-10T10:39:18.408826+0000","last_undegraded":"2024-09-10T10:39:18.408826+0000","last_fullsized":"2024-09-10T10:39:18.408826+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:53.677879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385616+0000","last_change":"2024-09-10T10:39:18.385616+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385616+0000","last_undegraded":"2024-09-10T10:39:18.385616+0000","last_fullsized":"2024-09-10T10:39:18.385616+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.401907+0000","last_change":"2024-09-10T10:39:18.399667+0000","last_active":"2024-09-10T10:39:18.401907+0000","last_peered":"2024-09-10T10:39:18.401907+0000","last_clean":"2024-09-10T10:39:18.401907+0000","last_became_active":"2024-09-10T10:39:18.399409+0000","last_became_peered":"2024-09-10T10:39:18.399409+0000","last_unstale":"2024-09-10T10:39:18.401907+0000","last_undegraded":"2024-09-10T10:39:18.401907+0000","last_fullsized":"2024-09-10T10:39:18.401907+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:29:17.073074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388285+0000","last_change":"2024-09-10T10:39:18.388285+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388285+0000","last_undegraded":"2024-09-10T10:39:18.388285+0000","last_fullsized":"2024-09-10T10:39:18.388285+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.404438+0000","last_change":"2024-09-10T10:39:18.400568+0000","last_active":"2024-09-10T10:39:18.404438+0000","last_peered":"2024-09-10T10:39:18.404438+0000","last_clean":"2024-09-10T10:39:18.404438+0000","last_became_active":"2024-09-10T10:39:18.400314+0000","last_became_peered":"2024-09-10T10:39:18.400314+0000","last_unstale":"2024-09-10T10:39:18.404438+0000","last_undegraded":"2024-09-10T10:39:18.404438+0000","last_fullsized":"2024-09-10T10:39:18.404438+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:30:27.540803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385599+0000","last_change":"2024-09-10T10:39:18.385599+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385599+0000","last_undegraded":"2024-09-10T10:39:18.385599+0000","last_fullsized":"2024-09-10T10:39:18.385599+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408062+0000","last_change":"2024-09-10T10:39:18.405975+0000","last_active":"2024-09-10T10:39:18.408062+0000","last_peered":"2024-09-10T10:39:18.408062+0000","last_clean":"2024-09-10T10:39:18.408062+0000","last_became_active":"2024-09-10T10:39:18.405719+0000","last_became_peered":"2024-09-10T10:39:18.405719+0000","last_unstale":"2024-09-10T10:39:18.408062+0000","last_undegraded":"2024-09-10T10:39:18.408062+0000","last_fullsized":"2024-09-10T10:39:18.408062+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:26:35.383017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388442+0000","last_change":"2024-09-10T10:39:18.388442+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388442+0000","last_undegraded":"2024-09-10T10:39:18.388442+0000","last_fullsized":"2024-09-10T10:39:18.388442+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405522+0000","last_change":"2024-09-10T10:39:18.402088+0000","last_active":"2024-09-10T10:39:18.405522+0000","last_peered":"2024-09-10T10:39:18.405522+0000","last_clean":"2024-09-10T10:39:18.405522+0000","last_became_active":"2024-09-10T10:39:18.401804+0000","last_became_peered":"2024-09-10T10:39:18.401804+0000","last_unstale":"2024-09-10T10:39:18.405522+0000","last_undegraded":"2024-09-10T10:39:18.405522+0000","last_fullsized":"2024-09-10T10:39:18.405522+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:08:23.488587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387091+0000","last_change":"2024-09-10T10:39:18.387091+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387091+0000","last_undegraded":"2024-09-10T10:39:18.387091+0000","last_fullsized":"2024-09-10T10:39:18.387091+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408848+0000","last_change":"2024-09-10T10:39:18.406716+0000","last_active":"2024-09-10T10:39:18.408848+0000","last_peered":"2024-09-10T10:39:18.408848+0000","last_clean":"2024-09-10T10:39:18.408848+0000","last_became_active":"2024-09-10T10:39:18.405496+0000","last_became_peered":"2024-09-10T10:39:18.405496+0000","last_unstale":"2024-09-10T10:39:18.408848+0000","last_undegraded":"2024-09-10T10:39:18.408848+0000","last_fullsized":"2024-09-10T10:39:18.408848+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:39.528291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386311+0000","last_change":"2024-09-10T10:39:18.386311+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386311+0000","last_undegraded":"2024-09-10T10:39:18.386311+0000","last_fullsized":"2024-09-10T10:39:18.386311+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406392+0000","last_change":"2024-09-10T10:39:18.404307+0000","last_active":"2024-09-10T10:39:18.406392+0000","last_peered":"2024-09-10T10:39:18.406392+0000","last_clean":"2024-09-10T10:39:18.406392+0000","last_became_active":"2024-09-10T10:39:18.404002+0000","last_became_peered":"2024-09-10T10:39:18.404002+0000","last_unstale":"2024-09-10T10:39:18.406392+0000","last_undegraded":"2024-09-10T10:39:18.406392+0000","last_fullsized":"2024-09-10T10:39:18.406392+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:30.870734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410431+0000","last_change":"2024-09-10T10:39:19.413249+0000","last_active":"2024-09-10T10:39:20.410431+0000","last_peered":"2024-09-10T10:39:20.410431+0000","last_clean":"2024-09-10T10:39:20.410431+0000","last_became_active":"2024-09-10T10:39:19.412452+0000","last_became_peered":"2024-09-10T10:39:19.412452+0000","last_unstale":"2024-09-10T10:39:20.410431+0000","last_undegraded":"2024-09-10T10:39:20.410431+0000","last_fullsized":"2024-09-10T10:39:20.410431+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:43.956461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405489+0000","last_change":"2024-09-10T10:39:18.400647+0000","last_active":"2024-09-10T10:39:18.405489+0000","last_peered":"2024-09-10T10:39:18.405489+0000","last_clean":"2024-09-10T10:39:18.405489+0000","last_became_active":"2024-09-10T10:39:18.400287+0000","last_became_peered":"2024-09-10T10:39:18.400287+0000","last_unstale":"2024-09-10T10:39:18.405489+0000","last_undegraded":"2024-09-10T10:39:18.405489+0000","last_fullsized":"2024-09-10T10:39:18.405489+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:38:10.185185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387591+0000","last_change":"2024-09-10T10:39:18.387591+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387591+0000","last_undegraded":"2024-09-10T10:39:18.387591+0000","last_fullsized":"2024-09-10T10:39:18.387591+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408194+0000","last_change":"2024-09-10T10:39:18.404263+0000","last_active":"2024-09-10T10:39:18.408194+0000","last_peered":"2024-09-10T10:39:18.408194+0000","last_clean":"2024-09-10T10:39:18.408194+0000","last_became_active":"2024-09-10T10:39:18.404003+0000","last_became_peered":"2024-09-10T10:39:18.404003+0000","last_unstale":"2024-09-10T10:39:18.408194+0000","last_undegraded":"2024-09-10T10:39:18.408194+0000","last_fullsized":"2024-09-10T10:39:18.408194+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:46.713292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389301+0000","last_change":"2024-09-10T10:39:18.389301+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389301+0000","last_undegraded":"2024-09-10T10:39:18.389301+0000","last_fullsized":"2024-09-10T10:39:18.389301+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406179+0000","last_change":"2024-09-10T10:39:18.403269+0000","last_active":"2024-09-10T10:39:18.406179+0000","last_peered":"2024-09-10T10:39:18.406179+0000","last_clean":"2024-09-10T10:39:18.406179+0000","last_became_active":"2024-09-10T10:39:18.402938+0000","last_became_peered":"2024-09-10T10:39:18.402938+0000","last_unstale":"2024-09-10T10:39:18.406179+0000","last_undegraded":"2024-09-10T10:39:18.406179+0000","last_fullsized":"2024-09-10T10:39:18.406179+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:51.233089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.385813+0000","last_change":"2024-09-10T10:39:18.385813+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.385813+0000","last_undegraded":"2024-09-10T10:39:18.385813+0000","last_fullsized":"2024-09-10T10:39:18.385813+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.398478+0000","last_change":"2024-09-10T10:39:18.396761+0000","last_active":"2024-09-10T10:39:18.398478+0000","last_peered":"2024-09-10T10:39:18.398478+0000","last_clean":"2024-09-10T10:39:18.398478+0000","last_became_active":"2024-09-10T10:39:18.396493+0000","last_became_peered":"2024-09-10T10:39:18.396493+0000","last_unstale":"2024-09-10T10:39:18.398478+0000","last_undegraded":"2024-09-10T10:39:18.398478+0000","last_fullsized":"2024-09-10T10:39:18.398478+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:54.768680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.387907+0000","last_change":"2024-09-10T10:39:18.387907+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.387907+0000","last_undegraded":"2024-09-10T10:39:18.387907+0000","last_fullsized":"2024-09-10T10:39:18.387907+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406821+0000","last_change":"2024-09-10T10:39:18.404081+0000","last_active":"2024-09-10T10:39:18.406821+0000","last_peered":"2024-09-10T10:39:18.406821+0000","last_clean":"2024-09-10T10:39:18.406821+0000","last_became_active":"2024-09-10T10:39:18.402624+0000","last_became_peered":"2024-09-10T10:39:18.402624+0000","last_unstale":"2024-09-10T10:39:18.406821+0000","last_undegraded":"2024-09-10T10:39:18.406821+0000","last_fullsized":"2024-09-10T10:39:18.406821+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:22.207823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393315+0000","last_change":"2024-09-10T10:39:18.393315+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393315+0000","last_undegraded":"2024-09-10T10:39:18.393315+0000","last_fullsized":"2024-09-10T10:39:18.393315+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"102'1","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410334+0000","last_change":"2024-09-10T10:39:18.404024+0000","last_active":"2024-09-10T10:39:20.410334+0000","last_peered":"2024-09-10T10:39:20.410334+0000","last_clean":"2024-09-10T10:39:20.410334+0000","last_became_active":"2024-09-10T10:39:18.403743+0000","last_became_peered":"2024-09-10T10:39:18.403743+0000","last_unstale":"2024-09-10T10:39:20.410334+0000","last_undegraded":"2024-09-10T10:39:20.410334+0000","last_fullsized":"2024-09-10T10:39:20.410334+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:45:22.749723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391536+0000","last_change":"2024-09-10T10:39:18.391536+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391536+0000","last_undegraded":"2024-09-10T10:39:18.391536+0000","last_fullsized":"2024-09-10T10:39:18.391536+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406372+0000","last_change":"2024-09-10T10:39:18.403821+0000","last_active":"2024-09-10T10:39:18.406372+0000","last_peered":"2024-09-10T10:39:18.406372+0000","last_clean":"2024-09-10T10:39:18.406372+0000","last_became_active":"2024-09-10T10:39:18.403537+0000","last_became_peered":"2024-09-10T10:39:18.403537+0000","last_unstale":"2024-09-10T10:39:18.406372+0000","last_undegraded":"2024-09-10T10:39:18.406372+0000","last_fullsized":"2024-09-10T10:39:18.406372+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:50:49.710115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.391922+0000","last_change":"2024-09-10T10:39:18.391922+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.391922+0000","last_undegraded":"2024-09-10T10:39:18.391922+0000","last_fullsized":"2024-09-10T10:39:18.391922+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406596+0000","last_change":"2024-09-10T10:39:18.405716+0000","last_active":"2024-09-10T10:39:18.406596+0000","last_peered":"2024-09-10T10:39:18.406596+0000","last_clean":"2024-09-10T10:39:18.406596+0000","last_became_active":"2024-09-10T10:39:18.405381+0000","last_became_peered":"2024-09-10T10:39:18.405381+0000","last_unstale":"2024-09-10T10:39:18.406596+0000","last_undegraded":"2024-09-10T10:39:18.406596+0000","last_fullsized":"2024-09-10T10:39:18.406596+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:53.483639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393764+0000","last_change":"2024-09-10T10:39:18.393764+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393764+0000","last_undegraded":"2024-09-10T10:39:18.393764+0000","last_fullsized":"2024-09-10T10:39:18.393764+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.403691+0000","last_change":"2024-09-10T10:39:18.402340+0000","last_active":"2024-09-10T10:39:18.403691+0000","last_peered":"2024-09-10T10:39:18.403691+0000","last_clean":"2024-09-10T10:39:18.403691+0000","last_became_active":"2024-09-10T10:39:18.401318+0000","last_became_peered":"2024-09-10T10:39:18.401318+0000","last_unstale":"2024-09-10T10:39:18.403691+0000","last_undegraded":"2024-09-10T10:39:18.403691+0000","last_fullsized":"2024-09-10T10:39:18.403691+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:48.160814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388567+0000","last_change":"2024-09-10T10:39:18.388567+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388567+0000","last_undegraded":"2024-09-10T10:39:18.388567+0000","last_fullsized":"2024-09-10T10:39:18.388567+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406159+0000","last_change":"2024-09-10T10:39:18.403289+0000","last_active":"2024-09-10T10:39:18.406159+0000","last_peered":"2024-09-10T10:39:18.406159+0000","last_clean":"2024-09-10T10:39:18.406159+0000","last_became_active":"2024-09-10T10:39:18.403014+0000","last_became_peered":"2024-09-10T10:39:18.403014+0000","last_unstale":"2024-09-10T10:39:18.406159+0000","last_undegraded":"2024-09-10T10:39:18.406159+0000","last_fullsized":"2024-09-10T10:39:18.406159+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:43:00.049718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393620+0000","last_change":"2024-09-10T10:39:18.393620+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393620+0000","last_undegraded":"2024-09-10T10:39:18.393620+0000","last_fullsized":"2024-09-10T10:39:18.393620+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402845+0000","last_change":"2024-09-10T10:39:18.399251+0000","last_active":"2024-09-10T10:39:18.402845+0000","last_peered":"2024-09-10T10:39:18.402845+0000","last_clean":"2024-09-10T10:39:18.402845+0000","last_became_active":"2024-09-10T10:39:18.398957+0000","last_became_peered":"2024-09-10T10:39:18.398957+0000","last_unstale":"2024-09-10T10:39:18.402845+0000","last_undegraded":"2024-09-10T10:39:18.402845+0000","last_fullsized":"2024-09-10T10:39:18.402845+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:41.370854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389775+0000","last_change":"2024-09-10T10:39:18.389775+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389775+0000","last_undegraded":"2024-09-10T10:39:18.389775+0000","last_fullsized":"2024-09-10T10:39:18.389775+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402399+0000","last_change":"2024-09-10T10:39:18.398125+0000","last_active":"2024-09-10T10:39:18.402399+0000","last_peered":"2024-09-10T10:39:18.402399+0000","last_clean":"2024-09-10T10:39:18.402399+0000","last_became_active":"2024-09-10T10:39:18.397819+0000","last_became_peered":"2024-09-10T10:39:18.397819+0000","last_unstale":"2024-09-10T10:39:18.402399+0000","last_undegraded":"2024-09-10T10:39:18.402399+0000","last_fullsized":"2024-09-10T10:39:18.402399+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:50.090496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388598+0000","last_change":"2024-09-10T10:39:18.388598+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388598+0000","last_undegraded":"2024-09-10T10:39:18.388598+0000","last_fullsized":"2024-09-10T10:39:18.388598+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406167+0000","last_change":"2024-09-10T10:39:18.401912+0000","last_active":"2024-09-10T10:39:18.406167+0000","last_peered":"2024-09-10T10:39:18.406167+0000","last_clean":"2024-09-10T10:39:18.406167+0000","last_became_active":"2024-09-10T10:39:18.401226+0000","last_became_peered":"2024-09-10T10:39:18.401226+0000","last_unstale":"2024-09-10T10:39:18.406167+0000","last_undegraded":"2024-09-10T10:39:18.406167+0000","last_fullsized":"2024-09-10T10:39:18.406167+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:27:35.828156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389683+0000","last_change":"2024-09-10T10:39:18.389683+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389683+0000","last_undegraded":"2024-09-10T10:39:18.389683+0000","last_fullsized":"2024-09-10T10:39:18.389683+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.410396+0000","last_change":"2024-09-10T10:39:18.406806+0000","last_active":"2024-09-10T10:39:18.410396+0000","last_peered":"2024-09-10T10:39:18.410396+0000","last_clean":"2024-09-10T10:39:18.410396+0000","last_became_active":"2024-09-10T10:39:18.405279+0000","last_became_peered":"2024-09-10T10:39:18.405279+0000","last_unstale":"2024-09-10T10:39:18.410396+0000","last_undegraded":"2024-09-10T10:39:18.410396+0000","last_fullsized":"2024-09-10T10:39:18.410396+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:41.370854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410272+0000","last_change":"2024-09-10T10:39:19.420960+0000","last_active":"2024-09-10T10:39:20.410272+0000","last_peered":"2024-09-10T10:39:20.410272+0000","last_clean":"2024-09-10T10:39:20.410272+0000","last_became_active":"2024-09-10T10:39:19.420604+0000","last_became_peered":"2024-09-10T10:39:19.420604+0000","last_unstale":"2024-09-10T10:39:20.410272+0000","last_undegraded":"2024-09-10T10:39:20.410272+0000","last_fullsized":"2024-09-10T10:39:20.410272+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:16:59.718826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.408390+0000","last_change":"2024-09-10T10:39:18.407095+0000","last_active":"2024-09-10T10:39:18.408390+0000","last_peered":"2024-09-10T10:39:18.408390+0000","last_clean":"2024-09-10T10:39:18.408390+0000","last_became_active":"2024-09-10T10:39:18.406851+0000","last_became_peered":"2024-09-10T10:39:18.406851+0000","last_unstale":"2024-09-10T10:39:18.408390+0000","last_undegraded":"2024-09-10T10:39:18.408390+0000","last_fullsized":"2024-09-10T10:39:18.408390+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:57:47.753717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.394440+0000","last_change":"2024-09-10T10:39:18.394440+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.394440+0000","last_undegraded":"2024-09-10T10:39:18.394440+0000","last_fullsized":"2024-09-10T10:39:18.394440+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.402630+0000","last_change":"2024-09-10T10:39:18.399346+0000","last_active":"2024-09-10T10:39:18.402630+0000","last_peered":"2024-09-10T10:39:18.402630+0000","last_clean":"2024-09-10T10:39:18.402630+0000","last_became_active":"2024-09-10T10:39:18.399083+0000","last_became_peered":"2024-09-10T10:39:18.399083+0000","last_unstale":"2024-09-10T10:39:18.402630+0000","last_undegraded":"2024-09-10T10:39:18.402630+0000","last_fullsized":"2024-09-10T10:39:18.402630+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:01.099183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.393357+0000","last_change":"2024-09-10T10:39:18.393357+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.393357+0000","last_undegraded":"2024-09-10T10:39:18.393357+0000","last_fullsized":"2024-09-10T10:39:18.393357+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406000+0000","last_change":"2024-09-10T10:39:18.401613+0000","last_active":"2024-09-10T10:39:18.406000+0000","last_peered":"2024-09-10T10:39:18.406000+0000","last_clean":"2024-09-10T10:39:18.406000+0000","last_became_active":"2024-09-10T10:39:18.401310+0000","last_became_peered":"2024-09-10T10:39:18.401310+0000","last_unstale":"2024-09-10T10:39:18.406000+0000","last_undegraded":"2024-09-10T10:39:18.406000+0000","last_fullsized":"2024-09-10T10:39:18.406000+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:23.356245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388079+0000","last_change":"2024-09-10T10:39:18.388079+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388079+0000","last_undegraded":"2024-09-10T10:39:18.388079+0000","last_fullsized":"2024-09-10T10:39:18.388079+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.406180+0000","last_change":"2024-09-10T10:39:18.400735+0000","last_active":"2024-09-10T10:39:18.406180+0000","last_peered":"2024-09-10T10:39:18.406180+0000","last_clean":"2024-09-10T10:39:18.406180+0000","last_became_active":"2024-09-10T10:39:18.400460+0000","last_became_peered":"2024-09-10T10:39:18.400460+0000","last_unstale":"2024-09-10T10:39:18.406180+0000","last_undegraded":"2024-09-10T10:39:18.406180+0000","last_fullsized":"2024-09-10T10:39:18.406180+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:09.193601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.389509+0000","last_change":"2024-09-10T10:39:18.389509+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.389509+0000","last_undegraded":"2024-09-10T10:39:18.389509+0000","last_fullsized":"2024-09-10T10:39:18.389509+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.405325+0000","last_change":"2024-09-10T10:39:18.403835+0000","last_active":"2024-09-10T10:39:18.405325+0000","last_peered":"2024-09-10T10:39:18.405325+0000","last_clean":"2024-09-10T10:39:18.405325+0000","last_became_active":"2024-09-10T10:39:18.403548+0000","last_became_peered":"2024-09-10T10:39:18.403548+0000","last_unstale":"2024-09-10T10:39:18.405325+0000","last_undegraded":"2024-09-10T10:39:18.405325+0000","last_fullsized":"2024-09-10T10:39:18.405325+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:34.457599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.388088+0000","last_change":"2024-09-10T10:39:18.388088+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.388088+0000","last_undegraded":"2024-09-10T10:39:18.388088+0000","last_fullsized":"2024-09-10T10:39:18.388088+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.400882+0000","last_change":"2024-09-10T10:39:18.397668+0000","last_active":"2024-09-10T10:39:18.400882+0000","last_peered":"2024-09-10T10:39:18.400882+0000","last_clean":"2024-09-10T10:39:18.400882+0000","last_became_active":"2024-09-10T10:39:18.397386+0000","last_became_peered":"2024-09-10T10:39:18.397386+0000","last_unstale":"2024-09-10T10:39:18.400882+0000","last_undegraded":"2024-09-10T10:39:18.400882+0000","last_fullsized":"2024-09-10T10:39:18.400882+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:39.528291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409198+0000","last_change":"2024-09-10T10:39:19.411667+0000","last_active":"2024-09-10T10:39:20.409198+0000","last_peered":"2024-09-10T10:39:20.409198+0000","last_clean":"2024-09-10T10:39:20.409198+0000","last_became_active":"2024-09-10T10:39:19.411397+0000","last_became_peered":"2024-09-10T10:39:19.411397+0000","last_unstale":"2024-09-10T10:39:20.409198+0000","last_undegraded":"2024-09-10T10:39:20.409198+0000","last_fullsized":"2024-09-10T10:39:20.409198+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:33.453498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409134+0000","last_change":"2024-09-10T10:39:18.406931+0000","last_active":"2024-09-10T10:39:20.409134+0000","last_peered":"2024-09-10T10:39:20.409134+0000","last_clean":"2024-09-10T10:39:20.409134+0000","last_became_active":"2024-09-10T10:39:18.406590+0000","last_became_peered":"2024-09-10T10:39:18.406590+0000","last_unstale":"2024-09-10T10:39:20.409134+0000","last_undegraded":"2024-09-10T10:39:20.409134+0000","last_fullsized":"2024-09-10T10:39:20.409134+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:24:10.438943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-10T10:39:18.386081+0000","last_change":"2024-09-10T10:39:18.386081+0000","last_active":"2024-09-10T10:39:18.373426+0000","last_peered":"2024-09-10T10:39:18.373426+0000","last_clean":"2024-09-10T10:39:18.373426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:39:18.386081+0000","last_undegraded":"2024-09-10T10:39:18.386081+0000","last_fullsized":"2024-09-10T10:39:18.386081+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":9,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.396806+0000","last_change":"2024-09-10T10:39:18.392437+0000","last_active":"2024-09-10T10:39:18.396806+0000","last_peered":"2024-09-10T10:39:18.396806+0000","last_clean":"2024-09-10T10:39:18.396806+0000","last_became_active":"2024-09-10T10:39:18.392156+0000","last_became_peered":"2024-09-10T10:39:18.392156+0000","last_unstale":"2024-09-10T10:39:18.396806+0000","last_undegraded":"2024-09-10T10:39:18.396806+0000","last_fullsized":"2024-09-10T10:39:18.396806+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:27:35.828156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":317,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-10T10:39:18.390892+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:39:18.390892+0000","last_peered":"2024-09-10T10:39:18.390892+0000","last_clean":"2024-09-10T10:39:18.390892+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:39:18.390892+0000","last_undegraded":"2024-09-10T10:39:18.390892+0000","last_fullsized":"2024-09-10T10:39:18.390892+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509527,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509527,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36556,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335284,"statfs":{"total":96636764160,"available":96599330816,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509526,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1249280,"data_stored":528721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509527,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32400,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339440,"statfs":{"total":96636764160,"available":96603586560,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509528,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32408,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339432,"statfs":{"total":96636764160,"available":96603578368,"internally_reserved":0,"allocated":1249280,"data_stored":528721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509527,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37152,"kb_used_data":1800,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334688,"statfs":{"total":96636764160,"available":96598720512,"internally_reserved":0,"allocated":1843200,"data_stored":1119089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509526,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1236992,"data_stored":522446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542233,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33024,"kb_used_data":1832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338816,"statfs":{"total":96636764160,"available":96602947584,"internally_reserved":0,"allocated":1875968,"data_stored":1132256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:39:25.360 INFO:tasks.ceph.mds.a.smithi022.stderr:2024-09-10T10:39:25.354+0000 7f4906400640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:39:28.112 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:39:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91f6600640 1 Processor -- start 2024-09-10T10:39:28.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91f6600640 1 -- start start 2024-09-10T10:39:28.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91f6600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 0x7f91f00b7720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91f6600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f91f00d16d0 0x7f91f00d1af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91f6600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f91f00cf1d0 0x7f91f00cf660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91f6600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f91f00d2030 con 0x7f91f00cf1d0 2024-09-10T10:39:28.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91f6600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f91f00b7c60 con 0x7f91f00d16d0 2024-09-10T10:39:28.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91f6600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f91f00d2750 con 0x7f91f0161bd0 2024-09-10T10:39:28.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91efe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f91f00cf1d0 0x7f91f00cf660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91efe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f91f00cf1d0 0x7f91f00cf660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52246/0 (socket says 172.21.15.22:52246) 2024-09-10T10:39:28.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91efe00640 1 -- 172.21.15.22:0/275282129 learned_addr learned my addr 172.21.15.22:0/275282129 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:28.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91e6a00640 1 --2- 172.21.15.22:0/275282129 >> v2:172.21.15.145:3300/0 conn(0x7f91f00d16d0 0x7f91f00d1af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91ef400640 1 --2- 172.21.15.22:0/275282129 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 0x7f91f00b7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91efe00640 1 -- 172.21.15.22:0/275282129 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 msgr2=0x7f91f00b7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:28.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91efe00640 1 --2- 172.21.15.22:0/275282129 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 0x7f91f00b7720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91efe00640 1 -- 172.21.15.22:0/275282129 >> v2:172.21.15.145:3300/0 conn(0x7f91f00d16d0 msgr2=0x7f91f00d1af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:28.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91efe00640 1 --2- 172.21.15.22:0/275282129 >> v2:172.21.15.145:3300/0 conn(0x7f91f00d16d0 0x7f91f00d1af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.262+0000 7f91efe00640 1 -- 172.21.15.22:0/275282129 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f00d2a30 con 0x7f91f00cf1d0 2024-09-10T10:39:28.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91efe00640 1 --2- 172.21.15.22:0/275282129 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00cf1d0 0x7f91f00cf660 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f91f00d5820 tx=0x7f91e801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dab0f628c52193aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:28.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91eea00640 1 -- 172.21.15.22:0/275282129 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e80a5840 con 0x7f91f00cf1d0 2024-09-10T10:39:28.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91eea00640 1 -- 172.21.15.22:0/275282129 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91e80a59e0 con 0x7f91f00cf1d0 2024-09-10T10:39:28.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91eea00640 1 -- 172.21.15.22:0/275282129 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e80a5db0 con 0x7f91f00cf1d0 2024-09-10T10:39:28.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91f6600640 1 -- 172.21.15.22:0/275282129 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00cf1d0 msgr2=0x7f91f00cf660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91f6600640 1 --2- 172.21.15.22:0/275282129 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00cf1d0 0x7f91f00cf660 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f91f00d5820 tx=0x7f91e801c9c0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91f6600640 1 -- 172.21.15.22:0/275282129 shutdown_connections 2024-09-10T10:39:28.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91f6600640 1 --2- 172.21.15.22:0/275282129 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00cf1d0 0x7f91f00cf660 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91f6600640 1 --2- 172.21.15.22:0/275282129 >> v2:172.21.15.145:3300/0 conn(0x7f91f00d16d0 0x7f91f00d1af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91f6600640 1 --2- 172.21.15.22:0/275282129 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 0x7f91f00b7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91f6600640 1 -- 172.21.15.22:0/275282129 >> 172.21.15.22:0/275282129 conn(0x7f91f00726e0 msgr2=0x7f91f0072af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91f6600640 1 -- 172.21.15.22:0/275282129 shutdown_connections 2024-09-10T10:39:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.266+0000 7f91f6600640 1 -- 172.21.15.22:0/275282129 wait complete. 2024-09-10T10:39:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91f6600640 1 Processor -- start 2024-09-10T10:39:28.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91f6600640 1 -- start start 2024-09-10T10:39:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91f6600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f00cf1d0 0x7f91f00b87f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91f6600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00d16d0 0x7f91f0155200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91f6600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 0x7f91f015a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91f6600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f91f00cfba0 con 0x7f91f00d16d0 2024-09-10T10:39:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91f6600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91f0161fb0 con 0x7f91f00cf1d0 2024-09-10T10:39:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91f6600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f91f00cfd20 con 0x7f91f0161bd0 2024-09-10T10:39:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00d16d0 0x7f91f0155200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00d16d0 0x7f91f0155200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52258/0 (socket says 172.21.15.22:52258) 2024-09-10T10:39:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e6a00640 1 -- 172.21.15.22:0/1048707424 learned_addr learned my addr 172.21.15.22:0/1048707424 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:28.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91ef400640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f00cf1d0 0x7f91f00b87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91efe00640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 0x7f91f015a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e6a00640 1 -- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 msgr2=0x7f91f015a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e6a00640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 0x7f91f015a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e6a00640 1 -- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f00cf1d0 msgr2=0x7f91f00b87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e6a00640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f00cf1d0 0x7f91f00b87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e6a00640 1 -- 172.21.15.22:0/1048707424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f00b9ab0 con 0x7f91f00d16d0 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91ef400640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f00cf1d0 0x7f91f00b87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91efe00640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 0x7f91f015a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e6a00640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00d16d0 0x7f91f0155200 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f91d800d7d0 tx=0x7f91d800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e7e00640 1 -- 172.21.15.22:0/1048707424 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d8018030 con 0x7f91f00d16d0 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e7e00640 1 -- 172.21.15.22:0/1048707424 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91d8004020 con 0x7f91f00d16d0 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91e7e00640 1 -- 172.21.15.22:0/1048707424 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d8004210 con 0x7f91f00d16d0 2024-09-10T10:39:28.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91f6600640 1 -- 172.21.15.22:0/1048707424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91f0159f70 con 0x7f91f00d16d0 2024-09-10T10:39:28.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.270+0000 7f91f6600640 1 -- 172.21.15.22:0/1048707424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91f00b97d0 con 0x7f91f00d16d0 2024-09-10T10:39:28.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.274+0000 7f91f6600640 1 -- 172.21.15.22:0/1048707424 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91f00d1af0 con 0x7f91f00d16d0 2024-09-10T10:39:28.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.274+0000 7f91e7e00640 1 -- 172.21.15.22:0/1048707424 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f91d801b070 con 0x7f91f00d16d0 2024-09-10T10:39:28.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.274+0000 7f91e7e00640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91cc0678c0 0x7f91cc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.274+0000 7f91e7e00640 1 -- 172.21.15.22:0/1048707424 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f91d8085e40 con 0x7f91f00d16d0 2024-09-10T10:39:28.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.274+0000 7f91ef400640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91cc0678c0 0x7f91cc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.274+0000 7f91ef400640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91cc0678c0 0x7f91cc069d80 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f91f0158680 tx=0x7f91e0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:28.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.278+0000 7f91e7e00640 1 -- 172.21.15.22:0/1048707424 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f91d8056970 con 0x7f91f00d16d0 2024-09-10T10:39:28.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.442+0000 7f91f6600640 1 -- 172.21.15.22:0/1048707424 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f91f015b890 con 0x7f91cc0678c0 2024-09-10T10:39:28.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.446+0000 7f91e7e00640 1 -- 172.21.15.22:0/1048707424 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252479 (secure 0 0 0) 0x7f91f015b890 con 0x7f91cc0678c0 2024-09-10T10:39:28.454 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:28.455 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:39:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 -- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91cc0678c0 msgr2=0x7f91cc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91cc0678c0 0x7f91cc069d80 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f91f0158680 tx=0x7f91e0008040 comp rx=0 tx=0).stop 2024-09-10T10:39:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 -- 172.21.15.22:0/1048707424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00d16d0 msgr2=0x7f91f0155200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00d16d0 0x7f91f0155200 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f91d800d7d0 tx=0x7f91d800dc90 comp rx=0 tx=0).stop 2024-09-10T10:39:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 -- 172.21.15.22:0/1048707424 shutdown_connections 2024-09-10T10:39:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91cc0678c0 0x7f91cc069d80 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91f0161bd0 0x7f91f015a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91f00d16d0 0x7f91f0155200 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 --2- 172.21.15.22:0/1048707424 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91f00cf1d0 0x7f91f00b87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 -- 172.21.15.22:0/1048707424 >> 172.21.15.22:0/1048707424 conn(0x7f91f00726e0 msgr2=0x7f91f006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:28.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 -- 172.21.15.22:0/1048707424 shutdown_connections 2024-09-10T10:39:28.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.450+0000 7f91f6600640 1 -- 172.21.15.22:0/1048707424 wait complete. 2024-09-10T10:39:28.473 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":311,"stamp":"2024-09-10T10:39:27.434788+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":269024,"kb_used_data":11176,"kb_used_omap":12,"kb_used_meta":257651,"kb_avail":754705696,"statfs":{"total":773094113280,"available":772818632704,"internally_reserved":0,"allocated":11444224,"data_stored":5519924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":263835184},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":36,"apply_latency_ms":36,"commit_latency_ns":36000000,"apply_latency_ns":36000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.047799"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172792+0000","last_change":"2024-09-10T10:39:19.415127+0000","last_active":"2024-09-10T10:39:22.172792+0000","last_peered":"2024-09-10T10:39:22.172792+0000","last_clean":"2024-09-10T10:39:22.172792+0000","last_became_active":"2024-09-10T10:39:19.413907+0000","last_became_peered":"2024-09-10T10:39:19.413907+0000","last_unstale":"2024-09-10T10:39:22.172792+0000","last_undegraded":"2024-09-10T10:39:22.172792+0000","last_fullsized":"2024-09-10T10:39:22.172792+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:57:20.387255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.170383+0000","last_change":"2024-09-10T10:39:19.411742+0000","last_active":"2024-09-10T10:39:22.170383+0000","last_peered":"2024-09-10T10:39:22.170383+0000","last_clean":"2024-09-10T10:39:22.170383+0000","last_became_active":"2024-09-10T10:39:19.411488+0000","last_became_peered":"2024-09-10T10:39:19.411488+0000","last_unstale":"2024-09-10T10:39:22.170383+0000","last_undegraded":"2024-09-10T10:39:22.170383+0000","last_fullsized":"2024-09-10T10:39:22.170383+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:42.044633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:21.277682+0000","last_change":"2024-09-10T10:39:19.417687+0000","last_active":"2024-09-10T10:39:21.277682+0000","last_peered":"2024-09-10T10:39:21.277682+0000","last_clean":"2024-09-10T10:39:21.277682+0000","last_became_active":"2024-09-10T10:39:19.417407+0000","last_became_peered":"2024-09-10T10:39:19.417407+0000","last_unstale":"2024-09-10T10:39:21.277682+0000","last_undegraded":"2024-09-10T10:39:21.277682+0000","last_fullsized":"2024-09-10T10:39:21.277682+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:24.359506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172261+0000","last_change":"2024-09-10T10:39:19.405759+0000","last_active":"2024-09-10T10:39:22.172261+0000","last_peered":"2024-09-10T10:39:22.172261+0000","last_clean":"2024-09-10T10:39:22.172261+0000","last_became_active":"2024-09-10T10:39:19.405479+0000","last_became_peered":"2024-09-10T10:39:19.405479+0000","last_unstale":"2024-09-10T10:39:22.172261+0000","last_undegraded":"2024-09-10T10:39:22.172261+0000","last_fullsized":"2024-09-10T10:39:22.172261+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:51.514703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410557+0000","last_change":"2024-09-10T10:39:19.406890+0000","last_active":"2024-09-10T10:39:20.410557+0000","last_peered":"2024-09-10T10:39:20.410557+0000","last_clean":"2024-09-10T10:39:20.410557+0000","last_became_active":"2024-09-10T10:39:19.406539+0000","last_became_peered":"2024-09-10T10:39:19.406539+0000","last_unstale":"2024-09-10T10:39:20.410557+0000","last_undegraded":"2024-09-10T10:39:20.410557+0000","last_fullsized":"2024-09-10T10:39:20.410557+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:24.359506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409646+0000","last_change":"2024-09-10T10:39:19.409661+0000","last_active":"2024-09-10T10:39:20.409646+0000","last_peered":"2024-09-10T10:39:20.409646+0000","last_clean":"2024-09-10T10:39:20.409646+0000","last_became_active":"2024-09-10T10:39:19.409245+0000","last_became_peered":"2024-09-10T10:39:19.409245+0000","last_unstale":"2024-09-10T10:39:20.409646+0000","last_undegraded":"2024-09-10T10:39:20.409646+0000","last_fullsized":"2024-09-10T10:39:20.409646+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:56.247769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744588+0000","last_change":"2024-09-10T10:39:19.407633+0000","last_active":"2024-09-10T10:39:20.744588+0000","last_peered":"2024-09-10T10:39:20.744588+0000","last_clean":"2024-09-10T10:39:20.744588+0000","last_became_active":"2024-09-10T10:39:19.406331+0000","last_became_peered":"2024-09-10T10:39:19.406331+0000","last_unstale":"2024-09-10T10:39:20.744588+0000","last_undegraded":"2024-09-10T10:39:20.744588+0000","last_fullsized":"2024-09-10T10:39:20.744588+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:55.956456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744744+0000","last_change":"2024-09-10T10:39:19.404386+0000","last_active":"2024-09-10T10:39:20.744744+0000","last_peered":"2024-09-10T10:39:20.744744+0000","last_clean":"2024-09-10T10:39:20.744744+0000","last_became_active":"2024-09-10T10:39:19.402816+0000","last_became_peered":"2024-09-10T10:39:19.402816+0000","last_unstale":"2024-09-10T10:39:20.744744+0000","last_undegraded":"2024-09-10T10:39:20.744744+0000","last_fullsized":"2024-09-10T10:39:20.744744+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:10.455854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172750+0000","last_change":"2024-09-10T10:39:19.408676+0000","last_active":"2024-09-10T10:39:22.172750+0000","last_peered":"2024-09-10T10:39:22.172750+0000","last_clean":"2024-09-10T10:39:22.172750+0000","last_became_active":"2024-09-10T10:39:19.408146+0000","last_became_peered":"2024-09-10T10:39:19.408146+0000","last_unstale":"2024-09-10T10:39:22.172750+0000","last_undegraded":"2024-09-10T10:39:22.172750+0000","last_fullsized":"2024-09-10T10:39:22.172750+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:51.514703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409945+0000","last_change":"2024-09-10T10:39:19.407934+0000","last_active":"2024-09-10T10:39:20.409945+0000","last_peered":"2024-09-10T10:39:20.409945+0000","last_clean":"2024-09-10T10:39:20.409945+0000","last_became_active":"2024-09-10T10:39:19.405505+0000","last_became_peered":"2024-09-10T10:39:19.405505+0000","last_unstale":"2024-09-10T10:39:20.409945+0000","last_undegraded":"2024-09-10T10:39:20.409945+0000","last_fullsized":"2024-09-10T10:39:20.409945+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:51.093757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744747+0000","last_change":"2024-09-10T10:39:19.408352+0000","last_active":"2024-09-10T10:39:20.744747+0000","last_peered":"2024-09-10T10:39:20.744747+0000","last_clean":"2024-09-10T10:39:20.744747+0000","last_became_active":"2024-09-10T10:39:19.406293+0000","last_became_peered":"2024-09-10T10:39:19.406293+0000","last_unstale":"2024-09-10T10:39:20.744747+0000","last_undegraded":"2024-09-10T10:39:20.744747+0000","last_fullsized":"2024-09-10T10:39:20.744747+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:54.309216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409760+0000","last_change":"2024-09-10T10:39:19.407358+0000","last_active":"2024-09-10T10:39:20.409760+0000","last_peered":"2024-09-10T10:39:20.409760+0000","last_clean":"2024-09-10T10:39:20.409760+0000","last_became_active":"2024-09-10T10:39:19.407082+0000","last_became_peered":"2024-09-10T10:39:19.407082+0000","last_unstale":"2024-09-10T10:39:20.409760+0000","last_undegraded":"2024-09-10T10:39:20.409760+0000","last_fullsized":"2024-09-10T10:39:20.409760+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:44:46.114355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.170402+0000","last_change":"2024-09-10T10:39:19.415967+0000","last_active":"2024-09-10T10:39:22.170402+0000","last_peered":"2024-09-10T10:39:22.170402+0000","last_clean":"2024-09-10T10:39:22.170402+0000","last_became_active":"2024-09-10T10:39:19.415489+0000","last_became_peered":"2024-09-10T10:39:19.415489+0000","last_unstale":"2024-09-10T10:39:22.170402+0000","last_undegraded":"2024-09-10T10:39:22.170402+0000","last_fullsized":"2024-09-10T10:39:22.170402+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:24.977498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407146+0000","last_change":"2024-09-10T10:39:19.408998+0000","last_active":"2024-09-10T10:39:20.407146+0000","last_peered":"2024-09-10T10:39:20.407146+0000","last_clean":"2024-09-10T10:39:20.407146+0000","last_became_active":"2024-09-10T10:39:19.408638+0000","last_became_peered":"2024-09-10T10:39:19.408638+0000","last_unstale":"2024-09-10T10:39:20.407146+0000","last_undegraded":"2024-09-10T10:39:20.407146+0000","last_fullsized":"2024-09-10T10:39:20.407146+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:57:14.714065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.171549+0000","last_change":"2024-09-10T10:39:19.409717+0000","last_active":"2024-09-10T10:39:22.171549+0000","last_peered":"2024-09-10T10:39:22.171549+0000","last_clean":"2024-09-10T10:39:22.171549+0000","last_became_active":"2024-09-10T10:39:19.407544+0000","last_became_peered":"2024-09-10T10:39:19.407544+0000","last_unstale":"2024-09-10T10:39:22.171549+0000","last_undegraded":"2024-09-10T10:39:22.171549+0000","last_fullsized":"2024-09-10T10:39:22.171549+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:58:12.747533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409025+0000","last_change":"2024-09-10T10:39:19.407442+0000","last_active":"2024-09-10T10:39:20.409025+0000","last_peered":"2024-09-10T10:39:20.409025+0000","last_clean":"2024-09-10T10:39:20.409025+0000","last_became_active":"2024-09-10T10:39:19.407108+0000","last_became_peered":"2024-09-10T10:39:19.407108+0000","last_unstale":"2024-09-10T10:39:20.409025+0000","last_undegraded":"2024-09-10T10:39:20.409025+0000","last_fullsized":"2024-09-10T10:39:20.409025+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:44.017893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:21.277791+0000","last_change":"2024-09-10T10:39:19.407311+0000","last_active":"2024-09-10T10:39:21.277791+0000","last_peered":"2024-09-10T10:39:21.277791+0000","last_clean":"2024-09-10T10:39:21.277791+0000","last_became_active":"2024-09-10T10:39:19.407043+0000","last_became_peered":"2024-09-10T10:39:19.407043+0000","last_unstale":"2024-09-10T10:39:21.277791+0000","last_undegraded":"2024-09-10T10:39:21.277791+0000","last_fullsized":"2024-09-10T10:39:21.277791+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:47.716553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744795+0000","last_change":"2024-09-10T10:39:19.406130+0000","last_active":"2024-09-10T10:39:20.744795+0000","last_peered":"2024-09-10T10:39:20.744795+0000","last_clean":"2024-09-10T10:39:20.744795+0000","last_became_active":"2024-09-10T10:39:19.405861+0000","last_became_peered":"2024-09-10T10:39:19.405861+0000","last_unstale":"2024-09-10T10:39:20.744795+0000","last_undegraded":"2024-09-10T10:39:20.744795+0000","last_fullsized":"2024-09-10T10:39:20.744795+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:27:59.266028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:21.277861+0000","last_change":"2024-09-10T10:39:19.410003+0000","last_active":"2024-09-10T10:39:21.277861+0000","last_peered":"2024-09-10T10:39:21.277861+0000","last_clean":"2024-09-10T10:39:21.277861+0000","last_became_active":"2024-09-10T10:39:19.408111+0000","last_became_peered":"2024-09-10T10:39:19.408111+0000","last_unstale":"2024-09-10T10:39:21.277861+0000","last_undegraded":"2024-09-10T10:39:21.277861+0000","last_fullsized":"2024-09-10T10:39:21.277861+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:36.255693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:21.277485+0000","last_change":"2024-09-10T10:39:19.399357+0000","last_active":"2024-09-10T10:39:21.277485+0000","last_peered":"2024-09-10T10:39:21.277485+0000","last_clean":"2024-09-10T10:39:21.277485+0000","last_became_active":"2024-09-10T10:39:19.399042+0000","last_became_peered":"2024-09-10T10:39:19.399042+0000","last_unstale":"2024-09-10T10:39:21.277485+0000","last_undegraded":"2024-09-10T10:39:21.277485+0000","last_fullsized":"2024-09-10T10:39:21.277485+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:02.102444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744958+0000","last_change":"2024-09-10T10:39:19.394184+0000","last_active":"2024-09-10T10:39:20.744958+0000","last_peered":"2024-09-10T10:39:20.744958+0000","last_clean":"2024-09-10T10:39:20.744958+0000","last_became_active":"2024-09-10T10:39:19.393897+0000","last_became_peered":"2024-09-10T10:39:19.393897+0000","last_unstale":"2024-09-10T10:39:20.744958+0000","last_undegraded":"2024-09-10T10:39:20.744958+0000","last_fullsized":"2024-09-10T10:39:20.744958+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:24.692061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409806+0000","last_change":"2024-09-10T10:39:19.411841+0000","last_active":"2024-09-10T10:39:20.409806+0000","last_peered":"2024-09-10T10:39:20.409806+0000","last_clean":"2024-09-10T10:39:20.409806+0000","last_became_active":"2024-09-10T10:39:19.411540+0000","last_became_peered":"2024-09-10T10:39:19.411540+0000","last_unstale":"2024-09-10T10:39:20.409806+0000","last_undegraded":"2024-09-10T10:39:20.409806+0000","last_fullsized":"2024-09-10T10:39:20.409806+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:26:41.841303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407205+0000","last_change":"2024-09-10T10:39:19.416418+0000","last_active":"2024-09-10T10:39:20.407205+0000","last_peered":"2024-09-10T10:39:20.407205+0000","last_clean":"2024-09-10T10:39:20.407205+0000","last_became_active":"2024-09-10T10:39:19.416157+0000","last_became_peered":"2024-09-10T10:39:19.416157+0000","last_unstale":"2024-09-10T10:39:20.407205+0000","last_undegraded":"2024-09-10T10:39:20.407205+0000","last_fullsized":"2024-09-10T10:39:20.407205+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:42.044633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.171576+0000","last_change":"2024-09-10T10:39:19.406092+0000","last_active":"2024-09-10T10:39:22.171576+0000","last_peered":"2024-09-10T10:39:22.171576+0000","last_clean":"2024-09-10T10:39:22.171576+0000","last_became_active":"2024-09-10T10:39:19.405364+0000","last_became_peered":"2024-09-10T10:39:19.405364+0000","last_unstale":"2024-09-10T10:39:22.171576+0000","last_undegraded":"2024-09-10T10:39:22.171576+0000","last_fullsized":"2024-09-10T10:39:22.171576+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:41.486136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744953+0000","last_change":"2024-09-10T10:39:19.412808+0000","last_active":"2024-09-10T10:39:20.744953+0000","last_peered":"2024-09-10T10:39:20.744953+0000","last_clean":"2024-09-10T10:39:20.744953+0000","last_became_active":"2024-09-10T10:39:19.412490+0000","last_became_peered":"2024-09-10T10:39:19.412490+0000","last_unstale":"2024-09-10T10:39:20.744953+0000","last_undegraded":"2024-09-10T10:39:20.744953+0000","last_fullsized":"2024-09-10T10:39:20.744953+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:14:27.804688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410827+0000","last_change":"2024-09-10T10:39:19.410430+0000","last_active":"2024-09-10T10:39:20.410827+0000","last_peered":"2024-09-10T10:39:20.410827+0000","last_clean":"2024-09-10T10:39:20.410827+0000","last_became_active":"2024-09-10T10:39:19.410131+0000","last_became_peered":"2024-09-10T10:39:19.410131+0000","last_unstale":"2024-09-10T10:39:20.410827+0000","last_undegraded":"2024-09-10T10:39:20.410827+0000","last_fullsized":"2024-09-10T10:39:20.410827+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:07.915291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172256+0000","last_change":"2024-09-10T10:39:19.414030+0000","last_active":"2024-09-10T10:39:22.172256+0000","last_peered":"2024-09-10T10:39:22.172256+0000","last_clean":"2024-09-10T10:39:22.172256+0000","last_became_active":"2024-09-10T10:39:19.413771+0000","last_became_peered":"2024-09-10T10:39:19.413771+0000","last_unstale":"2024-09-10T10:39:22.172256+0000","last_undegraded":"2024-09-10T10:39:22.172256+0000","last_fullsized":"2024-09-10T10:39:22.172256+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:36.658218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410097+0000","last_change":"2024-09-10T10:39:19.413459+0000","last_active":"2024-09-10T10:39:20.410097+0000","last_peered":"2024-09-10T10:39:20.410097+0000","last_clean":"2024-09-10T10:39:20.410097+0000","last_became_active":"2024-09-10T10:39:19.412776+0000","last_became_peered":"2024-09-10T10:39:19.412776+0000","last_unstale":"2024-09-10T10:39:20.410097+0000","last_undegraded":"2024-09-10T10:39:20.410097+0000","last_fullsized":"2024-09-10T10:39:20.410097+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:15:10.000751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407388+0000","last_change":"2024-09-10T10:39:19.409285+0000","last_active":"2024-09-10T10:39:20.407388+0000","last_peered":"2024-09-10T10:39:20.407388+0000","last_clean":"2024-09-10T10:39:20.407388+0000","last_became_active":"2024-09-10T10:39:19.408923+0000","last_became_peered":"2024-09-10T10:39:19.408923+0000","last_unstale":"2024-09-10T10:39:20.407388+0000","last_undegraded":"2024-09-10T10:39:20.407388+0000","last_fullsized":"2024-09-10T10:39:20.407388+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:41.658182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744739+0000","last_change":"2024-09-10T10:39:19.405492+0000","last_active":"2024-09-10T10:39:20.744739+0000","last_peered":"2024-09-10T10:39:20.744739+0000","last_clean":"2024-09-10T10:39:20.744739+0000","last_became_active":"2024-09-10T10:39:19.405167+0000","last_became_peered":"2024-09-10T10:39:19.405167+0000","last_unstale":"2024-09-10T10:39:20.744739+0000","last_undegraded":"2024-09-10T10:39:20.744739+0000","last_fullsized":"2024-09-10T10:39:20.744739+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:31.965708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.171737+0000","last_change":"2024-09-10T10:39:19.412390+0000","last_active":"2024-09-10T10:39:22.171737+0000","last_peered":"2024-09-10T10:39:22.171737+0000","last_clean":"2024-09-10T10:39:22.171737+0000","last_became_active":"2024-09-10T10:39:19.412122+0000","last_became_peered":"2024-09-10T10:39:19.412122+0000","last_unstale":"2024-09-10T10:39:22.171737+0000","last_undegraded":"2024-09-10T10:39:22.171737+0000","last_fullsized":"2024-09-10T10:39:22.171737+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:23.773794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409032+0000","last_change":"2024-09-10T10:39:19.413479+0000","last_active":"2024-09-10T10:39:20.409032+0000","last_peered":"2024-09-10T10:39:20.409032+0000","last_clean":"2024-09-10T10:39:20.409032+0000","last_became_active":"2024-09-10T10:39:19.413166+0000","last_became_peered":"2024-09-10T10:39:19.413166+0000","last_unstale":"2024-09-10T10:39:20.409032+0000","last_undegraded":"2024-09-10T10:39:20.409032+0000","last_fullsized":"2024-09-10T10:39:20.409032+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:55.114766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172673+0000","last_change":"2024-09-10T10:39:19.412743+0000","last_active":"2024-09-10T10:39:22.172673+0000","last_peered":"2024-09-10T10:39:22.172673+0000","last_clean":"2024-09-10T10:39:22.172673+0000","last_became_active":"2024-09-10T10:39:19.412482+0000","last_became_peered":"2024-09-10T10:39:19.412482+0000","last_unstale":"2024-09-10T10:39:22.172673+0000","last_undegraded":"2024-09-10T10:39:22.172673+0000","last_fullsized":"2024-09-10T10:39:22.172673+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:36.658218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"102'4","reported_seq":18,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407638+0000","last_change":"2024-09-10T10:39:18.402124+0000","last_active":"2024-09-10T10:39:20.407638+0000","last_peered":"2024-09-10T10:39:20.407638+0000","last_clean":"2024-09-10T10:39:20.407638+0000","last_became_active":"2024-09-10T10:39:18.401874+0000","last_became_peered":"2024-09-10T10:39:18.401874+0000","last_unstale":"2024-09-10T10:39:20.407638+0000","last_undegraded":"2024-09-10T10:39:20.407638+0000","last_fullsized":"2024-09-10T10:39:20.407638+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:44:45.111094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407607+0000","last_change":"2024-09-10T10:39:19.414451+0000","last_active":"2024-09-10T10:39:20.407607+0000","last_peered":"2024-09-10T10:39:20.407607+0000","last_clean":"2024-09-10T10:39:20.407607+0000","last_became_active":"2024-09-10T10:39:19.414179+0000","last_became_peered":"2024-09-10T10:39:19.414179+0000","last_unstale":"2024-09-10T10:39:20.407607+0000","last_undegraded":"2024-09-10T10:39:20.407607+0000","last_fullsized":"2024-09-10T10:39:20.407607+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:17.109065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"102'1","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.170503+0000","last_change":"2024-09-10T10:39:18.399877+0000","last_active":"2024-09-10T10:39:22.170503+0000","last_peered":"2024-09-10T10:39:22.170503+0000","last_clean":"2024-09-10T10:39:22.170503+0000","last_became_active":"2024-09-10T10:39:18.399529+0000","last_became_peered":"2024-09-10T10:39:18.399529+0000","last_unstale":"2024-09-10T10:39:22.170503+0000","last_undegraded":"2024-09-10T10:39:22.170503+0000","last_fullsized":"2024-09-10T10:39:22.170503+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:12:53.677879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410271+0000","last_change":"2024-09-10T10:39:19.413029+0000","last_active":"2024-09-10T10:39:20.410271+0000","last_peered":"2024-09-10T10:39:20.410271+0000","last_clean":"2024-09-10T10:39:20.410271+0000","last_became_active":"2024-09-10T10:39:19.412078+0000","last_became_peered":"2024-09-10T10:39:19.412078+0000","last_unstale":"2024-09-10T10:39:20.410271+0000","last_undegraded":"2024-09-10T10:39:20.410271+0000","last_fullsized":"2024-09-10T10:39:20.410271+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:04:39.195727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"102'2","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172384+0000","last_change":"2024-09-10T10:39:18.405184+0000","last_active":"2024-09-10T10:39:22.172384+0000","last_peered":"2024-09-10T10:39:22.172384+0000","last_clean":"2024-09-10T10:39:22.172384+0000","last_became_active":"2024-09-10T10:39:18.404804+0000","last_became_peered":"2024-09-10T10:39:18.404804+0000","last_unstale":"2024-09-10T10:39:22.172384+0000","last_undegraded":"2024-09-10T10:39:22.172384+0000","last_fullsized":"2024-09-10T10:39:22.172384+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:16.105804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:21.277690+0000","last_change":"2024-09-10T10:39:19.400964+0000","last_active":"2024-09-10T10:39:21.277690+0000","last_peered":"2024-09-10T10:39:21.277690+0000","last_clean":"2024-09-10T10:39:21.277690+0000","last_became_active":"2024-09-10T10:39:19.400522+0000","last_became_peered":"2024-09-10T10:39:19.400522+0000","last_unstale":"2024-09-10T10:39:21.277690+0000","last_undegraded":"2024-09-10T10:39:21.277690+0000","last_fullsized":"2024-09-10T10:39:21.277690+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:27:36.831417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"102'2","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172380+0000","last_change":"2024-09-10T10:39:18.405865+0000","last_active":"2024-09-10T10:39:22.172380+0000","last_peered":"2024-09-10T10:39:22.172380+0000","last_clean":"2024-09-10T10:39:22.172380+0000","last_became_active":"2024-09-10T10:39:18.405538+0000","last_became_peered":"2024-09-10T10:39:18.405538+0000","last_unstale":"2024-09-10T10:39:22.172380+0000","last_undegraded":"2024-09-10T10:39:22.172380+0000","last_fullsized":"2024-09-10T10:39:22.172380+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:26:38.800227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172282+0000","last_change":"2024-09-10T10:39:19.406400+0000","last_active":"2024-09-10T10:39:22.172282+0000","last_peered":"2024-09-10T10:39:22.172282+0000","last_clean":"2024-09-10T10:39:22.172282+0000","last_became_active":"2024-09-10T10:39:19.406058+0000","last_became_peered":"2024-09-10T10:39:19.406058+0000","last_unstale":"2024-09-10T10:39:22.172282+0000","last_undegraded":"2024-09-10T10:39:22.172282+0000","last_fullsized":"2024-09-10T10:39:22.172282+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:57:20.387255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"102'1","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:21.277492+0000","last_change":"2024-09-10T10:39:18.399667+0000","last_active":"2024-09-10T10:39:21.277492+0000","last_peered":"2024-09-10T10:39:21.277492+0000","last_clean":"2024-09-10T10:39:21.277492+0000","last_became_active":"2024-09-10T10:39:18.399409+0000","last_became_peered":"2024-09-10T10:39:18.399409+0000","last_unstale":"2024-09-10T10:39:21.277492+0000","last_undegraded":"2024-09-10T10:39:21.277492+0000","last_fullsized":"2024-09-10T10:39:21.277492+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:06:59.130768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744936+0000","last_change":"2024-09-10T10:39:19.401077+0000","last_active":"2024-09-10T10:39:20.744936+0000","last_peered":"2024-09-10T10:39:20.744936+0000","last_clean":"2024-09-10T10:39:20.744936+0000","last_became_active":"2024-09-10T10:39:19.400757+0000","last_became_peered":"2024-09-10T10:39:19.400757+0000","last_unstale":"2024-09-10T10:39:20.744936+0000","last_undegraded":"2024-09-10T10:39:20.744936+0000","last_fullsized":"2024-09-10T10:39:20.744936+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:38:49.236866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"102'1","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172385+0000","last_change":"2024-09-10T10:39:18.400568+0000","last_active":"2024-09-10T10:39:22.172385+0000","last_peered":"2024-09-10T10:39:22.172385+0000","last_clean":"2024-09-10T10:39:22.172385+0000","last_became_active":"2024-09-10T10:39:18.400314+0000","last_became_peered":"2024-09-10T10:39:18.400314+0000","last_unstale":"2024-09-10T10:39:22.172385+0000","last_undegraded":"2024-09-10T10:39:22.172385+0000","last_fullsized":"2024-09-10T10:39:22.172385+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:41.041372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410633+0000","last_change":"2024-09-10T10:39:19.402102+0000","last_active":"2024-09-10T10:39:20.410633+0000","last_peered":"2024-09-10T10:39:20.410633+0000","last_clean":"2024-09-10T10:39:20.410633+0000","last_became_active":"2024-09-10T10:39:19.400051+0000","last_became_peered":"2024-09-10T10:39:19.400051+0000","last_unstale":"2024-09-10T10:39:20.410633+0000","last_undegraded":"2024-09-10T10:39:20.410633+0000","last_fullsized":"2024-09-10T10:39:20.410633+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:27:36.831417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744725+0000","last_change":"2024-09-10T10:39:18.405975+0000","last_active":"2024-09-10T10:39:20.744725+0000","last_peered":"2024-09-10T10:39:20.744725+0000","last_clean":"2024-09-10T10:39:20.744725+0000","last_became_active":"2024-09-10T10:39:18.405719+0000","last_became_peered":"2024-09-10T10:39:18.405719+0000","last_unstale":"2024-09-10T10:39:20.744725+0000","last_undegraded":"2024-09-10T10:39:20.744725+0000","last_fullsized":"2024-09-10T10:39:20.744725+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:46.669887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744597+0000","last_change":"2024-09-10T10:39:19.407904+0000","last_active":"2024-09-10T10:39:20.744597+0000","last_peered":"2024-09-10T10:39:20.744597+0000","last_clean":"2024-09-10T10:39:20.744597+0000","last_became_active":"2024-09-10T10:39:19.407648+0000","last_became_peered":"2024-09-10T10:39:19.407648+0000","last_unstale":"2024-09-10T10:39:20.744597+0000","last_undegraded":"2024-09-10T10:39:20.744597+0000","last_fullsized":"2024-09-10T10:39:20.744597+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:18:53.104904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409163+0000","last_change":"2024-09-10T10:39:18.402088+0000","last_active":"2024-09-10T10:39:20.409163+0000","last_peered":"2024-09-10T10:39:20.409163+0000","last_clean":"2024-09-10T10:39:20.409163+0000","last_became_active":"2024-09-10T10:39:18.401804+0000","last_became_peered":"2024-09-10T10:39:18.401804+0000","last_unstale":"2024-09-10T10:39:20.409163+0000","last_undegraded":"2024-09-10T10:39:20.409163+0000","last_fullsized":"2024-09-10T10:39:20.409163+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:03.732482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.170455+0000","last_change":"2024-09-10T10:39:19.411742+0000","last_active":"2024-09-10T10:39:22.170455+0000","last_peered":"2024-09-10T10:39:22.170455+0000","last_clean":"2024-09-10T10:39:22.170455+0000","last_became_active":"2024-09-10T10:39:19.411464+0000","last_became_peered":"2024-09-10T10:39:19.411464+0000","last_unstale":"2024-09-10T10:39:22.170455+0000","last_undegraded":"2024-09-10T10:39:22.170455+0000","last_fullsized":"2024-09-10T10:39:22.170455+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:26:39.803488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172943+0000","last_change":"2024-09-10T10:39:18.406716+0000","last_active":"2024-09-10T10:39:22.172943+0000","last_peered":"2024-09-10T10:39:22.172943+0000","last_clean":"2024-09-10T10:39:22.172943+0000","last_became_active":"2024-09-10T10:39:18.405496+0000","last_became_peered":"2024-09-10T10:39:18.405496+0000","last_unstale":"2024-09-10T10:39:22.172943+0000","last_undegraded":"2024-09-10T10:39:22.172943+0000","last_fullsized":"2024-09-10T10:39:22.172943+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:41.041372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.170727+0000","last_change":"2024-09-10T10:39:19.410143+0000","last_active":"2024-09-10T10:39:22.170727+0000","last_peered":"2024-09-10T10:39:22.170727+0000","last_clean":"2024-09-10T10:39:22.170727+0000","last_became_active":"2024-09-10T10:39:19.409793+0000","last_became_peered":"2024-09-10T10:39:19.409793+0000","last_unstale":"2024-09-10T10:39:22.170727+0000","last_undegraded":"2024-09-10T10:39:22.170727+0000","last_fullsized":"2024-09-10T10:39:22.170727+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:27:28.406930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409940+0000","last_change":"2024-09-10T10:39:18.404307+0000","last_active":"2024-09-10T10:39:20.409940+0000","last_peered":"2024-09-10T10:39:20.409940+0000","last_clean":"2024-09-10T10:39:20.409940+0000","last_became_active":"2024-09-10T10:39:18.404002+0000","last_became_peered":"2024-09-10T10:39:18.404002+0000","last_unstale":"2024-09-10T10:39:20.409940+0000","last_undegraded":"2024-09-10T10:39:20.409940+0000","last_fullsized":"2024-09-10T10:39:20.409940+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:42.459608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410431+0000","last_change":"2024-09-10T10:39:19.413249+0000","last_active":"2024-09-10T10:39:20.410431+0000","last_peered":"2024-09-10T10:39:20.410431+0000","last_clean":"2024-09-10T10:39:20.410431+0000","last_became_active":"2024-09-10T10:39:19.412452+0000","last_became_peered":"2024-09-10T10:39:19.412452+0000","last_unstale":"2024-09-10T10:39:20.410431+0000","last_undegraded":"2024-09-10T10:39:20.410431+0000","last_fullsized":"2024-09-10T10:39:20.410431+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:43.956461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"102'3","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409867+0000","last_change":"2024-09-10T10:39:18.400647+0000","last_active":"2024-09-10T10:39:20.409867+0000","last_peered":"2024-09-10T10:39:20.409867+0000","last_clean":"2024-09-10T10:39:20.409867+0000","last_became_active":"2024-09-10T10:39:18.400287+0000","last_became_peered":"2024-09-10T10:39:18.400287+0000","last_unstale":"2024-09-10T10:39:20.409867+0000","last_undegraded":"2024-09-10T10:39:20.409867+0000","last_fullsized":"2024-09-10T10:39:20.409867+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:19.136579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744971+0000","last_change":"2024-09-10T10:39:19.405986+0000","last_active":"2024-09-10T10:39:20.744971+0000","last_peered":"2024-09-10T10:39:20.744971+0000","last_clean":"2024-09-10T10:39:20.744971+0000","last_became_active":"2024-09-10T10:39:19.404646+0000","last_became_peered":"2024-09-10T10:39:19.404646+0000","last_unstale":"2024-09-10T10:39:20.744971+0000","last_undegraded":"2024-09-10T10:39:20.744971+0000","last_fullsized":"2024-09-10T10:39:20.744971+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:50:26.753497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"102'6","reported_seq":20,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172494+0000","last_change":"2024-09-10T10:39:18.404263+0000","last_active":"2024-09-10T10:39:22.172494+0000","last_peered":"2024-09-10T10:39:22.172494+0000","last_clean":"2024-09-10T10:39:22.172494+0000","last_became_active":"2024-09-10T10:39:18.404003+0000","last_became_peered":"2024-09-10T10:39:18.404003+0000","last_unstale":"2024-09-10T10:39:22.172494+0000","last_undegraded":"2024-09-10T10:39:22.172494+0000","last_fullsized":"2024-09-10T10:39:22.172494+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:27:27.403669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410227+0000","last_change":"2024-09-10T10:39:19.411612+0000","last_active":"2024-09-10T10:39:20.410227+0000","last_peered":"2024-09-10T10:39:20.410227+0000","last_clean":"2024-09-10T10:39:20.410227+0000","last_became_active":"2024-09-10T10:39:19.411208+0000","last_became_peered":"2024-09-10T10:39:19.411208+0000","last_unstale":"2024-09-10T10:39:20.410227+0000","last_undegraded":"2024-09-10T10:39:20.410227+0000","last_fullsized":"2024-09-10T10:39:20.410227+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:02.102444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"102'2","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409675+0000","last_change":"2024-09-10T10:39:18.403269+0000","last_active":"2024-09-10T10:39:20.409675+0000","last_peered":"2024-09-10T10:39:20.409675+0000","last_clean":"2024-09-10T10:39:20.409675+0000","last_became_active":"2024-09-10T10:39:18.402938+0000","last_became_peered":"2024-09-10T10:39:18.402938+0000","last_unstale":"2024-09-10T10:39:20.409675+0000","last_undegraded":"2024-09-10T10:39:20.409675+0000","last_fullsized":"2024-09-10T10:39:20.409675+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:02:34.347960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172283+0000","last_change":"2024-09-10T10:39:19.406901+0000","last_active":"2024-09-10T10:39:22.172283+0000","last_peered":"2024-09-10T10:39:22.172283+0000","last_clean":"2024-09-10T10:39:22.172283+0000","last_became_active":"2024-09-10T10:39:19.406616+0000","last_became_peered":"2024-09-10T10:39:19.406616+0000","last_unstale":"2024-09-10T10:39:22.172283+0000","last_undegraded":"2024-09-10T10:39:22.172283+0000","last_fullsized":"2024-09-10T10:39:22.172283+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:44:11.112330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:21.277484+0000","last_change":"2024-09-10T10:39:18.396761+0000","last_active":"2024-09-10T10:39:21.277484+0000","last_peered":"2024-09-10T10:39:21.277484+0000","last_clean":"2024-09-10T10:39:21.277484+0000","last_became_active":"2024-09-10T10:39:18.396493+0000","last_became_peered":"2024-09-10T10:39:18.396493+0000","last_unstale":"2024-09-10T10:39:21.277484+0000","last_undegraded":"2024-09-10T10:39:21.277484+0000","last_fullsized":"2024-09-10T10:39:21.277484+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:41.509741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.171611+0000","last_change":"2024-09-10T10:39:19.409680+0000","last_active":"2024-09-10T10:39:22.171611+0000","last_peered":"2024-09-10T10:39:22.171611+0000","last_clean":"2024-09-10T10:39:22.171611+0000","last_became_active":"2024-09-10T10:39:19.409384+0000","last_became_peered":"2024-09-10T10:39:19.409384+0000","last_unstale":"2024-09-10T10:39:22.171611+0000","last_undegraded":"2024-09-10T10:39:22.171611+0000","last_fullsized":"2024-09-10T10:39:22.171611+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:38.391979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"102'8","reported_seq":22,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.171687+0000","last_change":"2024-09-10T10:39:18.404081+0000","last_active":"2024-09-10T10:39:22.171687+0000","last_peered":"2024-09-10T10:39:22.171687+0000","last_clean":"2024-09-10T10:39:22.171687+0000","last_became_active":"2024-09-10T10:39:18.402624+0000","last_became_peered":"2024-09-10T10:39:18.402624+0000","last_unstale":"2024-09-10T10:39:22.171687+0000","last_undegraded":"2024-09-10T10:39:22.171687+0000","last_fullsized":"2024-09-10T10:39:22.171687+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:26:38.800227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172773+0000","last_change":"2024-09-10T10:39:19.405077+0000","last_active":"2024-09-10T10:39:22.172773+0000","last_peered":"2024-09-10T10:39:22.172773+0000","last_clean":"2024-09-10T10:39:22.172773+0000","last_became_active":"2024-09-10T10:39:19.404630+0000","last_became_peered":"2024-09-10T10:39:19.404630+0000","last_unstale":"2024-09-10T10:39:22.172773+0000","last_undegraded":"2024-09-10T10:39:22.172773+0000","last_fullsized":"2024-09-10T10:39:22.172773+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:44:11.112330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"102'1","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410334+0000","last_change":"2024-09-10T10:39:18.404024+0000","last_active":"2024-09-10T10:39:20.410334+0000","last_peered":"2024-09-10T10:39:20.410334+0000","last_clean":"2024-09-10T10:39:20.410334+0000","last_became_active":"2024-09-10T10:39:18.403743+0000","last_became_peered":"2024-09-10T10:39:18.403743+0000","last_unstale":"2024-09-10T10:39:20.410334+0000","last_undegraded":"2024-09-10T10:39:20.410334+0000","last_fullsized":"2024-09-10T10:39:20.410334+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:45:22.749723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172894+0000","last_change":"2024-09-10T10:39:19.408406+0000","last_active":"2024-09-10T10:39:22.172894+0000","last_peered":"2024-09-10T10:39:22.172894+0000","last_clean":"2024-09-10T10:39:22.172894+0000","last_became_active":"2024-09-10T10:39:19.407760+0000","last_became_peered":"2024-09-10T10:39:19.407760+0000","last_unstale":"2024-09-10T10:39:22.172894+0000","last_undegraded":"2024-09-10T10:39:22.172894+0000","last_fullsized":"2024-09-10T10:39:22.172894+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:57.500803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"102'2","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410062+0000","last_change":"2024-09-10T10:39:18.403821+0000","last_active":"2024-09-10T10:39:20.410062+0000","last_peered":"2024-09-10T10:39:20.410062+0000","last_clean":"2024-09-10T10:39:20.410062+0000","last_became_active":"2024-09-10T10:39:18.403537+0000","last_became_peered":"2024-09-10T10:39:18.403537+0000","last_unstale":"2024-09-10T10:39:20.410062+0000","last_undegraded":"2024-09-10T10:39:20.410062+0000","last_fullsized":"2024-09-10T10:39:20.410062+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:54.675722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744767+0000","last_change":"2024-09-10T10:39:19.403787+0000","last_active":"2024-09-10T10:39:20.744767+0000","last_peered":"2024-09-10T10:39:20.744767+0000","last_clean":"2024-09-10T10:39:20.744767+0000","last_became_active":"2024-09-10T10:39:19.403432+0000","last_became_peered":"2024-09-10T10:39:19.403432+0000","last_unstale":"2024-09-10T10:39:20.744767+0000","last_undegraded":"2024-09-10T10:39:20.744767+0000","last_fullsized":"2024-09-10T10:39:20.744767+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:22:53.312142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"102'1","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407693+0000","last_change":"2024-09-10T10:39:18.405716+0000","last_active":"2024-09-10T10:39:20.407693+0000","last_peered":"2024-09-10T10:39:20.407693+0000","last_clean":"2024-09-10T10:39:20.407693+0000","last_became_active":"2024-09-10T10:39:18.405381+0000","last_became_peered":"2024-09-10T10:39:18.405381+0000","last_unstale":"2024-09-10T10:39:20.407693+0000","last_undegraded":"2024-09-10T10:39:20.407693+0000","last_fullsized":"2024-09-10T10:39:20.407693+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:12.542247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407588+0000","last_change":"2024-09-10T10:39:19.408221+0000","last_active":"2024-09-10T10:39:20.407588+0000","last_peered":"2024-09-10T10:39:20.407588+0000","last_clean":"2024-09-10T10:39:20.407588+0000","last_became_active":"2024-09-10T10:39:19.407960+0000","last_became_peered":"2024-09-10T10:39:19.407960+0000","last_unstale":"2024-09-10T10:39:20.407588+0000","last_undegraded":"2024-09-10T10:39:20.407588+0000","last_fullsized":"2024-09-10T10:39:20.407588+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:41.955294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407387+0000","last_change":"2024-09-10T10:39:18.402340+0000","last_active":"2024-09-10T10:39:20.407387+0000","last_peered":"2024-09-10T10:39:20.407387+0000","last_clean":"2024-09-10T10:39:20.407387+0000","last_became_active":"2024-09-10T10:39:18.401318+0000","last_became_peered":"2024-09-10T10:39:18.401318+0000","last_unstale":"2024-09-10T10:39:20.407387+0000","last_undegraded":"2024-09-10T10:39:20.407387+0000","last_fullsized":"2024-09-10T10:39:20.407387+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:43.014632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:21.277378+0000","last_change":"2024-09-10T10:39:19.410320+0000","last_active":"2024-09-10T10:39:21.277378+0000","last_peered":"2024-09-10T10:39:21.277378+0000","last_clean":"2024-09-10T10:39:21.277378+0000","last_became_active":"2024-09-10T10:39:19.409891+0000","last_became_peered":"2024-09-10T10:39:19.409891+0000","last_unstale":"2024-09-10T10:39:21.277378+0000","last_undegraded":"2024-09-10T10:39:21.277378+0000","last_fullsized":"2024-09-10T10:39:21.277378+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:44:46.114355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"102'2","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409804+0000","last_change":"2024-09-10T10:39:18.403289+0000","last_active":"2024-09-10T10:39:20.409804+0000","last_peered":"2024-09-10T10:39:20.409804+0000","last_clean":"2024-09-10T10:39:20.409804+0000","last_became_active":"2024-09-10T10:39:18.403014+0000","last_became_peered":"2024-09-10T10:39:18.403014+0000","last_unstale":"2024-09-10T10:39:20.409804+0000","last_undegraded":"2024-09-10T10:39:20.409804+0000","last_fullsized":"2024-09-10T10:39:20.409804+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:54.768680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.171621+0000","last_change":"2024-09-10T10:39:19.411544+0000","last_active":"2024-09-10T10:39:22.171621+0000","last_peered":"2024-09-10T10:39:22.171621+0000","last_clean":"2024-09-10T10:39:22.171621+0000","last_became_active":"2024-09-10T10:39:19.411223+0000","last_became_peered":"2024-09-10T10:39:19.411223+0000","last_unstale":"2024-09-10T10:39:22.171621+0000","last_undegraded":"2024-09-10T10:39:22.171621+0000","last_fullsized":"2024-09-10T10:39:22.171621+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:41.486136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172436+0000","last_change":"2024-09-10T10:39:18.399251+0000","last_active":"2024-09-10T10:39:22.172436+0000","last_peered":"2024-09-10T10:39:22.172436+0000","last_clean":"2024-09-10T10:39:22.172436+0000","last_became_active":"2024-09-10T10:39:18.398957+0000","last_became_peered":"2024-09-10T10:39:18.398957+0000","last_unstale":"2024-09-10T10:39:22.172436+0000","last_undegraded":"2024-09-10T10:39:22.172436+0000","last_fullsized":"2024-09-10T10:39:22.172436+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.974237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407114+0000","last_change":"2024-09-10T10:39:19.413483+0000","last_active":"2024-09-10T10:39:20.407114+0000","last_peered":"2024-09-10T10:39:20.407114+0000","last_clean":"2024-09-10T10:39:20.407114+0000","last_became_active":"2024-09-10T10:39:19.411997+0000","last_became_peered":"2024-09-10T10:39:19.411997+0000","last_unstale":"2024-09-10T10:39:20.407114+0000","last_undegraded":"2024-09-10T10:39:20.407114+0000","last_fullsized":"2024-09-10T10:39:20.407114+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:23.211084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172194+0000","last_change":"2024-09-10T10:39:18.398125+0000","last_active":"2024-09-10T10:39:22.172194+0000","last_peered":"2024-09-10T10:39:22.172194+0000","last_clean":"2024-09-10T10:39:22.172194+0000","last_became_active":"2024-09-10T10:39:18.397819+0000","last_became_peered":"2024-09-10T10:39:18.397819+0000","last_unstale":"2024-09-10T10:39:22.172194+0000","last_undegraded":"2024-09-10T10:39:22.172194+0000","last_fullsized":"2024-09-10T10:39:22.172194+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:57:13.710804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409433+0000","last_change":"2024-09-10T10:39:19.400674+0000","last_active":"2024-09-10T10:39:20.409433+0000","last_peered":"2024-09-10T10:39:20.409433+0000","last_clean":"2024-09-10T10:39:20.409433+0000","last_became_active":"2024-09-10T10:39:19.400254+0000","last_became_peered":"2024-09-10T10:39:19.400254+0000","last_unstale":"2024-09-10T10:39:20.409433+0000","last_undegraded":"2024-09-10T10:39:20.409433+0000","last_fullsized":"2024-09-10T10:39:20.409433+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:13.545508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.171715+0000","last_change":"2024-09-10T10:39:18.401912+0000","last_active":"2024-09-10T10:39:22.171715+0000","last_peered":"2024-09-10T10:39:22.171715+0000","last_clean":"2024-09-10T10:39:22.171715+0000","last_became_active":"2024-09-10T10:39:18.401226+0000","last_became_peered":"2024-09-10T10:39:18.401226+0000","last_unstale":"2024-09-10T10:39:22.171715+0000","last_undegraded":"2024-09-10T10:39:22.171715+0000","last_fullsized":"2024-09-10T10:39:22.171715+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:22.207823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407511+0000","last_change":"2024-09-10T10:39:19.404624+0000","last_active":"2024-09-10T10:39:20.407511+0000","last_peered":"2024-09-10T10:39:20.407511+0000","last_clean":"2024-09-10T10:39:20.407511+0000","last_became_active":"2024-09-10T10:39:19.404332+0000","last_became_peered":"2024-09-10T10:39:19.404332+0000","last_unstale":"2024-09-10T10:39:20.407511+0000","last_undegraded":"2024-09-10T10:39:20.407511+0000","last_fullsized":"2024-09-10T10:39:20.407511+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:27:28.406930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"102'2","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172946+0000","last_change":"2024-09-10T10:39:18.406806+0000","last_active":"2024-09-10T10:39:22.172946+0000","last_peered":"2024-09-10T10:39:22.172946+0000","last_clean":"2024-09-10T10:39:22.172946+0000","last_became_active":"2024-09-10T10:39:18.405279+0000","last_became_peered":"2024-09-10T10:39:18.405279+0000","last_unstale":"2024-09-10T10:39:22.172946+0000","last_undegraded":"2024-09-10T10:39:22.172946+0000","last_fullsized":"2024-09-10T10:39:22.172946+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.974237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.410272+0000","last_change":"2024-09-10T10:39:19.420960+0000","last_active":"2024-09-10T10:39:20.410272+0000","last_peered":"2024-09-10T10:39:20.410272+0000","last_clean":"2024-09-10T10:39:20.410272+0000","last_became_active":"2024-09-10T10:39:19.420604+0000","last_became_peered":"2024-09-10T10:39:19.420604+0000","last_unstale":"2024-09-10T10:39:20.410272+0000","last_undegraded":"2024-09-10T10:39:20.410272+0000","last_fullsized":"2024-09-10T10:39:20.410272+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:16:59.718826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"103'1","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.744964+0000","last_change":"2024-09-10T10:39:18.407095+0000","last_active":"2024-09-10T10:39:20.744964+0000","last_peered":"2024-09-10T10:39:20.744964+0000","last_clean":"2024-09-10T10:39:20.744964+0000","last_became_active":"2024-09-10T10:39:18.406851+0000","last_became_peered":"2024-09-10T10:39:18.406851+0000","last_unstale":"2024-09-10T10:39:20.744964+0000","last_undegraded":"2024-09-10T10:39:20.744964+0000","last_fullsized":"2024-09-10T10:39:20.744964+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:10:16.412726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.171981+0000","last_change":"2024-09-10T10:39:19.416511+0000","last_active":"2024-09-10T10:39:22.171981+0000","last_peered":"2024-09-10T10:39:22.171981+0000","last_clean":"2024-09-10T10:39:22.171981+0000","last_became_active":"2024-09-10T10:39:19.415154+0000","last_became_peered":"2024-09-10T10:39:19.415154+0000","last_unstale":"2024-09-10T10:39:22.171981+0000","last_undegraded":"2024-09-10T10:39:22.171981+0000","last_fullsized":"2024-09-10T10:39:22.171981+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:38.391979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172498+0000","last_change":"2024-09-10T10:39:18.399346+0000","last_active":"2024-09-10T10:39:22.172498+0000","last_peered":"2024-09-10T10:39:22.172498+0000","last_clean":"2024-09-10T10:39:22.172498+0000","last_became_active":"2024-09-10T10:39:18.399083+0000","last_became_peered":"2024-09-10T10:39:18.399083+0000","last_unstale":"2024-09-10T10:39:22.172498+0000","last_undegraded":"2024-09-10T10:39:22.172498+0000","last_fullsized":"2024-09-10T10:39:22.172498+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.802184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407682+0000","last_change":"2024-09-10T10:39:19.403379+0000","last_active":"2024-09-10T10:39:20.407682+0000","last_peered":"2024-09-10T10:39:20.407682+0000","last_clean":"2024-09-10T10:39:20.407682+0000","last_became_active":"2024-09-10T10:39:19.403019+0000","last_became_peered":"2024-09-10T10:39:19.403019+0000","last_unstale":"2024-09-10T10:39:20.407682+0000","last_undegraded":"2024-09-10T10:39:20.407682+0000","last_fullsized":"2024-09-10T10:39:20.407682+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:05.805445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.172608+0000","last_change":"2024-09-10T10:39:18.401613+0000","last_active":"2024-09-10T10:39:22.172608+0000","last_peered":"2024-09-10T10:39:22.172608+0000","last_clean":"2024-09-10T10:39:22.172608+0000","last_became_active":"2024-09-10T10:39:18.401310+0000","last_became_peered":"2024-09-10T10:39:18.401310+0000","last_unstale":"2024-09-10T10:39:22.172608+0000","last_undegraded":"2024-09-10T10:39:22.172608+0000","last_fullsized":"2024-09-10T10:39:22.172608+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:40.952033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:21.277440+0000","last_change":"2024-09-10T10:39:19.400907+0000","last_active":"2024-09-10T10:39:21.277440+0000","last_peered":"2024-09-10T10:39:21.277440+0000","last_clean":"2024-09-10T10:39:21.277440+0000","last_became_active":"2024-09-10T10:39:19.400537+0000","last_became_peered":"2024-09-10T10:39:19.400537+0000","last_unstale":"2024-09-10T10:39:21.277440+0000","last_undegraded":"2024-09-10T10:39:21.277440+0000","last_fullsized":"2024-09-10T10:39:21.277440+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:51.093757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.745050+0000","last_change":"2024-09-10T10:39:18.400735+0000","last_active":"2024-09-10T10:39:20.745050+0000","last_peered":"2024-09-10T10:39:20.745050+0000","last_clean":"2024-09-10T10:39:20.745050+0000","last_became_active":"2024-09-10T10:39:18.400460+0000","last_became_peered":"2024-09-10T10:39:18.400460+0000","last_unstale":"2024-09-10T10:39:20.745050+0000","last_undegraded":"2024-09-10T10:39:20.745050+0000","last_fullsized":"2024-09-10T10:39:20.745050+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:27.454214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407463+0000","last_change":"2024-09-10T10:39:19.406733+0000","last_active":"2024-09-10T10:39:20.407463+0000","last_peered":"2024-09-10T10:39:20.407463+0000","last_clean":"2024-09-10T10:39:20.407463+0000","last_became_active":"2024-09-10T10:39:19.406434+0000","last_became_peered":"2024-09-10T10:39:19.406434+0000","last_unstale":"2024-09-10T10:39:20.407463+0000","last_undegraded":"2024-09-10T10:39:20.407463+0000","last_fullsized":"2024-09-10T10:39:20.407463+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:26:39.803488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407286+0000","last_change":"2024-09-10T10:39:18.403835+0000","last_active":"2024-09-10T10:39:20.407286+0000","last_peered":"2024-09-10T10:39:20.407286+0000","last_clean":"2024-09-10T10:39:20.407286+0000","last_became_active":"2024-09-10T10:39:18.403548+0000","last_became_peered":"2024-09-10T10:39:18.403548+0000","last_unstale":"2024-09-10T10:39:20.407286+0000","last_undegraded":"2024-09-10T10:39:20.407286+0000","last_fullsized":"2024-09-10T10:39:20.407286+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:54.111505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.407205+0000","last_change":"2024-09-10T10:39:19.406019+0000","last_active":"2024-09-10T10:39:20.407205+0000","last_peered":"2024-09-10T10:39:20.407205+0000","last_clean":"2024-09-10T10:39:20.407205+0000","last_became_active":"2024-09-10T10:39:19.404568+0000","last_became_peered":"2024-09-10T10:39:19.404568+0000","last_unstale":"2024-09-10T10:39:20.407205+0000","last_undegraded":"2024-09-10T10:39:20.407205+0000","last_fullsized":"2024-09-10T10:39:20.407205+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:24.977498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.171914+0000","last_change":"2024-09-10T10:39:18.397668+0000","last_active":"2024-09-10T10:39:22.171914+0000","last_peered":"2024-09-10T10:39:22.171914+0000","last_clean":"2024-09-10T10:39:22.171914+0000","last_became_active":"2024-09-10T10:39:18.397386+0000","last_became_peered":"2024-09-10T10:39:18.397386+0000","last_unstale":"2024-09-10T10:39:22.171914+0000","last_undegraded":"2024-09-10T10:39:22.171914+0000","last_fullsized":"2024-09-10T10:39:22.171914+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:57:13.710804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409198+0000","last_change":"2024-09-10T10:39:19.411667+0000","last_active":"2024-09-10T10:39:20.409198+0000","last_peered":"2024-09-10T10:39:20.409198+0000","last_clean":"2024-09-10T10:39:20.409198+0000","last_became_active":"2024-09-10T10:39:19.411397+0000","last_became_peered":"2024-09-10T10:39:19.411397+0000","last_unstale":"2024-09-10T10:39:20.409198+0000","last_undegraded":"2024-09-10T10:39:20.409198+0000","last_fullsized":"2024-09-10T10:39:20.409198+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:33.453498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:20.409134+0000","last_change":"2024-09-10T10:39:18.406931+0000","last_active":"2024-09-10T10:39:20.409134+0000","last_peered":"2024-09-10T10:39:20.409134+0000","last_clean":"2024-09-10T10:39:20.409134+0000","last_became_active":"2024-09-10T10:39:18.406590+0000","last_became_peered":"2024-09-10T10:39:18.406590+0000","last_unstale":"2024-09-10T10:39:20.409134+0000","last_undegraded":"2024-09-10T10:39:20.409134+0000","last_fullsized":"2024-09-10T10:39:20.409134+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:24:10.438943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":12,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.171765+0000","last_change":"2024-09-10T10:39:19.406581+0000","last_active":"2024-09-10T10:39:22.171765+0000","last_peered":"2024-09-10T10:39:22.171765+0000","last_clean":"2024-09-10T10:39:22.171765+0000","last_became_active":"2024-09-10T10:39:19.405745+0000","last_became_peered":"2024-09-10T10:39:19.405745+0000","last_unstale":"2024-09-10T10:39:22.171765+0000","last_undegraded":"2024-09-10T10:39:22.171765+0000","last_fullsized":"2024-09-10T10:39:22.171765+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:18.373426+0000","last_clean_scrub_stamp":"2024-09-10T10:39:18.373426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:23.773794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:22.170188+0000","last_change":"2024-09-10T10:39:18.392437+0000","last_active":"2024-09-10T10:39:22.170188+0000","last_peered":"2024-09-10T10:39:22.170188+0000","last_clean":"2024-09-10T10:39:22.170188+0000","last_became_active":"2024-09-10T10:39:18.392156+0000","last_became_peered":"2024-09-10T10:39:18.392156+0000","last_unstale":"2024-09-10T10:39:22.170188+0000","last_undegraded":"2024-09-10T10:39:22.170188+0000","last_fullsized":"2024-09-10T10:39:22.170188+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:39:17.370165+0000","last_clean_scrub_stamp":"2024-09-10T10:39:17.370165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:35.252432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":321,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-10T10:39:21.277342+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:39:21.277342+0000","last_peered":"2024-09-10T10:39:21.277342+0000","last_clean":"2024-09-10T10:39:21.277342+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:39:21.277342+0000","last_undegraded":"2024-09-10T10:39:21.277342+0000","last_fullsized":"2024-09-10T10:39:21.277342+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509528,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32452,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339388,"statfs":{"total":96636764160,"available":96603533312,"internally_reserved":0,"allocated":1294336,"data_stored":543532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509528,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36596,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335244,"statfs":{"total":96636764160,"available":96599289856,"internally_reserved":0,"allocated":1273856,"data_stored":541796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509527,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32448,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339392,"statfs":{"total":96636764160,"available":96603537408,"internally_reserved":0,"allocated":1290240,"data_stored":543498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509528,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32432,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339408,"statfs":{"total":96636764160,"available":96603553792,"internally_reserved":0,"allocated":1273856,"data_stored":541796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509529,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":542434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509528,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37176,"kb_used_data":1824,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334664,"statfs":{"total":96636764160,"available":96598695936,"internally_reserved":0,"allocated":1867776,"data_stored":1132164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509527,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32452,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339388,"statfs":{"total":96636764160,"available":96603533312,"internally_reserved":0,"allocated":1282048,"data_stored":542448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542233,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33024,"kb_used_data":1832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338816,"statfs":{"total":96636764160,"available":96602947584,"internally_reserved":0,"allocated":1875968,"data_stored":1132256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:39:28.477 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:39:28.478 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:39:28.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.662+0000 7f5040000640 1 Processor -- start 2024-09-10T10:39:28.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.662+0000 7f5040000640 1 -- start start 2024-09-10T10:39:28.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f5040000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f50381568c0 0x7f50380b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f5040000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 0x7f50380cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f5040000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50380b4f90 con 0x7f50380cf900 2024-09-10T10:39:28.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f5040000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f50380b49d0 con 0x7f50381568c0 2024-09-10T10:39:28.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f5040000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f50380b4cb0 con 0x7f50380b4470 2024-09-10T10:39:28.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f503d600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f50381568c0 0x7f50380b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f503e000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f50380cf900 0x7f5038160020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58960/0 (socket says 172.21.15.22:58960) 2024-09-10T10:39:28.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f503e000640 1 -- 172.21.15.22:0/1361623790 learned_addr learned my addr 172.21.15.22:0/1361623790 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f503cc00640 1 --2- 172.21.15.22:0/1361623790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 0x7f50380cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f503d600640 1 -- 172.21.15.22:0/1361623790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 msgr2=0x7f50380cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f503d600640 1 --2- 172.21.15.22:0/1361623790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 0x7f50380cf3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f503d600640 1 -- 172.21.15.22:0/1361623790 >> v1:172.21.15.22:6789/0 conn(0x7f50380cf900 legacy=0x7f5038160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f503d600640 1 -- 172.21.15.22:0/1361623790 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f503806d1b0 con 0x7f50381568c0 2024-09-10T10:39:28.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.666+0000 7f5037e00640 1 -- 172.21.15.22:0/1361623790 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4026791251 0 0) 0x7f50380b4f90 con 0x7f50380cf900 2024-09-10T10:39:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f503d600640 1 --2- 172.21.15.22:0/1361623790 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 0x7f50380b3f30 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f502c0097c0 tx=0x7f502c01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58cdd68e804c5261 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5037e00640 1 -- 172.21.15.22:0/1361623790 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f502c0b0070 con 0x7f50381568c0 2024-09-10T10:39:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5037e00640 1 -- 172.21.15.22:0/1361623790 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f502c0ab600 con 0x7f50381568c0 2024-09-10T10:39:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5037e00640 1 -- 172.21.15.22:0/1361623790 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f502c0ab9d0 con 0x7f50381568c0 2024-09-10T10:39:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 -- 172.21.15.22:0/1361623790 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 msgr2=0x7f50380b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 --2- 172.21.15.22:0/1361623790 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 0x7f50380b3f30 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f502c0097c0 tx=0x7f502c01c470 comp rx=0 tx=0).stop 2024-09-10T10:39:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 -- 172.21.15.22:0/1361623790 shutdown_connections 2024-09-10T10:39:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 --2- 172.21.15.22:0/1361623790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 0x7f50380cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.676 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 --2- 172.21.15.22:0/1361623790 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 0x7f50380b3f30 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.676 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 -- 172.21.15.22:0/1361623790 >> 172.21.15.22:0/1361623790 conn(0x7f5038062eb0 msgr2=0x7f503806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:28.676 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 -- 172.21.15.22:0/1361623790 shutdown_connections 2024-09-10T10:39:28.676 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 -- 172.21.15.22:0/1361623790 wait complete. 2024-09-10T10:39:28.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 Processor -- start 2024-09-10T10:39:28.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 -- start start 2024-09-10T10:39:28.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 0x7f50380ac7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50380cf900 0x7f50380af2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 0x7f5038151210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5038156e20 con 0x7f50381568c0 2024-09-10T10:39:28.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5038156ca0 con 0x7f50380cf900 2024-09-10T10:39:28.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.670+0000 7f5040000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f503806e9c0 con 0x7f50380b4470 2024-09-10T10:39:28.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 0x7f5038151210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503d600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 0x7f50380ac7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 0x7f5038151210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52282/0 (socket says 172.21.15.22:52282) 2024-09-10T10:39:28.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503d600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 0x7f50380ac7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:58824/0 (socket says 172.21.15.22:58824) 2024-09-10T10:39:28.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503e000640 1 -- 172.21.15.22:0/514781303 learned_addr learned my addr 172.21.15.22:0/514781303 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:28.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503cc00640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50380cf900 0x7f50380af2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503e000640 1 -- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 msgr2=0x7f50380ac7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503e000640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 0x7f50380ac7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503e000640 1 -- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50380cf900 msgr2=0x7f50380af2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503e000640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50380cf900 0x7f50380af2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503e000640 1 -- 172.21.15.22:0/514781303 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50380ae230 con 0x7f50381568c0 2024-09-10T10:39:28.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f503e000640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 0x7f5038151210 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f503000c7a0 tx=0x7f503000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:28.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f5035600640 1 -- 172.21.15.22:0/514781303 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5030018070 con 0x7f50381568c0 2024-09-10T10:39:28.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f5035600640 1 -- 172.21.15.22:0/514781303 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f503000a640 con 0x7f50381568c0 2024-09-10T10:39:28.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f5035600640 1 -- 172.21.15.22:0/514781303 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503000aab0 con 0x7f50381568c0 2024-09-10T10:39:28.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f5040000640 1 -- 172.21.15.22:0/514781303 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50380ae510 con 0x7f50381568c0 2024-09-10T10:39:28.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f5040000640 1 -- 172.21.15.22:0/514781303 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50380aead0 con 0x7f50381568c0 2024-09-10T10:39:28.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f5040000640 1 -- 172.21.15.22:0/514781303 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50380cf3c0 con 0x7f50381568c0 2024-09-10T10:39:28.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f5035600640 1 -- 172.21.15.22:0/514781303 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f503000ac50 con 0x7f50381568c0 2024-09-10T10:39:28.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f5035600640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50180678f0 0x7f5018069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:28.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.674+0000 7f5035600640 1 -- 172.21.15.22:0/514781303 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f5030085180 con 0x7f50381568c0 2024-09-10T10:39:28.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.678+0000 7f503d600640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50180678f0 0x7f5018069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:28.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.678+0000 7f503d600640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50180678f0 0x7f5018069db0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f502c0ad000 tx=0x7f502c0a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:28.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.682+0000 7f5035600640 1 -- 172.21.15.22:0/514781303 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f50300555d0 con 0x7f50381568c0 2024-09-10T10:39:28.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.910+0000 7f5040000640 1 -- 172.21.15.22:0/514781303 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f50380d01f0 con 0x7f50381568c0 2024-09-10T10:39:28.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.910+0000 7f5035600640 1 -- 172.21.15.22:0/514781303 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v19) ==== 190+0+147 (secure 0 0 0) 0x7f50300598d0 con 0x7f50381568c0 2024-09-10T10:39:28.915 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:39:28.915 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:39:28.916 INFO:teuthology.orchestra.run.smithi022.stdout: caps mds = "allow" 2024-09-10T10:39:28.916 INFO:teuthology.orchestra.run.smithi022.stdout: caps mon = "allow r" 2024-09-10T10:39:28.916 INFO:teuthology.orchestra.run.smithi022.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:39:28.916 INFO:teuthology.orchestra.run.smithi022.stderr:updated caps for client.0 2024-09-10T10:39:28.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 -- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50180678f0 msgr2=0x7f5018069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50180678f0 0x7f5018069db0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f502c0ad000 tx=0x7f502c0a6000 comp rx=0 tx=0).stop 2024-09-10T10:39:28.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 -- 172.21.15.22:0/514781303 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 msgr2=0x7f5038151210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:28.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 0x7f5038151210 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f503000c7a0 tx=0x7f503000cc60 comp rx=0 tx=0).stop 2024-09-10T10:39:28.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 -- 172.21.15.22:0/514781303 shutdown_connections 2024-09-10T10:39:28.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f50180678f0 0x7f5018069db0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50381568c0 0x7f5038151210 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50380cf900 0x7f50380af2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 --2- 172.21.15.22:0/514781303 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50380b4470 0x7f50380ac7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:28.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 -- 172.21.15.22:0/514781303 >> 172.21.15.22:0/514781303 conn(0x7f5038062eb0 msgr2=0x7f5038071610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:28.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 -- 172.21.15.22:0/514781303 shutdown_connections 2024-09-10T10:39:28.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:28.914+0000 7f5040000640 1 -- 172.21.15.22:0/514781303 wait complete. 2024-09-10T10:39:28.937 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:29.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a7e000640 1 Processor -- start 2024-09-10T10:39:29.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a7e000640 1 -- start start 2024-09-10T10:39:29.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a7e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a7815c5e0 0x7f6a780b4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a7e000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6a780b4640 0x7f6a780d0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a7e000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a780b6a70 con 0x7f6a7815c200 2024-09-10T10:39:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a7e000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f6a780b4ab0 con 0x7f6a780b4640 2024-09-10T10:39:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a7e000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6a780b5fe0 con 0x7f6a7815c5e0 2024-09-10T10:39:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a7cc00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6a7815c200 0x7f6a780b5470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58966/0 (socket says 172.21.15.22:58966) 2024-09-10T10:39:29.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a7cc00640 1 -- 172.21.15.22:0/895569539 learned_addr learned my addr 172.21.15.22:0/895569539 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:29.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a77e00640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a7815c5e0 0x7f6a780b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.074+0000 7f6a7d600640 1 --2- 172.21.15.22:0/895569539 >> v2:172.21.15.145:3300/0 conn(0x7f6a780b4640 0x7f6a780d0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1606127863 0 0) 0x7f6a780b6a70 con 0x7f6a7815c200 2024-09-10T10:39:29.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6a5c003530 con 0x7f6a7815c200 2024-09-10T10:39:29.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1684870770 0 0) 0x7f6a5c003530 con 0x7f6a7815c200 2024-09-10T10:39:29.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a7815c5e0 msgr2=0x7f6a780b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a7815c5e0 0x7f6a780b4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 >> v2:172.21.15.145:3300/0 conn(0x7f6a780b4640 msgr2=0x7f6a780d0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 --2- 172.21.15.22:0/895569539 >> v2:172.21.15.145:3300/0 conn(0x7f6a780b4640 0x7f6a780d0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a780b62c0 con 0x7f6a7815c200 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f6a680016a0 con 0x7f6a7815c200 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a7d600640 1 --2- 172.21.15.22:0/895569539 >> v2:172.21.15.145:3300/0 conn(0x7f6a780b4640 0x7f6a780d0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 >> v1:172.21.15.22:6789/0 conn(0x7f6a7815c200 legacy=0x7f6a780b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a7815c5e0 0x7f6a5c0039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a5c003f90 0x7f6a5c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a5c004d50 0x7f6a5c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6a780b4ab0 con 0x7f6a5c003f90 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6a780b5fe0 con 0x7f6a5c004d50 2024-09-10T10:39:29.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6a5c00ba50 con 0x7f6a7815c5e0 2024-09-10T10:39:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77e00640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a5c003f90 0x7f6a5c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a7cc00640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a7815c5e0 0x7f6a5c0039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a7d600640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a5c004d50 0x7f6a5c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77e00640 1 -- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a7815c5e0 msgr2=0x7f6a5c0039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77e00640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a7815c5e0 0x7f6a5c0039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77e00640 1 -- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a5c004d50 msgr2=0x7f6a5c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77e00640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a5c004d50 0x7f6a5c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a77e00640 1 -- 172.21.15.22:0/895569539 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a5c003530 con 0x7f6a5c003f90 2024-09-10T10:39:29.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.078+0000 7f6a7d600640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a5c004d50 0x7f6a5c0051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:29.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a77e00640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a5c003f90 0x7f6a5c004810 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009ae0 tx=0x7f6a6401ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63975af93d4f6560 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a640b2070 con 0x7f6a5c003f90 2024-09-10T10:39:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a640a5660 con 0x7f6a5c003f90 2024-09-10T10:39:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a77400640 1 -- 172.21.15.22:0/895569539 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a640096b0 con 0x7f6a5c003f90 2024-09-10T10:39:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 -- 172.21.15.22:0/895569539 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a5c003f90 msgr2=0x7f6a5c004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 --2- 172.21.15.22:0/895569539 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a5c003f90 0x7f6a5c004810 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009ae0 tx=0x7f6a6401ca70 comp rx=0 tx=0).stop 2024-09-10T10:39:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7d600640 1 -- 172.21.15.22:0/895569539 reap_dead start 2024-09-10T10:39:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 -- 172.21.15.22:0/895569539 shutdown_connections 2024-09-10T10:39:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 -- 172.21.15.22:0/895569539 >> 172.21.15.22:0/895569539 conn(0x7f6a7806f3b0 msgr2=0x7f6a7806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 -- 172.21.15.22:0/895569539 shutdown_connections 2024-09-10T10:39:29.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 -- 172.21.15.22:0/895569539 wait complete. 2024-09-10T10:39:29.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 Processor -- start 2024-09-10T10:39:29.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 -- start start 2024-09-10T10:39:29.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a5c003f90 0x7f6a78157080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a781575c0 0x7f6a78157d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a781582a0 0x7f6a780cdba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6a780d06f0 con 0x7f6a781575c0 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6a780d0410 con 0x7f6a781582a0 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.082+0000 7f6a7e000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6a780b5b80 con 0x7f6a5c003f90 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a77e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a781575c0 0x7f6a78157d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a77e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a781575c0 0x7f6a78157d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52298/0 (socket says 172.21.15.22:52298) 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a77e00640 1 -- 172.21.15.22:0/1440430465 learned_addr learned my addr 172.21.15.22:0/1440430465 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a7cc00640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a5c003f90 0x7f6a78157080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a7d600640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a781582a0 0x7f6a780cdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a77e00640 1 -- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a5c003f90 msgr2=0x7f6a78157080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a77e00640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a5c003f90 0x7f6a78157080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a77e00640 1 -- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a781582a0 msgr2=0x7f6a780cdba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a77e00640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a781582a0 0x7f6a780cdba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a77e00640 1 -- 172.21.15.22:0/1440430465 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a781e7110 con 0x7f6a781575c0 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a7d600640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a781582a0 0x7f6a780cdba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a77e00640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a781575c0 0x7f6a78157d60 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009ae0 tx=0x7f6a5c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a74c00640 1 -- 172.21.15.22:0/1440430465 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a640bc020 con 0x7f6a781575c0 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a7e000640 1 -- 172.21.15.22:0/1440430465 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a781e73b0 con 0x7f6a781575c0 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a74c00640 1 -- 172.21.15.22:0/1440430465 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a64004220 con 0x7f6a781575c0 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a7e000640 1 -- 172.21.15.22:0/1440430465 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a781e7970 con 0x7f6a781575c0 2024-09-10T10:39:29.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a74c00640 1 -- 172.21.15.22:0/1440430465 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a640b2040 con 0x7f6a781575c0 2024-09-10T10:39:29.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a7e000640 1 -- 172.21.15.22:0/1440430465 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a780b4100 con 0x7f6a781575c0 2024-09-10T10:39:29.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a74c00640 1 -- 172.21.15.22:0/1440430465 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6a64003620 con 0x7f6a781575c0 2024-09-10T10:39:29.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.086+0000 7f6a74c00640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a580678c0 0x7f6a58069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.090+0000 7f6a74c00640 1 -- 172.21.15.22:0/1440430465 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f6a64120100 con 0x7f6a781575c0 2024-09-10T10:39:29.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.090+0000 7f6a7cc00640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a580678c0 0x7f6a58069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.090+0000 7f6a7cc00640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a580678c0 0x7f6a58069d80 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f6a68007fd0 tx=0x7f6a68001e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:29.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.094+0000 7f6a74c00640 1 -- 172.21.15.22:0/1440430465 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6a640c6020 con 0x7f6a781575c0 2024-09-10T10:39:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.290+0000 7f6a7e000640 1 -- 172.21.15.22:0/1440430465 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a780b5750 con 0x7f6a781575c0 2024-09-10T10:39:29.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.290+0000 7f6a74c00640 1 -- 172.21.15.22:0/1440430465 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+5231 (secure 0 0 0) 0x7f6a64016780 con 0x7f6a781575c0 2024-09-10T10:39:29.295 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:29.295 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":72,"btime":"2024-09-10T10:39:22:413242+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6056,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2259348708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2259348708},{"type":"v1","addr":"172.21.15.22:6835","nonce":2259348708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6772,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2153380025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2153380025},{"type":"v1","addr":"172.21.15.145:6836","nonce":2153380025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6775,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1613145828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1613145828},{"type":"v1","addr":"172.21.15.145:6837","nonce":1613145828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:39:18.785044+0000","modified":"2024-09-10T10:39:21.804374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7101},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7101":{"gid":7101,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/1159600822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1159600822},{"type":"v1","addr":"172.21.15.22:6834","nonce":1159600822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7101,"qdb_cluster":[7101]},"id":8}]} 2024-09-10T10:39:29.295 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 72 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 -- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a580678c0 msgr2=0x7f6a58069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a580678c0 0x7f6a58069d80 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f6a68007fd0 tx=0x7f6a68001e30 comp rx=0 tx=0).stop 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 -- 172.21.15.22:0/1440430465 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a781575c0 msgr2=0x7f6a78157d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a781575c0 0x7f6a78157d60 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009ae0 tx=0x7f6a5c005840 comp rx=0 tx=0).stop 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 -- 172.21.15.22:0/1440430465 shutdown_connections 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a580678c0 0x7f6a58069d80 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a781582a0 0x7f6a780cdba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a781575c0 0x7f6a78157d60 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 --2- 172.21.15.22:0/1440430465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a5c003f90 0x7f6a78157080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 -- 172.21.15.22:0/1440430465 >> 172.21.15.22:0/1440430465 conn(0x7f6a7806f3b0 msgr2=0x7f6a780b34a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:29.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 -- 172.21.15.22:0/1440430465 shutdown_connections 2024-09-10T10:39:29.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.294+0000 7f6a7e000640 1 -- 172.21.15.22:0/1440430465 wait complete. 2024-09-10T10:39:29.719 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 72, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:39:18.785044+0000', 'modified': '2024-09-10T10:39:21.804374+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7101}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7101': {'gid': 7101, 'name': 'a', 'rank': 0, 'incarnation': 68, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.22:6834/1159600822', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.22:6832', 'nonce': 1159600822}, {'type': 'v1', 'addr': '172.21.15.22:6834', 'nonce': 1159600822}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7101, 'qdb_cluster': [7101]} 2024-09-10T10:39:29.719 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:39:29.719 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-10T10:39:29.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.858+0000 7f728cc00640 1 Processor -- start 2024-09-10T10:39:29.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.858+0000 7f728cc00640 1 -- start start 2024-09-10T10:39:29.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.858+0000 7f728cc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7288145fb0 0x7f72880b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.858+0000 7f728cc00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f728806e8c0 0x7f72880cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.858+0000 7f728cc00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f728806d3f0 con 0x7f72880cd670 2024-09-10T10:39:29.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.858+0000 7f728cc00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f72880ce010 con 0x7f7288145fb0 2024-09-10T10:39:29.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.858+0000 7f728cc00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f728806d1a0 con 0x7f728806e8c0 2024-09-10T10:39:29.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7285e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7288145fb0 0x7f72880b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7285e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7288145fb0 0x7f72880b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52312/0 (socket says 172.21.15.22:52312) 2024-09-10T10:39:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7285e00640 1 -- 172.21.15.22:0/2539967493 learned_addr learned my addr 172.21.15.22:0/2539967493 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7285e00640 1 -- 172.21.15.22:0/2539967493 >> v2:172.21.15.145:3300/0 conn(0x7f728806e8c0 msgr2=0x7f72880cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7285e00640 1 --2- 172.21.15.22:0/2539967493 >> v2:172.21.15.145:3300/0 conn(0x7f728806e8c0 0x7f72880cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7285e00640 1 -- 172.21.15.22:0/2539967493 >> v1:172.21.15.145:6789/0 conn(0x7f72880cd670 legacy=0x7f728806e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7285e00640 1 -- 172.21.15.22:0/2539967493 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f728806d6d0 con 0x7f7288145fb0 2024-09-10T10:39:29.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7285e00640 1 --2- 172.21.15.22:0/2539967493 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7288145fb0 0x7f72880b3e00 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f728806f5d0 tx=0x7f727801c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=580647f028a23de9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:29.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7284a00640 1 -- 172.21.15.22:0/2539967493 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780b0070 con 0x7f7288145fb0 2024-09-10T10:39:29.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7284a00640 1 -- 172.21.15.22:0/2539967493 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72780ab600 con 0x7f7288145fb0 2024-09-10T10:39:29.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.862+0000 7f7284a00640 1 -- 172.21.15.22:0/2539967493 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780ab9d0 con 0x7f7288145fb0 2024-09-10T10:39:29.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 -- 172.21.15.22:0/2539967493 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7288145fb0 msgr2=0x7f72880b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 --2- 172.21.15.22:0/2539967493 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7288145fb0 0x7f72880b3e00 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f728806f5d0 tx=0x7f727801c4e0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 -- 172.21.15.22:0/2539967493 shutdown_connections 2024-09-10T10:39:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 --2- 172.21.15.22:0/2539967493 >> v2:172.21.15.145:3300/0 conn(0x7f728806e8c0 0x7f72880cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 --2- 172.21.15.22:0/2539967493 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7288145fb0 0x7f72880b3e00 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 -- 172.21.15.22:0/2539967493 >> 172.21.15.22:0/2539967493 conn(0x7f7288062dd0 msgr2=0x7f728806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 -- 172.21.15.22:0/2539967493 shutdown_connections 2024-09-10T10:39:29.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 -- 172.21.15.22:0/2539967493 wait complete. 2024-09-10T10:39:29.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 Processor -- start 2024-09-10T10:39:29.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 -- start start 2024-09-10T10:39:29.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f728806e8c0 0x7f7288144950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72880cd670 0x7f7288072270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7288145fb0 0x7f72881655b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f72880d0130 con 0x7f72880cd670 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f72880cffb0 con 0x7f728806e8c0 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f728cc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f728806dd20 con 0x7f7288145fb0 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7285400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72880cd670 0x7f7288072270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7285e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f728806e8c0 0x7f7288144950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7285400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72880cd670 0x7f7288072270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52316/0 (socket says 172.21.15.22:52316) 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7285400640 1 -- 172.21.15.22:0/766914913 learned_addr learned my addr 172.21.15.22:0/766914913 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7286800640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7288145fb0 0x7f72881655b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7285400640 1 -- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7288145fb0 msgr2=0x7f72881655b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7285400640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7288145fb0 0x7f72881655b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7285400640 1 -- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f728806e8c0 msgr2=0x7f7288144950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7285400640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f728806e8c0 0x7f7288144950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7285400640 1 -- 172.21.15.22:0/766914913 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72880c5640 con 0x7f72880cd670 2024-09-10T10:39:29.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.866+0000 7f7285400640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72880cd670 0x7f7288072270 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f727400c490 tx=0x7f7274001e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:29.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.870+0000 7f727e000640 1 -- 172.21.15.22:0/766914913 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7274017070 con 0x7f72880cd670 2024-09-10T10:39:29.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.870+0000 7f727e000640 1 -- 172.21.15.22:0/766914913 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7274003600 con 0x7f72880cd670 2024-09-10T10:39:29.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.870+0000 7f727e000640 1 -- 172.21.15.22:0/766914913 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7274003a30 con 0x7f72880cd670 2024-09-10T10:39:29.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.870+0000 7f728cc00640 1 -- 172.21.15.22:0/766914913 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72880c5920 con 0x7f72880cd670 2024-09-10T10:39:29.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.870+0000 7f728cc00640 1 -- 172.21.15.22:0/766914913 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72880c5ee0 con 0x7f72880cd670 2024-09-10T10:39:29.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.870+0000 7f727e000640 1 -- 172.21.15.22:0/766914913 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7274003bd0 con 0x7f72880cd670 2024-09-10T10:39:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f727e000640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72680678c0 0x7f7268069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f727e000640 1 -- 172.21.15.22:0/766914913 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f7274084ed0 con 0x7f72880cd670 2024-09-10T10:39:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 Processor -- start 2024-09-10T10:39:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 -- start start 2024-09-10T10:39:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72680678c0 0x7f7268069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72680678c0 0x7f7268069d80 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f72780ad000 tx=0x7f72780a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a252f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a208d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a209290 0x559a5a209670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x559a5a0f0b60 con 0x559a5a252b20 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559a5a057c70 con 0x559a5a209290 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x559a59ffded0 con 0x559a5a253440 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a252f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a252f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52326/0 (socket says 172.21.15.22:52326) 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 -- 172.21.15.22:0/2750279035 learned_addr learned my addr 172.21.15.22:0/2750279035 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285400640 1 --2- 172.21.15.22:0/2750279035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a208d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7286800640 1 --2- 172.21.15.22:0/2750279035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a209290 0x559a5a209670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 -- 172.21.15.22:0/2750279035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 msgr2=0x559a5a208d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 --2- 172.21.15.22:0/2750279035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a208d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 -- 172.21.15.22:0/2750279035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a209290 msgr2=0x559a5a209670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 --2- 172.21.15.22:0/2750279035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a209290 0x559a5a209670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 -- 172.21.15.22:0/2750279035 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a5a00fe50 con 0x559a5a252b20 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7285e00640 1 --2- 172.21.15.22:0/2750279035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a252f00 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f7278097db0 tx=0x7f7278004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aed54eb6b0f2e4c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7272a00640 1 -- 172.21.15.22:0/2750279035 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780b0040 con 0x559a5a252b20 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7272a00640 1 -- 172.21.15.22:0/2750279035 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72780c5070 con 0x559a5a252b20 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f7272a00640 1 -- 172.21.15.22:0/2750279035 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780abda0 con 0x559a5a252b20 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 -- 172.21.15.22:0/2750279035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 msgr2=0x559a5a252f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 --2- 172.21.15.22:0/2750279035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a252f00 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f7278097db0 tx=0x7f7278004740 comp rx=0 tx=0).stop 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 -- 172.21.15.22:0/2750279035 shutdown_connections 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 --2- 172.21.15.22:0/2750279035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a209290 0x559a5a209670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 --2- 172.21.15.22:0/2750279035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a208d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 --2- 172.21.15.22:0/2750279035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a252f00 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 -- 172.21.15.22:0/2750279035 >> 172.21.15.22:0/2750279035 conn(0x559a5a20f600 msgr2=0x559a5a207630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:29.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 -- 172.21.15.22:0/2750279035 shutdown_connections 2024-09-10T10:39:29.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.874+0000 7f72900e3000 1 -- 172.21.15.22:0/2750279035 wait complete. 2024-09-10T10:39:29.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 -- start start 2024-09-10T10:39:29.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 Processor -- start 2024-09-10T10:39:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a20de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a213cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a20e390 0x559a5a214230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x559a5a0b9b00 con 0x559a5a252b20 2024-09-10T10:39:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559a5a032360 con 0x559a5a20e390 2024-09-10T10:39:29.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x559a5a02f2d0 con 0x559a5a253440 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 10 client.0 _ll_register_callbacks cb 0x559a5a1f4820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a20de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a20de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52336/0 (socket says 172.21.15.22:52336) 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285e00640 1 -- 172.21.15.22:0/2363529319 learned_addr learned my addr 172.21.15.22:0/2363529319 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7286800640 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a20e390 0x559a5a214230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285400640 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a213cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285e00640 1 -- 172.21.15.22:0/2363529319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 msgr2=0x559a5a213cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285e00640 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a213cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285e00640 1 -- 172.21.15.22:0/2363529319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a20e390 msgr2=0x559a5a214230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285e00640 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a20e390 0x559a5a214230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285e00640 1 -- 172.21.15.22:0/2363529319 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a59ffe120 con 0x559a5a252b20 2024-09-10T10:39:29.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285e00640 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a20de50 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f7278006db0 tx=0x7f727801ad20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ed53b580705698 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7267400640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7267400640 1 -- 172.21.15.22:0/2363529319 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780cf070 con 0x559a5a252b20 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 -- 172.21.15.22:0/2363529319 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72780c5070 con 0x559a5a252b20 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7267400640 1 -- 172.21.15.22:0/2363529319 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f72780b5440 con 0x559a5a252b20 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7267400640 1 -- 172.21.15.22:0/2363529319 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) ==== 24+0+0 (secure 0 0 0) 0x7f72780da050 con 0x559a5a252b20 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 10 client.7263 fetch_fsmap learned FSMap version 72 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 -- 172.21.15.22:0/2363529319 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=2+}) -- 0x559a59ff7450 con 0x559a5a252b20 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7267400640 1 -- 172.21.15.22:0/2363529319 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72780c5070 con 0x559a5a252b20 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7267400640 1 -- 172.21.15.22:0/2363529319 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 72) ==== 3502+0+0 (secure 0 0 0) 0x7f72780dd020 con 0x559a5a252b20 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 10 client.7263 fetch_fsmap finished waiting for FSMap version 72 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 10 client.7263 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 20 client.7263 populate_metadata read hostname 'smithi022' 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.22:6832/1159600822,v1:172.21.15.22:6834/1159600822] conn(0x559a5a258f50 0x559a5a259330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 4 client.7263 mds_command: new command op to 7101 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f72900e3000 1 -- 172.21.15.22:0/2363529319 --> [v2:172.21.15.22:6832/1159600822,v1:172.21.15.22:6834/1159600822] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559a59ff1c00 con 0x559a5a258f50 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.878+0000 7f7285400640 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.22:6832/1159600822,v1:172.21.15.22:6834/1159600822] conn(0x559a5a258f50 0x559a5a259330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f7285400640 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.22:6832/1159600822,v1:172.21.15.22:6834/1159600822] conn(0x559a5a258f50 0x559a5a259330 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45fced49a88a8222 server_cookie=bd168879305db71 in_seq=0 out_seq=0 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f7267400640 10 client.7263 ms_handle_connect on v2:172.21.15.22:6832/1159600822 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f7267400640 1 -- 172.21.15.22:0/2363529319 <== mds.0 v2:172.21.15.22:6832/1159600822 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559a59ff1c00 con 0x559a5a258f50 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f7267400640 10 client.7263 handle_command_reply: tid=0 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 client.7263 shutdown 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 -- 172.21.15.22:0/2363529319 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 msgr2=0x559a5a20de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a20de50 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f7278006db0 tx=0x7f727801ad20 comp rx=0 tx=0).stop 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 -- 172.21.15.22:0/2363529319 shutdown_connections 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.22:6832/1159600822,v1:172.21.15.22:6834/1159600822] conn(0x559a5a258f50 0x559a5a259330 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a20e390 0x559a5a214230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a213cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f7267400640 0 client.7263 ms_handle_reset on v2:172.21.15.22:6832/1159600822 2024-09-10T10:39:29.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 --2- 172.21.15.22:0/2363529319 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a252b20 0x559a5a20de50 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 -- 172.21.15.22:0/2363529319 >> 172.21.15.22:0/2363529319 conn(0x559a5a209290 msgr2=0x559a5a207d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:29.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 -- 172.21.15.22:0/2363529319 shutdown_connections 2024-09-10T10:39:29.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 1 -- 172.21.15.22:0/2363529319 wait complete. 2024-09-10T10:39:29.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.882+0000 7f72900e3000 20 client.7263 trim_cache size 0 max 16384 2024-09-10T10:39:29.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 Processor -- start 2024-09-10T10:39:29.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 -- start start 2024-09-10T10:39:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a269850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a252b20 0x559a5a251cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a253440 0x559a5a252230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7288071dc0 con 0x559a5a20e390 2024-09-10T10:39:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7288071120 con 0x559a5a253440 2024-09-10T10:39:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7288071770 con 0x559a5a252b20 2024-09-10T10:39:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7285e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a269850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7285e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a269850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52344/0 (socket says 172.21.15.22:52344) 2024-09-10T10:39:29.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7285e00640 1 -- 172.21.15.22:0/47089934 learned_addr learned my addr 172.21.15.22:0/47089934 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7285e00640 1 -- 172.21.15.22:0/47089934 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a252b20 msgr2=0x559a5a251cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7285e00640 1 --2- 172.21.15.22:0/47089934 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a252b20 0x559a5a251cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7285e00640 1 -- 172.21.15.22:0/47089934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a253440 msgr2=0x559a5a252230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7285e00640 1 --2- 172.21.15.22:0/47089934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a253440 0x559a5a252230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7285e00640 1 -- 172.21.15.22:0/47089934 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a59fdefd0 con 0x559a5a20e390 2024-09-10T10:39:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7285e00640 1 --2- 172.21.15.22:0/47089934 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a269850 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f7278006e70 tx=0x7f727800b050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=396266e9711bfa28 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7272000640 1 -- 172.21.15.22:0/47089934 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780cf040 con 0x559a5a20e390 2024-09-10T10:39:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7272000640 1 -- 172.21.15.22:0/47089934 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72780c5040 con 0x559a5a20e390 2024-09-10T10:39:29.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f7272000640 1 -- 172.21.15.22:0/47089934 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780b0040 con 0x559a5a20e390 2024-09-10T10:39:29.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 -- 172.21.15.22:0/47089934 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 msgr2=0x559a5a269850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 --2- 172.21.15.22:0/47089934 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a269850 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f7278006e70 tx=0x7f727800b050 comp rx=0 tx=0).stop 2024-09-10T10:39:29.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 -- 172.21.15.22:0/47089934 shutdown_connections 2024-09-10T10:39:29.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 --2- 172.21.15.22:0/47089934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a253440 0x559a5a252230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 --2- 172.21.15.22:0/47089934 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a252b20 0x559a5a251cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 --2- 172.21.15.22:0/47089934 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a269850 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 -- 172.21.15.22:0/47089934 >> 172.21.15.22:0/47089934 conn(0x559a5a209290 msgr2=0x559a5a20d8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 -- 172.21.15.22:0/47089934 shutdown_connections 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 -- 172.21.15.22:0/47089934 wait complete. 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 -- start start 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.902+0000 7f72900e3000 1 Processor -- start 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a2c5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a252b20 0x559a5a2c6180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a25c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x559a5a056f80 con 0x559a5a20e390 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559a5a00fca0 con 0x559a5a252b20 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x559a5a05c2a0 con 0x559a5a253440 2024-09-10T10:39:29.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 10 client.0 _ll_register_callbacks cb 0x7f7280009650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a2c5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a2c5c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52346/0 (socket says 172.21.15.22:52346) 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285e00640 1 -- 172.21.15.22:0/3189865527 learned_addr learned my addr 172.21.15.22:0/3189865527 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285400640 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a252b20 0x559a5a2c6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7286800640 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a25c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285e00640 1 -- 172.21.15.22:0/3189865527 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 msgr2=0x559a5a25c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285e00640 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a25c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285e00640 1 -- 172.21.15.22:0/3189865527 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a252b20 msgr2=0x559a5a2c6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285e00640 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a252b20 0x559a5a2c6180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285e00640 1 -- 172.21.15.22:0/3189865527 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a5a0da750 con 0x559a5a20e390 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285e00640 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a2c5c40 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f727801c9c0 tx=0x7f7278009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c93b165967a4184 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:29.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7267400640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7267400640 1 -- 172.21.15.22:0/3189865527 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780b0070 con 0x559a5a20e390 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7267400640 1 -- 172.21.15.22:0/3189865527 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f72780b5d40 con 0x559a5a20e390 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- 172.21.15.22:0/3189865527 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72780c5040 con 0x559a5a20e390 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7267400640 1 -- 172.21.15.22:0/3189865527 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) ==== 24+0+0 (secure 0 0 0) 0x7f72780d8070 con 0x559a5a20e390 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 10 client.7269 fetch_fsmap learned FSMap version 72 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- 172.21.15.22:0/3189865527 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=2+}) -- 0x559a59fe5a30 con 0x559a5a20e390 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7267400640 1 -- 172.21.15.22:0/3189865527 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72780c5040 con 0x559a5a20e390 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7267400640 1 -- 172.21.15.22:0/3189865527 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 72) ==== 3502+0+0 (secure 0 0 0) 0x7f72780dd040 con 0x559a5a20e390 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 10 client.7269 fetch_fsmap finished waiting for FSMap version 72 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 10 client.7269 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T10:39:29.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 20 client.7269 populate_metadata read hostname 'smithi022' 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.22:6832/1159600822,v1:172.21.15.22:6834/1159600822] conn(0x559a5a25cd30 0x559a5a25d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 4 client.7269 mds_command: new command op to 7101 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- 172.21.15.22:0/3189865527 --> [v2:172.21.15.22:6832/1159600822,v1:172.21.15.22:6834/1159600822] -- command(tid 0: {"prefix": "status"}) -- 0x559a5a0653a0 con 0x559a5a25cd30 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285400640 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.22:6832/1159600822,v1:172.21.15.22:6834/1159600822] conn(0x559a5a25cd30 0x559a5a25d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7285400640 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.22:6832/1159600822,v1:172.21.15.22:6834/1159600822] conn(0x559a5a25cd30 0x559a5a25d110 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2657c3cdfe91ae2d server_cookie=9be1f6ffb0b8d171 in_seq=0 out_seq=0 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7267400640 10 client.7269 ms_handle_connect on v2:172.21.15.22:6832/1159600822 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7267400640 1 -- 172.21.15.22:0/3189865527 <== mds.0 v2:172.21.15.22:6832/1159600822 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x559a5a0653a0 con 0x559a5a25cd30 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7267400640 10 client.7269 handle_command_reply: tid=0 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 client.7269 shutdown 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- 172.21.15.22:0/3189865527 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 msgr2=0x559a5a2c5c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a2c5c40 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f727801c9c0 tx=0x7f7278009240 comp rx=0 tx=0).stop 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- 172.21.15.22:0/3189865527 shutdown_connections 2024-09-10T10:39:29.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.22:6832/1159600822,v1:172.21.15.22:6834/1159600822] conn(0x559a5a25cd30 0x559a5a25d110 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a5a253440 0x559a5a25c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a5a252b20 0x559a5a2c6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 --2- 172.21.15.22:0/3189865527 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x559a5a20e390 0x559a5a2c5c40 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f7267400640 0 client.7269 ms_handle_reset on v2:172.21.15.22:6832/1159600822 2024-09-10T10:39:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- 172.21.15.22:0/3189865527 >> 172.21.15.22:0/3189865527 conn(0x559a5a209290 msgr2=0x559a5a250ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- 172.21.15.22:0/3189865527 shutdown_connections 2024-09-10T10:39:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.906+0000 7f72900e3000 1 -- 172.21.15.22:0/3189865527 wait complete. 2024-09-10T10:39:29.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f72900e3000 20 client.7269 trim_cache size 0 max 16384 2024-09-10T10:39:29.916 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:39:29.916 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 7101, 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 10.528034881, 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 72, 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 103, 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 103, 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 15.382199977999999 2024-09-10T10:39:29.917 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:39:29.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 -- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72680678c0 msgr2=0x7f7268069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72680678c0 0x7f7268069d80 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f72780ad000 tx=0x7f72780a6000 comp rx=0 tx=0).stop 2024-09-10T10:39:29.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 -- 172.21.15.22:0/766914913 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72880cd670 msgr2=0x7f7288072270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:29.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72880cd670 0x7f7288072270 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f727400c490 tx=0x7f7274001e80 comp rx=0 tx=0).stop 2024-09-10T10:39:29.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 -- 172.21.15.22:0/766914913 shutdown_connections 2024-09-10T10:39:29.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72680678c0 0x7f7268069d80 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7288145fb0 0x7f72881655b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72880cd670 0x7f7288072270 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 --2- 172.21.15.22:0/766914913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f728806e8c0 0x7f7288144950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:29.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 -- 172.21.15.22:0/766914913 >> 172.21.15.22:0/766914913 conn(0x7f7288062dd0 msgr2=0x7f72880b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:29.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 -- 172.21.15.22:0/766914913 shutdown_connections 2024-09-10T10:39:29.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:29.910+0000 7f728cc00640 1 -- 172.21.15.22:0/766914913 wait complete. 2024-09-10T10:39:29.933 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:39:30.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.070+0000 7f60b9e00640 1 Processor -- start 2024-09-10T10:39:30.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.070+0000 7f60b9e00640 1 -- start start 2024-09-10T10:39:30.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.070+0000 7f60b9e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b40cd670 0x7f60b40cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:30.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.070+0000 7f60b9e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f60b406e1b0 0x7f60b406e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:30.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60b9e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60b406d3f0 con 0x7f60b4145fb0 2024-09-10T10:39:30.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60b9e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f60b40ce010 con 0x7f60b406e1b0 2024-09-10T10:39:30.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60b9e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f60b406d1a0 con 0x7f60b40cd670 2024-09-10T10:39:30.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60b2a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f60b4145fb0 0x7f60b40b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58976/0 (socket says 172.21.15.22:58976) 2024-09-10T10:39:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60b2a00640 1 -- 172.21.15.22:0/2578461482 learned_addr learned my addr 172.21.15.22:0/2578461482 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60aa000640 1 --2- 172.21.15.22:0/2578461482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b40cd670 0x7f60b40cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:30.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60b3400640 1 --2- 172.21.15.22:0/2578461482 >> v2:172.21.15.145:3300/0 conn(0x7f60b406e1b0 0x7f60b406e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:30.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60b2000640 1 -- 172.21.15.22:0/2578461482 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2122384683 0 0) 0x7f60b406d3f0 con 0x7f60b4145fb0 2024-09-10T10:39:30.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60b2000640 1 -- 172.21.15.22:0/2578461482 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6098003530 con 0x7f60b4145fb0 2024-09-10T10:39:30.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60aa000640 1 -- 172.21.15.22:0/2578461482 >> v2:172.21.15.145:3300/0 conn(0x7f60b406e1b0 msgr2=0x7f60b406e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:30.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60aa000640 1 --2- 172.21.15.22:0/2578461482 >> v2:172.21.15.145:3300/0 conn(0x7f60b406e1b0 0x7f60b406e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:30.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60aa000640 1 -- 172.21.15.22:0/2578461482 >> v1:172.21.15.22:6789/0 conn(0x7f60b4145fb0 legacy=0x7f60b40b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:30.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60aa000640 1 -- 172.21.15.22:0/2578461482 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60b406d6d0 con 0x7f60b40cd670 2024-09-10T10:39:30.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.074+0000 7f60b3400640 1 --2- 172.21.15.22:0/2578461482 >> v2:172.21.15.145:3300/0 conn(0x7f60b406e1b0 0x7f60b406e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:39:30.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60aa000640 1 --2- 172.21.15.22:0/2578461482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b40cd670 0x7f60b40cdad0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f609c0097c0 tx=0x7f609c01c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29d79bc86d0b4fad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:30.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b2000640 1 -- 172.21.15.22:0/2578461482 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c0b0070 con 0x7f60b40cd670 2024-09-10T10:39:30.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b2000640 1 -- 172.21.15.22:0/2578461482 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f609c0ab600 con 0x7f60b40cd670 2024-09-10T10:39:30.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b2000640 1 -- 172.21.15.22:0/2578461482 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c0ab9b0 con 0x7f60b40cd670 2024-09-10T10:39:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 -- 172.21.15.22:0/2578461482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b40cd670 msgr2=0x7f60b40cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 --2- 172.21.15.22:0/2578461482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b40cd670 0x7f60b40cdad0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f609c0097c0 tx=0x7f609c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:39:30.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 -- 172.21.15.22:0/2578461482 shutdown_connections 2024-09-10T10:39:30.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 --2- 172.21.15.22:0/2578461482 >> v2:172.21.15.145:3300/0 conn(0x7f60b406e1b0 0x7f60b406e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:30.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 --2- 172.21.15.22:0/2578461482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b40cd670 0x7f60b40cdad0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:30.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 -- 172.21.15.22:0/2578461482 >> 172.21.15.22:0/2578461482 conn(0x7f60b4062dd0 msgr2=0x7f60b406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:30.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 -- 172.21.15.22:0/2578461482 shutdown_connections 2024-09-10T10:39:30.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 -- 172.21.15.22:0/2578461482 wait complete. 2024-09-10T10:39:30.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 Processor -- start 2024-09-10T10:39:30.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 -- start start 2024-09-10T10:39:30.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b406e1b0 0x7f60b4144270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:30.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f60b40cd670 0x7f60b4164530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:30.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f60b4145fb0 0x7f60b415f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f60b40d0130 con 0x7f60b4145fb0 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f60b40cffb0 con 0x7f60b40cd670 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.078+0000 7f60b9e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f60b406dd20 con 0x7f60b406e1b0 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f60b4145fb0 0x7f60b415f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f60b4145fb0 0x7f60b415f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52358/0 (socket says 172.21.15.22:52358) 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b3400640 1 -- 172.21.15.22:0/734921027 learned_addr learned my addr 172.21.15.22:0/734921027 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b2a00640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b406e1b0 0x7f60b4144270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60aa000640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f60b40cd670 0x7f60b4164530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b3400640 1 -- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b406e1b0 msgr2=0x7f60b4144270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b3400640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b406e1b0 0x7f60b4144270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b3400640 1 -- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f60b40cd670 msgr2=0x7f60b4164530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b3400640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f60b40cd670 0x7f60b4164530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:30.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b3400640 1 -- 172.21.15.22:0/734921027 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60b41447b0 con 0x7f60b4145fb0 2024-09-10T10:39:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b3400640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f60b4145fb0 0x7f60b415f210 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f60ac009f00 tx=0x7f60ac00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60abe00640 1 -- 172.21.15.22:0/734921027 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ac018030 con 0x7f60b4145fb0 2024-09-10T10:39:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60abe00640 1 -- 172.21.15.22:0/734921027 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60ac00ce50 con 0x7f60b4145fb0 2024-09-10T10:39:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b9e00640 1 -- 172.21.15.22:0/734921027 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60b4163490 con 0x7f60b4145fb0 2024-09-10T10:39:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60abe00640 1 -- 172.21.15.22:0/734921027 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ac003bc0 con 0x7f60b4145fb0 2024-09-10T10:39:30.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b9e00640 1 -- 172.21.15.22:0/734921027 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60b4163a50 con 0x7f60b4145fb0 2024-09-10T10:39:30.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60b9e00640 1 -- 172.21.15.22:0/734921027 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60b40cdad0 con 0x7f60b4145fb0 2024-09-10T10:39:30.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60abe00640 1 -- 172.21.15.22:0/734921027 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f60ac01b070 con 0x7f60b4145fb0 2024-09-10T10:39:30.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.082+0000 7f60abe00640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60900678c0 0x7f6090069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:30.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.086+0000 7f60abe00640 1 -- 172.21.15.22:0/734921027 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f60ac0865d0 con 0x7f60b4145fb0 2024-09-10T10:39:30.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.086+0000 7f60b2a00640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60900678c0 0x7f6090069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:30.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.086+0000 7f60b2a00640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60900678c0 0x7f6090069d80 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f60a4007fd0 tx=0x7f60a4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:30.092 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.090+0000 7f60abe00640 1 -- 172.21.15.22:0/734921027 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f60ac010040 con 0x7f60b4145fb0 2024-09-10T10:39:30.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.286+0000 7f60b9e00640 1 -- 172.21.15.22:0/734921027 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f60b40b5920 con 0x7f60b4145fb0 2024-09-10T10:39:30.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60abe00640 1 -- 172.21.15.22:0/734921027 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v72) ==== 53+0+73 (secure 0 0 0) 0x7f60ac056ab0 con 0x7f60b4145fb0 2024-09-10T10:39:30.292 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:39:30.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 -- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60900678c0 msgr2=0x7f6090069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:30.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60900678c0 0x7f6090069d80 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f60a4007fd0 tx=0x7f60a4009040 comp rx=0 tx=0).stop 2024-09-10T10:39:30.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 -- 172.21.15.22:0/734921027 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f60b4145fb0 msgr2=0x7f60b415f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:30.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f60b4145fb0 0x7f60b415f210 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f60ac009f00 tx=0x7f60ac00c490 comp rx=0 tx=0).stop 2024-09-10T10:39:30.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 -- 172.21.15.22:0/734921027 shutdown_connections 2024-09-10T10:39:30.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60900678c0 0x7f6090069d80 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:30.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f60b4145fb0 0x7f60b415f210 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:30.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f60b40cd670 0x7f60b4164530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:30.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 --2- 172.21.15.22:0/734921027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60b406e1b0 0x7f60b4144270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:30.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 -- 172.21.15.22:0/734921027 >> 172.21.15.22:0/734921027 conn(0x7f60b4062dd0 msgr2=0x7f60b40b0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:30.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 -- 172.21.15.22:0/734921027 shutdown_connections 2024-09-10T10:39:30.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30.290+0000 7f60b9e00640 1 -- 172.21.15.22:0/734921027 wait complete. 2024-09-10T10:39:30.314 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:39:30.314 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:39:30.314 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:39:30.315 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:39:30.315 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:39:30.315 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:39:30.315 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:39:30.315 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:39:30.315 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:39:30.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:30.315 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:39:30.324 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:39:30.325 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 42014sec preferred_lft 42014sec 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:30.326 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:39:30.327 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:39:30.328 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:30.328 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:30.328 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:39:30.390 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:39:30.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:30.392 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:39:30.449 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:39:30.449 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:39:30.449 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:39:30.449 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:39:30.449 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:39:30.449 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:39:30.450 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:39:30.450 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:39:30.450 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:39:30.450 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:39:30.450 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:39:30.450 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:39:30.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:39:30.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:39:30.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:30.588 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:39:30.597 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:39:30.597 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:39:30.597 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:39:30.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:30.597 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:39:30.660 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:39:30.660 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:39:30.716 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:39:30.716 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:39:30.717 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:39:30.768 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:39:30.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:30.768 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:30.861 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:30.861 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:39:30.875 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:30.875 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:39:30.875 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:39:30.876 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:39:30.876 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:39:30.880 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:39:30.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:30.880 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:39:30.900 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:39:30.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:39:31.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:39:31.008 INFO:teuthology.orchestra.run.smithi022.stdout:client6152 2024-09-10T10:39:31.009 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:31.009 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:31.018 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:39:31.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.198+0000 7f2cd7600640 1 Processor -- start 2024-09-10T10:39:31.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.198+0000 7f2cd7600640 1 -- start start 2024-09-10T10:39:31.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd7600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2cd015b220 0x7f2cd0071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:31.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd7600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cd00b56f0 0x7f2cd00b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd7600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2cd00ce880 con 0x7f2cd015b600 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd7600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2cd006d6e0 con 0x7f2cd015b220 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd7600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2cd00ceb60 con 0x7f2cd00b56f0 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd4c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2cd015b220 0x7f2cd0071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd4c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2cd015b220 0x7f2cd0071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52370/0 (socket says 172.21.15.22:52370) 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd4c00640 1 -- 172.21.15.22:0/1352041627 learned_addr learned my addr 172.21.15.22:0/1352041627 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd5600640 1 --2- 172.21.15.22:0/1352041627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cd00b56f0 0x7f2cd00b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd4c00640 1 -- 172.21.15.22:0/1352041627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cd00b56f0 msgr2=0x7f2cd00b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd4c00640 1 --2- 172.21.15.22:0/1352041627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cd00b56f0 0x7f2cd00b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd4c00640 1 -- 172.21.15.22:0/1352041627 >> v1:172.21.15.145:6789/0 conn(0x7f2cd015b600 legacy=0x7f2cd00b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.202+0000 7f2cd4c00640 1 -- 172.21.15.22:0/1352041627 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd00cee40 con 0x7f2cd015b220 2024-09-10T10:39:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd4c00640 1 --2- 172.21.15.22:0/1352041627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 0x7f2cd0071140 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4009870 tx=0x7f2cc401c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33d1c7af53d33faf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2ccf400640 1 -- 172.21.15.22:0/1352041627 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc40ab430 con 0x7f2cd015b220 2024-09-10T10:39:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2ccf400640 1 -- 172.21.15.22:0/1352041627 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cc40b0070 con 0x7f2cd015b220 2024-09-10T10:39:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2ccf400640 1 -- 172.21.15.22:0/1352041627 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc40ab7f0 con 0x7f2cd015b220 2024-09-10T10:39:31.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 -- 172.21.15.22:0/1352041627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 msgr2=0x7f2cd0071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 --2- 172.21.15.22:0/1352041627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 0x7f2cd0071140 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4009870 tx=0x7f2cc401c410 comp rx=0 tx=0).stop 2024-09-10T10:39:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 -- 172.21.15.22:0/1352041627 shutdown_connections 2024-09-10T10:39:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 --2- 172.21.15.22:0/1352041627 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cd00b56f0 0x7f2cd00b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 --2- 172.21.15.22:0/1352041627 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 0x7f2cd0071140 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 -- 172.21.15.22:0/1352041627 >> 172.21.15.22:0/1352041627 conn(0x7f2cd0062dd0 msgr2=0x7f2cd006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 -- 172.21.15.22:0/1352041627 shutdown_connections 2024-09-10T10:39:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 -- 172.21.15.22:0/1352041627 wait complete. 2024-09-10T10:39:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 Processor -- start 2024-09-10T10:39:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 -- start start 2024-09-10T10:39:31.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cd00b56f0 0x7f2cd0149770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 0x7f2cd014b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cd015b600 0x7f2cd01f54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd00cffd0 con 0x7f2cd015b220 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd00cfe50 con 0x7f2cd00b56f0 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.206+0000 7f2cd7600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2cd00d0150 con 0x7f2cd015b600 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2ccfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 0x7f2cd014b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2ccfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 0x7f2cd014b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52382/0 (socket says 172.21.15.22:52382) 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2ccfe00640 1 -- 172.21.15.22:0/3622390427 learned_addr learned my addr 172.21.15.22:0/3622390427 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2cd4c00640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cd00b56f0 0x7f2cd0149770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2cd5600640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cd015b600 0x7f2cd01f54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2ccfe00640 1 -- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cd015b600 msgr2=0x7f2cd01f54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:31.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2ccfe00640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cd015b600 0x7f2cd01f54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:31.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2ccfe00640 1 -- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cd00b56f0 msgr2=0x7f2cd0149770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:31.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2ccfe00640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cd00b56f0 0x7f2cd0149770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:31.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2ccfe00640 1 -- 172.21.15.22:0/3622390427 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd01f5d30 con 0x7f2cd015b220 2024-09-10T10:39:31.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2ccfe00640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 0x7f2cd014b070 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00c370 tx=0x7f2cbc00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:31.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2cccc00640 1 -- 172.21.15.22:0/3622390427 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc0052d0 con 0x7f2cd015b220 2024-09-10T10:39:31.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2cccc00640 1 -- 172.21.15.22:0/3622390427 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cbc005470 con 0x7f2cd015b220 2024-09-10T10:39:31.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2cccc00640 1 -- 172.21.15.22:0/3622390427 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc007260 con 0x7f2cd015b220 2024-09-10T10:39:31.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2cd7600640 1 -- 172.21.15.22:0/3622390427 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cd01f6070 con 0x7f2cd015b220 2024-09-10T10:39:31.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2cd7600640 1 -- 172.21.15.22:0/3622390427 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cd0149cb0 con 0x7f2cd015b220 2024-09-10T10:39:31.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2cd7600640 1 -- 172.21.15.22:0/3622390427 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cd00b3f10 con 0x7f2cd015b220 2024-09-10T10:39:31.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.210+0000 7f2cccc00640 1 -- 172.21.15.22:0/3622390427 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2cbc007400 con 0x7f2cd015b220 2024-09-10T10:39:31.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.214+0000 7f2cccc00640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2cb00678c0 0x7f2cb0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:31.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.214+0000 7f2cccc00640 1 -- 172.21.15.22:0/3622390427 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f2cbc085070 con 0x7f2cd015b220 2024-09-10T10:39:31.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.214+0000 7f2cd4c00640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2cb00678c0 0x7f2cb0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:31.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.214+0000 7f2cd4c00640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2cb00678c0 0x7f2cb0069d80 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f2cc40af000 tx=0x7f2cc4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:31.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.218+0000 7f2cccc00640 1 -- 172.21.15.22:0/3622390427 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2cd01f6070 con 0x7f2cd015b220 2024-09-10T10:39:31.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.418+0000 7f2cd7600640 1 -- 172.21.15.22:0/3622390427 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f2cd00af2c0 con 0x7f2cd015b220 2024-09-10T10:39:31.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.418+0000 7f2cccc00640 1 -- 172.21.15.22:0/3622390427 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v72) ==== 53+0+73 (secure 0 0 0) 0x7f2cbc055560 con 0x7f2cd015b220 2024-09-10T10:39:31.422 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:39:31.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 -- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2cb00678c0 msgr2=0x7f2cb0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:31.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2cb00678c0 0x7f2cb0069d80 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f2cc40af000 tx=0x7f2cc4008040 comp rx=0 tx=0).stop 2024-09-10T10:39:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 -- 172.21.15.22:0/3622390427 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 msgr2=0x7f2cd014b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 0x7f2cd014b070 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00c370 tx=0x7f2cbc00c830 comp rx=0 tx=0).stop 2024-09-10T10:39:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 -- 172.21.15.22:0/3622390427 shutdown_connections 2024-09-10T10:39:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2cb00678c0 0x7f2cb0069d80 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cd015b600 0x7f2cd01f54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2cd015b220 0x7f2cd014b070 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 --2- 172.21.15.22:0/3622390427 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cd00b56f0 0x7f2cd0149770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 -- 172.21.15.22:0/3622390427 >> 172.21.15.22:0/3622390427 conn(0x7f2cd0062dd0 msgr2=0x7f2cd015ba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 -- 172.21.15.22:0/3622390427 shutdown_connections 2024-09-10T10:39:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:31.422+0000 7f2cd7600640 1 -- 172.21.15.22:0/3622390427 wait complete. 2024-09-10T10:39:31.444 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:39:31.444 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:39:31.444 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:39:31.444 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:39:31.444 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:39:31.444 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:39:31.444 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:39:31.444 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:39:31.445 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:39:31.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:31.445 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:39:31.455 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:39:31.455 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:39:31.455 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:39:31.455 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:31.455 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42012sec preferred_lft 42012sec 2024-09-10T10:39:31.456 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:39:31.457 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:31.457 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:39:31.457 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:31.457 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:39:31.457 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:31.457 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:39:31.457 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:39:31.457 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:39:31.457 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:31.457 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:39:31.458 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:31.458 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:39:31.458 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:39:31.458 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:39:31.458 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:31.458 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:39:31.458 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:39:31.458 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:39:31.458 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:39:31.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:31.459 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:39:31.520 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:39:31.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:31.522 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:39:31.576 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:39:31.576 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:39:31.576 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:39:31.576 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:39:31.576 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:39:31.576 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:39:31.576 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:39:31.576 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:39:31.576 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:39:31.577 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:39:31.577 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:39:31.577 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:39:31.577 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:39:31.577 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:39:31.577 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:39:31.577 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:39:31.577 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:39:31.668 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:39:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:39:31.712 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:39:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:39:31.717 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:31.717 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:39:31.726 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:39:31.726 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:39:31.727 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:39:31.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:31.728 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:39:31.788 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:39:31.788 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:39:31.840 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:39:31.840 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:39:31.840 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:39:31.895 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:39:31.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:31.896 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:31.984 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:31.984 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:39:31.998 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:39:31.998 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:39:31.998 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:39:31.998 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:39:31.998 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:39:32.002 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:39:32.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:32.002 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:39:32.021 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:39:32.114 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:39:32 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:39:32.117 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:39:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:39:32.124 INFO:teuthology.orchestra.run.smithi145.stdout:client7284 2024-09-10T10:39:32.124 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:39:32.124 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:32.133 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_cache_memory_limit 1K 2024-09-10T10:39:32.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf40600640 1 Processor -- start 2024-09-10T10:39:32.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf40600640 1 -- start start 2024-09-10T10:39:32.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf40600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7faf3815c630 0x7faf3806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf40600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf38159350 con 0x7faf3806eff0 2024-09-10T10:39:32.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf40600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf38071340 con 0x7faf38158f70 2024-09-10T10:39:32.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf40600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7faf3806f460 con 0x7faf3815c630 2024-09-10T10:39:32.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf3e600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7faf3806eff0 0x7faf380ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58990/0 (socket says 172.21.15.22:58990) 2024-09-10T10:39:32.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf3e600640 1 -- 172.21.15.22:0/3286916403 learned_addr learned my addr 172.21.15.22:0/3286916403 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf3d200640 1 --2- 172.21.15.22:0/3286916403 >> v2:172.21.15.145:3300/0 conn(0x7faf3815c630 0x7faf3806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf37e00640 1 -- 172.21.15.22:0/3286916403 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2950889953 0 0) 0x7faf38159350 con 0x7faf3806eff0 2024-09-10T10:39:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf37e00640 1 -- 172.21.15.22:0/3286916403 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faf20003530 con 0x7faf3806eff0 2024-09-10T10:39:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf37e00640 1 -- 172.21.15.22:0/3286916403 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2947404285 0 0) 0x7faf38071340 con 0x7faf38158f70 2024-09-10T10:39:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf37e00640 1 -- 172.21.15.22:0/3286916403 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faf38159350 con 0x7faf38158f70 2024-09-10T10:39:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf3d200640 1 -- 172.21.15.22:0/3286916403 >> v1:172.21.15.145:6789/0 conn(0x7faf38158f70 legacy=0x7faf38072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf3d200640 1 -- 172.21.15.22:0/3286916403 >> v1:172.21.15.22:6789/0 conn(0x7faf3806eff0 legacy=0x7faf380ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.278+0000 7faf3d200640 1 -- 172.21.15.22:0/3286916403 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf38071620 con 0x7faf3815c630 2024-09-10T10:39:32.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf3d200640 1 --2- 172.21.15.22:0/3286916403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf3815c630 0x7faf3806eab0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7faf240097f0 tx=0x7faf2401c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91a41570906924f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:32.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf37e00640 1 -- 172.21.15.22:0/3286916403 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf240a7070 con 0x7faf3815c630 2024-09-10T10:39:32.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf37e00640 1 -- 172.21.15.22:0/3286916403 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf240b0070 con 0x7faf3815c630 2024-09-10T10:39:32.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf37e00640 1 -- 172.21.15.22:0/3286916403 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf240ab870 con 0x7faf3815c630 2024-09-10T10:39:32.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf40600640 1 -- 172.21.15.22:0/3286916403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf3815c630 msgr2=0x7faf3806eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf40600640 1 --2- 172.21.15.22:0/3286916403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf3815c630 0x7faf3806eab0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7faf240097f0 tx=0x7faf2401c470 comp rx=0 tx=0).stop 2024-09-10T10:39:32.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf40600640 1 -- 172.21.15.22:0/3286916403 shutdown_connections 2024-09-10T10:39:32.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf40600640 1 --2- 172.21.15.22:0/3286916403 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf3815c630 0x7faf3806eab0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf40600640 1 -- 172.21.15.22:0/3286916403 >> 172.21.15.22:0/3286916403 conn(0x7faf38062eb0 msgr2=0x7faf3806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:32.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf40600640 1 -- 172.21.15.22:0/3286916403 shutdown_connections 2024-09-10T10:39:32.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.282+0000 7faf40600640 1 -- 172.21.15.22:0/3286916403 wait complete. 2024-09-10T10:39:32.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 Processor -- start 2024-09-10T10:39:32.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 -- start start 2024-09-10T10:39:32.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf3806eff0 0x7faf38148590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf38158f70 0x7faf380b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf3815c630 0x7faf381448e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7faf380cf560 con 0x7faf3806eff0 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faf380cf3e0 con 0x7faf3815c630 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faf380cf6e0 con 0x7faf38158f70 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3dc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf3806eff0 0x7faf38148590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3dc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf3806eff0 0x7faf38148590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52390/0 (socket says 172.21.15.22:52390) 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3dc00640 1 -- 172.21.15.22:0/918516189 learned_addr learned my addr 172.21.15.22:0/918516189 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3e600640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf3815c630 0x7faf381448e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3d200640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf38158f70 0x7faf380b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3dc00640 1 -- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf38158f70 msgr2=0x7faf380b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3dc00640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf38158f70 0x7faf380b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3dc00640 1 -- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf3815c630 msgr2=0x7faf381448e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3dc00640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf3815c630 0x7faf381448e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3dc00640 1 -- 172.21.15.22:0/918516189 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf380b57c0 con 0x7faf3806eff0 2024-09-10T10:39:32.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf3dc00640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf3806eff0 0x7faf38148590 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7faf2c00c7a0 tx=0x7faf2c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:32.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf35600640 1 -- 172.21.15.22:0/918516189 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf2c003b80 con 0x7faf3806eff0 2024-09-10T10:39:32.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf35600640 1 -- 172.21.15.22:0/918516189 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf2c003d40 con 0x7faf3806eff0 2024-09-10T10:39:32.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 -- 172.21.15.22:0/918516189 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf380b54e0 con 0x7faf3806eff0 2024-09-10T10:39:32.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf35600640 1 -- 172.21.15.22:0/918516189 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf2c00aa90 con 0x7faf3806eff0 2024-09-10T10:39:32.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 -- 172.21.15.22:0/918516189 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf380b05f0 con 0x7faf3806eff0 2024-09-10T10:39:32.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.286+0000 7faf40600640 1 -- 172.21.15.22:0/918516189 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf380ce4c0 con 0x7faf3806eff0 2024-09-10T10:39:32.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.290+0000 7faf35600640 1 -- 172.21.15.22:0/918516189 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faf2c00ac30 con 0x7faf3806eff0 2024-09-10T10:39:32.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.290+0000 7faf35600640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf180678c0 0x7faf18069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.290+0000 7faf35600640 1 -- 172.21.15.22:0/918516189 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7faf2c085b60 con 0x7faf3806eff0 2024-09-10T10:39:32.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.290+0000 7faf3d200640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf180678c0 0x7faf18069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.290+0000 7faf3d200640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf180678c0 0x7faf18069d80 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7faf240af000 tx=0x7faf240b6040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:32.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.294+0000 7faf35600640 1 -- 172.21.15.22:0/918516189 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faf2c055fc0 con 0x7faf3806eff0 2024-09-10T10:39:32.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.462+0000 7faf40600640 1 -- 172.21.15.22:0/918516189 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_cache_memory_limit}] v 0) -- 0x7faf38072d10 con 0x7faf3806eff0 2024-09-10T10:39:32.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf35600640 1 -- 172.21.15.22:0/918516189 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_cache_memory_limit}]=0 v37)=0 v37) ==== 121+0+0 (secure 0 0 0) 0x7faf2c05a2c0 con 0x7faf3806eff0 2024-09-10T10:39:32.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 -- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf180678c0 msgr2=0x7faf18069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf180678c0 0x7faf18069d80 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7faf240af000 tx=0x7faf240b6040 comp rx=0 tx=0).stop 2024-09-10T10:39:32.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 -- 172.21.15.22:0/918516189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf3806eff0 msgr2=0x7faf38148590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf3806eff0 0x7faf38148590 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7faf2c00c7a0 tx=0x7faf2c00cc60 comp rx=0 tx=0).stop 2024-09-10T10:39:32.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 -- 172.21.15.22:0/918516189 shutdown_connections 2024-09-10T10:39:32.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf180678c0 0x7faf18069d80 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf3815c630 0x7faf381448e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf38158f70 0x7faf380b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 --2- 172.21.15.22:0/918516189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf3806eff0 0x7faf38148590 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 -- 172.21.15.22:0/918516189 >> 172.21.15.22:0/918516189 conn(0x7faf38062eb0 msgr2=0x7faf3815ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:32.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 -- 172.21.15.22:0/918516189 shutdown_connections 2024-09-10T10:39:32.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.466+0000 7faf40600640 1 -- 172.21.15.22:0/918516189 wait complete. 2024-09-10T10:39:32.489 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_max_caps 400 2024-09-10T10:39:32.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f4423000640 1 Processor -- start 2024-09-10T10:39:32.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f4423000640 1 -- start start 2024-09-10T10:39:32.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f4423000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f441c1568c0 0x7f441c0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f4423000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f441c0b4470 0x7f441c0cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f4423000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f441c0b4f90 con 0x7f441c0cf900 2024-09-10T10:39:32.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f4423000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f441c0b49d0 con 0x7f441c0b4470 2024-09-10T10:39:32.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f4423000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f441c0b4cb0 con 0x7f441c1568c0 2024-09-10T10:39:32.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f4421000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f441c0cf900 0x7f441c160020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:58994/0 (socket says 172.21.15.22:58994) 2024-09-10T10:39:32.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f4421000640 1 -- 172.21.15.22:0/95126287 learned_addr learned my addr 172.21.15.22:0/95126287 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:32.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f441b400640 1 --2- 172.21.15.22:0/95126287 >> v2:172.21.15.22:3300/0 conn(0x7f441c0b4470 0x7f441c0cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f441be00640 1 --2- 172.21.15.22:0/95126287 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f441c1568c0 0x7f441c0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f441b400640 1 -- 172.21.15.22:0/95126287 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f441c1568c0 msgr2=0x7f441c0b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:32.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f441b400640 1 --2- 172.21.15.22:0/95126287 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f441c1568c0 0x7f441c0b3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f441b400640 1 -- 172.21.15.22:0/95126287 >> v1:172.21.15.22:6789/0 conn(0x7f441c0cf900 legacy=0x7f441c160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f441aa00640 1 -- 172.21.15.22:0/95126287 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1524815925 0 0) 0x7f441c0b4f90 con 0x7f441c0cf900 2024-09-10T10:39:32.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.630+0000 7f441b400640 1 -- 172.21.15.22:0/95126287 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f441c06d1b0 con 0x7f441c0b4470 2024-09-10T10:39:32.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f441b400640 1 --2- 172.21.15.22:0/95126287 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 0x7f441c0cf3c0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f44080097c0 tx=0x7f440801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d3c4b7dae116731 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:32.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f441aa00640 1 -- 172.21.15.22:0/95126287 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44080b0070 con 0x7f441c0b4470 2024-09-10T10:39:32.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f441aa00640 1 -- 172.21.15.22:0/95126287 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44080ab600 con 0x7f441c0b4470 2024-09-10T10:39:32.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f441aa00640 1 -- 172.21.15.22:0/95126287 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44080ab9d0 con 0x7f441c0b4470 2024-09-10T10:39:32.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f4423000640 1 -- 172.21.15.22:0/95126287 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 msgr2=0x7f441c0cf3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f4423000640 1 --2- 172.21.15.22:0/95126287 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 0x7f441c0cf3c0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f44080097c0 tx=0x7f440801c470 comp rx=0 tx=0).stop 2024-09-10T10:39:32.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f4423000640 1 -- 172.21.15.22:0/95126287 shutdown_connections 2024-09-10T10:39:32.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f4423000640 1 --2- 172.21.15.22:0/95126287 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 0x7f441c0cf3c0 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f4423000640 1 --2- 172.21.15.22:0/95126287 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f441c1568c0 0x7f441c0b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f4423000640 1 -- 172.21.15.22:0/95126287 >> 172.21.15.22:0/95126287 conn(0x7f441c062eb0 msgr2=0x7f441c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:32.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f4423000640 1 -- 172.21.15.22:0/95126287 shutdown_connections 2024-09-10T10:39:32.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f4423000640 1 -- 172.21.15.22:0/95126287 wait complete. 2024-09-10T10:39:32.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f4423000640 1 Processor -- start 2024-09-10T10:39:32.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.634+0000 7f4423000640 1 -- start start 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4423000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 0x7f441c15f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4423000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f441c0cf900 0x7f441c1669d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4423000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f441c1568c0 0x7f441c154b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4423000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f441c156e20 con 0x7f441c0b4470 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4423000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f441c156ca0 con 0x7f441c1568c0 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4423000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f441c06e9c0 con 0x7f441c0cf900 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f441be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 0x7f441c15f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f441be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 0x7f441c15f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52394/0 (socket says 172.21.15.22:52394) 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f441be00640 1 -- 172.21.15.22:0/438716015 learned_addr learned my addr 172.21.15.22:0/438716015 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4421000640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f441c1568c0 0x7f441c154b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f441b400640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f441c0cf900 0x7f441c1669d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f441be00640 1 -- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f441c0cf900 msgr2=0x7f441c1669d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f441be00640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f441c0cf900 0x7f441c1669d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f441be00640 1 -- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f441c1568c0 msgr2=0x7f441c154b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f441be00640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f441c1568c0 0x7f441c154b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f441be00640 1 -- 172.21.15.22:0/438716015 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f441c15e7f0 con 0x7f441c0b4470 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f441be00640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 0x7f441c15f890 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f440c00efc0 tx=0x7f440c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4413e00640 1 -- 172.21.15.22:0/438716015 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f440c018020 con 0x7f441c0b4470 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4413e00640 1 -- 172.21.15.22:0/438716015 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f440c014480 con 0x7f441c0b4470 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4413e00640 1 -- 172.21.15.22:0/438716015 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f440c014850 con 0x7f441c0b4470 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4423000640 1 -- 172.21.15.22:0/438716015 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f441c15ead0 con 0x7f441c0b4470 2024-09-10T10:39:32.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4423000640 1 -- 172.21.15.22:0/438716015 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f441c15f090 con 0x7f441c0b4470 2024-09-10T10:39:32.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.638+0000 7f4423000640 1 -- 172.21.15.22:0/438716015 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f441c0cf3c0 con 0x7f441c0b4470 2024-09-10T10:39:32.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.642+0000 7f4413e00640 1 -- 172.21.15.22:0/438716015 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f440c01b020 con 0x7f441c0b4470 2024-09-10T10:39:32.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.642+0000 7f4413e00640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f43fc0678c0 0x7f43fc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.642+0000 7f4413e00640 1 -- 172.21.15.22:0/438716015 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f440c0869e0 con 0x7f441c0b4470 2024-09-10T10:39:32.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.642+0000 7f441b400640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f43fc0678c0 0x7f43fc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.642+0000 7f441b400640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f43fc0678c0 0x7f43fc069d80 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f44080ad000 tx=0x7f4408008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:32.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.646+0000 7f4413e00640 1 -- 172.21.15.22:0/438716015 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f440c022030 con 0x7f441c0b4470 2024-09-10T10:39:32.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.810+0000 7f4423000640 1 -- 172.21.15.22:0/438716015 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_recall_max_caps}] v 0) -- 0x7f441c0690b0 con 0x7f441c0b4470 2024-09-10T10:39:32.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.814+0000 7f4413e00640 1 -- 172.21.15.22:0/438716015 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_max_caps}]=0 v38)=0 v38) ==== 119+0+0 (secure 0 0 0) 0x7f440c010040 con 0x7f441c0b4470 2024-09-10T10:39:32.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 -- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f43fc0678c0 msgr2=0x7f43fc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f43fc0678c0 0x7f43fc069d80 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f44080ad000 tx=0x7f4408008040 comp rx=0 tx=0).stop 2024-09-10T10:39:32.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 -- 172.21.15.22:0/438716015 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 msgr2=0x7f441c15f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 0x7f441c15f890 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f440c00efc0 tx=0x7f440c00c490 comp rx=0 tx=0).stop 2024-09-10T10:39:32.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 -- 172.21.15.22:0/438716015 shutdown_connections 2024-09-10T10:39:32.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f43fc0678c0 0x7f43fc069d80 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f441c1568c0 0x7f441c154b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f441c0cf900 0x7f441c1669d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 --2- 172.21.15.22:0/438716015 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f441c0b4470 0x7f441c15f890 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 -- 172.21.15.22:0/438716015 >> 172.21.15.22:0/438716015 conn(0x7f441c062eb0 msgr2=0x7f441c0b21a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:32.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 -- 172.21.15.22:0/438716015 shutdown_connections 2024-09-10T10:39:32.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.818+0000 7f4423000640 1 -- 172.21.15.22:0/438716015 wait complete. 2024-09-10T10:39:32.841 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_warning_threshold 800 2024-09-10T10:39:32.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.982+0000 7f12b7e00640 1 Processor -- start 2024-09-10T10:39:32.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.982+0000 7f12b7e00640 1 -- start start 2024-09-10T10:39:32.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.982+0000 7f12b7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f12b006e9c0 0x7f12b0167180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.982+0000 7f12b7e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12b00b4f90 con 0x7f12b01568c0 2024-09-10T10:39:32.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.982+0000 7f12b7e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12b00b49d0 con 0x7f12b00cf3c0 2024-09-10T10:39:32.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.982+0000 7f12b7e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f12b00b4cb0 con 0x7f12b006e9c0 2024-09-10T10:39:32.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.982+0000 7f12b5400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f12b01568c0 0x7f12b00b3f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59002/0 (socket says 172.21.15.22:59002) 2024-09-10T10:39:32.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.982+0000 7f12b5400640 1 -- 172.21.15.22:0/4102100663 learned_addr learned my addr 172.21.15.22:0/4102100663 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:32.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.986+0000 7f12b5e00640 1 --2- 172.21.15.22:0/4102100663 >> v2:172.21.15.22:3300/0 conn(0x7f12b006e9c0 0x7f12b0167180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.986+0000 7f12afe00640 1 -- 172.21.15.22:0/4102100663 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2481013958 0 0) 0x7f12b00b49d0 con 0x7f12b00cf3c0 2024-09-10T10:39:32.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.986+0000 7f12b5e00640 1 -- 172.21.15.22:0/4102100663 >> v1:172.21.15.145:6789/0 conn(0x7f12b00cf3c0 legacy=0x7f12b00cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.986+0000 7f12b5e00640 1 -- 172.21.15.22:0/4102100663 >> v1:172.21.15.22:6789/0 conn(0x7f12b01568c0 legacy=0x7f12b00b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.986+0000 7f12b5e00640 1 -- 172.21.15.22:0/4102100663 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b006d1b0 con 0x7f12b006e9c0 2024-09-10T10:39:32.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.986+0000 7f12b5e00640 1 --2- 172.21.15.22:0/4102100663 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 0x7f12b0167180 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f12a8009d90 tx=0x7f12a801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db1b6b695de77a3c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:32.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.986+0000 7f12afe00640 1 -- 172.21.15.22:0/4102100663 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a80b2070 con 0x7f12b006e9c0 2024-09-10T10:39:32.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.986+0000 7f12afe00640 1 -- 172.21.15.22:0/4102100663 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a80a5990 con 0x7f12b006e9c0 2024-09-10T10:39:32.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.986+0000 7f12afe00640 1 -- 172.21.15.22:0/4102100663 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a80a5d60 con 0x7f12b006e9c0 2024-09-10T10:39:32.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 -- 172.21.15.22:0/4102100663 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 msgr2=0x7f12b0167180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 --2- 172.21.15.22:0/4102100663 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 0x7f12b0167180 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f12a8009d90 tx=0x7f12a801c8b0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 -- 172.21.15.22:0/4102100663 shutdown_connections 2024-09-10T10:39:32.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 --2- 172.21.15.22:0/4102100663 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 0x7f12b0167180 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 -- 172.21.15.22:0/4102100663 >> 172.21.15.22:0/4102100663 conn(0x7f12b0062eb0 msgr2=0x7f12b006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:32.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 -- 172.21.15.22:0/4102100663 shutdown_connections 2024-09-10T10:39:32.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 -- 172.21.15.22:0/4102100663 wait complete. 2024-09-10T10:39:32.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 Processor -- start 2024-09-10T10:39:32.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 -- start start 2024-09-10T10:39:32.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 0x7f12b015c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12b00cf3c0 0x7f12b0149760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12b01568c0 0x7f12b0147770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:32.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f12b0156e20 con 0x7f12b006e9c0 2024-09-10T10:39:32.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f12b0156ca0 con 0x7f12b01568c0 2024-09-10T10:39:32.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f12b0169ee0 con 0x7f12b00cf3c0 2024-09-10T10:39:32.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 0x7f12b015c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 0x7f12b015c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52404/0 (socket says 172.21.15.22:52404) 2024-09-10T10:39:32.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b5400640 1 -- 172.21.15.22:0/3931861906 learned_addr learned my addr 172.21.15.22:0/3931861906 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:32.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b5e00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12b01568c0 0x7f12b0147770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b4a00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12b00cf3c0 0x7f12b0149760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:32.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b5400640 1 -- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12b00cf3c0 msgr2=0x7f12b0149760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:32.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b5400640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12b00cf3c0 0x7f12b0149760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:32.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b5400640 1 -- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12b01568c0 msgr2=0x7f12b0147770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b5400640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12b01568c0 0x7f12b0147770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b5400640 1 -- 172.21.15.22:0/3931861906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b014e5e0 con 0x7f12b006e9c0 2024-09-10T10:39:33.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.990+0000 7f12b5e00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12b01568c0 0x7f12b0147770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:33.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12b5400640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 0x7f12b015c930 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f12a400c370 tx=0x7f12a400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:33.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12ad600640 1 -- 172.21.15.22:0/3931861906 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a4017070 con 0x7f12b006e9c0 2024-09-10T10:39:33.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12ad600640 1 -- 172.21.15.22:0/3931861906 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a4005cf0 con 0x7f12b006e9c0 2024-09-10T10:39:33.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12ad600640 1 -- 172.21.15.22:0/3931861906 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a40072f0 con 0x7f12b006e9c0 2024-09-10T10:39:33.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12b7e00640 1 -- 172.21.15.22:0/3931861906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12b014eba0 con 0x7f12b006e9c0 2024-09-10T10:39:33.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12b7e00640 1 -- 172.21.15.22:0/3931861906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12b014f160 con 0x7f12b006e9c0 2024-09-10T10:39:33.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12b7e00640 1 -- 172.21.15.22:0/3931861906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12b00cf850 con 0x7f12b006e9c0 2024-09-10T10:39:33.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12ad600640 1 -- 172.21.15.22:0/3931861906 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f12a401a070 con 0x7f12b006e9c0 2024-09-10T10:39:33.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12ad600640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12900678c0 0x7f1290069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12ad600640 1 -- 172.21.15.22:0/3931861906 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f12a4085100 con 0x7f12b006e9c0 2024-09-10T10:39:33.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.994+0000 7f12b4a00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12900678c0 0x7f1290069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.998+0000 7f12b4a00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12900678c0 0x7f1290069d80 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f12b01528c0 tx=0x7f129c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:33.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:32.998+0000 7f12ad600640 1 -- 172.21.15.22:0/3931861906 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f12a4055ba0 con 0x7f12b006e9c0 2024-09-10T10:39:33.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.174+0000 7f12b7e00640 1 -- 172.21.15.22:0/3931861906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_recall_warning_threshold}] v 0) -- 0x7f12b00d01f0 con 0x7f12b006e9c0 2024-09-10T10:39:33.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12ad600640 1 -- 172.21.15.22:0/3931861906 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_warning_threshold}]=0 v39)=0 v39) ==== 128+0+0 (secure 0 0 0) 0x7f12a40554a0 con 0x7f12b006e9c0 2024-09-10T10:39:33.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 -- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12900678c0 msgr2=0x7f1290069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12900678c0 0x7f1290069d80 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f12b01528c0 tx=0x7f129c009040 comp rx=0 tx=0).stop 2024-09-10T10:39:33.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 -- 172.21.15.22:0/3931861906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 msgr2=0x7f12b015c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 0x7f12b015c930 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f12a400c370 tx=0x7f12a400c830 comp rx=0 tx=0).stop 2024-09-10T10:39:33.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 -- 172.21.15.22:0/3931861906 shutdown_connections 2024-09-10T10:39:33.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f12900678c0 0x7f1290069d80 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12b01568c0 0x7f12b0147770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12b00cf3c0 0x7f12b0149760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 --2- 172.21.15.22:0/3931861906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12b006e9c0 0x7f12b015c930 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 -- 172.21.15.22:0/3931861906 >> 172.21.15.22:0/3931861906 conn(0x7f12b0062eb0 msgr2=0x7f12b00b16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:33.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.178+0000 7f12b7e00640 1 -- 172.21.15.22:0/3931861906 shutdown_connections 2024-09-10T10:39:33.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.182+0000 7f12b7e00640 1 -- 172.21.15.22:0/3931861906 wait complete. 2024-09-10T10:39:33.203 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_min_caps_per_client 2024-09-10T10:39:33.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2d5c00640 1 Processor -- start 2024-09-10T10:39:33.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2d5c00640 1 -- start start 2024-09-10T10:39:33.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2d5c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd2d015e730 0x7fd2d00b70a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2d5c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd2d00b75e0 0x7fd2d006c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2d5c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd2d015eb10 0x7fd2d006cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2d5c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd2d00cbc70 con 0x7fd2d00b75e0 2024-09-10T10:39:33.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2d5c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd2d00cbf50 con 0x7fd2d015e730 2024-09-10T10:39:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2d5c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd2d00cc230 con 0x7fd2d015eb10 2024-09-10T10:39:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2ce000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd2d00b75e0 0x7fd2d006c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2ce000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd2d00b75e0 0x7fd2d006c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52418/0 (socket says 172.21.15.22:52418) 2024-09-10T10:39:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2ce000640 1 -- 172.21.15.22:0/1945095358 learned_addr learned my addr 172.21.15.22:0/1945095358 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2cf400640 1 --2- 172.21.15.22:0/1945095358 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd2d015eb10 0x7fd2d006cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2cea00640 1 --2- 172.21.15.22:0/1945095358 >> v2:172.21.15.145:3300/0 conn(0x7fd2d015e730 0x7fd2d00b70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.342+0000 7fd2ce000640 1 -- 172.21.15.22:0/1945095358 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd2d015eb10 msgr2=0x7fd2d006cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2ce000640 1 --2- 172.21.15.22:0/1945095358 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd2d015eb10 0x7fd2d006cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2ce000640 1 -- 172.21.15.22:0/1945095358 >> v2:172.21.15.145:3300/0 conn(0x7fd2d015e730 msgr2=0x7fd2d00b70a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:33.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2ce000640 1 --2- 172.21.15.22:0/1945095358 >> v2:172.21.15.145:3300/0 conn(0x7fd2d015e730 0x7fd2d00b70a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2ce000640 1 -- 172.21.15.22:0/1945095358 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2d00cc510 con 0x7fd2d00b75e0 2024-09-10T10:39:33.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2ce000640 1 --2- 172.21.15.22:0/1945095358 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d00b75e0 0x7fd2d006c6d0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fd2d0075650 tx=0x7fd2bc01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dc9eed6f1976f5b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2cd600640 1 -- 172.21.15.22:0/1945095358 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc0b0070 con 0x7fd2d00b75e0 2024-09-10T10:39:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2cd600640 1 -- 172.21.15.22:0/1945095358 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2bc0ab600 con 0x7fd2d00b75e0 2024-09-10T10:39:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2cd600640 1 -- 172.21.15.22:0/1945095358 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc0ab9d0 con 0x7fd2d00b75e0 2024-09-10T10:39:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2d5c00640 1 -- 172.21.15.22:0/1945095358 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d00b75e0 msgr2=0x7fd2d006c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2d5c00640 1 --2- 172.21.15.22:0/1945095358 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d00b75e0 0x7fd2d006c6d0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fd2d0075650 tx=0x7fd2bc01c490 comp rx=0 tx=0).stop 2024-09-10T10:39:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2d5c00640 1 -- 172.21.15.22:0/1945095358 shutdown_connections 2024-09-10T10:39:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2d5c00640 1 --2- 172.21.15.22:0/1945095358 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd2d015eb10 0x7fd2d006cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2d5c00640 1 --2- 172.21.15.22:0/1945095358 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d00b75e0 0x7fd2d006c6d0 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2d5c00640 1 --2- 172.21.15.22:0/1945095358 >> v2:172.21.15.145:3300/0 conn(0x7fd2d015e730 0x7fd2d00b70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2d5c00640 1 -- 172.21.15.22:0/1945095358 >> 172.21.15.22:0/1945095358 conn(0x7fd2d00b7ac0 msgr2=0x7fd2d00b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:33.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2d5c00640 1 -- 172.21.15.22:0/1945095358 shutdown_connections 2024-09-10T10:39:33.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.346+0000 7fd2d5c00640 1 -- 172.21.15.22:0/1945095358 wait complete. 2024-09-10T10:39:33.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2d5c00640 1 Processor -- start 2024-09-10T10:39:33.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2d5c00640 1 -- start start 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2d5c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd2d00b75e0 0x7fd2d015f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2d5c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd2d015e730 0x7fd2d00cdfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2d5c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d015eb10 0x7fd2d0151790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2d5c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d00b6ac0 con 0x7fd2d015eb10 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2d5c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d00b6940 con 0x7fd2d00b75e0 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2d5c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd2d00b6c40 con 0x7fd2d015e730 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d015eb10 0x7fd2d0151790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d015eb10 0x7fd2d0151790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52428/0 (socket says 172.21.15.22:52428) 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2cf400640 1 -- 172.21.15.22:0/221575208 learned_addr learned my addr 172.21.15.22:0/221575208 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2ce000640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd2d015e730 0x7fd2d00cdfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2cea00640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd2d00b75e0 0x7fd2d015f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2cf400640 1 -- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd2d015e730 msgr2=0x7fd2d00cdfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2cf400640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd2d015e730 0x7fd2d00cdfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2cf400640 1 -- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd2d00b75e0 msgr2=0x7fd2d015f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2cf400640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd2d00b75e0 0x7fd2d015f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2cf400640 1 -- 172.21.15.22:0/221575208 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2d01601f0 con 0x7fd2d015eb10 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2cf400640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d015eb10 0x7fd2d0151790 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fd2c8007e60 tx=0x7fd2c800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2c6a00640 1 -- 172.21.15.22:0/221575208 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c8014420 con 0x7fd2d015eb10 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2c6a00640 1 -- 172.21.15.22:0/221575208 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2c8019070 con 0x7fd2d015eb10 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2c6a00640 1 -- 172.21.15.22:0/221575208 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c8014820 con 0x7fd2d015eb10 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2d5c00640 1 -- 172.21.15.22:0/221575208 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2d01604d0 con 0x7fd2d015eb10 2024-09-10T10:39:33.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.350+0000 7fd2d5c00640 1 -- 172.21.15.22:0/221575208 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2d015a950 con 0x7fd2d015eb10 2024-09-10T10:39:33.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.354+0000 7fd2d5c00640 1 -- 172.21.15.22:0/221575208 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2d00b70a0 con 0x7fd2d015eb10 2024-09-10T10:39:33.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.354+0000 7fd2c6a00640 1 -- 172.21.15.22:0/221575208 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd2c80149c0 con 0x7fd2d015eb10 2024-09-10T10:39:33.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.354+0000 7fd2c6a00640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd2b00678f0 0x7fd2b0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.354+0000 7fd2c6a00640 1 -- 172.21.15.22:0/221575208 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fd2c8086350 con 0x7fd2d015eb10 2024-09-10T10:39:33.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.354+0000 7fd2cea00640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd2b00678f0 0x7fd2b0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.354+0000 7fd2cea00640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd2b00678f0 0x7fd2b0069db0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd2c00045f0 tx=0x7fd2c0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:33.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.358+0000 7fd2c6a00640 1 -- 172.21.15.22:0/221575208 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd2c8056830 con 0x7fd2d015eb10 2024-09-10T10:39:33.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.526+0000 7fd2d5c00640 1 -- 172.21.15.22:0/221575208 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"} v 0) -- 0x7fd2d006f920 con 0x7fd2d015eb10 2024-09-10T10:39:33.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.526+0000 7fd2c6a00640 1 -- 172.21.15.22:0/221575208 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"}]=0 v39) ==== 106+0+4 (secure 0 0 0) 0x7fd2c805ab30 con 0x7fd2d015eb10 2024-09-10T10:39:33.531 INFO:teuthology.orchestra.run.smithi022.stdout:100 2024-09-10T10:39:33.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 -- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd2b00678f0 msgr2=0x7fd2b0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd2b00678f0 0x7fd2b0069db0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd2c00045f0 tx=0x7fd2c0008040 comp rx=0 tx=0).stop 2024-09-10T10:39:33.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 -- 172.21.15.22:0/221575208 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d015eb10 msgr2=0x7fd2d0151790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d015eb10 0x7fd2d0151790 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fd2c8007e60 tx=0x7fd2c800e4b0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 -- 172.21.15.22:0/221575208 shutdown_connections 2024-09-10T10:39:33.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd2b00678f0 0x7fd2b0069db0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd2d015eb10 0x7fd2d0151790 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd2d015e730 0x7fd2d00cdfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 --2- 172.21.15.22:0/221575208 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd2d00b75e0 0x7fd2d015f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 -- 172.21.15.22:0/221575208 >> 172.21.15.22:0/221575208 conn(0x7fd2d00b7ac0 msgr2=0x7fd2d015c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:33.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 -- 172.21.15.22:0/221575208 shutdown_connections 2024-09-10T10:39:33.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.530+0000 7fd2d5c00640 1 -- 172.21.15.22:0/221575208 wait complete. 2024-09-10T10:39:33.552 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_min_caps_working_set 100 2024-09-10T10:39:33.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01b5a00640 1 Processor -- start 2024-09-10T10:39:33.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01b5a00640 1 -- start start 2024-09-10T10:39:33.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01b5a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00b3d80 0x7f01b00affb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01b5a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01b0160d20 con 0x7f01b00add60 2024-09-10T10:39:33.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01b5a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01b006daa0 con 0x7f01b015c420 2024-09-10T10:39:33.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01b5a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f01b006dd80 con 0x7f01b00b3d80 2024-09-10T10:39:33.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01af400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f01b00add60 0x7f01b006e860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59004/0 (socket says 172.21.15.22:59004) 2024-09-10T10:39:33.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01af400640 1 -- 172.21.15.22:0/3343161510 learned_addr learned my addr 172.21.15.22:0/3343161510 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:33.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01ae000640 1 --2- 172.21.15.22:0/3343161510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00b3d80 0x7f01b00affb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01ad600640 1 -- 172.21.15.22:0/3343161510 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2445962678 0 0) 0x7f01b0160d20 con 0x7f01b00add60 2024-09-10T10:39:33.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01ad600640 1 -- 172.21.15.22:0/3343161510 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0194003530 con 0x7f01b00add60 2024-09-10T10:39:33.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01ad600640 1 -- 172.21.15.22:0/3343161510 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1345150462 0 0) 0x7f01b006daa0 con 0x7f01b015c420 2024-09-10T10:39:33.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01ad600640 1 -- 172.21.15.22:0/3343161510 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f01b0160d20 con 0x7f01b015c420 2024-09-10T10:39:33.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01ae000640 1 -- 172.21.15.22:0/3343161510 >> v1:172.21.15.145:6789/0 conn(0x7f01b015c420 legacy=0x7f01b015c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01ad600640 1 -- 172.21.15.22:0/3343161510 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 939468930 0 0) 0x7f0194003530 con 0x7f01b00add60 2024-09-10T10:39:33.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01ae000640 1 -- 172.21.15.22:0/3343161510 >> v1:172.21.15.22:6789/0 conn(0x7f01b00add60 legacy=0x7f01b006e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.694+0000 7f01ae000640 1 -- 172.21.15.22:0/3343161510 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01b006e060 con 0x7f01b00b3d80 2024-09-10T10:39:33.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01ae000640 1 --2- 172.21.15.22:0/3343161510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00b3d80 0x7f01b00affb0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f019c0097f0 tx=0x7f019c01c400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b746e0abbf77bee8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:33.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01ad600640 1 -- 172.21.15.22:0/3343161510 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019c0b0070 con 0x7f01b00b3d80 2024-09-10T10:39:33.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01ad600640 1 -- 172.21.15.22:0/3343161510 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f019c0ab400 con 0x7f01b00b3d80 2024-09-10T10:39:33.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01ad600640 1 -- 172.21.15.22:0/3343161510 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a8001680 con 0x7f01b00b3d80 2024-09-10T10:39:33.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01b5a00640 1 -- 172.21.15.22:0/3343161510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00b3d80 msgr2=0x7f01b00affb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01b5a00640 1 --2- 172.21.15.22:0/3343161510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00b3d80 0x7f01b00affb0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f019c0097f0 tx=0x7f019c01c400 comp rx=0 tx=0).stop 2024-09-10T10:39:33.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01b5a00640 1 -- 172.21.15.22:0/3343161510 shutdown_connections 2024-09-10T10:39:33.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01b5a00640 1 --2- 172.21.15.22:0/3343161510 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00b3d80 0x7f01b00affb0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01b5a00640 1 -- 172.21.15.22:0/3343161510 >> 172.21.15.22:0/3343161510 conn(0x7f01b00b2a80 msgr2=0x7f01b00b2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:33.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01b5a00640 1 -- 172.21.15.22:0/3343161510 shutdown_connections 2024-09-10T10:39:33.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.698+0000 7f01b5a00640 1 -- 172.21.15.22:0/3343161510 wait complete. 2024-09-10T10:39:33.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 Processor -- start 2024-09-10T10:39:33.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 -- start start 2024-09-10T10:39:33.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00add60 0x7f01b01faea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01b00b3d80 0x7f01b009ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f01b015c420 0x7f01b015dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f01b006f500 con 0x7f01b015c420 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f01b006f380 con 0x7f01b00b3d80 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f01b016a910 con 0x7f01b00add60 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01af400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f01b015c420 0x7f01b015dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01af400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f01b015c420 0x7f01b015dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52430/0 (socket says 172.21.15.22:52430) 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01af400640 1 -- 172.21.15.22:0/3011573430 learned_addr learned my addr 172.21.15.22:0/3011573430 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01aea00640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00add60 0x7f01b01faea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01ae000640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01b00b3d80 0x7f01b009ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01af400640 1 -- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00add60 msgr2=0x7f01b01faea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01af400640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00add60 0x7f01b01faea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01af400640 1 -- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01b00b3d80 msgr2=0x7f01b009ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01af400640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01b00b3d80 0x7f01b009ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.706 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01af400640 1 -- 172.21.15.22:0/3011573430 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01b009d380 con 0x7f01b015c420 2024-09-10T10:39:33.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01af400640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f01b015c420 0x7f01b015dec0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f01a800c750 tx=0x7f01a800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:33.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01a6a00640 1 -- 172.21.15.22:0/3011573430 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a8005ae0 con 0x7f01b015c420 2024-09-10T10:39:33.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01a6a00640 1 -- 172.21.15.22:0/3011573430 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01a8005c80 con 0x7f01b015c420 2024-09-10T10:39:33.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 -- 172.21.15.22:0/3011573430 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01b009d660 con 0x7f01b015c420 2024-09-10T10:39:33.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01a6a00640 1 -- 172.21.15.22:0/3011573430 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a80072b0 con 0x7f01b015c420 2024-09-10T10:39:33.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 -- 172.21.15.22:0/3011573430 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01b00cd4a0 con 0x7f01b015c420 2024-09-10T10:39:33.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.702+0000 7f01b5a00640 1 -- 172.21.15.22:0/3011573430 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01b00affb0 con 0x7f01b015c420 2024-09-10T10:39:33.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.706+0000 7f01a6a00640 1 -- 172.21.15.22:0/3011573430 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f01a8007450 con 0x7f01b015c420 2024-09-10T10:39:33.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.706+0000 7f01a6a00640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f01900678c0 0x7f0190069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:33.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.706+0000 7f01a6a00640 1 -- 172.21.15.22:0/3011573430 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f01a80859a0 con 0x7f01b015c420 2024-09-10T10:39:33.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.706+0000 7f01aea00640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f01900678c0 0x7f0190069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:33.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.706+0000 7f01aea00640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f01900678c0 0x7f0190069d80 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f01a0001570 tx=0x7f01a0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:33.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.710+0000 7f01a6a00640 1 -- 172.21.15.22:0/3011573430 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f01a8055df0 con 0x7f01b015c420 2024-09-10T10:39:33.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.874+0000 7f01b5a00640 1 -- 172.21.15.22:0/3011573430 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_min_caps_working_set}] v 0) -- 0x7f01b00b15a0 con 0x7f01b015c420 2024-09-10T10:39:33.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.878+0000 7f01a6a00640 1 -- 172.21.15.22:0/3011573430 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_min_caps_working_set}]=0 v40)=0 v40) ==== 124+0+0 (secure 0 0 0) 0x7f01a805a0f0 con 0x7f01b015c420 2024-09-10T10:39:33.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 -- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f01900678c0 msgr2=0x7f0190069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f01900678c0 0x7f0190069d80 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f01a0001570 tx=0x7f01a0009040 comp rx=0 tx=0).stop 2024-09-10T10:39:33.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 -- 172.21.15.22:0/3011573430 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f01b015c420 msgr2=0x7f01b015dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:33.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f01b015c420 0x7f01b015dec0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f01a800c750 tx=0x7f01a800cc10 comp rx=0 tx=0).stop 2024-09-10T10:39:33.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 -- 172.21.15.22:0/3011573430 shutdown_connections 2024-09-10T10:39:33.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f01900678c0 0x7f0190069d80 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f01b015c420 0x7f01b015dec0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01b00b3d80 0x7f01b009ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 --2- 172.21.15.22:0/3011573430 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01b00add60 0x7f01b01faea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:33.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 -- 172.21.15.22:0/3011573430 >> 172.21.15.22:0/3011573430 conn(0x7f01b00b2a80 msgr2=0x7f01b00b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:33.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 -- 172.21.15.22:0/3011573430 shutdown_connections 2024-09-10T10:39:33.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:33.882+0000 7f01b5a00640 1 -- 172.21.15.22:0/3011573430 wait complete. 2024-09-10T10:39:33.906 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_max_caps_per_client 2024-09-10T10:39:34.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8879400640 1 Processor -- start 2024-09-10T10:39:34.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8879400640 1 -- start start 2024-09-10T10:39:34.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8879400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8874148010 0x7f8874071ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8879400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8874072220 0x7f887415fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8879400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8874160430 0x7f88740ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8879400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f8874071850 con 0x7f8874160430 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8879400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f88741483f0 con 0x7f8874148010 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8879400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8874071240 con 0x7f8874072220 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8873200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8874160430 0x7f88740ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8873200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8874160430 0x7f88740ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52436/0 (socket says 172.21.15.22:52436) 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8873200640 1 -- 172.21.15.22:0/1295916938 learned_addr learned my addr 172.21.15.22:0/1295916938 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8871e00640 1 --2- 172.21.15.22:0/1295916938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8874072220 0x7f887415fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8872800640 1 --2- 172.21.15.22:0/1295916938 >> v2:172.21.15.145:3300/0 conn(0x7f8874148010 0x7f8874071ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8873200640 1 -- 172.21.15.22:0/1295916938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8874072220 msgr2=0x7f887415fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8873200640 1 --2- 172.21.15.22:0/1295916938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8874072220 0x7f887415fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8873200640 1 -- 172.21.15.22:0/1295916938 >> v2:172.21.15.145:3300/0 conn(0x7f8874148010 msgr2=0x7f8874071ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8873200640 1 --2- 172.21.15.22:0/1295916938 >> v2:172.21.15.145:3300/0 conn(0x7f8874148010 0x7f8874071ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.046+0000 7f8873200640 1 -- 172.21.15.22:0/1295916938 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88740b5680 con 0x7f8874160430 2024-09-10T10:39:34.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8873200640 1 --2- 172.21.15.22:0/1295916938 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 0x7f88740ae8a0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f88740afeb0 tx=0x7f886c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8502dd7aea64739 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:34.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8871400640 1 -- 172.21.15.22:0/1295916938 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f886c0b1070 con 0x7f8874160430 2024-09-10T10:39:34.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8871400640 1 -- 172.21.15.22:0/1295916938 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f886c0ac620 con 0x7f8874160430 2024-09-10T10:39:34.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8871400640 1 -- 172.21.15.22:0/1295916938 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f886c0ac9f0 con 0x7f8874160430 2024-09-10T10:39:34.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8879400640 1 -- 172.21.15.22:0/1295916938 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 msgr2=0x7f88740ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8879400640 1 --2- 172.21.15.22:0/1295916938 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 0x7f88740ae8a0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f88740afeb0 tx=0x7f886c01c4f0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8879400640 1 -- 172.21.15.22:0/1295916938 shutdown_connections 2024-09-10T10:39:34.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8879400640 1 --2- 172.21.15.22:0/1295916938 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 0x7f88740ae8a0 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8879400640 1 --2- 172.21.15.22:0/1295916938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8874072220 0x7f887415fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8879400640 1 --2- 172.21.15.22:0/1295916938 >> v2:172.21.15.145:3300/0 conn(0x7f8874148010 0x7f8874071ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8879400640 1 -- 172.21.15.22:0/1295916938 >> 172.21.15.22:0/1295916938 conn(0x7f8874062eb0 msgr2=0x7f887406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:34.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8879400640 1 -- 172.21.15.22:0/1295916938 shutdown_connections 2024-09-10T10:39:34.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.050+0000 7f8879400640 1 -- 172.21.15.22:0/1295916938 wait complete. 2024-09-10T10:39:34.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8879400640 1 Processor -- start 2024-09-10T10:39:34.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8879400640 1 -- start start 2024-09-10T10:39:34.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8879400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8874072220 0x7f8874168540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8879400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8874148010 0x7f8874132160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8879400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 0x7f88741355a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8879400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f88740af1f0 con 0x7f8874160430 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8879400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f88740b5300 con 0x7f8874148010 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8879400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8874162320 con 0x7f8874072220 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8873200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 0x7f88741355a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8873200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 0x7f88741355a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52444/0 (socket says 172.21.15.22:52444) 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8873200640 1 -- 172.21.15.22:0/2022626740 learned_addr learned my addr 172.21.15.22:0/2022626740 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8872800640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8874072220 0x7f8874168540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8871e00640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8874148010 0x7f8874132160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8873200640 1 -- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8874072220 msgr2=0x7f8874168540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8873200640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8874072220 0x7f8874168540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8873200640 1 -- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8874148010 msgr2=0x7f8874132160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8873200640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8874148010 0x7f8874132160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8873200640 1 -- 172.21.15.22:0/2022626740 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88741326a0 con 0x7f8874160430 2024-09-10T10:39:34.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8873200640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 0x7f88741355a0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f886c01aba0 tx=0x7f886c01ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:34.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f886aa00640 1 -- 172.21.15.22:0/2022626740 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f886c0b1040 con 0x7f8874160430 2024-09-10T10:39:34.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f886aa00640 1 -- 172.21.15.22:0/2022626740 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f886c0bd070 con 0x7f8874160430 2024-09-10T10:39:34.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8879400640 1 -- 172.21.15.22:0/2022626740 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f887412f860 con 0x7f8874160430 2024-09-10T10:39:34.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f886aa00640 1 -- 172.21.15.22:0/2022626740 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f886c0b7660 con 0x7f8874160430 2024-09-10T10:39:34.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.054+0000 7f8879400640 1 -- 172.21.15.22:0/2022626740 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f887412fe20 con 0x7f8874160430 2024-09-10T10:39:34.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.058+0000 7f8879400640 1 -- 172.21.15.22:0/2022626740 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f887415fef0 con 0x7f8874160430 2024-09-10T10:39:34.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.058+0000 7f886aa00640 1 -- 172.21.15.22:0/2022626740 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f886c0b7800 con 0x7f8874160430 2024-09-10T10:39:34.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.058+0000 7f886aa00640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88540678c0 0x7f8854069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.058+0000 7f886aa00640 1 -- 172.21.15.22:0/2022626740 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f886c1201b0 con 0x7f8874160430 2024-09-10T10:39:34.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.058+0000 7f8872800640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88540678c0 0x7f8854069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.058+0000 7f8872800640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88540678c0 0x7f8854069d80 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f8864003fd0 tx=0x7f88640039c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:34.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.062+0000 7f886aa00640 1 -- 172.21.15.22:0/2022626740 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f88741326a0 con 0x7f8874160430 2024-09-10T10:39:34.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.230+0000 7f8879400640 1 -- 172.21.15.22:0/2022626740 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"} v 0) -- 0x7f8874075540 con 0x7f8874160430 2024-09-10T10:39:34.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.230+0000 7f886aa00640 1 -- 172.21.15.22:0/2022626740 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"}]=0 v40) ==== 106+0+8 (secure 0 0 0) 0x7f886c016110 con 0x7f8874160430 2024-09-10T10:39:34.236 INFO:teuthology.orchestra.run.smithi022.stdout:1048576 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 -- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88540678c0 msgr2=0x7f8854069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88540678c0 0x7f8854069d80 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f8864003fd0 tx=0x7f88640039c0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 -- 172.21.15.22:0/2022626740 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 msgr2=0x7f88741355a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 0x7f88741355a0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f886c01aba0 tx=0x7f886c01ad30 comp rx=0 tx=0).stop 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 -- 172.21.15.22:0/2022626740 shutdown_connections 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88540678c0 0x7f8854069d80 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8874160430 0x7f88741355a0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8874148010 0x7f8874132160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 --2- 172.21.15.22:0/2022626740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8874072220 0x7f8874168540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 -- 172.21.15.22:0/2022626740 >> 172.21.15.22:0/2022626740 conn(0x7f8874062eb0 msgr2=0x7f8874162720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:34.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 -- 172.21.15.22:0/2022626740 shutdown_connections 2024-09-10T10:39:34.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.234+0000 7f8879400640 1 -- 172.21.15.22:0/2022626740 wait complete. 2024-09-10T10:39:34.257 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_recall_warning_decay_rate 2024-09-10T10:39:34.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.394+0000 7ff8a1a00640 1 Processor -- start 2024-09-10T10:39:34.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff8a1a00640 1 -- start start 2024-09-10T10:39:34.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff8a1a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff89c1568c0 0x7ff89c0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff8a1a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff89c0b4f90 con 0x7ff89c0b4470 2024-09-10T10:39:34.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff8a1a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff89c0b49d0 con 0x7ff89c0cfad0 2024-09-10T10:39:34.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff8a1a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff89c0b4cb0 con 0x7ff89c1568c0 2024-09-10T10:39:34.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff89aa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff89c1568c0 0x7ff89c0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff89a000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff89c0b4470 0x7ff89c0cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59008/0 (socket says 172.21.15.22:59008) 2024-09-10T10:39:34.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff89a000640 1 -- 172.21.15.22:0/2945825281 learned_addr learned my addr 172.21.15.22:0/2945825281 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:34.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff89b400640 1 --1- 172.21.15.22:0/2945825281 >> v1:172.21.15.145:6789/0 conn(0x7ff89c0cfad0 0x7ff89c06d9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:56652/0 (socket says 172.21.15.22:56652) 2024-09-10T10:39:34.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff899600640 1 -- 172.21.15.22:0/2945825281 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4152440572 0 0) 0x7ff89c0b49d0 con 0x7ff89c0cfad0 2024-09-10T10:39:34.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff899600640 1 -- 172.21.15.22:0/2945825281 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff880003530 con 0x7ff89c0cfad0 2024-09-10T10:39:34.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff89aa00640 1 -- 172.21.15.22:0/2945825281 >> v1:172.21.15.145:6789/0 conn(0x7ff89c0cfad0 legacy=0x7ff89c06d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff899600640 1 -- 172.21.15.22:0/2945825281 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4359563 0 0) 0x7ff89c0b4f90 con 0x7ff89c0b4470 2024-09-10T10:39:34.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff89aa00640 1 -- 172.21.15.22:0/2945825281 >> v1:172.21.15.22:6789/0 conn(0x7ff89c0b4470 legacy=0x7ff89c0cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.398+0000 7ff89aa00640 1 -- 172.21.15.22:0/2945825281 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff89c06d1b0 con 0x7ff89c1568c0 2024-09-10T10:39:34.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff89aa00640 1 --2- 172.21.15.22:0/2945825281 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 0x7ff89c0b3f30 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7ff88c0097c0 tx=0x7ff88c01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83aa9c8f5d70c0ef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:34.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff899600640 1 -- 172.21.15.22:0/2945825281 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88c0aa5f0 con 0x7ff89c1568c0 2024-09-10T10:39:34.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff899600640 1 -- 172.21.15.22:0/2945825281 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff88c0af070 con 0x7ff89c1568c0 2024-09-10T10:39:34.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff899600640 1 -- 172.21.15.22:0/2945825281 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88c0aa990 con 0x7ff89c1568c0 2024-09-10T10:39:34.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2945825281 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 msgr2=0x7ff89c0b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff8a1a00640 1 --2- 172.21.15.22:0/2945825281 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 0x7ff89c0b3f30 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7ff88c0097c0 tx=0x7ff88c01c470 comp rx=0 tx=0).stop 2024-09-10T10:39:34.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2945825281 shutdown_connections 2024-09-10T10:39:34.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff8a1a00640 1 --2- 172.21.15.22:0/2945825281 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 0x7ff89c0b3f30 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2945825281 >> 172.21.15.22:0/2945825281 conn(0x7ff89c062eb0 msgr2=0x7ff89c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:34.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2945825281 shutdown_connections 2024-09-10T10:39:34.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.402+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2945825281 wait complete. 2024-09-10T10:39:34.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 Processor -- start 2024-09-10T10:39:34.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 -- start start 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89c0b4470 0x7ff89c14dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff89c0cfad0 0x7ff89c161b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 0x7ff89c15b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c06ea50 con 0x7ff89c1568c0 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c06e8d0 con 0x7ff89c0cfad0 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff89c06ebd0 con 0x7ff89c0b4470 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 0x7ff89c15b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 0x7ff89c15b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52450/0 (socket says 172.21.15.22:52450) 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89b400640 1 -- 172.21.15.22:0/2247658092 learned_addr learned my addr 172.21.15.22:0/2247658092 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89a000640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff89c0cfad0 0x7ff89c161b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89aa00640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89c0b4470 0x7ff89c14dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89b400640 1 -- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89c0b4470 msgr2=0x7ff89c14dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89b400640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89c0b4470 0x7ff89c14dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89b400640 1 -- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff89c0cfad0 msgr2=0x7ff89c161b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89b400640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff89c0cfad0 0x7ff89c161b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89b400640 1 -- 172.21.15.22:0/2247658092 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff89c0712d0 con 0x7ff89c1568c0 2024-09-10T10:39:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff89b400640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 0x7ff89c15b2f0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7ff89400c7d0 tx=0x7ff89400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff892a00640 1 -- 172.21.15.22:0/2247658092 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff894017070 con 0x7ff89c1568c0 2024-09-10T10:39:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff892a00640 1 -- 172.21.15.22:0/2247658092 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff89400a640 con 0x7ff89c1568c0 2024-09-10T10:39:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2247658092 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff89c0715b0 con 0x7ff89c1568c0 2024-09-10T10:39:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff892a00640 1 -- 172.21.15.22:0/2247658092 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff89400a9f0 con 0x7ff89c1568c0 2024-09-10T10:39:34.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2247658092 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff89c14e270 con 0x7ff89c1568c0 2024-09-10T10:39:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.406+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2247658092 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff89c0d01f0 con 0x7ff89c1568c0 2024-09-10T10:39:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.410+0000 7ff892a00640 1 -- 172.21.15.22:0/2247658092 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff89401a070 con 0x7ff89c1568c0 2024-09-10T10:39:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.410+0000 7ff892a00640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff87c0678c0 0x7ff87c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.410+0000 7ff892a00640 1 -- 172.21.15.22:0/2247658092 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7ff894085250 con 0x7ff89c1568c0 2024-09-10T10:39:34.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.410+0000 7ff89aa00640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff87c0678c0 0x7ff87c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.410+0000 7ff89aa00640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff87c0678c0 0x7ff87c069d80 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7ff88c0ae000 tx=0x7ff88c0b5040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:34.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.414+0000 7ff892a00640 1 -- 172.21.15.22:0/2247658092 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff894055730 con 0x7ff89c1568c0 2024-09-10T10:39:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.578+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2247658092 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"} v 0) -- 0x7ff89c06be60 con 0x7ff89c1568c0 2024-09-10T10:39:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.578+0000 7ff892a00640 1 -- 172.21.15.22:0/2247658092 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"}]=0 v40) ==== 112+0+10 (secure 0 0 0) 0x7ff894059a30 con 0x7ff89c1568c0 2024-09-10T10:39:34.584 INFO:teuthology.orchestra.run.smithi022.stdout:60.000000 2024-09-10T10:39:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff87c0678c0 msgr2=0x7ff87c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff87c0678c0 0x7ff87c069d80 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7ff88c0ae000 tx=0x7ff88c0b5040 comp rx=0 tx=0).stop 2024-09-10T10:39:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2247658092 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 msgr2=0x7ff89c15b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 0x7ff89c15b2f0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7ff89400c7d0 tx=0x7ff89400cc90 comp rx=0 tx=0).stop 2024-09-10T10:39:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2247658092 shutdown_connections 2024-09-10T10:39:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff87c0678c0 0x7ff87c069d80 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff89c1568c0 0x7ff89c15b2f0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff89c0cfad0 0x7ff89c161b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 --2- 172.21.15.22:0/2247658092 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89c0b4470 0x7ff89c14dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2247658092 >> 172.21.15.22:0/2247658092 conn(0x7ff89c062eb0 msgr2=0x7ff89c15caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2247658092 shutdown_connections 2024-09-10T10:39:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.582+0000 7ff8a1a00640 1 -- 172.21.15.22:0/2247658092 wait complete. 2024-09-10T10:39:34.606 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:34.606 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:34.615 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:39:34.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:39:34.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:39:34.717 INFO:teuthology.orchestra.run.smithi022.stdout:client6152 2024-09-10T10:39:34.717 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:34.717 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:34.726 DEBUG:teuthology.orchestra.run.smithi022:> stdin-killer -- python3 -c ' 2024-09-10T10:39:34.726 DEBUG:teuthology.orchestra.run.smithi022:> import fcntl 2024-09-10T10:39:34.726 DEBUG:teuthology.orchestra.run.smithi022:> import sys 2024-09-10T10:39:34.726 DEBUG:teuthology.orchestra.run.smithi022:> import time 2024-09-10T10:39:34.726 DEBUG:teuthology.orchestra.run.smithi022:> import os 2024-09-10T10:39:34.726 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:39:34.727 DEBUG:teuthology.orchestra.run.smithi022:> fcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK) 2024-09-10T10:39:34.727 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:39:34.727 DEBUG:teuthology.orchestra.run.smithi022:> n = 800 2024-09-10T10:39:34.727 DEBUG:teuthology.orchestra.run.smithi022:> abs_path = "/home/ubuntu/cephtest/mnt.0/subdir" 2024-09-10T10:39:34.727 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:39:34.727 DEBUG:teuthology.orchestra.run.smithi022:> if not os.path.exists(abs_path): 2024-09-10T10:39:34.727 DEBUG:teuthology.orchestra.run.smithi022:> os.makedirs(abs_path) 2024-09-10T10:39:34.727 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:39:34.728 DEBUG:teuthology.orchestra.run.smithi022:> handles = [] 2024-09-10T10:39:34.728 DEBUG:teuthology.orchestra.run.smithi022:> for i in range(0, n): 2024-09-10T10:39:34.728 DEBUG:teuthology.orchestra.run.smithi022:> fname = "file_"+str(i) 2024-09-10T10:39:34.728 DEBUG:teuthology.orchestra.run.smithi022:> path = os.path.join(abs_path, fname) 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> handles.append(open(path, '"'"'w'"'"')) 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> print("waiting with handles open", file=sys.stderr) 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> while True: 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> print("open_n_background: keeping files open", file=sys.stderr) 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> try: 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> if os.read(0, 4096) == b"": 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> break 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> except BlockingIOError: 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> pass 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> time.sleep(2) 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> print("stdin closed, goodbye!", file=sys.stderr) 2024-09-10T10:39:34.729 DEBUG:teuthology.orchestra.run.smithi022:> ' 2024-09-10T10:39:34.776 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:34.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef8600640 1 Processor -- start 2024-09-10T10:39:34.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef8600640 1 -- start start 2024-09-10T10:39:34.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef8600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8ef015c230 0x7f8ef015c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef8600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ef00d2c40 0x7f8ef00b5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef8600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ef015cc20 con 0x7f8ef00d2820 2024-09-10T10:39:34.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef8600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f8ef015cf00 con 0x7f8ef015c230 2024-09-10T10:39:34.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef8600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8ef015d1e0 con 0x7f8ef00d2c40 2024-09-10T10:39:34.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef5c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8ef015c230 0x7f8ef015c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef5200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f8ef00d2820 0x7f8ef00b6c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:59014/0 (socket says 172.21.15.22:59014) 2024-09-10T10:39:34.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef5200640 1 -- 172.21.15.22:0/194465460 learned_addr learned my addr 172.21.15.22:0/194465460 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:34.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef6600640 1 --2- 172.21.15.22:0/194465460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ef00d2c40 0x7f8ef00b5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef5c00640 1 -- 172.21.15.22:0/194465460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ef00d2c40 msgr2=0x7f8ef00b5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:34.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef5c00640 1 --2- 172.21.15.22:0/194465460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ef00d2c40 0x7f8ef00b5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef5c00640 1 -- 172.21.15.22:0/194465460 >> v1:172.21.15.22:6789/0 conn(0x7f8ef00d2820 legacy=0x7f8ef00b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8ef5c00640 1 -- 172.21.15.22:0/194465460 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ef015d4c0 con 0x7f8ef015c230 2024-09-10T10:39:34.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.918+0000 7f8eefe00640 1 -- 172.21.15.22:0/194465460 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 955022506 0 0) 0x7f8ef015cc20 con 0x7f8ef00d2820 2024-09-10T10:39:34.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8ef5c00640 1 --2- 172.21.15.22:0/194465460 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef015c230 0x7f8ef015c610 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f8ee40097c0 tx=0x7f8ee401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82aef02f4b7bcc2d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:34.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8eefe00640 1 -- 172.21.15.22:0/194465460 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee40b1070 con 0x7f8ef015c230 2024-09-10T10:39:34.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8eefe00640 1 -- 172.21.15.22:0/194465460 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ee40ac410 con 0x7f8ef015c230 2024-09-10T10:39:34.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8eefe00640 1 -- 172.21.15.22:0/194465460 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee40ac7e0 con 0x7f8ef015c230 2024-09-10T10:39:34.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8ef8600640 1 -- 172.21.15.22:0/194465460 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef015c230 msgr2=0x7f8ef015c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8ef8600640 1 --2- 172.21.15.22:0/194465460 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef015c230 0x7f8ef015c610 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f8ee40097c0 tx=0x7f8ee401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8ef8600640 1 -- 172.21.15.22:0/194465460 shutdown_connections 2024-09-10T10:39:34.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8ef8600640 1 --2- 172.21.15.22:0/194465460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ef00d2c40 0x7f8ef00b5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8ef8600640 1 --2- 172.21.15.22:0/194465460 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef015c230 0x7f8ef015c610 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8ef8600640 1 -- 172.21.15.22:0/194465460 >> 172.21.15.22:0/194465460 conn(0x7f8ef006f3b0 msgr2=0x7f8ef006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:34.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8ef8600640 1 -- 172.21.15.22:0/194465460 shutdown_connections 2024-09-10T10:39:34.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.922+0000 7f8ef8600640 1 -- 172.21.15.22:0/194465460 wait complete. 2024-09-10T10:39:34.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef8600640 1 Processor -- start 2024-09-10T10:39:34.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef8600640 1 -- start start 2024-09-10T10:39:34.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef8600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef00d2820 0x7f8ef0147680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef8600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ef00d2c40 0x7f8ef006ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef8600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ef015c230 0x7f8ef006d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef8600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8ef00b7360 con 0x7f8ef00d2820 2024-09-10T10:39:34.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef8600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8ef00b65f0 con 0x7f8ef015c230 2024-09-10T10:39:34.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef8600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8ef00b74e0 con 0x7f8ef00d2c40 2024-09-10T10:39:34.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef5c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef00d2820 0x7f8ef0147680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef5c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef00d2820 0x7f8ef0147680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52472/0 (socket says 172.21.15.22:52472) 2024-09-10T10:39:34.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef5c00640 1 -- 172.21.15.22:0/1784026818 learned_addr learned my addr 172.21.15.22:0/1784026818 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:34.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef5200640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ef00d2c40 0x7f8ef006ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef6600640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ef015c230 0x7f8ef006d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef5c00640 1 -- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ef00d2c40 msgr2=0x7f8ef006ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef5c00640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ef00d2c40 0x7f8ef006ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef5c00640 1 -- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ef015c230 msgr2=0x7f8ef006d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:34.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef5c00640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ef015c230 0x7f8ef006d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:34.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef5c00640 1 -- 172.21.15.22:0/1784026818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ef014a390 con 0x7f8ef00d2820 2024-09-10T10:39:34.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef5c00640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef00d2820 0x7f8ef0147680 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f8ee40af040 tx=0x7f8ee401ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:34.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8eed600640 1 -- 172.21.15.22:0/1784026818 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee40b1050 con 0x7f8ef00d2820 2024-09-10T10:39:34.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8eed600640 1 -- 172.21.15.22:0/1784026818 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ee40b2040 con 0x7f8ef00d2820 2024-09-10T10:39:34.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8eed600640 1 -- 172.21.15.22:0/1784026818 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee4006e20 con 0x7f8ef00d2820 2024-09-10T10:39:34.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef8600640 1 -- 172.21.15.22:0/1784026818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ef014a6d0 con 0x7f8ef00d2820 2024-09-10T10:39:34.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.926+0000 7f8ef8600640 1 -- 172.21.15.22:0/1784026818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ef0148020 con 0x7f8ef00d2820 2024-09-10T10:39:34.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.930+0000 7f8ef8600640 1 -- 172.21.15.22:0/1784026818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ef00d1d10 con 0x7f8ef00d2820 2024-09-10T10:39:34.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.930+0000 7f8eed600640 1 -- 172.21.15.22:0/1784026818 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8ee40bf060 con 0x7f8ef00d2820 2024-09-10T10:39:34.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.930+0000 7f8eed600640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ed00678c0 0x7f8ed0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:34.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.930+0000 7f8eed600640 1 -- 172.21.15.22:0/1784026818 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f8ee411f3e0 con 0x7f8ef00d2820 2024-09-10T10:39:34.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.934+0000 7f8ef5200640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ed00678c0 0x7f8ed0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:34.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.934+0000 7f8ef5200640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ed00678c0 0x7f8ed0069d80 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f8edc007fd0 tx=0x7f8edc007d60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:34.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:34.934+0000 7f8eed600640 1 -- 172.21.15.22:0/1784026818 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8ef014a6d0 con 0x7f8ef00d2820 2024-09-10T10:39:35.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.194+0000 7f8ef8600640 1 -- 172.21.15.22:0/1784026818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8ef0071010 con 0x7f8ef00d2820 2024-09-10T10:39:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.194+0000 7f8eed600640 1 -- 172.21.15.22:0/1784026818 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+5231 (secure 0 0 0) 0x7f8ee4016090 con 0x7f8ef00d2820 2024-09-10T10:39:35.198 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:35.198 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":72,"btime":"2024-09-10T10:39:22:413242+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6056,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2259348708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2259348708},{"type":"v1","addr":"172.21.15.22:6835","nonce":2259348708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6772,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2153380025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2153380025},{"type":"v1","addr":"172.21.15.145:6836","nonce":2153380025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6775,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1613145828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1613145828},{"type":"v1","addr":"172.21.15.145:6837","nonce":1613145828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:39:18.785044+0000","modified":"2024-09-10T10:39:21.804374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7101},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7101":{"gid":7101,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6834/1159600822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1159600822},{"type":"v1","addr":"172.21.15.22:6834","nonce":1159600822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7101,"qdb_cluster":[7101]},"id":8}]} 2024-09-10T10:39:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 72 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 -- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ed00678c0 msgr2=0x7f8ed0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ed00678c0 0x7f8ed0069d80 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f8edc007fd0 tx=0x7f8edc007d60 comp rx=0 tx=0).stop 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 -- 172.21.15.22:0/1784026818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef00d2820 msgr2=0x7f8ef0147680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef00d2820 0x7f8ef0147680 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f8ee40af040 tx=0x7f8ee401ace0 comp rx=0 tx=0).stop 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 -- 172.21.15.22:0/1784026818 shutdown_connections 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8ed00678c0 0x7f8ed0069d80 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ef015c230 0x7f8ef006d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ef00d2c40 0x7f8ef006ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 --2- 172.21.15.22:0/1784026818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8ef00d2820 0x7f8ef0147680 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 -- 172.21.15.22:0/1784026818 >> 172.21.15.22:0/1784026818 conn(0x7f8ef006f3b0 msgr2=0x7f8ef00b6c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 -- 172.21.15.22:0/1784026818 shutdown_connections 2024-09-10T10:39:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:35.198+0000 7f8ef8600640 1 -- 172.21.15.22:0/1784026818 wait complete. 2024-09-10T10:39:35.227 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-10T10:39:35.412 INFO:teuthology.orchestra.run.smithi022.stdout:[{"id":7284,"entity":{"name":{"type":"client","num":7284},"addr":{"type":"any","addr":"172.21.15.145:0","nonce":1378414996}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":3.3959652650000001,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9896443965238051,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7284 172.21.15.145:0/1378414996","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":6152,"entity":{"name":{"type":"client","num":6152},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":220842498}},"state":"open","num_leases":1,"num_caps":503,"request_load_avg":525,"uptime":4.5199537660000004,"requests_in_flight":456,"num_completed_requests":45,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":1006.316816355276,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":29,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.6152 172.21.15.22:0/220842498","completed_requests":[{"tid":29,"created_ino":"0x10000000001"},{"tid":30,"created_ino":"0x100000001f6"},{"tid":31,"created_ino":"0x100000001f7"},{"tid":32,"created_ino":"0x100000001f8"},{"tid":33,"created_ino":"0x100000001f9"},{"tid":34,"created_ino":"0x100000001fa"},{"tid":35,"created_ino":"0x100000001fb"},{"tid":36,"created_ino":"0x100000001fc"},{"tid":37,"created_ino":"0x100000001fd"},{"tid":38,"created_ino":"0x100000001fe"},{"tid":39,"created_ino":"0x100000001ff"},{"tid":40,"created_ino":"0x10000000200"},{"tid":41,"created_ino":"0x10000000201"},{"tid":42,"created_ino":"0x10000000202"},{"tid":43,"created_ino":"0x10000000203"},{"tid":44,"created_ino":"0x10000000204"},{"tid":45,"created_ino":"0x10000000205"},{"tid":46,"created_ino":"0x10000000206"},{"tid":47,"created_ino":"0x10000000207"},{"tid":48,"created_ino":"0x10000000208"},{"tid":49,"created_ino":"0x10000000209"},{"tid":50,"created_ino":"0x1000000020a"},{"tid":51,"created_ino":"0x1000000020b"},{"tid":52,"created_ino":"0x1000000020c"},{"tid":53,"created_ino":"0x1000000020d"},{"tid":54,"created_ino":"0x1000000020e"},{"tid":55,"created_ino":"0x1000000020f"},{"tid":56,"created_ino":"0x10000000210"},{"tid":57,"created_ino":"0x10000000211"},{"tid":58,"created_ino":"0x10000000212"},{"tid":59,"created_ino":"0x10000000213"},{"tid":60,"created_ino":"0x10000000214"},{"tid":61,"created_ino":"0x10000000215"},{"tid":62,"created_ino":"0x10000000216"},{"tid":63,"created_ino":"0x10000000217"},{"tid":64,"created_ino":"0x10000000218"},{"tid":65,"created_ino":"0x10000000219"},{"tid":66,"created_ino":"0x1000000021a"},{"tid":67,"created_ino":"0x1000000021b"},{"tid":68,"created_ino":"0x1000000021c"},{"tid":69,"created_ino":"0x1000000021d"},{"tid":70,"created_ino":"0x1000000021e"},{"tid":71,"created_ino":"0x1000000021f"},{"tid":72,"created_ino":"0x10000000220"},{"tid":73,"created_ino":"0x10000000221"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000222","length":957}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:39:35.413 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.145:0", "nonce": 1378414996, "type": "any" }, "name": { "num": 7284, "type": "client" } }, "id": 7284, "inst": "client.7284 172.21.15.145:0/1378414996", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.989644396523805 }, "state": "open", "uptime": 3.395965265 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [ { "created_ino": "0x10000000001", "tid": 29 }, { "created_ino": "0x100000001f6", "tid": 30 }, { "created_ino": "0x100000001f7", "tid": 31 }, { "created_ino": "0x100000001f8", "tid": 32 }, { "created_ino": "0x100000001f9", "tid": 33 }, { "created_ino": "0x100000001fa", "tid": 34 }, { "created_ino": "0x100000001fb", "tid": 35 }, { "created_ino": "0x100000001fc", "tid": 36 }, { "created_ino": "0x100000001fd", "tid": 37 }, { "created_ino": "0x100000001fe", "tid": 38 }, { "created_ino": "0x100000001ff", "tid": 39 }, { "created_ino": "0x10000000200", "tid": 40 }, { "created_ino": "0x10000000201", "tid": 41 }, { "created_ino": "0x10000000202", "tid": 42 }, { "created_ino": "0x10000000203", "tid": 43 }, { "created_ino": "0x10000000204", "tid": 44 }, { "created_ino": "0x10000000205", "tid": 45 }, { "created_ino": "0x10000000206", "tid": 46 }, { "created_ino": "0x10000000207", "tid": 47 }, { "created_ino": "0x10000000208", "tid": 48 }, { "created_ino": "0x10000000209", "tid": 49 }, { "created_ino": "0x1000000020a", "tid": 50 }, { "created_ino": "0x1000000020b", "tid": 51 }, { "created_ino": "0x1000000020c", "tid": 52 }, { "created_ino": "0x1000000020d", "tid": 53 }, { "created_ino": "0x1000000020e", "tid": 54 }, { "created_ino": "0x1000000020f", "tid": 55 }, { "created_ino": "0x10000000210", "tid": 56 }, { "created_ino": "0x10000000211", "tid": 57 }, { "created_ino": "0x10000000212", "tid": 58 }, { "created_ino": "0x10000000213", "tid": 59 }, { "created_ino": "0x10000000214", "tid": 60 }, { "created_ino": "0x10000000215", "tid": 61 }, { "created_ino": "0x10000000216", "tid": 62 }, { "created_ino": "0x10000000217", "tid": 63 }, { "created_ino": "0x10000000218", "tid": 64 }, { "created_ino": "0x10000000219", "tid": 65 }, { "created_ino": "0x1000000021a", "tid": 66 }, { "created_ino": "0x1000000021b", "tid": 67 }, { "created_ino": "0x1000000021c", "tid": 68 }, { "created_ino": "0x1000000021d", "tid": 69 }, { "created_ino": "0x1000000021e", "tid": 70 }, { "created_ino": "0x1000000021f", "tid": 71 }, { "created_ino": "0x10000000220", "tid": 72 }, { "created_ino": "0x10000000221", "tid": 73 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 220842498, "type": "any" }, "name": { "num": 6152, "type": "client" } }, "id": 6152, "inst": "client.6152 172.21.15.22:0/220842498", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 29, "num_caps": 503, "num_completed_flushes": 0, "num_completed_requests": 45, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 957, "start": "0x10000000222" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 525, "requests_in_flight": 456, "session_cache_liveness": { "halflife": 300, "value": 1006.316816355276 }, "state": "open", "uptime": 4.519953766 } ] 2024-09-10T10:39:35.413 DEBUG:tasks.ceph_test_case:wait_until_equal: 503 != 802, waiting (timeout=600)... 2024-09-10T10:39:35.822 INFO:teuthology.orchestra.run.smithi022.stderr:waiting with handles open 2024-09-10T10:39:35.822 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:39:37.825 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:39:39.827 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:39:40.415 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:40.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.562+0000 7f7a80600640 1 Processor -- start 2024-09-10T10:39:40.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.562+0000 7f7a80600640 1 -- start start 2024-09-10T10:39:40.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a80600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7a7815b220 0x7f7a78071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:40.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a80600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a780ce880 con 0x7f7a780b56f0 2024-09-10T10:39:40.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a80600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a780ceb60 con 0x7f7a7815b600 2024-09-10T10:39:40.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a80600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7a7806d6e0 con 0x7f7a7815b220 2024-09-10T10:39:40.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7e600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7a780b56f0 0x7f7a780b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56282/0 (socket says 172.21.15.22:56282) 2024-09-10T10:39:40.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7e600640 1 -- 172.21.15.22:0/3991029350 learned_addr learned my addr 172.21.15.22:0/3991029350 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:40.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7dc00640 1 --2- 172.21.15.22:0/3991029350 >> v2:172.21.15.145:3300/0 conn(0x7f7a7815b220 0x7f7a78071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:40.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 946076365 0 0) 0x7f7a780ce880 con 0x7f7a780b56f0 2024-09-10T10:39:40.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7a60003530 con 0x7f7a780b56f0 2024-09-10T10:39:40.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 164497416 0 0) 0x7f7a60003530 con 0x7f7a780b56f0 2024-09-10T10:39:40.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 >> v2:172.21.15.145:3300/0 conn(0x7f7a7815b220 msgr2=0x7f7a78071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:40.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 --2- 172.21.15.22:0/3991029350 >> v2:172.21.15.145:3300/0 conn(0x7f7a7815b220 0x7f7a78071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 >> v1:172.21.15.145:6789/0 conn(0x7f7a7815b600 legacy=0x7f7a780b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:40.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a780cee40 con 0x7f7a780b56f0 2024-09-10T10:39:40.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f7a70001a00 con 0x7f7a780b56f0 2024-09-10T10:39:40.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 >> v1:172.21.15.22:6789/0 conn(0x7f7a780b56f0 legacy=0x7f7a780b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:40.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a600039c0 0x7f7a60003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a60004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a600051d0 0x7f7a6000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6000c0f0 con 0x7f7a60004810 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6000c2a0 con 0x7f7a600051d0 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7a6000e6b0 con 0x7f7a600039c0 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7d200640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a60004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7dc00640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a600039c0 0x7f7a60003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7e600640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a600051d0 0x7f7a6000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7d200640 1 -- 172.21.15.22:0/3991029350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a600039c0 msgr2=0x7f7a60003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7d200640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a600039c0 0x7f7a60003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7d200640 1 -- 172.21.15.22:0/3991029350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a600051d0 msgr2=0x7f7a6000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7d200640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a600051d0 0x7f7a6000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7d200640 1 -- 172.21.15.22:0/3991029350 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a60003530 con 0x7f7a60004810 2024-09-10T10:39:40.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.566+0000 7f7a7e600640 1 -- 172.21.15.22:0/3991029350 reap_dead start 2024-09-10T10:39:40.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a7d200640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a60004c90 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f7a64001860 tx=0x7f7a6401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72a751e443475767 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:40.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a640b0070 con 0x7f7a60004810 2024-09-10T10:39:40.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a640ab600 con 0x7f7a60004810 2024-09-10T10:39:40.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a77e00640 1 -- 172.21.15.22:0/3991029350 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a64001460 con 0x7f7a60004810 2024-09-10T10:39:40.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a80600640 1 -- 172.21.15.22:0/3991029350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 msgr2=0x7f7a60004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:40.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a80600640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a60004c90 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f7a64001860 tx=0x7f7a6401c4b0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a80600640 1 -- 172.21.15.22:0/3991029350 shutdown_connections 2024-09-10T10:39:40.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a80600640 1 --2- 172.21.15.22:0/3991029350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a60004c90 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a80600640 1 -- 172.21.15.22:0/3991029350 >> 172.21.15.22:0/3991029350 conn(0x7f7a78062dd0 msgr2=0x7f7a7806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:40.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a80600640 1 -- 172.21.15.22:0/3991029350 shutdown_connections 2024-09-10T10:39:40.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a80600640 1 -- 172.21.15.22:0/3991029350 wait complete. 2024-09-10T10:39:40.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.570+0000 7f7a80600640 1 Processor -- start 2024-09-10T10:39:40.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a80600640 1 -- start start 2024-09-10T10:39:40.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a80600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a781500e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:40.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a80600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a780ae8a0 0x7f7a780aed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:40.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a80600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a780c71a0 0x7f7a780c7620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:40.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a80600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7a780b48a0 con 0x7f7a60004810 2024-09-10T10:39:40.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a80600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7a780b4720 con 0x7f7a780ae8a0 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a80600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7a780cf640 con 0x7f7a780c71a0 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7dc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a781500e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7dc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a781500e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:45074/0 (socket says 172.21.15.22:45074) 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7dc00640 1 -- 172.21.15.22:0/3928435151 learned_addr learned my addr 172.21.15.22:0/3928435151 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7e600640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a780c71a0 0x7f7a780c7620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7d200640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a780ae8a0 0x7f7a780aed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7dc00640 1 -- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a780c71a0 msgr2=0x7f7a780c7620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7dc00640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a780c71a0 0x7f7a780c7620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7dc00640 1 -- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a780ae8a0 msgr2=0x7f7a780aed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7dc00640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a780ae8a0 0x7f7a780aed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7dc00640 1 -- 172.21.15.22:0/3928435151 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a780c7b60 con 0x7f7a60004810 2024-09-10T10:39:40.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a7dc00640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a781500e0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c011ad0 tx=0x7f7a6c011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:40.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a75600640 1 -- 172.21.15.22:0/3928435151 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6c00fbb0 con 0x7f7a60004810 2024-09-10T10:39:40.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a75600640 1 -- 172.21.15.22:0/3928435151 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a6c00fd50 con 0x7f7a60004810 2024-09-10T10:39:40.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a75600640 1 -- 172.21.15.22:0/3928435151 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6c014680 con 0x7f7a60004810 2024-09-10T10:39:40.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a80600640 1 -- 172.21.15.22:0/3928435151 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a780c5680 con 0x7f7a60004810 2024-09-10T10:39:40.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a80600640 1 -- 172.21.15.22:0/3928435151 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a780c5c40 con 0x7f7a60004810 2024-09-10T10:39:40.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.574+0000 7f7a80600640 1 -- 172.21.15.22:0/3928435151 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a780af260 con 0x7f7a60004810 2024-09-10T10:39:40.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.578+0000 7f7a75600640 1 -- 172.21.15.22:0/3928435151 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7a6c012040 con 0x7f7a60004810 2024-09-10T10:39:40.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.578+0000 7f7a75600640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a580678f0 0x7f7a58069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:40.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.578+0000 7f7a75600640 1 -- 172.21.15.22:0/3928435151 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f7a6c086410 con 0x7f7a60004810 2024-09-10T10:39:40.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.578+0000 7f7a7d200640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a580678f0 0x7f7a58069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:40.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.578+0000 7f7a7d200640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a580678f0 0x7f7a58069db0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f7a640ad000 tx=0x7f7a640a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.582+0000 7f7a75600640 1 -- 172.21.15.22:0/3928435151 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7a6c019030 con 0x7f7a60004810 2024-09-10T10:39:40.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.786+0000 7f7a80600640 1 -- 172.21.15.22:0/3928435151 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7a780cf970 con 0x7f7a60004810 2024-09-10T10:39:40.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.786+0000 7f7a75600640 1 -- 172.21.15.22:0/3928435151 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 73 v73) ==== 94+0+5231 (secure 0 0 0) 0x7f7a6c056eb0 con 0x7f7a60004810 2024-09-10T10:39:40.791 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:40.791 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":73,"btime":"2024-09-10T10:39:36:194483+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6056,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2259348708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2259348708},{"type":"v1","addr":"172.21.15.22:6835","nonce":2259348708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6772,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2153380025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2153380025},{"type":"v1","addr":"172.21.15.145:6836","nonce":2153380025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6775,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1613145828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1613145828},{"type":"v1","addr":"172.21.15.145:6837","nonce":1613145828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":73,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:39:18.785044+0000","modified":"2024-09-10T10:39:35.425994+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7101},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7101":{"gid":7101,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":7,"addr":"172.21.15.22:6834/1159600822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1159600822},{"type":"v1","addr":"172.21.15.22:6834","nonce":1159600822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7101,"qdb_cluster":[7101]},"id":8}]} 2024-09-10T10:39:40.793 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 73 2024-09-10T10:39:40.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.786+0000 7f7a80600640 1 -- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a580678f0 msgr2=0x7f7a58069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:40.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a580678f0 0x7f7a58069db0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f7a640ad000 tx=0x7f7a640a6000 comp rx=0 tx=0).stop 2024-09-10T10:39:40.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 -- 172.21.15.22:0/3928435151 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 msgr2=0x7f7a781500e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:40.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a781500e0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c011ad0 tx=0x7f7a6c011f90 comp rx=0 tx=0).stop 2024-09-10T10:39:40.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 -- 172.21.15.22:0/3928435151 shutdown_connections 2024-09-10T10:39:40.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a580678f0 0x7f7a58069db0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a780c71a0 0x7f7a780c7620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a780ae8a0 0x7f7a780aed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 --2- 172.21.15.22:0/3928435151 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a60004810 0x7f7a781500e0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:40.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 -- 172.21.15.22:0/3928435151 >> 172.21.15.22:0/3928435151 conn(0x7f7a78062dd0 msgr2=0x7f7a78071760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:40.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 -- 172.21.15.22:0/3928435151 shutdown_connections 2024-09-10T10:39:40.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:40.790+0000 7f7a80600640 1 -- 172.21.15.22:0/3928435151 wait complete. 2024-09-10T10:39:40.812 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-10T10:39:40.977 INFO:teuthology.orchestra.run.smithi022.stdout:[{"id":7284,"entity":{"name":{"type":"client","num":7284},"addr":{"type":"any","addr":"172.21.15.145:0","nonce":1378414996}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":8.9678981100000001,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9514027060851302,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7284 172.21.15.145:0/1378414996","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":6152,"entity":{"name":{"type":"client","num":6152},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":220842498}},"state":"open","num_leases":1,"num_caps":802,"request_load_avg":774,"uptime":10.091886611,"requests_in_flight":0,"num_completed_requests":299,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":2317.2008608871702,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":784.31698915358345,"halflife":1.5},"recall_caps_throttle2o":{"value":247.71936587388657,"halflife":0.5},"session_cache_liveness":{"value":1584.1740208468852,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":530,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.6152 172.21.15.22:0/220842498","completed_requests":[{"tid":530,"created_ino":"0x100000003e9"},{"tid":531,"created_ino":"0x100000003ea"},{"tid":532,"created_ino":"0x100000003eb"},{"tid":533,"created_ino":"0x100000003ec"},{"tid":534,"created_ino":"0x100000003ed"},{"tid":535,"created_ino":"0x100000003ee"},{"tid":536,"created_ino":"0x100000003ef"},{"tid":537,"created_ino":"0x100000003f0"},{"tid":538,"created_ino":"0x100000003f1"},{"tid":539,"created_ino":"0x100000003f2"},{"tid":540,"created_ino":"0x100000003f3"},{"tid":541,"created_ino":"0x100000003f4"},{"tid":542,"created_ino":"0x100000003f5"},{"tid":543,"created_ino":"0x100000003f6"},{"tid":544,"created_ino":"0x100000003f7"},{"tid":545,"created_ino":"0x100000003f8"},{"tid":546,"created_ino":"0x100000003f9"},{"tid":547,"created_ino":"0x100000003fa"},{"tid":548,"created_ino":"0x100000003fb"},{"tid":549,"created_ino":"0x100000003fc"},{"tid":550,"created_ino":"0x100000003fd"},{"tid":551,"created_ino":"0x100000003fe"},{"tid":552,"created_ino":"0x100000003ff"},{"tid":553,"created_ino":"0x10000000400"},{"tid":554,"created_ino":"0x10000000401"},{"tid":555,"created_ino":"0x10000000402"},{"tid":556,"created_ino":"0x10000000403"},{"tid":557,"created_ino":"0x10000000404"},{"tid":558,"created_ino":"0x10000000405"},{"tid":559,"created_ino":"0x10000000406"},{"tid":560,"created_ino":"0x10000000407"},{"tid":561,"created_ino":"0x10000000408"},{"tid":562,"created_ino":"0x10000000409"},{"tid":563,"created_ino":"0x1000000040a"},{"tid":564,"created_ino":"0x1000000040b"},{"tid":565,"created_ino":"0x1000000040c"},{"tid":566,"created_ino":"0x1000000040d"},{"tid":567,"created_ino":"0x1000000040e"},{"tid":568,"created_ino":"0x1000000040f"},{"tid":569,"created_ino":"0x10000000410"},{"tid":570,"created_ino":"0x10000000411"},{"tid":571,"created_ino":"0x10000000412"},{"tid":572,"created_ino":"0x10000000413"},{"tid":573,"created_ino":"0x10000000414"},{"tid":574,"created_ino":"0x10000000415"},{"tid":575,"created_ino":"0x10000000416"},{"tid":576,"created_ino":"0x10000000417"},{"tid":577,"created_ino":"0x10000000418"},{"tid":578,"created_ino":"0x10000000419"},{"tid":579,"created_ino":"0x1000000041a"},{"tid":580,"created_ino":"0x1000000041b"},{"tid":581,"created_ino":"0x1000000041c"},{"tid":582,"created_ino":"0x1000000041d"},{"tid":583,"created_ino":"0x1000000041e"},{"tid":584,"created_ino":"0x1000000041f"},{"tid":585,"created_ino":"0x10000000420"},{"tid":586,"created_ino":"0x10000000421"},{"tid":587,"created_ino":"0x10000000422"},{"tid":588,"created_ino":"0x10000000423"},{"tid":589,"created_ino":"0x10000000424"},{"tid":590,"created_ino":"0x10000000425"},{"tid":591,"created_ino":"0x10000000426"},{"tid":592,"created_ino":"0x10000000427"},{"tid":593,"created_ino":"0x10000000428"},{"tid":594,"created_ino":"0x10000000429"},{"tid":595,"created_ino":"0x1000000042a"},{"tid":596,"created_ino":"0x1000000042b"},{"tid":597,"created_ino":"0x1000000042c"},{"tid":598,"created_ino":"0x1000000042d"},{"tid":599,"created_ino":"0x1000000042e"},{"tid":600,"created_ino":"0x1000000042f"},{"tid":601,"created_ino":"0x10000000430"},{"tid":602,"created_ino":"0x10000000431"},{"tid":603,"created_ino":"0x10000000432"},{"tid":604,"created_ino":"0x10000000433"},{"tid":605,"created_ino":"0x10000000434"},{"tid":606,"created_ino":"0x10000000435"},{"tid":607,"created_ino":"0x10000000436"},{"tid":608,"created_ino":"0x10000000437"},{"tid":609,"created_ino":"0x10000000438"},{"tid":610,"created_ino":"0x10000000439"},{"tid":611,"created_ino":"0x1000000043a"},{"tid":612,"created_ino":"0x1000000043b"},{"tid":613,"created_ino":"0x1000000043c"},{"tid":614,"created_ino":"0x1000000043d"},{"tid":615,"created_ino":"0x1000000043e"},{"tid":616,"created_ino":"0x1000000043f"},{"tid":617,"created_ino":"0x10000000440"},{"tid":618,"created_ino":"0x10000000441"},{"tid":619,"created_ino":"0x10000000442"},{"tid":620,"created_ino":"0x10000000443"},{"tid":621,"created_ino":"0x10000000444"},{"tid":622,"created_ino":"0x10000000445"},{"tid":623,"created_ino":"0x10000000446"},{"tid":624,"created_ino":"0x10000000447"},{"tid":625,"created_ino":"0x10000000448"},{"tid":626,"created_ino":"0x10000000449"},{"tid":627,"created_ino":"0x1000000044a"},{"tid":628,"created_ino":"0x1000000044b"},{"tid":629,"created_ino":"0x1000000044c"},{"tid":630,"created_ino":"0x1000000044d"},{"tid":631,"created_ino":"0x1000000044e"},{"tid":632,"created_ino":"0x1000000044f"},{"tid":633,"created_ino":"0x10000000450"},{"tid":634,"created_ino":"0x10000000451"},{"tid":635,"created_ino":"0x10000000452"},{"tid":636,"created_ino":"0x10000000453"},{"tid":637,"created_ino":"0x10000000454"},{"tid":638,"created_ino":"0x10000000455"},{"tid":639,"created_ino":"0x10000000456"},{"tid":640,"created_ino":"0x10000000457"},{"tid":641,"created_ino":"0x10000000458"},{"tid":642,"created_ino":"0x10000000459"},{"tid":643,"created_ino":"0x1000000045a"},{"tid":644,"created_ino":"0x1000000045b"},{"tid":645,"created_ino":"0x1000000045c"},{"tid":646,"created_ino":"0x1000000045d"},{"tid":647,"created_ino":"0x1000000045e"},{"tid":648,"created_ino":"0x1000000045f"},{"tid":649,"created_ino":"0x10000000460"},{"tid":650,"created_ino":"0x10000000461"},{"tid":651,"created_ino":"0x10000000462"},{"tid":652,"created_ino":"0x10000000463"},{"tid":653,"created_ino":"0x10000000464"},{"tid":654,"created_ino":"0x10000000465"},{"tid":655,"created_ino":"0x10000000466"},{"tid":656,"created_ino":"0x10000000467"},{"tid":657,"created_ino":"0x10000000468"},{"tid":658,"created_ino":"0x10000000469"},{"tid":659,"created_ino":"0x1000000046a"},{"tid":660,"created_ino":"0x1000000046b"},{"tid":661,"created_ino":"0x1000000046c"},{"tid":662,"created_ino":"0x1000000046d"},{"tid":663,"created_ino":"0x1000000046e"},{"tid":664,"created_ino":"0x1000000046f"},{"tid":665,"created_ino":"0x10000000470"},{"tid":666,"created_ino":"0x10000000471"},{"tid":667,"created_ino":"0x10000000472"},{"tid":668,"created_ino":"0x10000000473"},{"tid":669,"created_ino":"0x10000000474"},{"tid":670,"created_ino":"0x10000000475"},{"tid":671,"created_ino":"0x10000000476"},{"tid":672,"created_ino":"0x10000000477"},{"tid":673,"created_ino":"0x10000000478"},{"tid":674,"created_ino":"0x10000000479"},{"tid":675,"created_ino":"0x1000000047a"},{"tid":676,"created_ino":"0x1000000047b"},{"tid":677,"created_ino":"0x1000000047c"},{"tid":678,"created_ino":"0x1000000047d"},{"tid":679,"created_ino":"0x1000000047e"},{"tid":680,"created_ino":"0x1000000047f"},{"tid":681,"created_ino":"0x10000000480"},{"tid":682,"created_ino":"0x10000000481"},{"tid":683,"created_ino":"0x10000000482"},{"tid":684,"created_ino":"0x10000000483"},{"tid":685,"created_ino":"0x10000000484"},{"tid":686,"created_ino":"0x10000000485"},{"tid":687,"created_ino":"0x10000000486"},{"tid":688,"created_ino":"0x10000000487"},{"tid":689,"created_ino":"0x10000000488"},{"tid":690,"created_ino":"0x10000000489"},{"tid":691,"created_ino":"0x1000000048a"},{"tid":692,"created_ino":"0x1000000048b"},{"tid":693,"created_ino":"0x1000000048c"},{"tid":694,"created_ino":"0x1000000048d"},{"tid":695,"created_ino":"0x1000000048e"},{"tid":696,"created_ino":"0x1000000048f"},{"tid":697,"created_ino":"0x10000000490"},{"tid":698,"created_ino":"0x10000000491"},{"tid":699,"created_ino":"0x10000000492"},{"tid":700,"created_ino":"0x10000000493"},{"tid":701,"created_ino":"0x10000000494"},{"tid":702,"created_ino":"0x10000000495"},{"tid":703,"created_ino":"0x10000000496"},{"tid":704,"created_ino":"0x10000000497"},{"tid":705,"created_ino":"0x10000000498"},{"tid":706,"created_ino":"0x10000000499"},{"tid":707,"created_ino":"0x1000000049a"},{"tid":708,"created_ino":"0x1000000049b"},{"tid":709,"created_ino":"0x1000000049c"},{"tid":710,"created_ino":"0x1000000049d"},{"tid":711,"created_ino":"0x1000000049e"},{"tid":712,"created_ino":"0x1000000049f"},{"tid":713,"created_ino":"0x100000004a0"},{"tid":714,"created_ino":"0x100000004a1"},{"tid":715,"created_ino":"0x100000004a2"},{"tid":716,"created_ino":"0x100000004a3"},{"tid":717,"created_ino":"0x100000004a4"},{"tid":718,"created_ino":"0x100000004a5"},{"tid":719,"created_ino":"0x100000004a6"},{"tid":720,"created_ino":"0x100000004a7"},{"tid":721,"created_ino":"0x100000004a8"},{"tid":722,"created_ino":"0x100000004a9"},{"tid":723,"created_ino":"0x100000004aa"},{"tid":724,"created_ino":"0x100000004ab"},{"tid":725,"created_ino":"0x100000004ac"},{"tid":726,"created_ino":"0x100000004ad"},{"tid":727,"created_ino":"0x100000004ae"},{"tid":728,"created_ino":"0x100000004af"},{"tid":729,"created_ino":"0x100000004b0"},{"tid":730,"created_ino":"0x100000004b1"},{"tid":731,"created_ino":"0x100000004b2"},{"tid":732,"created_ino":"0x100000004b3"},{"tid":733,"created_ino":"0x100000004b4"},{"tid":734,"created_ino":"0x100000004b5"},{"tid":735,"created_ino":"0x100000004b6"},{"tid":736,"created_ino":"0x100000004b7"},{"tid":737,"created_ino":"0x100000004b8"},{"tid":738,"created_ino":"0x100000004b9"},{"tid":739,"created_ino":"0x100000004ba"},{"tid":740,"created_ino":"0x100000004bb"},{"tid":741,"created_ino":"0x100000004bc"},{"tid":742,"created_ino":"0x100000004bd"},{"tid":743,"created_ino":"0x100000004be"},{"tid":744,"created_ino":"0x100000004bf"},{"tid":745,"created_ino":"0x100000004c0"},{"tid":746,"created_ino":"0x100000004c1"},{"tid":747,"created_ino":"0x100000004c2"},{"tid":748,"created_ino":"0x100000004c3"},{"tid":749,"created_ino":"0x100000004c4"},{"tid":750,"created_ino":"0x100000004c5"},{"tid":751,"created_ino":"0x100000004c6"},{"tid":752,"created_ino":"0x100000004c7"},{"tid":753,"created_ino":"0x100000004c8"},{"tid":754,"created_ino":"0x100000004c9"},{"tid":755,"created_ino":"0x100000004ca"},{"tid":756,"created_ino":"0x100000004cb"},{"tid":757,"created_ino":"0x100000004cc"},{"tid":758,"created_ino":"0x100000004cd"},{"tid":759,"created_ino":"0x100000004ce"},{"tid":760,"created_ino":"0x100000004cf"},{"tid":761,"created_ino":"0x100000004d0"},{"tid":762,"created_ino":"0x100000004d1"},{"tid":763,"created_ino":"0x100000004d2"},{"tid":764,"created_ino":"0x100000004d3"},{"tid":765,"created_ino":"0x100000004d4"},{"tid":766,"created_ino":"0x100000004d5"},{"tid":767,"created_ino":"0x100000004d6"},{"tid":768,"created_ino":"0x100000004d7"},{"tid":769,"created_ino":"0x100000004d8"},{"tid":770,"created_ino":"0x100000004d9"},{"tid":771,"created_ino":"0x100000004da"},{"tid":772,"created_ino":"0x100000004db"},{"tid":773,"created_ino":"0x100000004dc"},{"tid":774,"created_ino":"0x100000004dd"},{"tid":775,"created_ino":"0x100000004de"},{"tid":776,"created_ino":"0x100000004df"},{"tid":777,"created_ino":"0x100000004e0"},{"tid":778,"created_ino":"0x100000004e1"},{"tid":779,"created_ino":"0x100000004e2"},{"tid":780,"created_ino":"0x100000004e3"},{"tid":781,"created_ino":"0x100000004e4"},{"tid":782,"created_ino":"0x100000004e5"},{"tid":783,"created_ino":"0x100000004e6"},{"tid":784,"created_ino":"0x100000004e7"},{"tid":785,"created_ino":"0x100000004e8"},{"tid":786,"created_ino":"0x100000004e9"},{"tid":787,"created_ino":"0x100000004ea"},{"tid":788,"created_ino":"0x100000004eb"},{"tid":789,"created_ino":"0x100000004ec"},{"tid":790,"created_ino":"0x100000004ed"},{"tid":791,"created_ino":"0x100000004ee"},{"tid":792,"created_ino":"0x100000004ef"},{"tid":793,"created_ino":"0x100000004f0"},{"tid":794,"created_ino":"0x100000004f1"},{"tid":795,"created_ino":"0x100000004f2"},{"tid":796,"created_ino":"0x100000004f3"},{"tid":797,"created_ino":"0x100000004f4"},{"tid":798,"created_ino":"0x100000004f5"},{"tid":799,"created_ino":"0x100000004f6"},{"tid":800,"created_ino":"0x100000004f7"},{"tid":801,"created_ino":"0x100000004f8"},{"tid":802,"created_ino":"0x100000004f9"},{"tid":803,"created_ino":"0x100000004fa"},{"tid":804,"created_ino":"0x100000004fb"},{"tid":805,"created_ino":"0x100000004fc"},{"tid":806,"created_ino":"0x100000004fd"},{"tid":807,"created_ino":"0x100000004fe"},{"tid":808,"created_ino":"0x100000004ff"},{"tid":809,"created_ino":"0x10000000500"},{"tid":810,"created_ino":"0x10000000501"},{"tid":811,"created_ino":"0x10000000502"},{"tid":812,"created_ino":"0x10000000503"},{"tid":813,"created_ino":"0x10000000504"},{"tid":814,"created_ino":"0x10000000505"},{"tid":815,"created_ino":"0x10000000506"},{"tid":816,"created_ino":"0x10000000507"},{"tid":817,"created_ino":"0x10000000508"},{"tid":818,"created_ino":"0x10000000509"},{"tid":819,"created_ino":"0x1000000050a"},{"tid":820,"created_ino":"0x1000000050b"},{"tid":821,"created_ino":"0x1000000050c"},{"tid":822,"created_ino":"0x1000000050d"},{"tid":823,"created_ino":"0x1000000050e"},{"tid":824,"created_ino":"0x1000000050f"},{"tid":825,"created_ino":"0x10000000510"},{"tid":826,"created_ino":"0x10000000511"},{"tid":827,"created_ino":"0x10000000512"},{"tid":828,"created_ino":"0x10000000513"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000514","length":203},{"start":"0x100000005e0","length":501}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:39:40.980 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.145:0", "nonce": 1378414996, "type": "any" }, "name": { "num": 7284, "type": "client" } }, "id": 7284, "inst": "client.7284 172.21.15.145:0/1378414996", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.9514027060851302 }, "state": "open", "uptime": 8.96789811 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [ { "created_ino": "0x100000003e9", "tid": 530 }, { "created_ino": "0x100000003ea", "tid": 531 }, { "created_ino": "0x100000003eb", "tid": 532 }, { "created_ino": "0x100000003ec", "tid": 533 }, { "created_ino": "0x100000003ed", "tid": 534 }, { "created_ino": "0x100000003ee", "tid": 535 }, { "created_ino": "0x100000003ef", "tid": 536 }, { "created_ino": "0x100000003f0", "tid": 537 }, { "created_ino": "0x100000003f1", "tid": 538 }, { "created_ino": "0x100000003f2", "tid": 539 }, { "created_ino": "0x100000003f3", "tid": 540 }, { "created_ino": "0x100000003f4", "tid": 541 }, { "created_ino": "0x100000003f5", "tid": 542 }, { "created_ino": "0x100000003f6", "tid": 543 }, { "created_ino": "0x100000003f7", "tid": 544 }, { "created_ino": "0x100000003f8", "tid": 545 }, { "created_ino": "0x100000003f9", "tid": 546 }, { "created_ino": "0x100000003fa", "tid": 547 }, { "created_ino": "0x100000003fb", "tid": 548 }, { "created_ino": "0x100000003fc", "tid": 549 }, { "created_ino": "0x100000003fd", "tid": 550 }, { "created_ino": "0x100000003fe", "tid": 551 }, { "created_ino": "0x100000003ff", "tid": 552 }, { "created_ino": "0x10000000400", "tid": 553 }, { "created_ino": "0x10000000401", "tid": 554 }, { "created_ino": "0x10000000402", "tid": 555 }, { "created_ino": "0x10000000403", "tid": 556 }, { "created_ino": "0x10000000404", "tid": 557 }, { "created_ino": "0x10000000405", "tid": 558 }, { "created_ino": "0x10000000406", "tid": 559 }, { "created_ino": "0x10000000407", "tid": 560 }, { "created_ino": "0x10000000408", "tid": 561 }, { "created_ino": "0x10000000409", "tid": 562 }, { "created_ino": "0x1000000040a", "tid": 563 }, { "created_ino": "0x1000000040b", "tid": 564 }, { "created_ino": "0x1000000040c", "tid": 565 }, { "created_ino": "0x1000000040d", "tid": 566 }, { "created_ino": "0x1000000040e", "tid": 567 }, { "created_ino": "0x1000000040f", "tid": 568 }, { "created_ino": "0x10000000410", "tid": 569 }, { "created_ino": "0x10000000411", "tid": 570 }, { "created_ino": "0x10000000412", "tid": 571 }, { "created_ino": "0x10000000413", "tid": 572 }, { "created_ino": "0x10000000414", "tid": 573 }, { "created_ino": "0x10000000415", "tid": 574 }, { "created_ino": "0x10000000416", "tid": 575 }, { "created_ino": "0x10000000417", "tid": 576 }, { "created_ino": "0x10000000418", "tid": 577 }, { "created_ino": "0x10000000419", "tid": 578 }, { "created_ino": "0x1000000041a", "tid": 579 }, { "created_ino": "0x1000000041b", "tid": 580 }, { "created_ino": "0x1000000041c", "tid": 581 }, { "created_ino": "0x1000000041d", "tid": 582 }, { "created_ino": "0x1000000041e", "tid": 583 }, { "created_ino": "0x1000000041f", "tid": 584 }, { "created_ino": "0x10000000420", "tid": 585 }, { "created_ino": "0x10000000421", "tid": 586 }, { "created_ino": "0x10000000422", "tid": 587 }, { "created_ino": "0x10000000423", "tid": 588 }, { "created_ino": "0x10000000424", "tid": 589 }, { "created_ino": "0x10000000425", "tid": 590 }, { "created_ino": "0x10000000426", "tid": 591 }, { "created_ino": "0x10000000427", "tid": 592 }, { "created_ino": "0x10000000428", "tid": 593 }, { "created_ino": "0x10000000429", "tid": 594 }, { "created_ino": "0x1000000042a", "tid": 595 }, { "created_ino": "0x1000000042b", "tid": 596 }, { "created_ino": "0x1000000042c", "tid": 597 }, { "created_ino": "0x1000000042d", "tid": 598 }, { "created_ino": "0x1000000042e", "tid": 599 }, { "created_ino": "0x1000000042f", "tid": 600 }, { "created_ino": "0x10000000430", "tid": 601 }, { "created_ino": "0x10000000431", "tid": 602 }, { "created_ino": "0x10000000432", "tid": 603 }, { "created_ino": "0x10000000433", "tid": 604 }, { "created_ino": "0x10000000434", "tid": 605 }, { "created_ino": "0x10000000435", "tid": 606 }, { "created_ino": "0x10000000436", "tid": 607 }, { "created_ino": "0x10000000437", "tid": 608 }, { "created_ino": "0x10000000438", "tid": 609 }, { "created_ino": "0x10000000439", "tid": 610 }, { "created_ino": "0x1000000043a", "tid": 611 }, { "created_ino": "0x1000000043b", "tid": 612 }, { "created_ino": "0x1000000043c", "tid": 613 }, { "created_ino": "0x1000000043d", "tid": 614 }, { "created_ino": "0x1000000043e", "tid": 615 }, { "created_ino": "0x1000000043f", "tid": 616 }, { "created_ino": "0x10000000440", "tid": 617 }, { "created_ino": "0x10000000441", "tid": 618 }, { "created_ino": "0x10000000442", "tid": 619 }, { "created_ino": "0x10000000443", "tid": 620 }, { "created_ino": "0x10000000444", "tid": 621 }, { "created_ino": "0x10000000445", "tid": 622 }, { "created_ino": "0x10000000446", "tid": 623 }, { "created_ino": "0x10000000447", "tid": 624 }, { "created_ino": "0x10000000448", "tid": 625 }, { "created_ino": "0x10000000449", "tid": 626 }, { "created_ino": "0x1000000044a", "tid": 627 }, { "created_ino": "0x1000000044b", "tid": 628 }, { "created_ino": "0x1000000044c", "tid": 629 }, { "created_ino": "0x1000000044d", "tid": 630 }, { "created_ino": "0x1000000044e", "tid": 631 }, { "created_ino": "0x1000000044f", "tid": 632 }, { "created_ino": "0x10000000450", "tid": 633 }, { "created_ino": "0x10000000451", "tid": 634 }, { "created_ino": "0x10000000452", "tid": 635 }, { "created_ino": "0x10000000453", "tid": 636 }, { "created_ino": "0x10000000454", "tid": 637 }, { "created_ino": "0x10000000455", "tid": 638 }, { "created_ino": "0x10000000456", "tid": 639 }, { "created_ino": "0x10000000457", "tid": 640 }, { "created_ino": "0x10000000458", "tid": 641 }, { "created_ino": "0x10000000459", "tid": 642 }, { "created_ino": "0x1000000045a", "tid": 643 }, { "created_ino": "0x1000000045b", "tid": 644 }, { "created_ino": "0x1000000045c", "tid": 645 }, { "created_ino": "0x1000000045d", "tid": 646 }, { "created_ino": "0x1000000045e", "tid": 647 }, { "created_ino": "0x1000000045f", "tid": 648 }, { "created_ino": "0x10000000460", "tid": 649 }, { "created_ino": "0x10000000461", "tid": 650 }, { "created_ino": "0x10000000462", "tid": 651 }, { "created_ino": "0x10000000463", "tid": 652 }, { "created_ino": "0x10000000464", "tid": 653 }, { "created_ino": "0x10000000465", "tid": 654 }, { "created_ino": "0x10000000466", "tid": 655 }, { "created_ino": "0x10000000467", "tid": 656 }, { "created_ino": "0x10000000468", "tid": 657 }, { "created_ino": "0x10000000469", "tid": 658 }, { "created_ino": "0x1000000046a", "tid": 659 }, { "created_ino": "0x1000000046b", "tid": 660 }, { "created_ino": "0x1000000046c", "tid": 661 }, { "created_ino": "0x1000000046d", "tid": 662 }, { "created_ino": "0x1000000046e", "tid": 663 }, { "created_ino": "0x1000000046f", "tid": 664 }, { "created_ino": "0x10000000470", "tid": 665 }, { "created_ino": "0x10000000471", "tid": 666 }, { "created_ino": "0x10000000472", "tid": 667 }, { "created_ino": "0x10000000473", "tid": 668 }, { "created_ino": "0x10000000474", "tid": 669 }, { "created_ino": "0x10000000475", "tid": 670 }, { "created_ino": "0x10000000476", "tid": 671 }, { "created_ino": "0x10000000477", "tid": 672 }, { "created_ino": "0x10000000478", "tid": 673 }, { "created_ino": "0x10000000479", "tid": 674 }, { "created_ino": "0x1000000047a", "tid": 675 }, { "created_ino": "0x1000000047b", "tid": 676 }, { "created_ino": "0x1000000047c", "tid": 677 }, { "created_ino": "0x1000000047d", "tid": 678 }, { "created_ino": "0x1000000047e", "tid": 679 }, { "created_ino": "0x1000000047f", "tid": 680 }, { "created_ino": "0x10000000480", "tid": 681 }, { "created_ino": "0x10000000481", "tid": 682 }, { "created_ino": "0x10000000482", "tid": 683 }, { "created_ino": "0x10000000483", "tid": 684 }, { "created_ino": "0x10000000484", "tid": 685 }, { "created_ino": "0x10000000485", "tid": 686 }, { "created_ino": "0x10000000486", "tid": 687 }, { "created_ino": "0x10000000487", "tid": 688 }, { "created_ino": "0x10000000488", "tid": 689 }, { "created_ino": "0x10000000489", "tid": 690 }, { "created_ino": "0x1000000048a", "tid": 691 }, { "created_ino": "0x1000000048b", "tid": 692 }, { "created_ino": "0x1000000048c", "tid": 693 }, { "created_ino": "0x1000000048d", "tid": 694 }, { "created_ino": "0x1000000048e", "tid": 695 }, { "created_ino": "0x1000000048f", "tid": 696 }, { "created_ino": "0x10000000490", "tid": 697 }, { "created_ino": "0x10000000491", "tid": 698 }, { "created_ino": "0x10000000492", "tid": 699 }, { "created_ino": "0x10000000493", "tid": 700 }, { "created_ino": "0x10000000494", "tid": 701 }, { "created_ino": "0x10000000495", "tid": 702 }, { "created_ino": "0x10000000496", "tid": 703 }, { "created_ino": "0x10000000497", "tid": 704 }, { "created_ino": "0x10000000498", "tid": 705 }, { "created_ino": "0x10000000499", "tid": 706 }, { "created_ino": "0x1000000049a", "tid": 707 }, { "created_ino": "0x1000000049b", "tid": 708 }, { "created_ino": "0x1000000049c", "tid": 709 }, { "created_ino": "0x1000000049d", "tid": 710 }, { "created_ino": "0x1000000049e", "tid": 711 }, { "created_ino": "0x1000000049f", "tid": 712 }, { "created_ino": "0x100000004a0", "tid": 713 }, { "created_ino": "0x100000004a1", "tid": 714 }, { "created_ino": "0x100000004a2", "tid": 715 }, { "created_ino": "0x100000004a3", "tid": 716 }, { "created_ino": "0x100000004a4", "tid": 717 }, { "created_ino": "0x100000004a5", "tid": 718 }, { "created_ino": "0x100000004a6", "tid": 719 }, { "created_ino": "0x100000004a7", "tid": 720 }, { "created_ino": "0x100000004a8", "tid": 721 }, { "created_ino": "0x100000004a9", "tid": 722 }, { "created_ino": "0x100000004aa", "tid": 723 }, { "created_ino": "0x100000004ab", "tid": 724 }, { "created_ino": "0x100000004ac", "tid": 725 }, { "created_ino": "0x100000004ad", "tid": 726 }, { "created_ino": "0x100000004ae", "tid": 727 }, { "created_ino": "0x100000004af", "tid": 728 }, { "created_ino": "0x100000004b0", "tid": 729 }, { "created_ino": "0x100000004b1", "tid": 730 }, { "created_ino": "0x100000004b2", "tid": 731 }, { "created_ino": "0x100000004b3", "tid": 732 }, { "created_ino": "0x100000004b4", "tid": 733 }, { "created_ino": "0x100000004b5", "tid": 734 }, { "created_ino": "0x100000004b6", "tid": 735 }, { "created_ino": "0x100000004b7", "tid": 736 }, { "created_ino": "0x100000004b8", "tid": 737 }, { "created_ino": "0x100000004b9", "tid": 738 }, { "created_ino": "0x100000004ba", "tid": 739 }, { "created_ino": "0x100000004bb", "tid": 740 }, { "created_ino": "0x100000004bc", "tid": 741 }, { "created_ino": "0x100000004bd", "tid": 742 }, { "created_ino": "0x100000004be", "tid": 743 }, { "created_ino": "0x100000004bf", "tid": 744 }, { "created_ino": "0x100000004c0", "tid": 745 }, { "created_ino": "0x100000004c1", "tid": 746 }, { "created_ino": "0x100000004c2", "tid": 747 }, { "created_ino": "0x100000004c3", "tid": 748 }, { "created_ino": "0x100000004c4", "tid": 749 }, { "created_ino": "0x100000004c5", "tid": 750 }, { "created_ino": "0x100000004c6", "tid": 751 }, { "created_ino": "0x100000004c7", "tid": 752 }, { "created_ino": "0x100000004c8", "tid": 753 }, { "created_ino": "0x100000004c9", "tid": 754 }, { "created_ino": "0x100000004ca", "tid": 755 }, { "created_ino": "0x100000004cb", "tid": 756 }, { "created_ino": "0x100000004cc", "tid": 757 }, { "created_ino": "0x100000004cd", "tid": 758 }, { "created_ino": "0x100000004ce", "tid": 759 }, { "created_ino": "0x100000004cf", "tid": 760 }, { "created_ino": "0x100000004d0", "tid": 761 }, { "created_ino": "0x100000004d1", "tid": 762 }, { "created_ino": "0x100000004d2", "tid": 763 }, { "created_ino": "0x100000004d3", "tid": 764 }, { "created_ino": "0x100000004d4", "tid": 765 }, { "created_ino": "0x100000004d5", "tid": 766 }, { "created_ino": "0x100000004d6", "tid": 767 }, { "created_ino": "0x100000004d7", "tid": 768 }, { "created_ino": "0x100000004d8", "tid": 769 }, { "created_ino": "0x100000004d9", "tid": 770 }, { "created_ino": "0x100000004da", "tid": 771 }, { "created_ino": "0x100000004db", "tid": 772 }, { "created_ino": "0x100000004dc", "tid": 773 }, { "created_ino": "0x100000004dd", "tid": 774 }, { "created_ino": "0x100000004de", "tid": 775 }, { "created_ino": "0x100000004df", "tid": 776 }, { "created_ino": "0x100000004e0", "tid": 777 }, { "created_ino": "0x100000004e1", "tid": 778 }, { "created_ino": "0x100000004e2", "tid": 779 }, { "created_ino": "0x100000004e3", "tid": 780 }, { "created_ino": "0x100000004e4", "tid": 781 }, { "created_ino": "0x100000004e5", "tid": 782 }, { "created_ino": "0x100000004e6", "tid": 783 }, { "created_ino": "0x100000004e7", "tid": 784 }, { "created_ino": "0x100000004e8", "tid": 785 }, { "created_ino": "0x100000004e9", "tid": 786 }, { "created_ino": "0x100000004ea", "tid": 787 }, { "created_ino": "0x100000004eb", "tid": 788 }, { "created_ino": "0x100000004ec", "tid": 789 }, { "created_ino": "0x100000004ed", "tid": 790 }, { "created_ino": "0x100000004ee", "tid": 791 }, { "created_ino": "0x100000004ef", "tid": 792 }, { "created_ino": "0x100000004f0", "tid": 793 }, { "created_ino": "0x100000004f1", "tid": 794 }, { "created_ino": "0x100000004f2", "tid": 795 }, { "created_ino": "0x100000004f3", "tid": 796 }, { "created_ino": "0x100000004f4", "tid": 797 }, { "created_ino": "0x100000004f5", "tid": 798 }, { "created_ino": "0x100000004f6", "tid": 799 }, { "created_ino": "0x100000004f7", "tid": 800 }, { "created_ino": "0x100000004f8", "tid": 801 }, { "created_ino": "0x100000004f9", "tid": 802 }, { "created_ino": "0x100000004fa", "tid": 803 }, { "created_ino": "0x100000004fb", "tid": 804 }, { "created_ino": "0x100000004fc", "tid": 805 }, { "created_ino": "0x100000004fd", "tid": 806 }, { "created_ino": "0x100000004fe", "tid": 807 }, { "created_ino": "0x100000004ff", "tid": 808 }, { "created_ino": "0x10000000500", "tid": 809 }, { "created_ino": "0x10000000501", "tid": 810 }, { "created_ino": "0x10000000502", "tid": 811 }, { "created_ino": "0x10000000503", "tid": 812 }, { "created_ino": "0x10000000504", "tid": 813 }, { "created_ino": "0x10000000505", "tid": 814 }, { "created_ino": "0x10000000506", "tid": 815 }, { "created_ino": "0x10000000507", "tid": 816 }, { "created_ino": "0x10000000508", "tid": 817 }, { "created_ino": "0x10000000509", "tid": 818 }, { "created_ino": "0x1000000050a", "tid": 819 }, { "created_ino": "0x1000000050b", "tid": 820 }, { "created_ino": "0x1000000050c", "tid": 821 }, { "created_ino": "0x1000000050d", "tid": 822 }, { "created_ino": "0x1000000050e", "tid": 823 }, { "created_ino": "0x1000000050f", "tid": 824 }, { "created_ino": "0x10000000510", "tid": 825 }, { "created_ino": "0x10000000511", "tid": 826 }, { "created_ino": "0x10000000512", "tid": 827 }, { "created_ino": "0x10000000513", "tid": 828 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 220842498, "type": "any" }, "name": { "num": 6152, "type": "client" } }, "id": 6152, "inst": "client.6152 172.21.15.22:0/220842498", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 530, "num_caps": 802, "num_completed_flushes": 0, "num_completed_requests": 299, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 203, "start": "0x10000000514" }, { "length": 501, "start": "0x100000005e0" } ], "recall_caps": { "halflife": 60, "value": 2317.20086088717 }, "recall_caps_throttle": { "halflife": 1.5, "value": 784.3169891535834 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 247.71936587388657 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 774, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1584.1740208468852 }, "state": "open", "uptime": 10.091886611 } ] 2024-09-10T10:39:40.980 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CLIENT_RECALL 2024-09-10T10:39:40.980 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:39:41.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42e7400640 1 Processor -- start 2024-09-10T10:39:41.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42e7400640 1 -- start start 2024-09-10T10:39:41.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42e7400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f42e015a0a0 0x7f42e00d1390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:41.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42e7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f42e00d18d0 0x7f42e006ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:41.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42e7400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42e00d1e50 con 0x7f42e006e410 2024-09-10T10:39:41.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42e7400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f42e015ffd0 con 0x7f42e00d18d0 2024-09-10T10:39:41.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42e7400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f42e00d10f0 con 0x7f42e015a0a0 2024-09-10T10:39:41.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42dfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f42e00d18d0 0x7f42e006ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:41.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42dfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f42e00d18d0 0x7f42e006ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:45086/0 (socket says 172.21.15.22:45086) 2024-09-10T10:39:41.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42dfe00640 1 -- 172.21.15.22:0/1864374378 learned_addr learned my addr 172.21.15.22:0/1864374378 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:41.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42dfe00640 1 -- 172.21.15.22:0/1864374378 >> v2:172.21.15.145:3300/0 conn(0x7f42e015a0a0 msgr2=0x7f42e00d1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:41.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42dfe00640 1 --2- 172.21.15.22:0/1864374378 >> v2:172.21.15.145:3300/0 conn(0x7f42e015a0a0 0x7f42e00d1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:41.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42dfe00640 1 -- 172.21.15.22:0/1864374378 >> v1:172.21.15.145:6789/0 conn(0x7f42e006e410 legacy=0x7f42e00731e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:41.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.118+0000 7f42dfe00640 1 -- 172.21.15.22:0/1864374378 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42e0160220 con 0x7f42e00d18d0 2024-09-10T10:39:41.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42dfe00640 1 --2- 172.21.15.22:0/1864374378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 0x7f42e006ded0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f42e0074210 tx=0x7f42cc01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20c39e50128f5808 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:41.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42df400640 1 -- 172.21.15.22:0/1864374378 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42cc0b0070 con 0x7f42e00d18d0 2024-09-10T10:39:41.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42df400640 1 -- 172.21.15.22:0/1864374378 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42cc0ab400 con 0x7f42e00d18d0 2024-09-10T10:39:41.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42df400640 1 -- 172.21.15.22:0/1864374378 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42cc0ab7d0 con 0x7f42e00d18d0 2024-09-10T10:39:41.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42e7400640 1 -- 172.21.15.22:0/1864374378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 msgr2=0x7f42e006ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:41.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42e7400640 1 --2- 172.21.15.22:0/1864374378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 0x7f42e006ded0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f42e0074210 tx=0x7f42cc01c450 comp rx=0 tx=0).stop 2024-09-10T10:39:41.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42e7400640 1 -- 172.21.15.22:0/1864374378 shutdown_connections 2024-09-10T10:39:41.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42e7400640 1 --2- 172.21.15.22:0/1864374378 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 0x7f42e006ded0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:41.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42e7400640 1 --2- 172.21.15.22:0/1864374378 >> v2:172.21.15.145:3300/0 conn(0x7f42e015a0a0 0x7f42e00d1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:41.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42e7400640 1 -- 172.21.15.22:0/1864374378 >> 172.21.15.22:0/1864374378 conn(0x7f42e00d2510 msgr2=0x7f42e00d2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:41.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42e7400640 1 -- 172.21.15.22:0/1864374378 shutdown_connections 2024-09-10T10:39:41.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.122+0000 7f42e7400640 1 -- 172.21.15.22:0/1864374378 wait complete. 2024-09-10T10:39:41.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 Processor -- start 2024-09-10T10:39:41.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 -- start start 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e006e410 0x7f42e015dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 0x7f42e01f7160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e015a0a0 0x7f42e01569d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f42e0160d00 con 0x7f42e00d18d0 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f42e0169140 con 0x7f42e015a0a0 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f42e0156f10 con 0x7f42e006e410 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 0x7f42e01f7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 0x7f42e01f7160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:45088/0 (socket says 172.21.15.22:45088) 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dfe00640 1 -- 172.21.15.22:0/2152594997 learned_addr learned my addr 172.21.15.22:0/2152594997 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e4a00640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e006e410 0x7f42e015dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e5400640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e015a0a0 0x7f42e01569d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dfe00640 1 -- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e006e410 msgr2=0x7f42e015dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:41.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dfe00640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e006e410 0x7f42e015dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:41.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dfe00640 1 -- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e015a0a0 msgr2=0x7f42e01569d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:41.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dfe00640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e015a0a0 0x7f42e01569d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:41.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dfe00640 1 -- 172.21.15.22:0/2152594997 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42e015e350 con 0x7f42e00d18d0 2024-09-10T10:39:41.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dfe00640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 0x7f42e01f7160 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f42cc01ab00 tx=0x7f42cc01ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:41.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dcc00640 1 -- 172.21.15.22:0/2152594997 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42cc0ba020 con 0x7f42e00d18d0 2024-09-10T10:39:41.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dcc00640 1 -- 172.21.15.22:0/2152594997 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42cc0b6420 con 0x7f42e00d18d0 2024-09-10T10:39:41.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42dcc00640 1 -- 172.21.15.22:0/2152594997 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42cc0b0040 con 0x7f42e00d18d0 2024-09-10T10:39:41.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 -- 172.21.15.22:0/2152594997 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42e00b8140 con 0x7f42e00d18d0 2024-09-10T10:39:41.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 -- 172.21.15.22:0/2152594997 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42e015e8d0 con 0x7f42e00d18d0 2024-09-10T10:39:41.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.126+0000 7f42e7400640 1 -- 172.21.15.22:0/2152594997 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42e006ded0 con 0x7f42e00d18d0 2024-09-10T10:39:41.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.130+0000 7f42dcc00640 1 -- 172.21.15.22:0/2152594997 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f42cc0bd020 con 0x7f42e00d18d0 2024-09-10T10:39:41.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.130+0000 7f42dcc00640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f42c00678c0 0x7f42c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:41.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.130+0000 7f42dcc00640 1 -- 172.21.15.22:0/2152594997 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f42cc11ff30 con 0x7f42e00d18d0 2024-09-10T10:39:41.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.130+0000 7f42e4a00640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f42c00678c0 0x7f42c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:41.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.130+0000 7f42e4a00640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f42c00678c0 0x7f42c0069d80 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f42d4006fd0 tx=0x7f42d4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:41.137 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.134+0000 7f42dcc00640 1 -- 172.21.15.22:0/2152594997 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f42cc0c4030 con 0x7f42e00d18d0 2024-09-10T10:39:41.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 -- 172.21.15.22:0/2152594997 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f42e015eaa0 con 0x7f42e00d18d0 2024-09-10T10:39:41.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42dcc00640 1 -- 172.21.15.22:0/2152594997 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+174 (secure 0 0 0) 0x7f42cc0160d0 con 0x7f42e00d18d0 2024-09-10T10:39:41.341 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:41.341 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:39:41.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 -- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f42c00678c0 msgr2=0x7f42c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:41.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f42c00678c0 0x7f42c0069d80 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f42d4006fd0 tx=0x7f42d4008040 comp rx=0 tx=0).stop 2024-09-10T10:39:41.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 -- 172.21.15.22:0/2152594997 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 msgr2=0x7f42e01f7160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:41.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 0x7f42e01f7160 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f42cc01ab00 tx=0x7f42cc01ac90 comp rx=0 tx=0).stop 2024-09-10T10:39:41.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 -- 172.21.15.22:0/2152594997 shutdown_connections 2024-09-10T10:39:41.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f42c00678c0 0x7f42c0069d80 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:41.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e015a0a0 0x7f42e01569d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:41.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f42e00d18d0 0x7f42e01f7160 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:41.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 --2- 172.21.15.22:0/2152594997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e006e410 0x7f42e015dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:41.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 -- 172.21.15.22:0/2152594997 >> 172.21.15.22:0/2152594997 conn(0x7f42e00d2510 msgr2=0x7f42e00cc0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:41.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 -- 172.21.15.22:0/2152594997 shutdown_connections 2024-09-10T10:39:41.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:41.338+0000 7f42e7400640 1 -- 172.21.15.22:0/2152594997 wait complete. 2024-09-10T10:39:41.363 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-10T10:39:41.363 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:39:41.829 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:39:43.831 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:39:45.833 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:39:46.363 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:39:46.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.509+0000 7f16bfe00640 1 Processor -- start 2024-09-10T10:39:46.515 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.509+0000 7f16bfe00640 1 -- start start 2024-09-10T10:39:46.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16bfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f16c006d330 0x7f16c006d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:46.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16bfe00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16c0073e80 con 0x7f16c00d1db0 2024-09-10T10:39:46.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16bfe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16c00b7680 con 0x7f16c00d1940 2024-09-10T10:39:46.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16bfe00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f16c006dc50 con 0x7f16c006d330 2024-09-10T10:39:46.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16bea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f16c006d330 0x7f16c006d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:46.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16bf400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f16c00d1db0 0x7f16c0073770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39546/0 (socket says 172.21.15.22:39546) 2024-09-10T10:39:46.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16bf400640 1 -- 172.21.15.22:0/3716692422 learned_addr learned my addr 172.21.15.22:0/3716692422 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:46.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16bea00640 1 -- 172.21.15.22:0/3716692422 >> v1:172.21.15.145:6789/0 conn(0x7f16c00d1940 legacy=0x7f16c0073060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16bea00640 1 -- 172.21.15.22:0/3716692422 >> v1:172.21.15.22:6789/0 conn(0x7f16c00d1db0 legacy=0x7f16c0073770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16bea00640 1 -- 172.21.15.22:0/3716692422 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c00707e0 con 0x7f16c006d330 2024-09-10T10:39:46.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.513+0000 7f16be000640 1 -- 172.21.15.22:0/3716692422 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 496352012 0 0) 0x7f16c0073e80 con 0x7f16c00d1db0 2024-09-10T10:39:46.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bea00640 1 --2- 172.21.15.22:0/3716692422 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 0x7f16c006d710 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f16b00097c0 tx=0x7f16b001c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=144b4ba7657aeb63 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:46.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16be000640 1 -- 172.21.15.22:0/3716692422 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b00b0070 con 0x7f16c006d330 2024-09-10T10:39:46.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16be000640 1 -- 172.21.15.22:0/3716692422 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16b0004230 con 0x7f16c006d330 2024-09-10T10:39:46.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16be000640 1 -- 172.21.15.22:0/3716692422 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b0003620 con 0x7f16c006d330 2024-09-10T10:39:46.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 -- 172.21.15.22:0/3716692422 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 msgr2=0x7f16c006d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 --2- 172.21.15.22:0/3716692422 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 0x7f16c006d710 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f16b00097c0 tx=0x7f16b001c350 comp rx=0 tx=0).stop 2024-09-10T10:39:46.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 -- 172.21.15.22:0/3716692422 shutdown_connections 2024-09-10T10:39:46.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 --2- 172.21.15.22:0/3716692422 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 0x7f16c006d710 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 -- 172.21.15.22:0/3716692422 >> 172.21.15.22:0/3716692422 conn(0x7f16c00d22e0 msgr2=0x7f16c00d26f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:46.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 -- 172.21.15.22:0/3716692422 shutdown_connections 2024-09-10T10:39:46.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 -- 172.21.15.22:0/3716692422 wait complete. 2024-09-10T10:39:46.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 Processor -- start 2024-09-10T10:39:46.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 -- start start 2024-09-10T10:39:46.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 0x7f16c01478e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:46.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16c00d1940 0x7f16c00ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:46.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16c00d1db0 0x7f16c00b0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:46.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f16c0071640 con 0x7f16c006d330 2024-09-10T10:39:46.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f16c0071360 con 0x7f16c00d1940 2024-09-10T10:39:46.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bfe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f16c0161af0 con 0x7f16c00d1db0 2024-09-10T10:39:46.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 0x7f16c01478e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:46.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 0x7f16c01478e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54104/0 (socket says 172.21.15.22:54104) 2024-09-10T10:39:46.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bea00640 1 -- 172.21.15.22:0/4204525029 learned_addr learned my addr 172.21.15.22:0/4204525029 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:46.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16bf400640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16c00d1db0 0x7f16c00b0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:46.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.517+0000 7f16b6000640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16c00d1940 0x7f16c00ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:46.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16bea00640 1 -- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16c00d1db0 msgr2=0x7f16c00b0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16bea00640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16c00d1db0 0x7f16c00b0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16bea00640 1 -- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16c00d1940 msgr2=0x7f16c00ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16bea00640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16c00d1940 0x7f16c00ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16bea00640 1 -- 172.21.15.22:0/4204525029 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c0147e20 con 0x7f16c006d330 2024-09-10T10:39:46.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16bf400640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16c00d1db0 0x7f16c00b0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:46.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16b6000640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16c00d1940 0x7f16c00ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:46.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16bea00640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 0x7f16c01478e0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f16b0018f60 tx=0x7f16b00190f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:46.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16b7400640 1 -- 172.21.15.22:0/4204525029 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b00b9070 con 0x7f16c006d330 2024-09-10T10:39:46.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16b7400640 1 -- 172.21.15.22:0/4204525029 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16b00043e0 con 0x7f16c006d330 2024-09-10T10:39:46.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16bfe00640 1 -- 172.21.15.22:0/4204525029 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16c00af160 con 0x7f16c006d330 2024-09-10T10:39:46.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16b7400640 1 -- 172.21.15.22:0/4204525029 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b00b0040 con 0x7f16c006d330 2024-09-10T10:39:46.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16bfe00640 1 -- 172.21.15.22:0/4204525029 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16c0152af0 con 0x7f16c006d330 2024-09-10T10:39:46.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16bfe00640 1 -- 172.21.15.22:0/4204525029 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16c01528f0 con 0x7f16c006d330 2024-09-10T10:39:46.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16b7400640 1 -- 172.21.15.22:0/4204525029 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f16b00bc070 con 0x7f16c006d330 2024-09-10T10:39:46.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16b7400640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f169c0678c0 0x7f169c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:46.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.521+0000 7f16b7400640 1 -- 172.21.15.22:0/4204525029 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f16b011ffe0 con 0x7f16c006d330 2024-09-10T10:39:46.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.525+0000 7f16b6000640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f169c0678c0 0x7f169c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:46.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.525+0000 7f16b6000640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f169c0678c0 0x7f169c069d80 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f16c0150f50 tx=0x7f16a8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:46.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.529+0000 7f16b7400640 1 -- 172.21.15.22:0/4204525029 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f16b0016090 con 0x7f16c006d330 2024-09-10T10:39:46.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.733+0000 7f16bfe00640 1 -- 172.21.15.22:0/4204525029 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f16c006d710 con 0x7f16c006d330 2024-09-10T10:39:46.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.733+0000 7f16b7400640 1 -- 172.21.15.22:0/4204525029 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+316 (secure 0 0 0) 0x7f16b00f0a10 con 0x7f16c006d330 2024-09-10T10:39:46.739 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:46.739 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:39:46.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 -- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f169c0678c0 msgr2=0x7f169c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f169c0678c0 0x7f169c069d80 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f16c0150f50 tx=0x7f16a8009040 comp rx=0 tx=0).stop 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 -- 172.21.15.22:0/4204525029 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 msgr2=0x7f16c01478e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 0x7f16c01478e0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f16b0018f60 tx=0x7f16b00190f0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 -- 172.21.15.22:0/4204525029 shutdown_connections 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f169c0678c0 0x7f169c069d80 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16c00d1db0 0x7f16c00b0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f16c00d1940 0x7f16c00ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 --2- 172.21.15.22:0/4204525029 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f16c006d330 0x7f16c01478e0 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 -- 172.21.15.22:0/4204525029 >> 172.21.15.22:0/4204525029 conn(0x7f16c00d22e0 msgr2=0x7f16c015efd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 -- 172.21.15.22:0/4204525029 shutdown_connections 2024-09-10T10:39:46.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.737+0000 7f16bfe00640 1 -- 172.21.15.22:0/4204525029 wait complete. 2024-09-10T10:39:46.761 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-10T10:39:46.761 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CACHE_OVERSIZED 2024-09-10T10:39:46.761 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:39:46.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd20400640 1 Processor -- start 2024-09-10T10:39:46.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd20400640 1 -- start start 2024-09-10T10:39:46.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd20400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd180afb50 0x7fbd180b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:46.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd20400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd180cfc10 con 0x7fbd180cd590 2024-09-10T10:39:46.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd20400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd180cfef0 con 0x7fbd1815c610 2024-09-10T10:39:46.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd20400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbd180cd0c0 con 0x7fbd180afb50 2024-09-10T10:39:46.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd1da00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fbd180cd590 0x7fbd180cd970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39556/0 (socket says 172.21.15.22:39556) 2024-09-10T10:39:46.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd1da00640 1 -- 172.21.15.22:0/4088997053 learned_addr learned my addr 172.21.15.22:0/4088997053 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:46.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd1e400640 1 --2- 172.21.15.22:0/4088997053 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd180afb50 0x7fbd180b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:46.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd17e00640 1 -- 172.21.15.22:0/4088997053 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3965532581 0 0) 0x7fbd180cfc10 con 0x7fbd180cd590 2024-09-10T10:39:46.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd17e00640 1 -- 172.21.15.22:0/4088997053 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbd00003530 con 0x7fbd180cd590 2024-09-10T10:39:46.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd17e00640 1 -- 172.21.15.22:0/4088997053 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2380479792 0 0) 0x7fbd180cfef0 con 0x7fbd1815c610 2024-09-10T10:39:46.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.897+0000 7fbd1e400640 1 -- 172.21.15.22:0/4088997053 >> v1:172.21.15.145:6789/0 conn(0x7fbd1815c610 legacy=0x7fbd180cf410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd1e400640 1 -- 172.21.15.22:0/4088997053 >> v1:172.21.15.22:6789/0 conn(0x7fbd180cd590 legacy=0x7fbd180cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd1e400640 1 -- 172.21.15.22:0/4088997053 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd180d01d0 con 0x7fbd180afb50 2024-09-10T10:39:46.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd1e400640 1 --2- 172.21.15.22:0/4088997053 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd180afb50 0x7fbd180b3d60 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbd100097f0 tx=0x7fbd1001c4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0b99c56b0ad199 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:46.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd17e00640 1 -- 172.21.15.22:0/4088997053 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd100b1070 con 0x7fbd180afb50 2024-09-10T10:39:46.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd17e00640 1 -- 172.21.15.22:0/4088997053 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd100ac630 con 0x7fbd180afb50 2024-09-10T10:39:46.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd17e00640 1 -- 172.21.15.22:0/4088997053 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd100a8050 con 0x7fbd180afb50 2024-09-10T10:39:46.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd20400640 1 -- 172.21.15.22:0/4088997053 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd180afb50 msgr2=0x7fbd180b3d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd20400640 1 --2- 172.21.15.22:0/4088997053 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd180afb50 0x7fbd180b3d60 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbd100097f0 tx=0x7fbd1001c4e0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd20400640 1 -- 172.21.15.22:0/4088997053 shutdown_connections 2024-09-10T10:39:46.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd20400640 1 --2- 172.21.15.22:0/4088997053 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd180afb50 0x7fbd180b3d60 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.908 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.901+0000 7fbd20400640 1 -- 172.21.15.22:0/4088997053 >> 172.21.15.22:0/4088997053 conn(0x7fbd180b21c0 msgr2=0x7fbd180b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:46.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 -- 172.21.15.22:0/4088997053 shutdown_connections 2024-09-10T10:39:46.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 -- 172.21.15.22:0/4088997053 wait complete. 2024-09-10T10:39:46.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 Processor -- start 2024-09-10T10:39:46.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 -- start start 2024-09-10T10:39:46.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd180afb50 0x7fbd18155e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:46.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd180cd590 0x7fbd181f7360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:46.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd1813fc50 0x7fbd180ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:46.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbd180b5170 con 0x7fbd180afb50 2024-09-10T10:39:46.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbd180b4ff0 con 0x7fbd180cd590 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbd1816a330 con 0x7fbd1813fc50 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1da00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd180afb50 0x7fbd18155e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1da00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd180afb50 0x7fbd18155e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54110/0 (socket says 172.21.15.22:54110) 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1da00640 1 -- 172.21.15.22:0/1281878534 learned_addr learned my addr 172.21.15.22:0/1281878534 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1d000640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd180cd590 0x7fbd181f7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1e400640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd1813fc50 0x7fbd180ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1da00640 1 -- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd1813fc50 msgr2=0x7fbd180ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1da00640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd1813fc50 0x7fbd180ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1da00640 1 -- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd180cd590 msgr2=0x7fbd181f7360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1da00640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd180cd590 0x7fbd181f7360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1da00640 1 -- 172.21.15.22:0/1281878534 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd181563d0 con 0x7fbd180afb50 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd1da00640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd180afb50 0x7fbd18155e90 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fbd0c00cb40 tx=0x7fbd0c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:46.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd15600640 1 -- 172.21.15.22:0/1281878534 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd0c017070 con 0x7fbd180afb50 2024-09-10T10:39:46.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd15600640 1 -- 172.21.15.22:0/1281878534 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd0c00aca0 con 0x7fbd180afb50 2024-09-10T10:39:46.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 -- 172.21.15.22:0/1281878534 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd18071510 con 0x7fbd180afb50 2024-09-10T10:39:46.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd15600640 1 -- 172.21.15.22:0/1281878534 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd0c012620 con 0x7fbd180afb50 2024-09-10T10:39:46.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.905+0000 7fbd20400640 1 -- 172.21.15.22:0/1281878534 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd18071ad0 con 0x7fbd180afb50 2024-09-10T10:39:46.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.909+0000 7fbd20400640 1 -- 172.21.15.22:0/1281878534 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd180b3d60 con 0x7fbd180afb50 2024-09-10T10:39:46.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.909+0000 7fbd15600640 1 -- 172.21.15.22:0/1281878534 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbd0c01a070 con 0x7fbd180afb50 2024-09-10T10:39:46.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.909+0000 7fbd15600640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbcf80678f0 0x7fbcf8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:46.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.909+0000 7fbd15600640 1 -- 172.21.15.22:0/1281878534 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fbd0c085bc0 con 0x7fbd180afb50 2024-09-10T10:39:46.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.909+0000 7fbd1d000640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbcf80678f0 0x7fbcf8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:46.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.909+0000 7fbd1d000640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbcf80678f0 0x7fbcf8069db0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fbd180b5940 tx=0x7fbd04009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:46.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:46.913+0000 7fbd15600640 1 -- 172.21.15.22:0/1281878534 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbd0c0565e0 con 0x7fbd180afb50 2024-09-10T10:39:47.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.113+0000 7fbd20400640 1 -- 172.21.15.22:0/1281878534 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fbd180b2f20 con 0x7fbd180afb50 2024-09-10T10:39:47.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.113+0000 7fbd15600640 1 -- 172.21.15.22:0/1281878534 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+316 (secure 0 0 0) 0x7fbd0c055ee0 con 0x7fbd180afb50 2024-09-10T10:39:47.119 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:47.120 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:39:47.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 -- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbcf80678f0 msgr2=0x7fbcf8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:47.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbcf80678f0 0x7fbcf8069db0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fbd180b5940 tx=0x7fbd04009040 comp rx=0 tx=0).stop 2024-09-10T10:39:47.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 -- 172.21.15.22:0/1281878534 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd180afb50 msgr2=0x7fbd18155e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:47.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd180afb50 0x7fbd18155e90 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fbd0c00cb40 tx=0x7fbd0c00a060 comp rx=0 tx=0).stop 2024-09-10T10:39:47.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 -- 172.21.15.22:0/1281878534 shutdown_connections 2024-09-10T10:39:47.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbcf80678f0 0x7fbcf8069db0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:47.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd1813fc50 0x7fbd180ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:47.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd180cd590 0x7fbd181f7360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:47.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 --2- 172.21.15.22:0/1281878534 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbd180afb50 0x7fbd18155e90 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:47.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 -- 172.21.15.22:0/1281878534 >> 172.21.15.22:0/1281878534 conn(0x7fbd180b21c0 msgr2=0x7fbd1806d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:47.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 -- 172.21.15.22:0/1281878534 shutdown_connections 2024-09-10T10:39:47.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47.117+0000 7fbd20400640 1 -- 172.21.15.22:0/1281878534 wait complete. 2024-09-10T10:39:47.141 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T10:39:47.141 INFO:tasks.cephfs.test_client_limits:Terminating process holding files open 2024-09-10T10:39:47.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47 stdin-killer INFO: expiration expected; waiting 5 seconds for command to complete 2024-09-10T10:39:47.835 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:39:47.836 INFO:teuthology.orchestra.run.smithi022.stderr:stdin closed, goodbye! 2024-09-10T10:39:47.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:39:47.872 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:48.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.057+0000 7f1a92000640 1 Processor -- start 2024-09-10T10:39:48.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.057+0000 7f1a92000640 1 -- start start 2024-09-10T10:39:48.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a92000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1a8c145db0 0x7f1a8c0b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a92000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a8c0b4af0 con 0x7f1a8c0b4570 2024-09-10T10:39:48.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a92000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a8c0b4dd0 con 0x7f1a8c0cfbc0 2024-09-10T10:39:48.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a92000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f1a8c0b50b0 con 0x7f1a8c145db0 2024-09-10T10:39:48.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a8b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1a8c145db0 0x7f1a8c0b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:48.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a82a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f1a8c0b4570 0x7f1a8c0cf4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39562/0 (socket says 172.21.15.22:39562) 2024-09-10T10:39:48.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a82a00640 1 -- 172.21.15.22:0/2771002739 learned_addr learned my addr 172.21.15.22:0/2771002739 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:48.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a8b400640 1 -- 172.21.15.22:0/2771002739 >> v1:172.21.15.145:6789/0 conn(0x7f1a8c0cfbc0 legacy=0x7f1a8c06d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a8b400640 1 -- 172.21.15.22:0/2771002739 >> v1:172.21.15.22:6789/0 conn(0x7f1a8c0b4570 legacy=0x7f1a8c0cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a8b400640 1 -- 172.21.15.22:0/2771002739 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a8c0b5390 con 0x7f1a8c145db0 2024-09-10T10:39:48.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.061+0000 7f1a8aa00640 1 -- 172.21.15.22:0/2771002739 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 915764261 0 0) 0x7f1a8c0b4af0 con 0x7f1a8c0b4570 2024-09-10T10:39:48.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a8b400640 1 --2- 172.21.15.22:0/2771002739 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c145db0 0x7f1a8c0b4030 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0097c0 tx=0x7f1a7c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bcb2cc3a0a3ab3b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:48.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a8aa00640 1 -- 172.21.15.22:0/2771002739 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c0b1070 con 0x7f1a8c145db0 2024-09-10T10:39:48.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a8aa00640 1 -- 172.21.15.22:0/2771002739 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a7c0ac600 con 0x7f1a8c145db0 2024-09-10T10:39:48.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a8aa00640 1 -- 172.21.15.22:0/2771002739 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c0ac9d0 con 0x7f1a8c145db0 2024-09-10T10:39:48.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a92000640 1 -- 172.21.15.22:0/2771002739 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c145db0 msgr2=0x7f1a8c0b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a92000640 1 --2- 172.21.15.22:0/2771002739 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c145db0 0x7f1a8c0b4030 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0097c0 tx=0x7f1a7c01c3e0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a92000640 1 -- 172.21.15.22:0/2771002739 shutdown_connections 2024-09-10T10:39:48.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a92000640 1 --2- 172.21.15.22:0/2771002739 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c145db0 0x7f1a8c0b4030 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a92000640 1 -- 172.21.15.22:0/2771002739 >> 172.21.15.22:0/2771002739 conn(0x7f1a8c062dd0 msgr2=0x7f1a8c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:48.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a92000640 1 -- 172.21.15.22:0/2771002739 shutdown_connections 2024-09-10T10:39:48.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a92000640 1 -- 172.21.15.22:0/2771002739 wait complete. 2024-09-10T10:39:48.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a92000640 1 Processor -- start 2024-09-10T10:39:48.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.065+0000 7f1a92000640 1 -- start start 2024-09-10T10:39:48.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a92000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c0b4570 0x7f1a8c071140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a92000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a8c0cfbc0 0x7f1a8c143720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a92000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a8c145db0 0x7f1a8c15b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a92000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c06e240 con 0x7f1a8c0b4570 2024-09-10T10:39:48.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a92000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c06e0c0 con 0x7f1a8c0cfbc0 2024-09-10T10:39:48.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a92000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1a8c06e3c0 con 0x7f1a8c145db0 2024-09-10T10:39:48.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a8b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c0b4570 0x7f1a8c071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:48.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a8b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c0b4570 0x7f1a8c071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54116/0 (socket says 172.21.15.22:54116) 2024-09-10T10:39:48.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a8b400640 1 -- 172.21.15.22:0/2445121881 learned_addr learned my addr 172.21.15.22:0/2445121881 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:48.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a8be00640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a8c145db0 0x7f1a8c15b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:48.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a82a00640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a8c0cfbc0 0x7f1a8c143720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:48.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a8b400640 1 -- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a8c145db0 msgr2=0x7f1a8c15b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a8b400640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a8c145db0 0x7f1a8c15b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a8b400640 1 -- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a8c0cfbc0 msgr2=0x7f1a8c143720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a8b400640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a8c0cfbc0 0x7f1a8c143720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a8b400640 1 -- 172.21.15.22:0/2445121881 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a8c068fd0 con 0x7f1a8c0b4570 2024-09-10T10:39:48.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a8b400640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c0b4570 0x7f1a8c071140 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0097c0 tx=0x7f1a7c01ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:48.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a83e00640 1 -- 172.21.15.22:0/2445121881 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c0bb020 con 0x7f1a8c0b4570 2024-09-10T10:39:48.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a83e00640 1 -- 172.21.15.22:0/2445121881 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a7c0b7620 con 0x7f1a8c0b4570 2024-09-10T10:39:48.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a83e00640 1 -- 172.21.15.22:0/2445121881 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c0b1040 con 0x7f1a8c0b4570 2024-09-10T10:39:48.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a92000640 1 -- 172.21.15.22:0/2445121881 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a8c0717d0 con 0x7f1a8c0b4570 2024-09-10T10:39:48.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a92000640 1 -- 172.21.15.22:0/2445121881 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a8c071d90 con 0x7f1a8c0b4570 2024-09-10T10:39:48.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a92000640 1 -- 172.21.15.22:0/2445121881 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a8c13e800 con 0x7f1a8c0b4570 2024-09-10T10:39:48.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.069+0000 7f1a83e00640 1 -- 172.21.15.22:0/2445121881 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1a7c0be020 con 0x7f1a8c0b4570 2024-09-10T10:39:48.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.073+0000 7f1a83e00640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a680678c0 0x7f1a68069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.073+0000 7f1a83e00640 1 -- 172.21.15.22:0/2445121881 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f1a7c11fff0 con 0x7f1a8c0b4570 2024-09-10T10:39:48.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.073+0000 7f1a82a00640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a680678c0 0x7f1a68069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:48.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.073+0000 7f1a82a00640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a680678c0 0x7f1a68069d80 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c0cced0 tx=0x7f1a74007d10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:48.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.077+0000 7f1a83e00640 1 -- 172.21.15.22:0/2445121881 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1a7c0c5030 con 0x7f1a8c0b4570 2024-09-10T10:39:48.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.277+0000 7f1a92000640 1 -- 172.21.15.22:0/2445121881 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a8c075540 con 0x7f1a8c0b4570 2024-09-10T10:39:48.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a83e00640 1 -- 172.21.15.22:0/2445121881 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5231 (secure 0 0 0) 0x7f1a7c016090 con 0x7f1a8c0b4570 2024-09-10T10:39:48.284 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:48.284 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":74,"btime":"2024-09-10T10:39:44:216886+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6056,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2259348708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2259348708},{"type":"v1","addr":"172.21.15.22:6835","nonce":2259348708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6772,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2153380025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2153380025},{"type":"v1","addr":"172.21.15.145:6836","nonce":2153380025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6775,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1613145828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1613145828},{"type":"v1","addr":"172.21.15.145:6837","nonce":1613145828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:39:18.785044+0000","modified":"2024-09-10T10:39:43.426828+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7101},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7101":{"gid":7101,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":9,"addr":"172.21.15.22:6834/1159600822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1159600822},{"type":"v1","addr":"172.21.15.22:6834","nonce":1159600822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7101,"qdb_cluster":[7101]},"id":8}]} 2024-09-10T10:39:48.285 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 74 2024-09-10T10:39:48.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 -- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a680678c0 msgr2=0x7f1a68069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a680678c0 0x7f1a68069d80 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c0cced0 tx=0x7f1a74007d10 comp rx=0 tx=0).stop 2024-09-10T10:39:48.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 -- 172.21.15.22:0/2445121881 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c0b4570 msgr2=0x7f1a8c071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c0b4570 0x7f1a8c071140 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0097c0 tx=0x7f1a7c01ac20 comp rx=0 tx=0).stop 2024-09-10T10:39:48.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 -- 172.21.15.22:0/2445121881 shutdown_connections 2024-09-10T10:39:48.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a680678c0 0x7f1a68069d80 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a8c145db0 0x7f1a8c15b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a8c0cfbc0 0x7f1a8c143720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 --2- 172.21.15.22:0/2445121881 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a8c0b4570 0x7f1a8c071140 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 -- 172.21.15.22:0/2445121881 >> 172.21.15.22:0/2445121881 conn(0x7f1a8c062dd0 msgr2=0x7f1a8c13dba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:48.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 -- 172.21.15.22:0/2445121881 shutdown_connections 2024-09-10T10:39:48.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.281+0000 7f1a92000640 1 -- 172.21.15.22:0/2445121881 wait complete. 2024-09-10T10:39:48.306 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-10T10:39:48.481 INFO:teuthology.orchestra.run.smithi022.stdout:[{"id":7284,"entity":{"name":{"type":"client","num":7284},"addr":{"type":"any","addr":"172.21.15.145:0","nonce":1378414996}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":16.467806693,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.900699986822993,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":0,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7284 172.21.15.145:0/1378414996","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":6152,"entity":{"name":{"type":"client","num":6152},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":220842498}},"state":"open","num_leases":1,"num_caps":632,"request_load_avg":710,"uptime":17.591795193999999,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":5027.3828636013723,"halflife":60},"release_caps":{"value":170,"halflife":60},"recall_caps_throttle":{"value":1055.2907663200813,"halflife":1.5},"recall_caps_throttle2o":{"value":498.99161462896495,"halflife":0.5},"session_cache_liveness":{"value":1556.9591882265299,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":0,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.6152 172.21.15.22:0/220842498","completed_requests":[],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000514","length":203},{"start":"0x100000005e0","length":501}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:39:48.482 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.145:0", "nonce": 1378414996, "type": "any" }, "name": { "num": 7284, "type": "client" } }, "id": 7284, "inst": "client.7284 172.21.15.145:0/1378414996", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 0, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.900699986822993 }, "state": "open", "uptime": 16.467806693 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 220842498, "type": "any" }, "name": { "num": 6152, "type": "client" } }, "id": 6152, "inst": "client.6152 172.21.15.22:0/220842498", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 0, "num_caps": 632, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 203, "start": "0x10000000514" }, { "length": 501, "start": "0x100000005e0" } ], "recall_caps": { "halflife": 60, "value": 5027.382863601372 }, "recall_caps_throttle": { "halflife": 1.5, "value": 1055.2907663200813 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 498.99161462896495 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 170 }, "request_load_avg": 710, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1556.95918822653 }, "state": "open", "uptime": 17.591795194 } ] 2024-09-10T10:39:48.482 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T10:39:48.482 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:39:48.482 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:39:48.562 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:39:48.665 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:39:48.665 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:39:48.665 DEBUG:tasks.cephfs.mount:terminating RemoteProcess(client=, args=['stdin-killer', '--', 'python3', '-c', '\nimport fcntl\nimport sys\nimport time\nimport os\n\nfcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK)\n\nn = 800\nabs_path = "/home/ubuntu/cephtest/mnt.0/subdir"\n\nif not os.path.exists(abs_path):\n os.makedirs(abs_path)\n\nhandles = []\nfor i in range(0, n):\n fname = "file_"+str(i)\n path = os.path.join(abs_path, fname)\n handles.append(open(path, \'w\'))\n\nprint("waiting with handles open", file=sys.stderr)\nwhile True:\n print("open_n_background: keeping files open", file=sys.stderr)\n try:\n if os.read(0, 4096) == b"":\n break\n except BlockingIOError:\n pass\n time.sleep(2)\nprint("stdin closed, goodbye!", file=sys.stderr)\n'], check_status=True, hostname='smithi022') 2024-09-10T10:39:48.665 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:48.665 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:48.674 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:48.674 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:48.724 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:39:48.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f095e200640 1 Processor -- start 2024-09-10T10:39:48.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f095e200640 1 -- start start 2024-09-10T10:39:48.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f095e200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0958145fb0 0x7f09580b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f095e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f095806e8c0 0x7f09580cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f095e200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f095806d3f0 con 0x7f09580cd670 2024-09-10T10:39:48.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f095e200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f09580ce010 con 0x7f0958145fb0 2024-09-10T10:39:48.911 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f095e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f095806d1a0 con 0x7f095806e8c0 2024-09-10T10:39:48.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f0957e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f095806e8c0 0x7f09580cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:48.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f0956a00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f09580cd670 0x7f095806e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:45794/0 (socket says 172.21.15.22:45794) 2024-09-10T10:39:48.912 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f0956a00640 1 -- 172.21.15.22:0/3942145618 learned_addr learned my addr 172.21.15.22:0/3942145618 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:48.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.905+0000 7f0957400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0958145fb0 0x7f09580b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:48.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f0957e00640 1 -- 172.21.15.22:0/3942145618 >> v2:172.21.15.145:3300/0 conn(0x7f0958145fb0 msgr2=0x7f09580b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:48.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f0957e00640 1 --2- 172.21.15.22:0/3942145618 >> v2:172.21.15.145:3300/0 conn(0x7f0958145fb0 0x7f09580b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f0957e00640 1 -- 172.21.15.22:0/3942145618 >> v1:172.21.15.145:6789/0 conn(0x7f09580cd670 legacy=0x7f095806e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f0957e00640 1 -- 172.21.15.22:0/3942145618 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f095806d6d0 con 0x7f095806e8c0 2024-09-10T10:39:48.914 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f0957e00640 1 --2- 172.21.15.22:0/3942145618 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f095806e8c0 0x7f09580cdad0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0950009d90 tx=0x7f095001c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ad77c860704fb1b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:48.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f0956000640 1 -- 172.21.15.22:0/3942145618 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09500b2070 con 0x7f095806e8c0 2024-09-10T10:39:48.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f0956000640 1 -- 172.21.15.22:0/3942145618 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09500a5820 con 0x7f095806e8c0 2024-09-10T10:39:48.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f0956000640 1 -- 172.21.15.22:0/3942145618 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09500a5bf0 con 0x7f095806e8c0 2024-09-10T10:39:48.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f095e200640 1 -- 172.21.15.22:0/3942145618 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f095806e8c0 msgr2=0x7f09580cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f095e200640 1 --2- 172.21.15.22:0/3942145618 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f095806e8c0 0x7f09580cdad0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0950009d90 tx=0x7f095001c800 comp rx=0 tx=0).stop 2024-09-10T10:39:48.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f095e200640 1 -- 172.21.15.22:0/3942145618 shutdown_connections 2024-09-10T10:39:48.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f095e200640 1 --2- 172.21.15.22:0/3942145618 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f095806e8c0 0x7f09580cdad0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f095e200640 1 --2- 172.21.15.22:0/3942145618 >> v2:172.21.15.145:3300/0 conn(0x7f0958145fb0 0x7f09580b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.909+0000 7f095e200640 1 -- 172.21.15.22:0/3942145618 >> 172.21.15.22:0/3942145618 conn(0x7f0958062dd0 msgr2=0x7f095806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:48.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 -- 172.21.15.22:0/3942145618 shutdown_connections 2024-09-10T10:39:48.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 -- 172.21.15.22:0/3942145618 wait complete. 2024-09-10T10:39:48.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 Processor -- start 2024-09-10T10:39:48.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 -- start start 2024-09-10T10:39:48.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f095806e8c0 0x7f09581e90d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09580cd670 0x7f09581ea920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0958145fb0 0x7f0958142fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f09580b4340 con 0x7f095806e8c0 2024-09-10T10:39:48.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f095806dd20 con 0x7f09580cd670 2024-09-10T10:39:48.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f09581e83a0 con 0x7f0958145fb0 2024-09-10T10:39:48.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f0957400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f095806e8c0 0x7f09581e90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:48.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f0957400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f095806e8c0 0x7f09581e90d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54124/0 (socket says 172.21.15.22:54124) 2024-09-10T10:39:48.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f0957400640 1 -- 172.21.15.22:0/3734352144 learned_addr learned my addr 172.21.15.22:0/3734352144 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:48.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f0957e00640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0958145fb0 0x7f0958142fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:48.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f0957400640 1 -- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0958145fb0 msgr2=0x7f0958142fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.921 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f0957400640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0958145fb0 0x7f0958142fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f0957400640 1 -- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09580cd670 msgr2=0x7f09581ea920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f0957400640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09580cd670 0x7f09581ea920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f0957400640 1 -- 172.21.15.22:0/3734352144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0958072f50 con 0x7f095806e8c0 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f0957400640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f095806e8c0 0x7f09581e90d0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f094800e870 tx=0x7f094800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f094f400640 1 -- 172.21.15.22:0/3734352144 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0948017070 con 0x7f095806e8c0 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f094f400640 1 -- 172.21.15.22:0/3734352144 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f094800c940 con 0x7f095806e8c0 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f094f400640 1 -- 172.21.15.22:0/3734352144 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f094800ccf0 con 0x7f095806e8c0 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 -- 172.21.15.22:0/3734352144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09581e85f0 con 0x7f095806e8c0 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.913+0000 7f095e200640 1 -- 172.21.15.22:0/3734352144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0958072b70 con 0x7f095806e8c0 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.917+0000 7f095e200640 1 -- 172.21.15.22:0/3734352144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09580cdad0 con 0x7f095806e8c0 2024-09-10T10:39:48.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.917+0000 7f094f400640 1 -- 172.21.15.22:0/3734352144 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f094801a070 con 0x7f095806e8c0 2024-09-10T10:39:48.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.917+0000 7f094f400640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09380678c0 0x7f0938069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:48.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.917+0000 7f094f400640 1 -- 172.21.15.22:0/3734352144 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f0948085f10 con 0x7f095806e8c0 2024-09-10T10:39:48.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.917+0000 7f0956a00640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09380678c0 0x7f0938069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:48.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.917+0000 7f0956a00640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09380678c0 0x7f0938069d80 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f095806c0d0 tx=0x7f0944001c60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:48.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:48.921+0000 7f094f400640 1 -- 172.21.15.22:0/3734352144 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0948056a40 con 0x7f095806e8c0 2024-09-10T10:39:49.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 -- 172.21.15.22:0/3734352144 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f09580afef0 con 0x7f095806e8c0 2024-09-10T10:39:49.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f094f400640 1 -- 172.21.15.22:0/3734352144 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v103) ==== 80+0+0 (secure 0 0 0) 0x7f0948056340 con 0x7f095806e8c0 2024-09-10T10:39:49.102 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:39:49.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 -- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09380678c0 msgr2=0x7f0938069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:49.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09380678c0 0x7f0938069d80 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f095806c0d0 tx=0x7f0944001c60 comp rx=0 tx=0).stop 2024-09-10T10:39:49.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 -- 172.21.15.22:0/3734352144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f095806e8c0 msgr2=0x7f09581e90d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:49.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f095806e8c0 0x7f09581e90d0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f094800e870 tx=0x7f094800ec70 comp rx=0 tx=0).stop 2024-09-10T10:39:49.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 -- 172.21.15.22:0/3734352144 shutdown_connections 2024-09-10T10:39:49.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09380678c0 0x7f0938069d80 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0958145fb0 0x7f0958142fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09580cd670 0x7f09581ea920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 --2- 172.21.15.22:0/3734352144 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f095806e8c0 0x7f09581e90d0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 -- 172.21.15.22:0/3734352144 >> 172.21.15.22:0/3734352144 conn(0x7f0958062dd0 msgr2=0x7f095806e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:49.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 -- 172.21.15.22:0/3734352144 shutdown_connections 2024-09-10T10:39:49.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.097+0000 7f095e200640 1 -- 172.21.15.22:0/3734352144 wait complete. 2024-09-10T10:39:49.122 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:39:49.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:49.123 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T10:39:49.338 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:39:49.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:49.339 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:39:49.348 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:39:49.349 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:39:49.349 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:49.358 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:39:49.358 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:49.409 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:39:49.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.545+0000 7fef78a00640 1 Processor -- start 2024-09-10T10:39:49.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.545+0000 7fef78a00640 1 -- start start 2024-09-10T10:39:49.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef78a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef7415b220 0x7fef74071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:49.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef78a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fef740b56f0 0x7fef740b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:49.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef78a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef740ce880 con 0x7fef7415b600 2024-09-10T10:39:49.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef78a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fef7406d6e0 con 0x7fef740b56f0 2024-09-10T10:39:49.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef78a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fef740ceb60 con 0x7fef7415b220 2024-09-10T10:39:49.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef72800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fef740b56f0 0x7fef740b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:49.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef72800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fef740b56f0 0x7fef740b3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54128/0 (socket says 172.21.15.22:54128) 2024-09-10T10:39:49.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef72800640 1 -- 172.21.15.22:0/1393690304 learned_addr learned my addr 172.21.15.22:0/1393690304 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:49.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef71e00640 1 --2- 172.21.15.22:0/1393690304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef7415b220 0x7fef74071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:49.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef72800640 1 -- 172.21.15.22:0/1393690304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef7415b220 msgr2=0x7fef74071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:49.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef72800640 1 --2- 172.21.15.22:0/1393690304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef7415b220 0x7fef74071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef72800640 1 -- 172.21.15.22:0/1393690304 >> v1:172.21.15.145:6789/0 conn(0x7fef7415b600 legacy=0x7fef740b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:49.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.549+0000 7fef72800640 1 -- 172.21.15.22:0/1393690304 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef740cee40 con 0x7fef740b56f0 2024-09-10T10:39:49.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef72800640 1 --2- 172.21.15.22:0/1393690304 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef740b56f0 0x7fef740b3f10 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7fef6c00d150 tx=0x7fef6c01eae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7408aea17be0de73 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:49.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef71400640 1 -- 172.21.15.22:0/1393690304 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef6c00b2d0 con 0x7fef740b56f0 2024-09-10T10:39:49.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef71400640 1 -- 172.21.15.22:0/1393690304 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef6c00b470 con 0x7fef740b56f0 2024-09-10T10:39:49.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef71400640 1 -- 172.21.15.22:0/1393690304 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef6c0a7bf0 con 0x7fef740b56f0 2024-09-10T10:39:49.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 -- 172.21.15.22:0/1393690304 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef740b56f0 msgr2=0x7fef740b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:49.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 --2- 172.21.15.22:0/1393690304 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef740b56f0 0x7fef740b3f10 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7fef6c00d150 tx=0x7fef6c01eae0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 -- 172.21.15.22:0/1393690304 shutdown_connections 2024-09-10T10:39:49.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 --2- 172.21.15.22:0/1393690304 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef740b56f0 0x7fef740b3f10 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 --2- 172.21.15.22:0/1393690304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef7415b220 0x7fef74071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 -- 172.21.15.22:0/1393690304 >> 172.21.15.22:0/1393690304 conn(0x7fef74062dd0 msgr2=0x7fef7406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:49.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 -- 172.21.15.22:0/1393690304 shutdown_connections 2024-09-10T10:39:49.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 -- 172.21.15.22:0/1393690304 wait complete. 2024-09-10T10:39:49.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 Processor -- start 2024-09-10T10:39:49.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 -- start start 2024-09-10T10:39:49.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef740b56f0 0x7fef7414ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:49.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.553+0000 7fef78a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef7415b220 0x7fef7415d340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:49.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef78a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef7415b600 0x7fef7414de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:49.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef78a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fef740cffd0 con 0x7fef7415b600 2024-09-10T10:39:49.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef78a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fef740cfe50 con 0x7fef740b56f0 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef78a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fef740d0150 con 0x7fef7415b220 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef72800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef7415b600 0x7fef7414de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef71e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef740b56f0 0x7fef7414ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef72800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef7415b600 0x7fef7414de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54136/0 (socket says 172.21.15.22:54136) 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef72800640 1 -- 172.21.15.22:0/1894843501 learned_addr learned my addr 172.21.15.22:0/1894843501 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef69400640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef7415b220 0x7fef7415d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef72800640 1 -- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef7415b220 msgr2=0x7fef7415d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef72800640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef7415b220 0x7fef7415d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef72800640 1 -- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef740b56f0 msgr2=0x7fef7414ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef72800640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef740b56f0 0x7fef7414ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef72800640 1 -- 172.21.15.22:0/1894843501 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef7415da40 con 0x7fef7415b600 2024-09-10T10:39:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef72800640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef7415b600 0x7fef7414de50 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7fef6c0b1040 tx=0x7fef6c01b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef6aa00640 1 -- 172.21.15.22:0/1894843501 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef6c009a10 con 0x7fef7415b600 2024-09-10T10:39:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef6aa00640 1 -- 172.21.15.22:0/1894843501 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef6c0be070 con 0x7fef7415b600 2024-09-10T10:39:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef6aa00640 1 -- 172.21.15.22:0/1894843501 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef6c009e30 con 0x7fef7415b600 2024-09-10T10:39:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef78a00640 1 -- 172.21.15.22:0/1894843501 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef7415dd20 con 0x7fef7415b600 2024-09-10T10:39:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef78a00640 1 -- 172.21.15.22:0/1894843501 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef740b0520 con 0x7fef7415b600 2024-09-10T10:39:49.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef78a00640 1 -- 172.21.15.22:0/1894843501 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef740b3f10 con 0x7fef7415b600 2024-09-10T10:39:49.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef6aa00640 1 -- 172.21.15.22:0/1894843501 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fef6c0b6070 con 0x7fef7415b600 2024-09-10T10:39:49.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.557+0000 7fef6aa00640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef500678c0 0x7fef50069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:49.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.561+0000 7fef6aa00640 1 -- 172.21.15.22:0/1894843501 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fef6c120fc0 con 0x7fef7415b600 2024-09-10T10:39:49.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.561+0000 7fef71e00640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef500678c0 0x7fef50069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:49.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.561+0000 7fef71e00640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef500678c0 0x7fef50069d80 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fef740b2e70 tx=0x7fef64009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:49.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.565+0000 7fef6aa00640 1 -- 172.21.15.22:0/1894843501 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fef6c018820 con 0x7fef7415b600 2024-09-10T10:39:49.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 -- 172.21.15.22:0/1894843501 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fef74156760 con 0x7fef7415b600 2024-09-10T10:39:49.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef6aa00640 1 -- 172.21.15.22:0/1894843501 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v103) ==== 80+0+0 (secure 0 0 0) 0x7fef6c0f1530 con 0x7fef7415b600 2024-09-10T10:39:49.746 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:39:49.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 -- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef500678c0 msgr2=0x7fef50069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:49.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef500678c0 0x7fef50069d80 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fef740b2e70 tx=0x7fef64009190 comp rx=0 tx=0).stop 2024-09-10T10:39:49.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 -- 172.21.15.22:0/1894843501 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef7415b600 msgr2=0x7fef7414de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:49.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef7415b600 0x7fef7414de50 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7fef6c0b1040 tx=0x7fef6c01b880 comp rx=0 tx=0).stop 2024-09-10T10:39:49.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 -- 172.21.15.22:0/1894843501 shutdown_connections 2024-09-10T10:39:49.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fef500678c0 0x7fef50069d80 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fef7415b600 0x7fef7414de50 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef7415b220 0x7fef7415d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 --2- 172.21.15.22:0/1894843501 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef740b56f0 0x7fef7414ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:49.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.741+0000 7fef78a00640 1 -- 172.21.15.22:0/1894843501 >> 172.21.15.22:0/1894843501 conn(0x7fef74062dd0 msgr2=0x7fef7406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:49.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.745+0000 7fef78a00640 1 -- 172.21.15.22:0/1894843501 shutdown_connections 2024-09-10T10:39:49.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:49.745+0000 7fef78a00640 1 -- 172.21.15.22:0/1894843501 wait complete. 2024-09-10T10:39:49.767 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:39:49.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:49.767 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-10T10:39:49.794 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:39:49.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:39:49.794 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:39:49.849 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:39:49.849 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:39:49.849 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:49.858 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:39:49.859 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:39:49.859 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:39:49.859 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:39:49.900 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:39:49.901 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:50.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8ff0600640 1 Processor -- start 2024-09-10T10:39:50.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8ff0600640 1 -- start start 2024-09-10T10:39:50.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8ff0600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe815c230 0x7f8fe815c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8ff0600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fe815cc20 con 0x7f8fe80d2820 2024-09-10T10:39:50.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8ff0600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fe815cf00 con 0x7f8fe80d2c40 2024-09-10T10:39:50.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8ff0600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8fe815d1e0 con 0x7f8fe815c230 2024-09-10T10:39:50.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8fed200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f8fe80d2820 0x7f8fe80b6c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39564/0 (socket says 172.21.15.22:39564) 2024-09-10T10:39:50.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8fed200640 1 -- 172.21.15.22:0/206380938 learned_addr learned my addr 172.21.15.22:0/206380938 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:50.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8fedc00640 1 --2- 172.21.15.22:0/206380938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe815c230 0x7f8fe815c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8fe7e00640 1 -- 172.21.15.22:0/206380938 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1858079823 0 0) 0x7f8fe815cc20 con 0x7f8fe80d2820 2024-09-10T10:39:50.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8fe7e00640 1 -- 172.21.15.22:0/206380938 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8fd0003530 con 0x7f8fe80d2820 2024-09-10T10:39:50.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8fe7e00640 1 -- 172.21.15.22:0/206380938 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3256694982 0 0) 0x7f8fe815cf00 con 0x7f8fe80d2c40 2024-09-10T10:39:50.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8fe7e00640 1 -- 172.21.15.22:0/206380938 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8fe815cc20 con 0x7f8fe80d2c40 2024-09-10T10:39:50.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8fedc00640 1 -- 172.21.15.22:0/206380938 >> v1:172.21.15.145:6789/0 conn(0x7f8fe80d2c40 legacy=0x7f8fe80b5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8fedc00640 1 -- 172.21.15.22:0/206380938 >> v1:172.21.15.22:6789/0 conn(0x7f8fe80d2820 legacy=0x7f8fe80b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.037+0000 7f8fedc00640 1 -- 172.21.15.22:0/206380938 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe815d4c0 con 0x7f8fe815c230 2024-09-10T10:39:50.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8fedc00640 1 --2- 172.21.15.22:0/206380938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe815c230 0x7f8fe815c610 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc0097f0 tx=0x7f8fdc01c4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=754ebc1e3307bce4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:50.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8fe7e00640 1 -- 172.21.15.22:0/206380938 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fdc0ab5f0 con 0x7f8fe815c230 2024-09-10T10:39:50.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8fe7e00640 1 -- 172.21.15.22:0/206380938 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fdc0b0070 con 0x7f8fe815c230 2024-09-10T10:39:50.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8fe7e00640 1 -- 172.21.15.22:0/206380938 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fdc0ab9b0 con 0x7f8fe815c230 2024-09-10T10:39:50.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8ff0600640 1 -- 172.21.15.22:0/206380938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe815c230 msgr2=0x7f8fe815c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8ff0600640 1 --2- 172.21.15.22:0/206380938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe815c230 0x7f8fe815c610 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc0097f0 tx=0x7f8fdc01c4e0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8ff0600640 1 -- 172.21.15.22:0/206380938 shutdown_connections 2024-09-10T10:39:50.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8ff0600640 1 --2- 172.21.15.22:0/206380938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe815c230 0x7f8fe815c610 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8ff0600640 1 -- 172.21.15.22:0/206380938 >> 172.21.15.22:0/206380938 conn(0x7f8fe806f3b0 msgr2=0x7f8fe806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:50.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8ff0600640 1 -- 172.21.15.22:0/206380938 shutdown_connections 2024-09-10T10:39:50.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8ff0600640 1 -- 172.21.15.22:0/206380938 wait complete. 2024-09-10T10:39:50.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8ff0600640 1 Processor -- start 2024-09-10T10:39:50.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.045+0000 7f8ff0600640 1 -- start start 2024-09-10T10:39:50.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8ff0600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe80d2820 0x7f8fe8147e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8ff0600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8fe80d2c40 0x7f8fe80c7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8ff0600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8fe815c230 0x7f8fe80cc910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8ff0600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe80b65b0 con 0x7f8fe815c230 2024-09-10T10:39:50.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8ff0600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe80b7570 con 0x7f8fe80d2c40 2024-09-10T10:39:50.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8ff0600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8fe816a0d0 con 0x7f8fe80d2820 2024-09-10T10:39:50.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fee600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8fe815c230 0x7f8fe80cc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fedc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe80d2820 0x7f8fe8147e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fed200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8fe80d2c40 0x7f8fe80c7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fee600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8fe815c230 0x7f8fe80cc910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54148/0 (socket says 172.21.15.22:54148) 2024-09-10T10:39:50.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fee600640 1 -- 172.21.15.22:0/3428135426 learned_addr learned my addr 172.21.15.22:0/3428135426 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:50.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fee600640 1 -- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe80d2820 msgr2=0x7f8fe8147e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fee600640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe80d2820 0x7f8fe8147e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fee600640 1 -- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8fe80d2c40 msgr2=0x7f8fe80c7f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fee600640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8fe80d2c40 0x7f8fe80c7f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fee600640 1 -- 172.21.15.22:0/3428135426 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe80cd360 con 0x7f8fe815c230 2024-09-10T10:39:50.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fedc00640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe80d2820 0x7f8fe8147e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:39:50.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fee600640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8fe815c230 0x7f8fe80cc910 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f8fe000c700 tx=0x7f8fe000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:50.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fe5600640 1 -- 172.21.15.22:0/3428135426 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fe0003b80 con 0x7f8fe815c230 2024-09-10T10:39:50.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fe5600640 1 -- 172.21.15.22:0/3428135426 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fe0003d20 con 0x7f8fe815c230 2024-09-10T10:39:50.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fe5600640 1 -- 172.21.15.22:0/3428135426 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fe000aa30 con 0x7f8fe815c230 2024-09-10T10:39:50.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8ff0600640 1 -- 172.21.15.22:0/3428135426 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fe80cd6a0 con 0x7f8fe815c230 2024-09-10T10:39:50.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8ff0600640 1 -- 172.21.15.22:0/3428135426 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fe80cdee0 con 0x7f8fe815c230 2024-09-10T10:39:50.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8ff0600640 1 -- 172.21.15.22:0/3428135426 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fe815c610 con 0x7f8fe815c230 2024-09-10T10:39:50.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.049+0000 7f8fe5600640 1 -- 172.21.15.22:0/3428135426 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8fe000abd0 con 0x7f8fe815c230 2024-09-10T10:39:50.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.053+0000 7f8fe5600640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8fc80678c0 0x7f8fc8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.053+0000 7f8fe5600640 1 -- 172.21.15.22:0/3428135426 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f8fe0085a30 con 0x7f8fe815c230 2024-09-10T10:39:50.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.053+0000 7f8fedc00640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8fc80678c0 0x7f8fc8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.053+0000 7f8fedc00640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8fc80678c0 0x7f8fc8069d80 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc0af000 tx=0x7f8fdc0b6040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:50.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.057+0000 7f8fe5600640 1 -- 172.21.15.22:0/3428135426 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8fe80cd6a0 con 0x7f8fe815c230 2024-09-10T10:39:50.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.253+0000 7f8ff0600640 1 -- 172.21.15.22:0/3428135426 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8fe80ce0b0 con 0x7f8fe815c230 2024-09-10T10:39:50.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.253+0000 7f8fe5600640 1 -- 172.21.15.22:0/3428135426 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5231 (secure 0 0 0) 0x7f8fe0055f10 con 0x7f8fe815c230 2024-09-10T10:39:50.259 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:50.259 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":74,"btime":"2024-09-10T10:39:44:216886+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6056,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2259348708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2259348708},{"type":"v1","addr":"172.21.15.22:6835","nonce":2259348708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6772,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2153380025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2153380025},{"type":"v1","addr":"172.21.15.145:6836","nonce":2153380025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6775,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1613145828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1613145828},{"type":"v1","addr":"172.21.15.145:6837","nonce":1613145828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:39:18.785044+0000","modified":"2024-09-10T10:39:43.426828+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7101},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7101":{"gid":7101,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":9,"addr":"172.21.15.22:6834/1159600822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1159600822},{"type":"v1","addr":"172.21.15.22:6834","nonce":1159600822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7101,"qdb_cluster":[7101]},"id":8}]} 2024-09-10T10:39:50.260 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 74 2024-09-10T10:39:50.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 -- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8fc80678c0 msgr2=0x7f8fc8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8fc80678c0 0x7f8fc8069d80 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc0af000 tx=0x7f8fdc0b6040 comp rx=0 tx=0).stop 2024-09-10T10:39:50.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 -- 172.21.15.22:0/3428135426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8fe815c230 msgr2=0x7f8fe80cc910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8fe815c230 0x7f8fe80cc910 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f8fe000c700 tx=0x7f8fe000cbc0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 -- 172.21.15.22:0/3428135426 shutdown_connections 2024-09-10T10:39:50.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8fc80678c0 0x7f8fc8069d80 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8fe815c230 0x7f8fe80cc910 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8fe80d2c40 0x7f8fe80c7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 --2- 172.21.15.22:0/3428135426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8fe80d2820 0x7f8fe8147e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 -- 172.21.15.22:0/3428135426 >> 172.21.15.22:0/3428135426 conn(0x7f8fe806f3b0 msgr2=0x7f8fe80b41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:50.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 -- 172.21.15.22:0/3428135426 shutdown_connections 2024-09-10T10:39:50.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.257+0000 7f8ff0600640 1 -- 172.21.15.22:0/3428135426 wait complete. 2024-09-10T10:39:50.280 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:50.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.417+0000 7f6a1fe00640 1 Processor -- start 2024-09-10T10:39:50.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.417+0000 7f6a1fe00640 1 -- start start 2024-09-10T10:39:50.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.417+0000 7f6a1fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6a20062940 0x7f6a2015fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.417+0000 7f6a1fe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a20062d20 0x7f6a2015d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.417+0000 7f6a1fe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a201603c0 con 0x7f6a200b04f0 2024-09-10T10:39:50.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.417+0000 7f6a1fe00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6a201606a0 con 0x7f6a20062940 2024-09-10T10:39:50.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.417+0000 7f6a1fe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6a20160980 con 0x7f6a20062d20 2024-09-10T10:39:50.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.417+0000 7f6a1ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6a20062940 0x7f6a2015fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.417+0000 7f6a1ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6a20062940 0x7f6a2015fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54156/0 (socket says 172.21.15.22:54156) 2024-09-10T10:39:50.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.417+0000 7f6a1ea00640 1 -- 172.21.15.22:0/4161987404 learned_addr learned my addr 172.21.15.22:0/4161987404 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:50.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1e000640 1 --2- 172.21.15.22:0/4161987404 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a20062d20 0x7f6a2015d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1ea00640 1 -- 172.21.15.22:0/4161987404 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a20062d20 msgr2=0x7f6a2015d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:50.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1ea00640 1 --2- 172.21.15.22:0/4161987404 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a20062d20 0x7f6a2015d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1ea00640 1 -- 172.21.15.22:0/4161987404 >> v1:172.21.15.145:6789/0 conn(0x7f6a200b04f0 legacy=0x7f6a200b0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1ea00640 1 -- 172.21.15.22:0/4161987404 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a20160c60 con 0x7f6a20062940 2024-09-10T10:39:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1ea00640 1 --2- 172.21.15.22:0/4161987404 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a20062940 0x7f6a2015fde0 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f6a10009e50 tx=0x7f6a1001f210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecb08d6ac36a254 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1d600640 1 -- 172.21.15.22:0/4161987404 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a100b4070 con 0x7f6a20062940 2024-09-10T10:39:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1d600640 1 -- 172.21.15.22:0/4161987404 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a100af400 con 0x7f6a20062940 2024-09-10T10:39:50.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1d600640 1 -- 172.21.15.22:0/4161987404 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a100af7d0 con 0x7f6a20062940 2024-09-10T10:39:50.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1fe00640 1 -- 172.21.15.22:0/4161987404 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a20062940 msgr2=0x7f6a2015fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.421+0000 7f6a1fe00640 1 --2- 172.21.15.22:0/4161987404 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a20062940 0x7f6a2015fde0 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f6a10009e50 tx=0x7f6a1001f210 comp rx=0 tx=0).stop 2024-09-10T10:39:50.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 -- 172.21.15.22:0/4161987404 shutdown_connections 2024-09-10T10:39:50.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 --2- 172.21.15.22:0/4161987404 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a20062d20 0x7f6a2015d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 --2- 172.21.15.22:0/4161987404 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a20062940 0x7f6a2015fde0 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 -- 172.21.15.22:0/4161987404 >> 172.21.15.22:0/4161987404 conn(0x7f6a20072ff0 msgr2=0x7f6a2006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:50.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 -- 172.21.15.22:0/4161987404 shutdown_connections 2024-09-10T10:39:50.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 -- 172.21.15.22:0/4161987404 wait complete. 2024-09-10T10:39:50.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 Processor -- start 2024-09-10T10:39:50.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 -- start start 2024-09-10T10:39:50.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a20062940 0x7f6a2014a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a20062d20 0x7f6a2015a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a200b04f0 0x7f6a2015a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6a20070130 con 0x7f6a200b04f0 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2006ffb0 con 0x7f6a20062940 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1fe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6a200702b0 con 0x7f6a20062d20 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a200b04f0 0x7f6a2015a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1ea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a20062940 0x7f6a2014a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a200b04f0 0x7f6a2015a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54160/0 (socket says 172.21.15.22:54160) 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a20062d20 0x7f6a2015a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1f400640 1 -- 172.21.15.22:0/1664351669 learned_addr learned my addr 172.21.15.22:0/1664351669 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1ea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a20062940 0x7f6a2014a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:60144/0 (socket says 172.21.15.22:60144) 2024-09-10T10:39:50.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1ea00640 1 -- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a20062d20 msgr2=0x7f6a2015a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1ea00640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a20062d20 0x7f6a2015a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1ea00640 1 -- 172.21.15.22:0/1664351669 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a200b04f0 msgr2=0x7f6a2015a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1ea00640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a200b04f0 0x7f6a2015a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1ea00640 1 -- 172.21.15.22:0/1664351669 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a201f6550 con 0x7f6a20062940 2024-09-10T10:39:50.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.425+0000 7f6a1f400640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a200b04f0 0x7f6a2015a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:39:50.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a1ea00640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a20062940 0x7f6a2014a580 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f6a100ae000 tx=0x7f6a1001bfb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:50.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a16a00640 1 -- 172.21.15.22:0/1664351669 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a100b4040 con 0x7f6a20062940 2024-09-10T10:39:50.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a16a00640 1 -- 172.21.15.22:0/1664351669 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a100b8430 con 0x7f6a20062940 2024-09-10T10:39:50.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a1fe00640 1 -- 172.21.15.22:0/1664351669 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a201f5790 con 0x7f6a20062940 2024-09-10T10:39:50.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a16a00640 1 -- 172.21.15.22:0/1664351669 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a10009510 con 0x7f6a20062940 2024-09-10T10:39:50.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a1fe00640 1 -- 172.21.15.22:0/1664351669 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a201f5d50 con 0x7f6a20062940 2024-09-10T10:39:50.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a1fe00640 1 -- 172.21.15.22:0/1664351669 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a2015fde0 con 0x7f6a20062940 2024-09-10T10:39:50.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a16a00640 1 -- 172.21.15.22:0/1664351669 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6a100c2060 con 0x7f6a20062940 2024-09-10T10:39:50.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a16a00640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a000678c0 0x7f6a00069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a16a00640 1 -- 172.21.15.22:0/1664351669 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f6a10122da0 con 0x7f6a20062940 2024-09-10T10:39:50.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.429+0000 7f6a1e000640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a000678c0 0x7f6a00069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.433+0000 7f6a1e000640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a000678c0 0x7f6a00069d80 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f6a2014aac0 tx=0x7f6a0c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:50.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.433+0000 7f6a16a00640 1 -- 172.21.15.22:0/1664351669 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6a10018d70 con 0x7f6a20062940 2024-09-10T10:39:50.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.633+0000 7f6a1fe00640 1 -- 172.21.15.22:0/1664351669 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a2014fe90 con 0x7f6a20062940 2024-09-10T10:39:50.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.633+0000 7f6a16a00640 1 -- 172.21.15.22:0/1664351669 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5231 (secure 0 0 0) 0x7f6a100f33c0 con 0x7f6a20062940 2024-09-10T10:39:50.639 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:50.639 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":74,"btime":"2024-09-10T10:39:44:216886+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6056,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2259348708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2259348708},{"type":"v1","addr":"172.21.15.22:6835","nonce":2259348708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6772,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2153380025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2153380025},{"type":"v1","addr":"172.21.15.145:6836","nonce":2153380025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6775,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1613145828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1613145828},{"type":"v1","addr":"172.21.15.145:6837","nonce":1613145828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:39:18.785044+0000","modified":"2024-09-10T10:39:43.426828+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7101},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7101":{"gid":7101,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":9,"addr":"172.21.15.22:6834/1159600822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1159600822},{"type":"v1","addr":"172.21.15.22:6834","nonce":1159600822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7101,"qdb_cluster":[7101]},"id":8}]} 2024-09-10T10:39:50.640 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 74 2024-09-10T10:39:50.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 -- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a000678c0 msgr2=0x7f6a00069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a000678c0 0x7f6a00069d80 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f6a2014aac0 tx=0x7f6a0c008040 comp rx=0 tx=0).stop 2024-09-10T10:39:50.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 -- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a20062940 msgr2=0x7f6a2014a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a20062940 0x7f6a2014a580 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f6a100ae000 tx=0x7f6a1001bfb0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 -- 172.21.15.22:0/1664351669 shutdown_connections 2024-09-10T10:39:50.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6a000678c0 0x7f6a00069d80 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6a200b04f0 0x7f6a2015a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a20062d20 0x7f6a2015a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 --2- 172.21.15.22:0/1664351669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a20062940 0x7f6a2014a580 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 -- 172.21.15.22:0/1664351669 >> 172.21.15.22:0/1664351669 conn(0x7f6a20072ff0 msgr2=0x7f6a200ce780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:50.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 -- 172.21.15.22:0/1664351669 shutdown_connections 2024-09-10T10:39:50.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.637+0000 7f6a1fe00640 1 -- 172.21.15.22:0/1664351669 wait complete. 2024-09-10T10:39:50.660 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:39:50.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa3a1a00640 1 Processor -- start 2024-09-10T10:39:50.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa3a1a00640 1 -- start start 2024-09-10T10:39:50.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa3a1a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa39c15b600 0x7fa39c071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa3a1a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa39c0b56f0 0x7fa39c0b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa3a1a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa39c0ce880 con 0x7fa39c15b220 2024-09-10T10:39:50.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa3a1a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa39c06d6e0 con 0x7fa39c15b600 2024-09-10T10:39:50.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa3a1a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa39c0ceb60 con 0x7fa39c0b56f0 2024-09-10T10:39:50.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa39a000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa39c15b600 0x7fa39c071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa39a000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa39c15b600 0x7fa39c071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54176/0 (socket says 172.21.15.22:54176) 2024-09-10T10:39:50.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa39a000640 1 -- 172.21.15.22:0/4209460298 learned_addr learned my addr 172.21.15.22:0/4209460298 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:50.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa39b400640 1 --2- 172.21.15.22:0/4209460298 >> v2:172.21.15.145:3300/0 conn(0x7fa39c0b56f0 0x7fa39c0b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa39a000640 1 -- 172.21.15.22:0/4209460298 >> v2:172.21.15.145:3300/0 conn(0x7fa39c0b56f0 msgr2=0x7fa39c0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:50.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa39a000640 1 --2- 172.21.15.22:0/4209460298 >> v2:172.21.15.145:3300/0 conn(0x7fa39c0b56f0 0x7fa39c0b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa39a000640 1 -- 172.21.15.22:0/4209460298 >> v1:172.21.15.145:6789/0 conn(0x7fa39c15b220 legacy=0x7fa39c0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:50.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa39a000640 1 -- 172.21.15.22:0/4209460298 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa39c0cee40 con 0x7fa39c15b600 2024-09-10T10:39:50.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.801+0000 7fa39b400640 1 --2- 172.21.15.22:0/4209460298 >> v2:172.21.15.145:3300/0 conn(0x7fa39c0b56f0 0x7fa39c0b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:50.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa39a000640 1 --2- 172.21.15.22:0/4209460298 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c15b600 0x7fa39c071140 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fa39c0cd1d0 tx=0x7fa38801c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f8385aac96c7c97 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:50.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa399600640 1 -- 172.21.15.22:0/4209460298 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3880b1070 con 0x7fa39c15b600 2024-09-10T10:39:50.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa399600640 1 -- 172.21.15.22:0/4209460298 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3880ac410 con 0x7fa39c15b600 2024-09-10T10:39:50.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa399600640 1 -- 172.21.15.22:0/4209460298 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3880ac7e0 con 0x7fa39c15b600 2024-09-10T10:39:50.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa3a1a00640 1 -- 172.21.15.22:0/4209460298 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c15b600 msgr2=0x7fa39c071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa3a1a00640 1 --2- 172.21.15.22:0/4209460298 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c15b600 0x7fa39c071140 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fa39c0cd1d0 tx=0x7fa38801c390 comp rx=0 tx=0).stop 2024-09-10T10:39:50.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa3a1a00640 1 -- 172.21.15.22:0/4209460298 shutdown_connections 2024-09-10T10:39:50.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa3a1a00640 1 --2- 172.21.15.22:0/4209460298 >> v2:172.21.15.145:3300/0 conn(0x7fa39c0b56f0 0x7fa39c0b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa3a1a00640 1 --2- 172.21.15.22:0/4209460298 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c15b600 0x7fa39c071140 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa3a1a00640 1 -- 172.21.15.22:0/4209460298 >> 172.21.15.22:0/4209460298 conn(0x7fa39c062dd0 msgr2=0x7fa39c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:50.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa3a1a00640 1 -- 172.21.15.22:0/4209460298 shutdown_connections 2024-09-10T10:39:50.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.805+0000 7fa3a1a00640 1 -- 172.21.15.22:0/4209460298 wait complete. 2024-09-10T10:39:50.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa3a1a00640 1 Processor -- start 2024-09-10T10:39:50.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa3a1a00640 1 -- start start 2024-09-10T10:39:50.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa3a1a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c0b56f0 0x7fa39c15a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa3a1a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c15b220 0x7fa39c0b11f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa3a1a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c15b600 0x7fa39c153de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa3a1a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa39c0cffd0 con 0x7fa39c0b56f0 2024-09-10T10:39:50.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa3a1a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa39c0cfe50 con 0x7fa39c15b220 2024-09-10T10:39:50.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa3a1a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa39c0d0150 con 0x7fa39c15b600 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c0b56f0 0x7fa39c15a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c0b56f0 0x7fa39c15a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54190/0 (socket says 172.21.15.22:54190) 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39aa00640 1 -- 172.21.15.22:0/1391151563 learned_addr learned my addr 172.21.15.22:0/1391151563 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39a000640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c15b220 0x7fa39c0b11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39b400640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c15b600 0x7fa39c153de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39aa00640 1 -- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c15b600 msgr2=0x7fa39c153de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39aa00640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c15b600 0x7fa39c153de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39aa00640 1 -- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c15b220 msgr2=0x7fa39c0b11f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39aa00640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c15b220 0x7fa39c0b11f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39aa00640 1 -- 172.21.15.22:0/1391151563 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa39c0b1730 con 0x7fa39c0b56f0 2024-09-10T10:39:50.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39b400640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c15b600 0x7fa39c153de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:50.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa39aa00640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c0b56f0 0x7fa39c15a320 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fa38c00c450 tx=0x7fa38c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:50.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa392a00640 1 -- 172.21.15.22:0/1391151563 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa38c012830 con 0x7fa39c0b56f0 2024-09-10T10:39:50.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa392a00640 1 -- 172.21.15.22:0/1391151563 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa38c017070 con 0x7fa39c0b56f0 2024-09-10T10:39:50.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa392a00640 1 -- 172.21.15.22:0/1391151563 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa38c012c30 con 0x7fa39c0b56f0 2024-09-10T10:39:50.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa3a1a00640 1 -- 172.21.15.22:0/1391151563 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa39c0b19d0 con 0x7fa39c0b56f0 2024-09-10T10:39:50.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.809+0000 7fa3a1a00640 1 -- 172.21.15.22:0/1391151563 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa39c0b1f90 con 0x7fa39c0b56f0 2024-09-10T10:39:50.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.813+0000 7fa3a1a00640 1 -- 172.21.15.22:0/1391151563 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa39c0b3f10 con 0x7fa39c0b56f0 2024-09-10T10:39:50.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.813+0000 7fa392a00640 1 -- 172.21.15.22:0/1391151563 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa38c01c460 con 0x7fa39c0b56f0 2024-09-10T10:39:50.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.813+0000 7fa392a00640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa37c0678c0 0x7fa37c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:50.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.813+0000 7fa392a00640 1 -- 172.21.15.22:0/1391151563 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fa38c085970 con 0x7fa39c0b56f0 2024-09-10T10:39:50.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.813+0000 7fa39a000640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa37c0678c0 0x7fa37c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:50.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.813+0000 7fa39a000640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa37c0678c0 0x7fa37c069d80 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fa3880ae000 tx=0x7fa388008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:50.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.817+0000 7fa392a00640 1 -- 172.21.15.22:0/1391151563 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa38c0564a0 con 0x7fa39c0b56f0 2024-09-10T10:39:50.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.981+0000 7fa3a1a00640 1 -- 172.21.15.22:0/1391151563 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa39c15fb70 con 0x7fa39c0b56f0 2024-09-10T10:39:50.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa392a00640 1 -- 172.21.15.22:0/1391151563 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+16755 (secure 0 0 0) 0x7fa38c055da0 con 0x7fa39c0b56f0 2024-09-10T10:39:50.989 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:50.989 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":103,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:39:20.397194+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:39:16.513136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-10T10:39:17.777856+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:39:50.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 -- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa37c0678c0 msgr2=0x7fa37c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa37c0678c0 0x7fa37c069d80 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fa3880ae000 tx=0x7fa388008040 comp rx=0 tx=0).stop 2024-09-10T10:39:50.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 -- 172.21.15.22:0/1391151563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c0b56f0 msgr2=0x7fa39c15a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:50.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c0b56f0 0x7fa39c15a320 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fa38c00c450 tx=0x7fa38c00c910 comp rx=0 tx=0).stop 2024-09-10T10:39:50.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 -- 172.21.15.22:0/1391151563 shutdown_connections 2024-09-10T10:39:50.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa37c0678c0 0x7fa37c069d80 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c15b600 0x7fa39c153de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c15b220 0x7fa39c0b11f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 --2- 172.21.15.22:0/1391151563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa39c0b56f0 0x7fa39c15a320 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:50.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 -- 172.21.15.22:0/1391151563 >> 172.21.15.22:0/1391151563 conn(0x7fa39c062dd0 msgr2=0x7fa39c071140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:50.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 -- 172.21.15.22:0/1391151563 shutdown_connections 2024-09-10T10:39:50.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:50.985+0000 7fa3a1a00640 1 -- 172.21.15.22:0/1391151563 wait complete. 2024-09-10T10:39:51.009 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:39:51.010 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:51.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f47000640 1 Processor -- start 2024-09-10T10:39:51.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f47000640 1 -- start start 2024-09-10T10:39:51.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f47000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7f4015b600 0x7f7f40071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f47000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7f400b56f0 0x7f7f400b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f47000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f400ce880 con 0x7f7f4015b220 2024-09-10T10:39:51.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f47000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f7f4006d6e0 con 0x7f7f4015b600 2024-09-10T10:39:51.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f47000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7f400ceb60 con 0x7f7f400b56f0 2024-09-10T10:39:51.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f3fe00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7f4015b220 0x7f7f400b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39576/0 (socket says 172.21.15.22:39576) 2024-09-10T10:39:51.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f3fe00640 1 -- 172.21.15.22:0/1194531470 learned_addr learned my addr 172.21.15.22:0/1194531470 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:51.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f37400640 1 --2- 172.21.15.22:0/1194531470 >> v2:172.21.15.22:3300/0 conn(0x7f7f4015b600 0x7f7f40071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.151 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f45000640 1 --2- 172.21.15.22:0/1194531470 >> v2:172.21.15.145:3300/0 conn(0x7f7f400b56f0 0x7f7f400b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f37400640 1 -- 172.21.15.22:0/1194531470 >> v2:172.21.15.145:3300/0 conn(0x7f7f400b56f0 msgr2=0x7f7f400b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:51.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f37400640 1 --2- 172.21.15.22:0/1194531470 >> v2:172.21.15.145:3300/0 conn(0x7f7f400b56f0 0x7f7f400b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f37400640 1 -- 172.21.15.22:0/1194531470 >> v1:172.21.15.22:6789/0 conn(0x7f7f4015b220 legacy=0x7f7f400b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f37400640 1 -- 172.21.15.22:0/1194531470 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f400cee40 con 0x7f7f4015b600 2024-09-10T10:39:51.152 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.145+0000 7f7f45000640 1 --2- 172.21.15.22:0/1194531470 >> v2:172.21.15.145:3300/0 conn(0x7f7f400b56f0 0x7f7f400b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:51.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f37400640 1 --2- 172.21.15.22:0/1194531470 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f4015b600 0x7f7f40071140 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f7f400cd1d0 tx=0x7f7f2801c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1a726ce8339b75 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f3f400640 1 -- 172.21.15.22:0/1194531470 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f280b0070 con 0x7f7f4015b600 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f3f400640 1 -- 172.21.15.22:0/1194531470 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f28004230 con 0x7f7f4015b600 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f3f400640 1 -- 172.21.15.22:0/1194531470 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f28003620 con 0x7f7f4015b600 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f47000640 1 -- 172.21.15.22:0/1194531470 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f4015b600 msgr2=0x7f7f40071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f47000640 1 --2- 172.21.15.22:0/1194531470 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f4015b600 0x7f7f40071140 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f7f400cd1d0 tx=0x7f7f2801c330 comp rx=0 tx=0).stop 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f47000640 1 -- 172.21.15.22:0/1194531470 shutdown_connections 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f47000640 1 --2- 172.21.15.22:0/1194531470 >> v2:172.21.15.145:3300/0 conn(0x7f7f400b56f0 0x7f7f400b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f47000640 1 --2- 172.21.15.22:0/1194531470 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f4015b600 0x7f7f40071140 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f47000640 1 -- 172.21.15.22:0/1194531470 >> 172.21.15.22:0/1194531470 conn(0x7f7f40062dd0 msgr2=0x7f7f4006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f47000640 1 -- 172.21.15.22:0/1194531470 shutdown_connections 2024-09-10T10:39:51.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.149+0000 7f7f47000640 1 -- 172.21.15.22:0/1194531470 wait complete. 2024-09-10T10:39:51.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 Processor -- start 2024-09-10T10:39:51.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 -- start start 2024-09-10T10:39:51.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f400b56f0 0x7f7f4015e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f4015b220 0x7f7f40150680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f4015b600 0x7f7f4015c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7f400cffd0 con 0x7f7f400b56f0 2024-09-10T10:39:51.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7f400cfe50 con 0x7f7f4015b600 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7f400d0150 con 0x7f7f4015b220 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f400b56f0 0x7f7f4015e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f400b56f0 0x7f7f4015e010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54214/0 (socket says 172.21.15.22:54214) 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3fe00640 1 -- 172.21.15.22:0/3614176663 learned_addr learned my addr 172.21.15.22:0/3614176663 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f45000640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f4015b600 0x7f7f4015c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f37400640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f4015b220 0x7f7f40150680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3fe00640 1 -- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f4015b220 msgr2=0x7f7f40150680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3fe00640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f4015b220 0x7f7f40150680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3fe00640 1 -- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f4015b600 msgr2=0x7f7f4015c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3fe00640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f4015b600 0x7f7f4015c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3fe00640 1 -- 172.21.15.22:0/3614176663 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f4015c830 con 0x7f7f400b56f0 2024-09-10T10:39:51.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3fe00640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f400b56f0 0x7f7f4015e010 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f7f3000c420 tx=0x7f7f3000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:51.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3cc00640 1 -- 172.21.15.22:0/3614176663 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f30017070 con 0x7f7f400b56f0 2024-09-10T10:39:51.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3cc00640 1 -- 172.21.15.22:0/3614176663 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f30005cf0 con 0x7f7f400b56f0 2024-09-10T10:39:51.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 -- 172.21.15.22:0/3614176663 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f4014f8c0 con 0x7f7f400b56f0 2024-09-10T10:39:51.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f3cc00640 1 -- 172.21.15.22:0/3614176663 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f300072f0 con 0x7f7f400b56f0 2024-09-10T10:39:51.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 -- 172.21.15.22:0/3614176663 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f4014fe80 con 0x7f7f400b56f0 2024-09-10T10:39:51.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.153+0000 7f7f47000640 1 -- 172.21.15.22:0/3614176663 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f400b3f10 con 0x7f7f400b56f0 2024-09-10T10:39:51.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.157+0000 7f7f3cc00640 1 -- 172.21.15.22:0/3614176663 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7f3001a070 con 0x7f7f400b56f0 2024-09-10T10:39:51.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.157+0000 7f7f3cc00640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f1c0678c0 0x7f7f1c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.157+0000 7f7f3cc00640 1 -- 172.21.15.22:0/3614176663 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f7f30084ff0 con 0x7f7f400b56f0 2024-09-10T10:39:51.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.157+0000 7f7f37400640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f1c0678c0 0x7f7f1c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.157+0000 7f7f37400640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f1c0678c0 0x7f7f1c069d80 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f7f280ad000 tx=0x7f7f280a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:51.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.161+0000 7f7f3cc00640 1 -- 172.21.15.22:0/3614176663 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7f4015c830 con 0x7f7f400b56f0 2024-09-10T10:39:51.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 -- 172.21.15.22:0/3614176663 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f40072e90 con 0x7f7f400b56f0 2024-09-10T10:39:51.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f3cc00640 1 -- 172.21.15.22:0/3614176663 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5231 (secure 0 0 0) 0x7f7f300554a0 con 0x7f7f400b56f0 2024-09-10T10:39:51.365 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:51.365 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":74,"btime":"2024-09-10T10:39:44:216886+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6056,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2259348708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2259348708},{"type":"v1","addr":"172.21.15.22:6835","nonce":2259348708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6772,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2153380025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2153380025},{"type":"v1","addr":"172.21.15.145:6836","nonce":2153380025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6775,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1613145828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1613145828},{"type":"v1","addr":"172.21.15.145:6837","nonce":1613145828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:39:18.785044+0000","modified":"2024-09-10T10:39:43.426828+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7101},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7101":{"gid":7101,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":9,"addr":"172.21.15.22:6834/1159600822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1159600822},{"type":"v1","addr":"172.21.15.22:6834","nonce":1159600822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7101,"qdb_cluster":[7101]},"id":8}]} 2024-09-10T10:39:51.366 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 74 2024-09-10T10:39:51.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 -- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f1c0678c0 msgr2=0x7f7f1c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f1c0678c0 0x7f7f1c069d80 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f7f280ad000 tx=0x7f7f280a6000 comp rx=0 tx=0).stop 2024-09-10T10:39:51.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 -- 172.21.15.22:0/3614176663 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f400b56f0 msgr2=0x7f7f4015e010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f400b56f0 0x7f7f4015e010 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f7f3000c420 tx=0x7f7f3000c8e0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 -- 172.21.15.22:0/3614176663 shutdown_connections 2024-09-10T10:39:51.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7f1c0678c0 0x7f7f1c069d80 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f4015b600 0x7f7f4015c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f4015b220 0x7f7f40150680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 --2- 172.21.15.22:0/3614176663 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7f400b56f0 0x7f7f4015e010 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 -- 172.21.15.22:0/3614176663 >> 172.21.15.22:0/3614176663 conn(0x7f7f40062dd0 msgr2=0x7f7f4006d870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:51.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 -- 172.21.15.22:0/3614176663 shutdown_connections 2024-09-10T10:39:51.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.361+0000 7f7f47000640 1 -- 172.21.15.22:0/3614176663 wait complete. 2024-09-10T10:39:51.386 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:39:51.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fbe600640 1 Processor -- start 2024-09-10T10:39:51.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fbe600640 1 -- start start 2024-09-10T10:39:51.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fbe600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9fb815b3b0 0x7f9fb80b0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fbe600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fb80b45d0 0x7f9fb815f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fbe600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fb806eeb0 con 0x7f9fb80d0a70 2024-09-10T10:39:51.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fbe600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9fb80b4a20 con 0x7f9fb815b3b0 2024-09-10T10:39:51.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fbe600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb806f120 con 0x7f9fb80b45d0 2024-09-10T10:39:51.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fb7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fb80b45d0 0x7f9fb815f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fb7400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9fb815b3b0 0x7f9fb80b0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9faea00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f9fb80d0a70 0x7f9fb815efb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:45842/0 (socket says 172.21.15.22:45842) 2024-09-10T10:39:51.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9faea00640 1 -- 172.21.15.22:0/1658564731 learned_addr learned my addr 172.21.15.22:0/1658564731 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:51.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fb7400640 1 -- 172.21.15.22:0/1658564731 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fb80b45d0 msgr2=0x7f9fb815f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:51.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fb7400640 1 --2- 172.21.15.22:0/1658564731 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fb80b45d0 0x7f9fb815f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fb7400640 1 -- 172.21.15.22:0/1658564731 >> v1:172.21.15.145:6789/0 conn(0x7f9fb80d0a70 legacy=0x7f9fb815efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.525+0000 7f9fb7400640 1 -- 172.21.15.22:0/1658564731 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb806f400 con 0x7f9fb815b3b0 2024-09-10T10:39:51.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fb7400640 1 --2- 172.21.15.22:0/1658564731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fb815b3b0 0x7f9fb80b0ce0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f9fa80097c0 tx=0x7f9fa801c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a37013d6188ef2b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:51.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fb6a00640 1 -- 172.21.15.22:0/1658564731 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa80b1070 con 0x7f9fb815b3b0 2024-09-10T10:39:51.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fb6a00640 1 -- 172.21.15.22:0/1658564731 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fa80ac600 con 0x7f9fb815b3b0 2024-09-10T10:39:51.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fb6a00640 1 -- 172.21.15.22:0/1658564731 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa80ac9d0 con 0x7f9fb815b3b0 2024-09-10T10:39:51.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fbe600640 1 -- 172.21.15.22:0/1658564731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fb815b3b0 msgr2=0x7f9fb80b0ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fbe600640 1 --2- 172.21.15.22:0/1658564731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fb815b3b0 0x7f9fb80b0ce0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f9fa80097c0 tx=0x7f9fa801c410 comp rx=0 tx=0).stop 2024-09-10T10:39:51.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fbe600640 1 -- 172.21.15.22:0/1658564731 shutdown_connections 2024-09-10T10:39:51.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fbe600640 1 --2- 172.21.15.22:0/1658564731 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fb80b45d0 0x7f9fb815f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fbe600640 1 --2- 172.21.15.22:0/1658564731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fb815b3b0 0x7f9fb80b0ce0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fbe600640 1 -- 172.21.15.22:0/1658564731 >> 172.21.15.22:0/1658564731 conn(0x7f9fb80ce1f0 msgr2=0x7f9fb80ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:51.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fbe600640 1 -- 172.21.15.22:0/1658564731 shutdown_connections 2024-09-10T10:39:51.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.529+0000 7f9fbe600640 1 -- 172.21.15.22:0/1658564731 wait complete. 2024-09-10T10:39:51.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fbe600640 1 Processor -- start 2024-09-10T10:39:51.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fbe600640 1 -- start start 2024-09-10T10:39:51.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fbe600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fb80b45d0 0x7f9fb806bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fbe600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9fb80d0a70 0x7f9fb8156a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fbe600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fb815b3b0 0x7f9fb8147a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fbe600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb8070590 con 0x7f9fb80d0a70 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fbe600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb8070410 con 0x7f9fb815b3b0 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fbe600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb8070710 con 0x7f9fb80b45d0 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9faea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9fb80d0a70 0x7f9fb8156a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9faea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9fb80d0a70 0x7f9fb8156a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54222/0 (socket says 172.21.15.22:54222) 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9faea00640 1 -- 172.21.15.22:0/1415914058 learned_addr learned my addr 172.21.15.22:0/1415914058 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fb7e00640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fb815b3b0 0x7f9fb8147a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fb7400640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fb80b45d0 0x7f9fb806bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9faea00640 1 -- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fb80b45d0 msgr2=0x7f9fb806bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9faea00640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fb80b45d0 0x7f9fb806bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9faea00640 1 -- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fb815b3b0 msgr2=0x7f9fb8147a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9faea00640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fb815b3b0 0x7f9fb8147a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9faea00640 1 -- 172.21.15.22:0/1415914058 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb81573e0 con 0x7f9fb80d0a70 2024-09-10T10:39:51.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9faea00640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9fb80d0a70 0x7f9fb8156a80 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f9fa000c420 tx=0x7f9fa000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:51.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fafe00640 1 -- 172.21.15.22:0/1415914058 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa0017070 con 0x7f9fb80d0a70 2024-09-10T10:39:51.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fafe00640 1 -- 172.21.15.22:0/1415914058 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fa0005cf0 con 0x7f9fb80d0a70 2024-09-10T10:39:51.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fafe00640 1 -- 172.21.15.22:0/1415914058 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa00072f0 con 0x7f9fb80d0a70 2024-09-10T10:39:51.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fbe600640 1 -- 172.21.15.22:0/1415914058 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fb8157680 con 0x7f9fb80d0a70 2024-09-10T10:39:51.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.533+0000 7f9fbe600640 1 -- 172.21.15.22:0/1415914058 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fb8157c40 con 0x7f9fb80d0a70 2024-09-10T10:39:51.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.537+0000 7f9fbe600640 1 -- 172.21.15.22:0/1415914058 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fb80b0ce0 con 0x7f9fb80d0a70 2024-09-10T10:39:51.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.537+0000 7f9fafe00640 1 -- 172.21.15.22:0/1415914058 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9fa001a070 con 0x7f9fb80d0a70 2024-09-10T10:39:51.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.537+0000 7f9fafe00640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f940678c0 0x7f9f94069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.537+0000 7f9fafe00640 1 -- 172.21.15.22:0/1415914058 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f9fa0084ff0 con 0x7f9fb80d0a70 2024-09-10T10:39:51.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.537+0000 7f9fb7400640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f940678c0 0x7f9f94069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.537+0000 7f9fb7400640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f940678c0 0x7f9f94069d80 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f9fa80ae000 tx=0x7f9fa80a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:51.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.541+0000 7f9fafe00640 1 -- 172.21.15.22:0/1415914058 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9fa0055490 con 0x7f9fb80d0a70 2024-09-10T10:39:51.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.745+0000 7f9fbe600640 1 -- 172.21.15.22:0/1415914058 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9fb815ed20 con 0x7f9fb80d0a70 2024-09-10T10:39:51.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.745+0000 7f9fafe00640 1 -- 172.21.15.22:0/1415914058 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+5231 (secure 0 0 0) 0x7f9fa0059790 con 0x7f9fb80d0a70 2024-09-10T10:39:51.750 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:51.750 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":74,"btime":"2024-09-10T10:39:44:216886+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6056,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2259348708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2259348708},{"type":"v1","addr":"172.21.15.22:6835","nonce":2259348708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6772,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2153380025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2153380025},{"type":"v1","addr":"172.21.15.145:6836","nonce":2153380025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6775,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1613145828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1613145828},{"type":"v1","addr":"172.21.15.145:6837","nonce":1613145828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:39:18.785044+0000","modified":"2024-09-10T10:39:43.426828+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7101},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7101":{"gid":7101,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":9,"addr":"172.21.15.22:6834/1159600822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1159600822},{"type":"v1","addr":"172.21.15.22:6834","nonce":1159600822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7101,"qdb_cluster":[7101]},"id":8}]} 2024-09-10T10:39:51.751 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 74 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 -- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f940678c0 msgr2=0x7f9f94069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f940678c0 0x7f9f94069d80 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f9fa80ae000 tx=0x7f9fa80a7000 comp rx=0 tx=0).stop 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 -- 172.21.15.22:0/1415914058 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9fb80d0a70 msgr2=0x7f9fb8156a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9fb80d0a70 0x7f9fb8156a80 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f9fa000c420 tx=0x7f9fa000c8e0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 -- 172.21.15.22:0/1415914058 shutdown_connections 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9f940678c0 0x7f9f94069d80 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fb815b3b0 0x7f9fb8147a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9fb80d0a70 0x7f9fb8156a80 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 --2- 172.21.15.22:0/1415914058 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fb80b45d0 0x7f9fb806bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 -- 172.21.15.22:0/1415914058 >> 172.21.15.22:0/1415914058 conn(0x7f9fb80ce1f0 msgr2=0x7f9fb80b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 -- 172.21.15.22:0/1415914058 shutdown_connections 2024-09-10T10:39:51.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.749+0000 7f9fbe600640 1 -- 172.21.15.22:0/1415914058 wait complete. 2024-09-10T10:39:51.773 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:39:51.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a81c00640 1 Processor -- start 2024-09-10T10:39:51.913 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a81c00640 1 -- start start 2024-09-10T10:39:51.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a81c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2a7c15e580 0x7f2a7c070a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a81c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a7c070fc0 0x7f2a7c15e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a81c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a7c06d1a0 con 0x7f2a7c15eea0 2024-09-10T10:39:51.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a81c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2a7c06d480 con 0x7f2a7c15e580 2024-09-10T10:39:51.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a81c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2a7c06d760 con 0x7f2a7c070fc0 2024-09-10T10:39:51.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a7aa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2a7c15e580 0x7f2a7c070a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a7b400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2a7c15eea0 0x7f2a7c0b6bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39590/0 (socket says 172.21.15.22:39590) 2024-09-10T10:39:51.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a7aa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2a7c15e580 0x7f2a7c070a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54230/0 (socket says 172.21.15.22:54230) 2024-09-10T10:39:51.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a7b400640 1 -- 172.21.15.22:0/3655603454 learned_addr learned my addr 172.21.15.22:0/3655603454 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:51.915 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a72000640 1 --2- 172.21.15.22:0/3655603454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a7c070fc0 0x7f2a7c15e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a7aa00640 1 -- 172.21.15.22:0/3655603454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a7c070fc0 msgr2=0x7f2a7c15e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:51.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a7aa00640 1 --2- 172.21.15.22:0/3655603454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a7c070fc0 0x7f2a7c15e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a7aa00640 1 -- 172.21.15.22:0/3655603454 >> v1:172.21.15.22:6789/0 conn(0x7f2a7c15eea0 legacy=0x7f2a7c0b6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a7aa00640 1 -- 172.21.15.22:0/3655603454 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a7c06da40 con 0x7f2a7c15e580 2024-09-10T10:39:51.916 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.909+0000 7f2a7a000640 1 -- 172.21.15.22:0/3655603454 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1392154594 0 0) 0x7f2a7c06d1a0 con 0x7f2a7c15eea0 2024-09-10T10:39:51.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a7aa00640 1 --2- 172.21.15.22:0/3655603454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15e580 0x7f2a7c070a80 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c0097c0 tx=0x7f2a6c01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e6f2ac3cf06622e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:51.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a7a000640 1 -- 172.21.15.22:0/3655603454 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c0b1070 con 0x7f2a7c15e580 2024-09-10T10:39:51.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a7a000640 1 -- 172.21.15.22:0/3655603454 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a6c0ac410 con 0x7f2a7c15e580 2024-09-10T10:39:51.918 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a7a000640 1 -- 172.21.15.22:0/3655603454 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c0ac7e0 con 0x7f2a7c15e580 2024-09-10T10:39:51.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a81c00640 1 -- 172.21.15.22:0/3655603454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15e580 msgr2=0x7f2a7c070a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a81c00640 1 --2- 172.21.15.22:0/3655603454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15e580 0x7f2a7c070a80 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c0097c0 tx=0x7f2a6c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a81c00640 1 -- 172.21.15.22:0/3655603454 shutdown_connections 2024-09-10T10:39:51.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a81c00640 1 --2- 172.21.15.22:0/3655603454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a7c070fc0 0x7f2a7c15e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a81c00640 1 --2- 172.21.15.22:0/3655603454 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15e580 0x7f2a7c070a80 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a81c00640 1 -- 172.21.15.22:0/3655603454 >> 172.21.15.22:0/3655603454 conn(0x7f2a7c06f3b0 msgr2=0x7f2a7c06f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:51.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a81c00640 1 -- 172.21.15.22:0/3655603454 shutdown_connections 2024-09-10T10:39:51.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.913+0000 7f2a81c00640 1 -- 172.21.15.22:0/3655603454 wait complete. 2024-09-10T10:39:51.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a81c00640 1 Processor -- start 2024-09-10T10:39:51.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a81c00640 1 -- start start 2024-09-10T10:39:51.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a81c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a7c070fc0 0x7f2a7c15f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a81c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a7c15e580 0x7f2a7c156070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a81c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15eea0 0x7f2a7c1565b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a81c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2a7c06cc20 con 0x7f2a7c15eea0 2024-09-10T10:39:51.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a81c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2a7c06caa0 con 0x7f2a7c15e580 2024-09-10T10:39:51.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a81c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2a7c16b220 con 0x7f2a7c070fc0 2024-09-10T10:39:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a7b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15eea0 0x7f2a7c1565b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a7b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15eea0 0x7f2a7c1565b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54242/0 (socket says 172.21.15.22:54242) 2024-09-10T10:39:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a7b400640 1 -- 172.21.15.22:0/259615976 learned_addr learned my addr 172.21.15.22:0/259615976 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a7aa00640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a7c070fc0 0x7f2a7c15f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a72000640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a7c15e580 0x7f2a7c156070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a7b400640 1 -- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a7c070fc0 msgr2=0x7f2a7c15f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a7b400640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a7c070fc0 0x7f2a7c15f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a7b400640 1 -- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a7c15e580 msgr2=0x7f2a7c156070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a7b400640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a7c15e580 0x7f2a7c156070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a7b400640 1 -- 172.21.15.22:0/259615976 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a7c15fb50 con 0x7f2a7c15eea0 2024-09-10T10:39:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a7b400640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15eea0 0x7f2a7c1565b0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f2a7400cac0 tx=0x7f2a7400cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a73400640 1 -- 172.21.15.22:0/259615976 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a74017070 con 0x7f2a7c15eea0 2024-09-10T10:39:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a73400640 1 -- 172.21.15.22:0/259615976 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a7400abd0 con 0x7f2a7c15eea0 2024-09-10T10:39:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a73400640 1 -- 172.21.15.22:0/259615976 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a74012400 con 0x7f2a7c15eea0 2024-09-10T10:39:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a81c00640 1 -- 172.21.15.22:0/259615976 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a7c15fe30 con 0x7f2a7c15eea0 2024-09-10T10:39:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.917+0000 7f2a81c00640 1 -- 172.21.15.22:0/259615976 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a7c1603f0 con 0x7f2a7c15eea0 2024-09-10T10:39:51.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.921+0000 7f2a81c00640 1 -- 172.21.15.22:0/259615976 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a7c15e960 con 0x7f2a7c15eea0 2024-09-10T10:39:51.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.921+0000 7f2a73400640 1 -- 172.21.15.22:0/259615976 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2a7401a070 con 0x7f2a7c15eea0 2024-09-10T10:39:51.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.921+0000 7f2a73400640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a580678c0 0x7f2a58069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:51.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.921+0000 7f2a73400640 1 -- 172.21.15.22:0/259615976 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f2a74085960 con 0x7f2a7c15eea0 2024-09-10T10:39:51.926 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.921+0000 7f2a7aa00640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a580678c0 0x7f2a58069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:51.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.921+0000 7f2a7aa00640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a580678c0 0x7f2a58069d80 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c0ae000 tx=0x7f2a6c0a6040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:51.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:51.925+0000 7f2a73400640 1 -- 172.21.15.22:0/259615976 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2a74055db0 con 0x7f2a7c15eea0 2024-09-10T10:39:52.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.089+0000 7f2a81c00640 1 -- 172.21.15.22:0/259615976 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2a7c15b600 con 0x7f2a7c15eea0 2024-09-10T10:39:52.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.089+0000 7f2a73400640 1 -- 172.21.15.22:0/259615976 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+16755 (secure 0 0 0) 0x7f2a7405a0b0 con 0x7f2a7c15eea0 2024-09-10T10:39:52.095 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:52.095 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":103,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:39:20.397194+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:39:16.513136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-10T10:39:17.777856+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:39:52.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 -- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a580678c0 msgr2=0x7f2a58069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a580678c0 0x7f2a58069d80 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c0ae000 tx=0x7f2a6c0a6040 comp rx=0 tx=0).stop 2024-09-10T10:39:52.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 -- 172.21.15.22:0/259615976 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15eea0 msgr2=0x7f2a7c1565b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15eea0 0x7f2a7c1565b0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f2a7400cac0 tx=0x7f2a7400cf80 comp rx=0 tx=0).stop 2024-09-10T10:39:52.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 -- 172.21.15.22:0/259615976 shutdown_connections 2024-09-10T10:39:52.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2a580678c0 0x7f2a58069d80 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2a7c15eea0 0x7f2a7c1565b0 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a7c15e580 0x7f2a7c156070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 --2- 172.21.15.22:0/259615976 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a7c070fc0 0x7f2a7c15f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 -- 172.21.15.22:0/259615976 >> 172.21.15.22:0/259615976 conn(0x7f2a7c06f3b0 msgr2=0x7f2a7c14b750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:52.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 -- 172.21.15.22:0/259615976 shutdown_connections 2024-09-10T10:39:52.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.093+0000 7f2a81c00640 1 -- 172.21.15.22:0/259615976 wait complete. 2024-09-10T10:39:52.117 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:39:52.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.253+0000 7f4bdf600640 1 Processor -- start 2024-09-10T10:39:52.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.253+0000 7f4bdf600640 1 -- start start 2024-09-10T10:39:52.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdf600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4bd815b600 0x7f4bd8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdf600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd80b56f0 0x7f4bd80b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdf600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4bd80ce880 con 0x7f4bd815b220 2024-09-10T10:39:52.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdf600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f4bd806d6e0 con 0x7f4bd815b600 2024-09-10T10:39:52.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdf600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4bd80ceb60 con 0x7f4bd80b56f0 2024-09-10T10:39:52.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdcc00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f4bd815b220 0x7f4bd80b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39602/0 (socket says 172.21.15.22:39602) 2024-09-10T10:39:52.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdcc00640 1 -- 172.21.15.22:0/2491599900 learned_addr learned my addr 172.21.15.22:0/2491599900 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:52.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3225983514 0 0) 0x7f4bd80ce880 con 0x7f4bd815b220 2024-09-10T10:39:52.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bcfe00640 1 --2- 172.21.15.22:0/2491599900 >> v2:172.21.15.145:3300/0 conn(0x7f4bd815b600 0x7f4bd8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4bbc003530 con 0x7f4bd815b220 2024-09-10T10:39:52.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdd600640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd80b56f0 0x7f4bd80b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3256895814 0 0) 0x7f4bbc003530 con 0x7f4bd815b220 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd80b56f0 msgr2=0x7f4bd80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd80b56f0 0x7f4bd80b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 >> v2:172.21.15.145:3300/0 conn(0x7f4bd815b600 msgr2=0x7f4bd8071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 --2- 172.21.15.22:0/2491599900 >> v2:172.21.15.145:3300/0 conn(0x7f4bd815b600 0x7f4bd8071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bd80cee40 con 0x7f4bd815b220 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f4bc8001680 con 0x7f4bd815b220 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 >> v1:172.21.15.22:6789/0 conn(0x7f4bd815b220 legacy=0x7f4bd80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bbc0039c0 0x7f4bbc003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bbc004810 0x7f4bbc004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bbc0051d0 0x7f4bbc00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd80ceb60 con 0x7f4bbc0051d0 2024-09-10T10:39:52.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4bbc00c020 con 0x7f4bbc0039c0 2024-09-10T10:39:52.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4bbc00c220 con 0x7f4bbc004810 2024-09-10T10:39:52.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdd600640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd80b56f0 0x7f4bd80b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:52.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdd600640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bbc0051d0 0x7f4bbc00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bcfe00640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bbc004810 0x7f4bbc004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdcc00640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bbc0039c0 0x7f4bbc003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdd600640 1 -- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bbc004810 msgr2=0x7f4bbc004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:52.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdd600640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bbc004810 0x7f4bbc004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdd600640 1 -- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bbc0039c0 msgr2=0x7f4bbc003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:52.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdd600640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bbc0039c0 0x7f4bbc003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.257+0000 7f4bdd600640 1 -- 172.21.15.22:0/2491599900 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bbc003530 con 0x7f4bbc0051d0 2024-09-10T10:39:52.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bdd600640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bbc0051d0 0x7f4bbc00b9d0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f4bd0009f00 tx=0x7f4bd001ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b44a568627ea41b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:52.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd00ab070 con 0x7f4bbc0051d0 2024-09-10T10:39:52.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bd00a9070 con 0x7f4bbc0051d0 2024-09-10T10:39:52.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bd7e00640 1 -- 172.21.15.22:0/2491599900 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd0009b50 con 0x7f4bbc0051d0 2024-09-10T10:39:52.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bdf600640 1 -- 172.21.15.22:0/2491599900 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bbc0051d0 msgr2=0x7f4bbc00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bdf600640 1 --2- 172.21.15.22:0/2491599900 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bbc0051d0 0x7f4bbc00b9d0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f4bd0009f00 tx=0x7f4bd001ccc0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bdd600640 1 -- 172.21.15.22:0/2491599900 reap_dead start 2024-09-10T10:39:52.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bdf600640 1 -- 172.21.15.22:0/2491599900 shutdown_connections 2024-09-10T10:39:52.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bdf600640 1 -- 172.21.15.22:0/2491599900 >> 172.21.15.22:0/2491599900 conn(0x7f4bd8062dd0 msgr2=0x7f4bd806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:52.266 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bdf600640 1 -- 172.21.15.22:0/2491599900 shutdown_connections 2024-09-10T10:39:52.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bdf600640 1 -- 172.21.15.22:0/2491599900 wait complete. 2024-09-10T10:39:52.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bdf600640 1 Processor -- start 2024-09-10T10:39:52.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.261+0000 7f4bdf600640 1 -- start start 2024-09-10T10:39:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdf600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bbc0051d0 0x7f4bd8148d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdf600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd80b1290 0x7f4bd80b2500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdf600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bd80b1710 0x7f4bd80b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdf600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd80cf9d0 con 0x7f4bbc0051d0 2024-09-10T10:39:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdf600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd80cf850 con 0x7f4bd80b1710 2024-09-10T10:39:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdf600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4bd80cfb50 con 0x7f4bd80b1290 2024-09-10T10:39:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdcc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bbc0051d0 0x7f4bd8148d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdcc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bbc0051d0 0x7f4bd8148d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54254/0 (socket says 172.21.15.22:54254) 2024-09-10T10:39:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdcc00640 1 -- 172.21.15.22:0/4195746258 learned_addr learned my addr 172.21.15.22:0/4195746258 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bcfe00640 1 --2- 172.21.15.22:0/4195746258 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd80b1290 0x7f4bd80b2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdd600640 1 --2- 172.21.15.22:0/4195746258 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bd80b1710 0x7f4bd80b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdcc00640 1 -- 172.21.15.22:0/4195746258 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd80b1290 msgr2=0x7f4bd80b2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdcc00640 1 --2- 172.21.15.22:0/4195746258 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd80b1290 0x7f4bd80b2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdcc00640 1 -- 172.21.15.22:0/4195746258 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bd80b1710 msgr2=0x7f4bd80b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdcc00640 1 --2- 172.21.15.22:0/4195746258 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bd80b1710 0x7f4bd80b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdcc00640 1 -- 172.21.15.22:0/4195746258 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bd80b01f0 con 0x7f4bbc0051d0 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdcc00640 1 --2- 172.21.15.22:0/4195746258 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bbc0051d0 0x7f4bd8148d50 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8007340 tx=0x7f4bc8007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bd5600640 1 -- 172.21.15.22:0/4195746258 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc801a070 con 0x7f4bbc0051d0 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bd5600640 1 -- 172.21.15.22:0/4195746258 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bc800f9c0 con 0x7f4bbc0051d0 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdf600640 1 -- 172.21.15.22:0/4195746258 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bd80b04d0 con 0x7f4bbc0051d0 2024-09-10T10:39:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bd5600640 1 -- 172.21.15.22:0/4195746258 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc800fd90 con 0x7f4bbc0051d0 2024-09-10T10:39:52.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdf600640 1 -- 172.21.15.22:0/4195746258 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bd80b0a90 con 0x7f4bbc0051d0 2024-09-10T10:39:52.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bdf600640 1 -- 172.21.15.22:0/4195746258 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bd80cff60 con 0x7f4bbc0051d0 2024-09-10T10:39:52.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.265+0000 7f4bd5600640 1 -- 172.21.15.22:0/4195746258 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4bc801d070 con 0x7f4bbc0051d0 2024-09-10T10:39:52.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.269+0000 7f4bd5600640 1 --2- 172.21.15.22:0/4195746258 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4bb40678c0 0x7f4bb4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.269+0000 7f4bd5600640 1 -- 172.21.15.22:0/4195746258 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f4bc8085580 con 0x7f4bbc0051d0 2024-09-10T10:39:52.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.269+0000 7f4bcfe00640 1 --2- 172.21.15.22:0/4195746258 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4bb40678c0 0x7f4bb4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.269+0000 7f4bcfe00640 1 --2- 172.21.15.22:0/4195746258 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4bb40678c0 0x7f4bb4069d80 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f4bd8149670 tx=0x7f4bc000d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:52.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.273+0000 7f4bd5600640 1 -- 172.21.15.22:0/4195746258 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4bc8007b00 con 0x7f4bbc0051d0 2024-09-10T10:39:52.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.473+0000 7f4bdf600640 1 -- 172.21.15.22:0/4195746258 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f4bd8072e90 con 0x7f4bbc0051d0 2024-09-10T10:39:52.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.477+0000 7f4bd5600640 1 -- 172.21.15.22:0/4195746258 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=-1 MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it v75) ==== 316+0+0 (secure 0 0 0) 0x7f4bc80559d0 con 0x7f4bbc0051d0 2024-09-10T10:39:52.480 INFO:teuthology.orchestra.run.smithi022.stderr:Error EPERM: MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it 2024-09-10T10:39:52.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:39:52.489 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs --yes-i-really-mean-it 2024-09-10T10:39:52.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596f800640 1 Processor -- start 2024-09-10T10:39:52.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596f800640 1 -- start start 2024-09-10T10:39:52.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596f800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5968158f70 0x7f596815c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596f800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f596806f1c0 0x7f59680ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596f800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5968159350 con 0x7f5968072f30 2024-09-10T10:39:52.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596f800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f5968071340 con 0x7f596806f1c0 2024-09-10T10:39:52.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596f800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5968071620 con 0x7f5968158f70 2024-09-10T10:39:52.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f5968072f30 0x7f596806eab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39606/0 (socket says 172.21.15.22:39606) 2024-09-10T10:39:52.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967e00640 1 -- 172.21.15.22:0/3323788481 learned_addr learned my addr 172.21.15.22:0/3323788481 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:52.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596ce00640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5968158f70 0x7f596815c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596d800640 1 --2- 172.21.15.22:0/3323788481 >> v2:172.21.15.145:3300/0 conn(0x7f596806f1c0 0x7f59680ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3062754989 0 0) 0x7f5968159350 con 0x7f5968072f30 2024-09-10T10:39:52.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f594c003530 con 0x7f5968072f30 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 225731715 0 0) 0x7f594c003530 con 0x7f5968072f30 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5968158f70 msgr2=0x7f596815c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5968158f70 0x7f596815c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 >> v2:172.21.15.145:3300/0 conn(0x7f596806f1c0 msgr2=0x7f59680ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 --2- 172.21.15.22:0/3323788481 >> v2:172.21.15.145:3300/0 conn(0x7f596806f1c0 0x7f59680ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5968071900 con 0x7f5968072f30 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f5954001680 con 0x7f5968072f30 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 >> v1:172.21.15.22:6789/0 conn(0x7f5968072f30 legacy=0x7f596806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f594c0039c0 0x7f594c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5968158f70 0x7f594c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f594c004d50 0x7f594c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5968071340 con 0x7f594c0039c0 2024-09-10T10:39:52.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5968071620 con 0x7f594c004d50 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f594c00dbe0 con 0x7f5968158f70 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596ce00640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f594c0039c0 0x7f594c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596d800640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f594c004d50 0x7f594c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967e00640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5968158f70 0x7f594c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596ce00640 1 -- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5968158f70 msgr2=0x7f594c004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596ce00640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5968158f70 0x7f594c004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596ce00640 1 -- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f594c004d50 msgr2=0x7f594c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596ce00640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f594c004d50 0x7f594c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596ce00640 1 -- 172.21.15.22:0/3323788481 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f594c003530 con 0x7f594c0039c0 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f5967e00640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5968158f70 0x7f594c004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:52.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.629+0000 7f596d800640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f594c004d50 0x7f594c0051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:52.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f596ce00640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f594c0039c0 0x7f594c003de0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f5958009ae0 tx=0x7f595801ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b903390721201da3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:52.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59580b2070 con 0x7f594c0039c0 2024-09-10T10:39:52.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59580a5520 con 0x7f594c0039c0 2024-09-10T10:39:52.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f5967400640 1 -- 172.21.15.22:0/3323788481 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59580096b0 con 0x7f594c0039c0 2024-09-10T10:39:52.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f596f800640 1 -- 172.21.15.22:0/3323788481 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f594c0039c0 msgr2=0x7f594c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f596f800640 1 --2- 172.21.15.22:0/3323788481 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f594c0039c0 0x7f594c003de0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f5958009ae0 tx=0x7f595801ca40 comp rx=0 tx=0).stop 2024-09-10T10:39:52.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f596d800640 1 -- 172.21.15.22:0/3323788481 reap_dead start 2024-09-10T10:39:52.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f596f800640 1 -- 172.21.15.22:0/3323788481 shutdown_connections 2024-09-10T10:39:52.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f596f800640 1 -- 172.21.15.22:0/3323788481 >> 172.21.15.22:0/3323788481 conn(0x7f5968062eb0 msgr2=0x7f596806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:52.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f596f800640 1 -- 172.21.15.22:0/3323788481 shutdown_connections 2024-09-10T10:39:52.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.633+0000 7f596f800640 1 -- 172.21.15.22:0/3323788481 wait complete. 2024-09-10T10:39:52.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 Processor -- start 2024-09-10T10:39:52.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 -- start start 2024-09-10T10:39:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5968157eb0 0x7f596815ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5968158290 0x7f596815f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59680ae840 0x7f59680aecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f59680cf390 con 0x7f5968158290 2024-09-10T10:39:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f59680cf210 con 0x7f5968157eb0 2024-09-10T10:39:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f59680cf510 con 0x7f59680ae840 2024-09-10T10:39:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5967e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5968158290 0x7f596815f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5967e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5968158290 0x7f596815f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54270/0 (socket says 172.21.15.22:54270) 2024-09-10T10:39:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5967e00640 1 -- 172.21.15.22:0/57726963 learned_addr learned my addr 172.21.15.22:0/57726963 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596ce00640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5968157eb0 0x7f596815ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596d800640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59680ae840 0x7f59680aecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5967e00640 1 -- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59680ae840 msgr2=0x7f59680aecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5967e00640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59680ae840 0x7f59680aecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5967e00640 1 -- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5968157eb0 msgr2=0x7f596815ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5967e00640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5968157eb0 0x7f596815ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5967e00640 1 -- 172.21.15.22:0/57726963 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59680aa610 con 0x7f5968158290 2024-09-10T10:39:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596d800640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59680ae840 0x7f59680aecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:52.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5967e00640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5968158290 0x7f596815f2b0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f595400dae0 tx=0x7f5954001740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:52.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5964c00640 1 -- 172.21.15.22:0/57726963 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5954019070 con 0x7f5968158290 2024-09-10T10:39:52.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5964c00640 1 -- 172.21.15.22:0/57726963 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5954004cc0 con 0x7f5968158290 2024-09-10T10:39:52.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f5964c00640 1 -- 172.21.15.22:0/57726963 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59540072d0 con 0x7f5968158290 2024-09-10T10:39:52.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 -- 172.21.15.22:0/57726963 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59680aa8f0 con 0x7f5968158290 2024-09-10T10:39:52.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 -- 172.21.15.22:0/57726963 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59680aaeb0 con 0x7f5968158290 2024-09-10T10:39:52.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.637+0000 7f596f800640 1 -- 172.21.15.22:0/57726963 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59680ce4c0 con 0x7f5968158290 2024-09-10T10:39:52.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.641+0000 7f5964c00640 1 -- 172.21.15.22:0/57726963 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f595401c070 con 0x7f5968158290 2024-09-10T10:39:52.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.641+0000 7f5964c00640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59480678c0 0x7f5948069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:52.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.641+0000 7f5964c00640 1 -- 172.21.15.22:0/57726963 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f5954085730 con 0x7f5968158290 2024-09-10T10:39:52.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.641+0000 7f596ce00640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59480678c0 0x7f5948069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:52.647 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.641+0000 7f596ce00640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59480678c0 0x7f5948069d80 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f59580af000 tx=0x7f59580a7040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:52.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.645+0000 7f5964c00640 1 -- 172.21.15.22:0/57726963 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5954055b80 con 0x7f5968158290 2024-09-10T10:39:52.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.845+0000 7f596f800640 1 -- 172.21.15.22:0/57726963 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f5968072d10 con 0x7f5968158290 2024-09-10T10:39:52.850 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:39:52.845+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:39:52.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f5964c00640 1 -- 172.21.15.22:0/57726963 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v76) ==== 191+0+0 (secure 0 0 0) 0x7f5954059e80 con 0x7f5968158290 2024-09-10T10:39:52.852 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 -- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59480678c0 msgr2=0x7f5948069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59480678c0 0x7f5948069d80 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f59580af000 tx=0x7f59580a7040 comp rx=0 tx=0).stop 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 -- 172.21.15.22:0/57726963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5968158290 msgr2=0x7f596815f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5968158290 0x7f596815f2b0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f595400dae0 tx=0x7f5954001740 comp rx=0 tx=0).stop 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 -- 172.21.15.22:0/57726963 shutdown_connections 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59480678c0 0x7f5948069d80 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59680ae840 0x7f59680aecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5968158290 0x7f596815f2b0 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 --2- 172.21.15.22:0/57726963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5968157eb0 0x7f596815ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 -- 172.21.15.22:0/57726963 >> 172.21.15.22:0/57726963 conn(0x7f5968062eb0 msgr2=0x7f596815a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:52.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 -- 172.21.15.22:0/57726963 shutdown_connections 2024-09-10T10:39:52.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:52.849+0000 7f596f800640 1 -- 172.21.15.22:0/57726963 wait complete. 2024-09-10T10:39:52.877 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:39:52.922 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:39:53.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6028c00640 1 Processor -- start 2024-09-10T10:39:53.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6028c00640 1 -- start start 2024-09-10T10:39:53.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6028c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6024158f70 0x7f602415c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:53.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6028c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024072f30 0x7f602406eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:53.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6028c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6024159350 con 0x7f602406eff0 2024-09-10T10:39:53.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6028c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f6024071340 con 0x7f6024158f70 2024-09-10T10:39:53.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6028c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6024071620 con 0x7f6024072f30 2024-09-10T10:39:53.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6019400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024072f30 0x7f602406eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:53.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6022800640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f602406eff0 0x7f602415ef60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:45850/0 (socket says 172.21.15.22:45850) 2024-09-10T10:39:53.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6021e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6024158f70 0x7f602415c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:53.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6022800640 1 -- 172.21.15.22:0/1430718830 learned_addr learned my addr 172.21.15.22:0/1430718830 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:53.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6019400640 1 -- 172.21.15.22:0/1430718830 >> v2:172.21.15.145:3300/0 conn(0x7f6024158f70 msgr2=0x7f602415c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:53.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6019400640 1 --2- 172.21.15.22:0/1430718830 >> v2:172.21.15.145:3300/0 conn(0x7f6024158f70 0x7f602415c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6019400640 1 -- 172.21.15.22:0/1430718830 >> v1:172.21.15.145:6789/0 conn(0x7f602406eff0 legacy=0x7f602415ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:53.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6019400640 1 -- 172.21.15.22:0/1430718830 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6024071900 con 0x7f6024072f30 2024-09-10T10:39:53.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.017+0000 7f6021400640 1 -- 172.21.15.22:0/1430718830 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 61093449 0 0) 0x7f6024159350 con 0x7f602406eff0 2024-09-10T10:39:53.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6019400640 1 --2- 172.21.15.22:0/1430718830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024072f30 0x7f602406eab0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f600c0097c0 tx=0x7f600c01c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71390f646d609cef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:53.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6021400640 1 -- 172.21.15.22:0/1430718830 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f600c0b2070 con 0x7f6024072f30 2024-09-10T10:39:53.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6021400640 1 -- 172.21.15.22:0/1430718830 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f600c0ad640 con 0x7f6024072f30 2024-09-10T10:39:53.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6021400640 1 -- 172.21.15.22:0/1430718830 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f600c0ada10 con 0x7f6024072f30 2024-09-10T10:39:53.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6028c00640 1 -- 172.21.15.22:0/1430718830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024072f30 msgr2=0x7f602406eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:53.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6028c00640 1 --2- 172.21.15.22:0/1430718830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024072f30 0x7f602406eab0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f600c0097c0 tx=0x7f600c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6028c00640 1 -- 172.21.15.22:0/1430718830 shutdown_connections 2024-09-10T10:39:53.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6028c00640 1 --2- 172.21.15.22:0/1430718830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024072f30 0x7f602406eab0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6028c00640 1 --2- 172.21.15.22:0/1430718830 >> v2:172.21.15.145:3300/0 conn(0x7f6024158f70 0x7f602415c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6028c00640 1 -- 172.21.15.22:0/1430718830 >> 172.21.15.22:0/1430718830 conn(0x7f6024062eb0 msgr2=0x7f602406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:53.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6028c00640 1 -- 172.21.15.22:0/1430718830 shutdown_connections 2024-09-10T10:39:53.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.021+0000 7f6028c00640 1 -- 172.21.15.22:0/1430718830 wait complete. 2024-09-10T10:39:53.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6028c00640 1 Processor -- start 2024-09-10T10:39:53.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6028c00640 1 -- start start 2024-09-10T10:39:53.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6028c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f602406eff0 0x7f602406dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:53.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6028c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6024072f30 0x7f6024161970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:53.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6028c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024158f70 0x7f6024161eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:53.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6028c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6024168480 con 0x7f602406eff0 2024-09-10T10:39:53.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6028c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6024168300 con 0x7f6024072f30 2024-09-10T10:39:53.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6028c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6024168600 con 0x7f6024158f70 2024-09-10T10:39:53.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6021e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f602406eff0 0x7f602406dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:53.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6021e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f602406eff0 0x7f602406dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54286/0 (socket says 172.21.15.22:54286) 2024-09-10T10:39:53.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6021e00640 1 -- 172.21.15.22:0/2054278033 learned_addr learned my addr 172.21.15.22:0/2054278033 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:53.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6022800640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024158f70 0x7f6024161eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:53.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6019400640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6024072f30 0x7f6024161970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:53.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6021e00640 1 -- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024158f70 msgr2=0x7f6024161eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6021e00640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024158f70 0x7f6024161eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6021e00640 1 -- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6024072f30 msgr2=0x7f6024161970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6021e00640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6024072f30 0x7f6024161970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6021e00640 1 -- 172.21.15.22:0/2054278033 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f602415e640 con 0x7f602406eff0 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6021e00640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f602406eff0 0x7f602406dc00 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f601400e930 tx=0x7f601400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f601aa00640 1 -- 172.21.15.22:0/2054278033 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6014017070 con 0x7f602406eff0 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f601aa00640 1 -- 172.21.15.22:0/2054278033 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f601400ca00 con 0x7f602406eff0 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6028c00640 1 -- 172.21.15.22:0/2054278033 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6024160bb0 con 0x7f602406eff0 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f601aa00640 1 -- 172.21.15.22:0/2054278033 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601400cdb0 con 0x7f602406eff0 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.025+0000 7f6028c00640 1 -- 172.21.15.22:0/2054278033 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6024161170 con 0x7f602406eff0 2024-09-10T10:39:53.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.029+0000 7f6028c00640 1 -- 172.21.15.22:0/2054278033 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f602406eab0 con 0x7f602406eff0 2024-09-10T10:39:53.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.029+0000 7f601aa00640 1 -- 172.21.15.22:0/2054278033 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f601401a070 con 0x7f602406eff0 2024-09-10T10:39:53.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.029+0000 7f601aa00640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60000678c0 0x7f6000069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:53.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.029+0000 7f601aa00640 1 -- 172.21.15.22:0/2054278033 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5795+0+0 (secure 0 0 0) 0x7f6014085c90 con 0x7f602406eff0 2024-09-10T10:39:53.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.029+0000 7f6019400640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60000678c0 0x7f6000069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:53.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.029+0000 7f6019400640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60000678c0 0x7f6000069d80 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f600c0af000 tx=0x7f600c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:53.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.033+0000 7f601aa00640 1 -- 172.21.15.22:0/2054278033 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f60140561d0 con 0x7f602406eff0 2024-09-10T10:39:53.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.233+0000 7f6028c00640 1 -- 172.21.15.22:0/2054278033 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6024072d10 con 0x7f602406eff0 2024-09-10T10:39:53.761 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:39:53.764 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:39:53.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.849+0000 7f601aa00640 1 -- 172.21.15.22:0/2054278033 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v77) ==== 104+0+0 (secure 0 0 0) 0x7f601405a4d0 con 0x7f602406eff0 2024-09-10T10:39:53.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 -- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60000678c0 msgr2=0x7f6000069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:53.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60000678c0 0x7f6000069d80 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f600c0af000 tx=0x7f600c008040 comp rx=0 tx=0).stop 2024-09-10T10:39:53.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 -- 172.21.15.22:0/2054278033 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f602406eff0 msgr2=0x7f602406dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:53.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f602406eff0 0x7f602406dc00 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f601400e930 tx=0x7f601400edf0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 -- 172.21.15.22:0/2054278033 shutdown_connections 2024-09-10T10:39:53.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60000678c0 0x7f6000069d80 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6024158f70 0x7f6024161eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6024072f30 0x7f6024161970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 --2- 172.21.15.22:0/2054278033 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f602406eff0 0x7f602406dc00 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:53.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 -- 172.21.15.22:0/2054278033 >> 172.21.15.22:0/2054278033 conn(0x7f6024062eb0 msgr2=0x7f60240b3650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:53.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 -- 172.21.15.22:0/2054278033 shutdown_connections 2024-09-10T10:39:53.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:53.853+0000 7f6028c00640 1 -- 172.21.15.22:0/2054278033 wait complete. 2024-09-10T10:39:53.879 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:39:54.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5999800640 1 Processor -- start 2024-09-10T10:39:54.024 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5999800640 1 -- start start 2024-09-10T10:39:54.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5999800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f59941460d0 0x7f59940b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:54.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5999800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59940cda10 0x7f599415c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:54.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5999800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59940b3fd0 con 0x7f59940b3b00 2024-09-10T10:39:54.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5999800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f59940b42b0 con 0x7f59941460d0 2024-09-10T10:39:54.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5999800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f59940b4590 con 0x7f59940cda10 2024-09-10T10:39:54.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5993400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59940cda10 0x7f599415c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:54.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5992a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f59941460d0 0x7f59940b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:54.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5993400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59940cda10 0x7f599415c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:41536/0 (socket says 172.21.15.22:41536) 2024-09-10T10:39:54.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f598be00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f59940b3b00 0x7f59940cd300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:45860/0 (socket says 172.21.15.22:45860) 2024-09-10T10:39:54.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5993400640 1 -- 172.21.15.22:0/1426152961 learned_addr learned my addr 172.21.15.22:0/1426152961 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:54.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5993400640 1 -- 172.21.15.22:0/1426152961 >> v2:172.21.15.145:3300/0 conn(0x7f59941460d0 msgr2=0x7f59940b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:54.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5993400640 1 --2- 172.21.15.22:0/1426152961 >> v2:172.21.15.145:3300/0 conn(0x7f59941460d0 0x7f59940b35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:54.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5993400640 1 -- 172.21.15.22:0/1426152961 >> v1:172.21.15.145:6789/0 conn(0x7f59940b3b00 legacy=0x7f59940cd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:54.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5993400640 1 -- 172.21.15.22:0/1426152961 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59940b4870 con 0x7f59940cda10 2024-09-10T10:39:54.028 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.021+0000 7f5992a00640 1 --2- 172.21.15.22:0/1426152961 >> v2:172.21.15.145:3300/0 conn(0x7f59941460d0 0x7f59940b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:39:54.029 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5993400640 1 --2- 172.21.15.22:0/1426152961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59940cda10 0x7f599415c960 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f598c009e50 tx=0x7f598c01ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6cf6cc57ca250e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:54.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5992000640 1 -- 172.21.15.22:0/1426152961 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f598c0a57e0 con 0x7f59940cda10 2024-09-10T10:39:54.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5992000640 1 -- 172.21.15.22:0/1426152961 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f598c0a5980 con 0x7f59940cda10 2024-09-10T10:39:54.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5992000640 1 -- 172.21.15.22:0/1426152961 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f598c0a5d50 con 0x7f59940cda10 2024-09-10T10:39:54.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5999800640 1 -- 172.21.15.22:0/1426152961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59940cda10 msgr2=0x7f599415c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:54.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5999800640 1 --2- 172.21.15.22:0/1426152961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59940cda10 0x7f599415c960 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f598c009e50 tx=0x7f598c01ca00 comp rx=0 tx=0).stop 2024-09-10T10:39:54.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5999800640 1 -- 172.21.15.22:0/1426152961 shutdown_connections 2024-09-10T10:39:54.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5999800640 1 --2- 172.21.15.22:0/1426152961 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59940cda10 0x7f599415c960 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:54.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5999800640 1 --2- 172.21.15.22:0/1426152961 >> v2:172.21.15.145:3300/0 conn(0x7f59941460d0 0x7f59940b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:54.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5999800640 1 -- 172.21.15.22:0/1426152961 >> 172.21.15.22:0/1426152961 conn(0x7f5994063000 msgr2=0x7f599406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:54.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5999800640 1 -- 172.21.15.22:0/1426152961 shutdown_connections 2024-09-10T10:39:54.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.025+0000 7f5999800640 1 -- 172.21.15.22:0/1426152961 wait complete. 2024-09-10T10:39:54.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5999800640 1 Processor -- start 2024-09-10T10:39:54.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5999800640 1 -- start start 2024-09-10T10:39:54.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5999800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59940b3b00 0x7f59941664b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:54.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5999800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59940cda10 0x7f59941f7c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:54.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5999800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59941460d0 0x7f59941f8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:54.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5999800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f599415d830 con 0x7f59940cda10 2024-09-10T10:39:54.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5999800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f599415d6b0 con 0x7f59940b3b00 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5999800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f599415d9b0 con 0x7f59941460d0 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59940cda10 0x7f59941f7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59940cda10 0x7f59941f7c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54300/0 (socket says 172.21.15.22:54300) 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598be00640 1 -- 172.21.15.22:0/2232851352 learned_addr learned my addr 172.21.15.22:0/2232851352 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5992a00640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59940b3b00 0x7f59941664b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5993400640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59941460d0 0x7f59941f8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598be00640 1 -- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59941460d0 msgr2=0x7f59941f8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598be00640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59941460d0 0x7f59941f8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598be00640 1 -- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59940b3b00 msgr2=0x7f59941664b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598be00640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59940b3b00 0x7f59941664b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598be00640 1 -- 172.21.15.22:0/2232851352 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59941669f0 con 0x7f59940cda10 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598be00640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59940cda10 0x7f59941f7c00 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f597c00c420 tx=0x7f597c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:54.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598aa00640 1 -- 172.21.15.22:0/2232851352 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f597c0074e0 con 0x7f59940cda10 2024-09-10T10:39:54.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598aa00640 1 -- 172.21.15.22:0/2232851352 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f597c007680 con 0x7f59940cda10 2024-09-10T10:39:54.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f598aa00640 1 -- 172.21.15.22:0/2232851352 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f597c004a30 con 0x7f59940cda10 2024-09-10T10:39:54.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5999800640 1 -- 172.21.15.22:0/2232851352 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5994144310 con 0x7f59940cda10 2024-09-10T10:39:54.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.029+0000 7f5999800640 1 -- 172.21.15.22:0/2232851352 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5994144030 con 0x7f59940cda10 2024-09-10T10:39:54.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.033+0000 7f5999800640 1 -- 172.21.15.22:0/2232851352 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f599415c960 con 0x7f59940cda10 2024-09-10T10:39:54.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.033+0000 7f598aa00640 1 -- 172.21.15.22:0/2232851352 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f597c01a020 con 0x7f59940cda10 2024-09-10T10:39:54.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.033+0000 7f598aa00640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678f0 0x7f5970069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:54.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.033+0000 7f598aa00640 1 -- 172.21.15.22:0/2232851352 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5795+0+0 (secure 0 0 0) 0x7f597c0854d0 con 0x7f59940cda10 2024-09-10T10:39:54.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.033+0000 7f5992a00640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678f0 0x7f5970069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:54.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.033+0000 7f5992a00640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678f0 0x7f5970069db0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f5984009580 tx=0x7f5984009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:54.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.037+0000 7f598aa00640 1 -- 172.21.15.22:0/2232851352 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f597c055830 con 0x7f59940cda10 2024-09-10T10:39:54.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.205+0000 7f5999800640 1 -- 172.21.15.22:0/2232851352 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f599406eec0 con 0x7f59940cda10 2024-09-10T10:39:54.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.853+0000 7f598aa00640 1 -- 172.21.15.22:0/2232851352 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v105) ==== 181+0+0 (secure 0 0 0) 0x7f597c059b30 con 0x7f59940cda10 2024-09-10T10:39:54.857 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:39:54.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 -- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678f0 msgr2=0x7f5970069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:54.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678f0 0x7f5970069db0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f5984009580 tx=0x7f5984009190 comp rx=0 tx=0).stop 2024-09-10T10:39:54.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 -- 172.21.15.22:0/2232851352 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59940cda10 msgr2=0x7f59941f7c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:54.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59940cda10 0x7f59941f7c00 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f597c00c420 tx=0x7f597c00c8e0 comp rx=0 tx=0).stop 2024-09-10T10:39:54.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 -- 172.21.15.22:0/2232851352 shutdown_connections 2024-09-10T10:39:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678f0 0x7f5970069db0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59941460d0 0x7f59941f8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f59940cda10 0x7f59941f7c00 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 --2- 172.21.15.22:0/2232851352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59940b3b00 0x7f59941664b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 -- 172.21.15.22:0/2232851352 >> 172.21.15.22:0/2232851352 conn(0x7f5994063000 msgr2=0x7f5994145330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 -- 172.21.15.22:0/2232851352 shutdown_connections 2024-09-10T10:39:54.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:54.857+0000 7f5999800640 1 -- 172.21.15.22:0/2232851352 wait complete. 2024-09-10T10:39:54.886 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:39:55.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac58c00640 1 Processor -- start 2024-09-10T10:39:55.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac58c00640 1 -- start start 2024-09-10T10:39:55.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac58c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac5415b390 0x7fac540cee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:55.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac58c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac540cf790 con 0x7fac5406ef90 2024-09-10T10:39:55.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac58c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac540cf4b0 con 0x7fac54072e90 2024-09-10T10:39:55.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac58c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fac5415b770 con 0x7fac5415b390 2024-09-10T10:39:55.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac52800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fac5406ef90 0x7fac540b41d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:39614/0 (socket says 172.21.15.22:39614) 2024-09-10T10:39:55.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac52800640 1 -- 172.21.15.22:0/1596306929 learned_addr learned my addr 172.21.15.22:0/1596306929 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:55.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51e00640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac5415b390 0x7fac540cee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:55.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3957595095 0 0) 0x7fac540cf790 con 0x7fac5406ef90 2024-09-10T10:39:55.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac38003530 con 0x7fac5406ef90 2024-09-10T10:39:55.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 61364815 0 0) 0x7fac540cf4b0 con 0x7fac54072e90 2024-09-10T10:39:55.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac540cf790 con 0x7fac54072e90 2024-09-10T10:39:55.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1289693124 0 0) 0x7fac38003530 con 0x7fac5406ef90 2024-09-10T10:39:55.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac5415b390 msgr2=0x7fac540cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:55.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac5415b390 0x7fac540cee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:55.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 >> v1:172.21.15.145:6789/0 conn(0x7fac54072e90 legacy=0x7fac5406e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:55.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac540b36f0 con 0x7fac5406ef90 2024-09-10T10:39:55.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fac4c001a00 con 0x7fac5406ef90 2024-09-10T10:39:55.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 >> v1:172.21.15.22:6789/0 conn(0x7fac5406ef90 legacy=0x7fac540b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:55.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac5415b390 0x7fac38003b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:55.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac380040e0 0x7fac38004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:55.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac38004d50 0x7fac380051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:55.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fac5415b770 con 0x7fac380040e0 2024-09-10T10:39:55.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fac3800bb60 con 0x7fac38004d50 2024-09-10T10:39:55.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fac3800bd30 con 0x7fac5415b390 2024-09-10T10:39:55.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac4be00640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac380040e0 0x7fac38004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:55.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac51e00640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac5415b390 0x7fac38003b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:55.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac52800640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac38004d50 0x7fac380051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:55.090 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac4be00640 1 -- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac5415b390 msgr2=0x7fac38003b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:55.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac4be00640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac5415b390 0x7fac38003b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:55.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac4be00640 1 -- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac38004d50 msgr2=0x7fac380051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:55.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac4be00640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac38004d50 0x7fac380051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:55.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac4be00640 1 -- 172.21.15.22:0/1596306929 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac38003530 con 0x7fac380040e0 2024-09-10T10:39:55.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.077+0000 7fac52800640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac38004d50 0x7fac380051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:55.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac4be00640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac380040e0 0x7fac38004810 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fac3c0018d0 tx=0x7fac3c01c550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b5eee2d5d547c28 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:55.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3c001520 con 0x7fac380040e0 2024-09-10T10:39:55.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac3c0052d0 con 0x7fac380040e0 2024-09-10T10:39:55.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac51400640 1 -- 172.21.15.22:0/1596306929 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3c003840 con 0x7fac380040e0 2024-09-10T10:39:55.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac58c00640 1 -- 172.21.15.22:0/1596306929 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac380040e0 msgr2=0x7fac38004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:55.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac58c00640 1 --2- 172.21.15.22:0/1596306929 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac380040e0 0x7fac38004810 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fac3c0018d0 tx=0x7fac3c01c550 comp rx=0 tx=0).stop 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac52800640 1 -- 172.21.15.22:0/1596306929 reap_dead start 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac58c00640 1 -- 172.21.15.22:0/1596306929 shutdown_connections 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac58c00640 1 -- 172.21.15.22:0/1596306929 >> 172.21.15.22:0/1596306929 conn(0x7fac54063000 msgr2=0x7fac5406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac58c00640 1 -- 172.21.15.22:0/1596306929 shutdown_connections 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.081+0000 7fac58c00640 1 -- 172.21.15.22:0/1596306929 wait complete. 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac58c00640 1 Processor -- start 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac58c00640 1 -- start start 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac58c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380040e0 0x7fac5414cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac58c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac5415c300 0x7fac54157aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac58c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac540ae8a0 0x7fac540aed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac58c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fac540b50f0 con 0x7fac540ae8a0 2024-09-10T10:39:55.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac58c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fac540734c0 con 0x7fac5415c300 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac58c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fac540b5270 con 0x7fac380040e0 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac52800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac540ae8a0 0x7fac540aed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac52800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac540ae8a0 0x7fac540aed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:54318/0 (socket says 172.21.15.22:54318) 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac52800640 1 -- 172.21.15.22:0/3979621801 learned_addr learned my addr 172.21.15.22:0/3979621801 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac4be00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac5415c300 0x7fac54157aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac51e00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380040e0 0x7fac5414cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac52800640 1 -- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380040e0 msgr2=0x7fac5414cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac52800640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380040e0 0x7fac5414cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac52800640 1 -- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac5415c300 msgr2=0x7fac54157aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac52800640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac5415c300 0x7fac54157aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac52800640 1 -- 172.21.15.22:0/3979621801 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac5415c7e0 con 0x7fac540ae8a0 2024-09-10T10:39:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac51e00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380040e0 0x7fac5414cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac52800640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac540ae8a0 0x7fac540aed50 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fac4c001360 tx=0x7fac4c007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac4a000640 1 -- 172.21.15.22:0/3979621801 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4c00eb00 con 0x7fac540ae8a0 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac4a000640 1 -- 172.21.15.22:0/3979621801 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac4c018070 con 0x7fac540ae8a0 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac4a000640 1 -- 172.21.15.22:0/3979621801 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4c013420 con 0x7fac540ae8a0 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac58c00640 1 -- 172.21.15.22:0/3979621801 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac5415cac0 con 0x7fac540ae8a0 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.085+0000 7fac58c00640 1 -- 172.21.15.22:0/3979621801 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac5415d080 con 0x7fac540ae8a0 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.089+0000 7fac58c00640 1 -- 172.21.15.22:0/3979621801 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac540b41d0 con 0x7fac540ae8a0 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.089+0000 7fac4a000640 1 -- 172.21.15.22:0/3979621801 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fac4c0135c0 con 0x7fac540ae8a0 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.089+0000 7fac4a000640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac300678c0 0x7fac30069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.089+0000 7fac4a000640 1 -- 172.21.15.22:0/3979621801 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5357+0+0 (secure 0 0 0) 0x7fac4c085dc0 con 0x7fac540ae8a0 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.089+0000 7fac51e00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac300678c0 0x7fac30069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.089+0000 7fac51e00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac300678c0 0x7fac30069d80 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fac540af4b0 tx=0x7fac44008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:55.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.093+0000 7fac4a000640 1 -- 172.21.15.22:0/3979621801 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fac4c0569c0 con 0x7fac540ae8a0 2024-09-10T10:39:55.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.277+0000 7fac58c00640 1 -- 172.21.15.22:0/3979621801 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fac5415eb80 con 0x7fac540ae8a0 2024-09-10T10:39:55.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.853+0000 7fac4a000640 1 -- 172.21.15.22:0/3979621801 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v106) ==== 169+0+0 (secure 0 0 0) 0x7fac4c0562c0 con 0x7fac540ae8a0 2024-09-10T10:39:55.859 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:39:55.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 -- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac300678c0 msgr2=0x7fac30069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:55.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac300678c0 0x7fac30069d80 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fac540af4b0 tx=0x7fac44008040 comp rx=0 tx=0).stop 2024-09-10T10:39:55.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 -- 172.21.15.22:0/3979621801 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac540ae8a0 msgr2=0x7fac540aed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:55.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac540ae8a0 0x7fac540aed50 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fac4c001360 tx=0x7fac4c007bc0 comp rx=0 tx=0).stop 2024-09-10T10:39:55.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 -- 172.21.15.22:0/3979621801 shutdown_connections 2024-09-10T10:39:55.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fac300678c0 0x7fac30069d80 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:55.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac540ae8a0 0x7fac540aed50 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:55.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac5415c300 0x7fac54157aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:55.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 --2- 172.21.15.22:0/3979621801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac380040e0 0x7fac5414cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:55.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 -- 172.21.15.22:0/3979621801 >> 172.21.15.22:0/3979621801 conn(0x7fac54063000 msgr2=0x7fac5415db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:55.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 -- 172.21.15.22:0/3979621801 shutdown_connections 2024-09-10T10:39:55.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:55.857+0000 7fac58c00640 1 -- 172.21.15.22:0/3979621801 wait complete. 2024-09-10T10:39:55.885 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:39:56.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.021+0000 7f1362e00640 1 Processor -- start 2024-09-10T10:39:56.027 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.021+0000 7f1362e00640 1 -- start start 2024-09-10T10:39:56.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1362e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f135c06f1c0 0x7f135c1662f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1362e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f135c159350 con 0x7f135c158f70 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1362e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f135c071340 con 0x7f135c15c630 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1362e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f135c071620 con 0x7f135c06f1c0 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135be00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f135c158f70 0x7f135c072f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47084/0 (socket says 172.21.15.22:47084) 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135be00640 1 -- 172.21.15.22:0/1882971582 learned_addr learned my addr 172.21.15.22:0/1882971582 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1360e00640 1 --2- 172.21.15.22:0/1882971582 >> v2:172.21.15.145:3300/0 conn(0x7f135c06f1c0 0x7f135c1662f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3402637247 0 0) 0x7f135c159350 con 0x7f135c158f70 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1340003530 con 0x7f135c158f70 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2586197914 0 0) 0x7f1340003530 con 0x7f135c158f70 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 >> v2:172.21.15.145:3300/0 conn(0x7f135c06f1c0 msgr2=0x7f135c1662f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 --2- 172.21.15.22:0/1882971582 >> v2:172.21.15.145:3300/0 conn(0x7f135c06f1c0 0x7f135c1662f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 >> v1:172.21.15.145:6789/0 conn(0x7f135c15c630 legacy=0x7f135c06eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f135c071900 con 0x7f135c158f70 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f134c001680 con 0x7f135c158f70 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 >> v1:172.21.15.22:6789/0 conn(0x7f135c158f70 legacy=0x7f135c072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13400039c0 0x7f1340003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13400043c0 0x7f1340004890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13400050c0 0x7f134000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f135c071620 con 0x7f13400050c0 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f134000c020 con 0x7f13400043c0 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f134000c220 con 0x7f13400039c0 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1360e00640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13400050c0 0x7f134000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135be00640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13400039c0 0x7f1340003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f135b400640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13400043c0 0x7f1340004890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1360e00640 1 -- 172.21.15.22:0/1882971582 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13400039c0 msgr2=0x7f1340003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:56.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1360e00640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13400039c0 0x7f1340003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1360e00640 1 -- 172.21.15.22:0/1882971582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13400043c0 msgr2=0x7f1340004890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:56.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1360e00640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13400043c0 0x7f1340004890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.025+0000 7f1360e00640 1 -- 172.21.15.22:0/1882971582 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1340003530 con 0x7f13400050c0 2024-09-10T10:39:56.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f1360e00640 1 -- 172.21.15.22:0/1882971582 reap_dead start 2024-09-10T10:39:56.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f1360e00640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13400050c0 0x7f134000b9d0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f135c06d480 tx=0x7f135401cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9602ede25c961064 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:56.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13540b2070 con 0x7f13400050c0 2024-09-10T10:39:56.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13540a5c70 con 0x7f13400050c0 2024-09-10T10:39:56.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f135aa00640 1 -- 172.21.15.22:0/1882971582 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1354009c10 con 0x7f13400050c0 2024-09-10T10:39:56.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f1362e00640 1 -- 172.21.15.22:0/1882971582 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13400050c0 msgr2=0x7f134000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f1362e00640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13400050c0 0x7f134000b9d0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f135c06d480 tx=0x7f135401cc60 comp rx=0 tx=0).stop 2024-09-10T10:39:56.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f1362e00640 1 -- 172.21.15.22:0/1882971582 shutdown_connections 2024-09-10T10:39:56.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f1362e00640 1 --2- 172.21.15.22:0/1882971582 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13400050c0 0x7f134000b9d0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f1362e00640 1 -- 172.21.15.22:0/1882971582 >> 172.21.15.22:0/1882971582 conn(0x7f135c062eb0 msgr2=0x7f135c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:56.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f1362e00640 1 -- 172.21.15.22:0/1882971582 shutdown_connections 2024-09-10T10:39:56.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.029+0000 7f1362e00640 1 -- 172.21.15.22:0/1882971582 wait complete. 2024-09-10T10:39:56.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 Processor -- start 2024-09-10T10:39:56.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 -- start start 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13400050c0 0x7f135c149700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f135c14c0f0 0x7f135c14c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f135c14a140 0x7f135c14a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f135c071ec0 con 0x7f135c14a140 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f135c0711a0 con 0x7f135c14c0f0 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f135c06eab0 con 0x7f13400050c0 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1360e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f135c14a140 0x7f135c14a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1360e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f135c14a140 0x7f135c14a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56946/0 (socket says 172.21.15.22:56946) 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1360e00640 1 -- 172.21.15.22:0/3365368001 learned_addr learned my addr 172.21.15.22:0/3365368001 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f135be00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13400050c0 0x7f135c149700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f135b400640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f135c14c0f0 0x7f135c14c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1360e00640 1 -- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13400050c0 msgr2=0x7f135c149700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1360e00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13400050c0 0x7f135c149700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1360e00640 1 -- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f135c14c0f0 msgr2=0x7f135c14c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1360e00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f135c14c0f0 0x7f135c14c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1360e00640 1 -- 172.21.15.22:0/3365368001 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f135c14aeb0 con 0x7f135c14a140 2024-09-10T10:39:56.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1360e00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f135c14a140 0x7f135c14a5c0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f1354098790 tx=0x7f1354009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:56.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1353e00640 1 -- 172.21.15.22:0/3365368001 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13540b2040 con 0x7f135c14a140 2024-09-10T10:39:56.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1353e00640 1 -- 172.21.15.22:0/3365368001 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13540adb20 con 0x7f135c14a140 2024-09-10T10:39:56.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1353e00640 1 -- 172.21.15.22:0/3365368001 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1354009c10 con 0x7f135c14a140 2024-09-10T10:39:56.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 -- 172.21.15.22:0/3365368001 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f135c14b190 con 0x7f135c14a140 2024-09-10T10:39:56.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 -- 172.21.15.22:0/3365368001 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f135c14b750 con 0x7f135c14a140 2024-09-10T10:39:56.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.033+0000 7f1362e00640 1 -- 172.21.15.22:0/3365368001 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f135c06ee40 con 0x7f135c14a140 2024-09-10T10:39:56.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.037+0000 7f1353e00640 1 -- 172.21.15.22:0/3365368001 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f13540b8420 con 0x7f135c14a140 2024-09-10T10:39:56.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.037+0000 7f1353e00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f133c0678c0 0x7f133c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.037+0000 7f1353e00640 1 -- 172.21.15.22:0/3365368001 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7f13541201f0 con 0x7f135c14a140 2024-09-10T10:39:56.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.037+0000 7f135be00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f133c0678c0 0x7f133c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.037+0000 7f135be00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f133c0678c0 0x7f133c069d80 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f134c001060 tx=0x7f134c001e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:56.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.041+0000 7f1353e00640 1 -- 172.21.15.22:0/3365368001 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1354016970 con 0x7f135c14a140 2024-09-10T10:39:56.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.217+0000 7f1362e00640 1 -- 172.21.15.22:0/3365368001 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f135c0b59c0 con 0x7f135c14a140 2024-09-10T10:39:56.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1353e00640 1 -- 172.21.15.22:0/3365368001 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v41) ==== 104+0+0 (secure 0 0 0) 0x7f13540f1050 con 0x7f135c14a140 2024-09-10T10:39:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 -- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f133c0678c0 msgr2=0x7f133c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f133c0678c0 0x7f133c069d80 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f134c001060 tx=0x7f134c001e30 comp rx=0 tx=0).stop 2024-09-10T10:39:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 -- 172.21.15.22:0/3365368001 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f135c14a140 msgr2=0x7f135c14a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f135c14a140 0x7f135c14a5c0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f1354098790 tx=0x7f1354009750 comp rx=0 tx=0).stop 2024-09-10T10:39:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 -- 172.21.15.22:0/3365368001 shutdown_connections 2024-09-10T10:39:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f133c0678c0 0x7f133c069d80 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f135c14a140 0x7f135c14a5c0 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f135c14c0f0 0x7f135c14c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 --2- 172.21.15.22:0/3365368001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13400050c0 0x7f135c149700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 -- 172.21.15.22:0/3365368001 >> 172.21.15.22:0/3365368001 conn(0x7f135c062eb0 msgr2=0x7f135c0b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 -- 172.21.15.22:0/3365368001 shutdown_connections 2024-09-10T10:39:56.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.221+0000 7f1362e00640 1 -- 172.21.15.22:0/3365368001 wait complete. 2024-09-10T10:39:56.250 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_max_caps 2024-09-10T10:39:56.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4ac000640 1 Processor -- start 2024-09-10T10:39:56.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4ac000640 1 -- start start 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4ac000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4a4147fd0 0x7ff4a406ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4ac000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff4a406d210 0x7ff4a406ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4ac000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4a40aeaa0 con 0x7ff4a406ef90 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4ac000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff4a406d650 con 0x7ff4a406d210 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4ac000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff4a406f420 con 0x7ff4a4147fd0 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4a8c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff4a406d210 0x7ff4a406ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4a8c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff4a406d210 0x7ff4a406ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56948/0 (socket says 172.21.15.22:56948) 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4a8c00640 1 -- 172.21.15.22:0/2934186837 learned_addr learned my addr 172.21.15.22:0/2934186837 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4a9600640 1 --2- 172.21.15.22:0/2934186837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4a4147fd0 0x7ff4a406ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4a8c00640 1 -- 172.21.15.22:0/2934186837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4a4147fd0 msgr2=0x7ff4a406ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4a8c00640 1 --2- 172.21.15.22:0/2934186837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4a4147fd0 0x7ff4a406ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4a8c00640 1 -- 172.21.15.22:0/2934186837 >> v1:172.21.15.145:6789/0 conn(0x7ff4a406ef90 legacy=0x7ff4a40626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:56.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.389+0000 7ff4a8c00640 1 -- 172.21.15.22:0/2934186837 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4a406f6d0 con 0x7ff4a406d210 2024-09-10T10:39:56.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4a8c00640 1 --2- 172.21.15.22:0/2934186837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a406d210 0x7ff4a406ea50 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7ff4a406d7d0 tx=0x7ff49001c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97c74541d80d324f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:56.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4a3e00640 1 -- 172.21.15.22:0/2934186837 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4900a7070 con 0x7ff4a406d210 2024-09-10T10:39:56.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4a3e00640 1 -- 172.21.15.22:0/2934186837 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4900b0070 con 0x7ff4a406d210 2024-09-10T10:39:56.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4a3e00640 1 -- 172.21.15.22:0/2934186837 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4900ab890 con 0x7ff4a406d210 2024-09-10T10:39:56.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4ac000640 1 -- 172.21.15.22:0/2934186837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a406d210 msgr2=0x7ff4a406ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4ac000640 1 --2- 172.21.15.22:0/2934186837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a406d210 0x7ff4a406ea50 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7ff4a406d7d0 tx=0x7ff49001c4b0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4ac000640 1 -- 172.21.15.22:0/2934186837 shutdown_connections 2024-09-10T10:39:56.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4ac000640 1 --2- 172.21.15.22:0/2934186837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a406d210 0x7ff4a406ea50 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4ac000640 1 --2- 172.21.15.22:0/2934186837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4a4147fd0 0x7ff4a406ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4ac000640 1 -- 172.21.15.22:0/2934186837 >> 172.21.15.22:0/2934186837 conn(0x7ff4a40b3940 msgr2=0x7ff4a40722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:56.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4ac000640 1 -- 172.21.15.22:0/2934186837 shutdown_connections 2024-09-10T10:39:56.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.393+0000 7ff4ac000640 1 -- 172.21.15.22:0/2934186837 wait complete. 2024-09-10T10:39:56.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4ac000640 1 Processor -- start 2024-09-10T10:39:56.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4ac000640 1 -- start start 2024-09-10T10:39:56.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4ac000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4a406d210 0x7ff4a415f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4ac000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4a406ef90 0x7ff4a4144f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4ac000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a4147fd0 0x7ff4a415fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4ac000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff4a416b160 con 0x7ff4a4147fd0 2024-09-10T10:39:56.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4ac000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff4a41483b0 con 0x7ff4a406ef90 2024-09-10T10:39:56.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4ac000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff4a416b2e0 con 0x7ff4a406d210 2024-09-10T10:39:56.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4aa000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a4147fd0 0x7ff4a415fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4aa000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a4147fd0 0x7ff4a415fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56964/0 (socket says 172.21.15.22:56964) 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4aa000640 1 -- 172.21.15.22:0/182524252 learned_addr learned my addr 172.21.15.22:0/182524252 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4a8c00640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4a406ef90 0x7ff4a4144f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4a9600640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4a406d210 0x7ff4a415f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4aa000640 1 -- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4a406d210 msgr2=0x7ff4a415f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4aa000640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4a406d210 0x7ff4a415f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4aa000640 1 -- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4a406ef90 msgr2=0x7ff4a4144f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4aa000640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4a406ef90 0x7ff4a4144f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4aa000640 1 -- 172.21.15.22:0/182524252 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4a40cf690 con 0x7ff4a4147fd0 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4aa000640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a4147fd0 0x7ff4a415fcd0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7ff49c00c7b0 tx=0x7ff49c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4a1600640 1 -- 172.21.15.22:0/182524252 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff49c004b70 con 0x7ff4a4147fd0 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4a1600640 1 -- 172.21.15.22:0/182524252 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff49c004d10 con 0x7ff4a4147fd0 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4ac000640 1 -- 172.21.15.22:0/182524252 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4a40cf970 con 0x7ff4a4147fd0 2024-09-10T10:39:56.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4a1600640 1 -- 172.21.15.22:0/182524252 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff49c00aa90 con 0x7ff4a4147fd0 2024-09-10T10:39:56.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.397+0000 7ff4ac000640 1 -- 172.21.15.22:0/182524252 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4a413d130 con 0x7ff4a4147fd0 2024-09-10T10:39:56.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.401+0000 7ff4ac000640 1 -- 172.21.15.22:0/182524252 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4a40b10c0 con 0x7ff4a4147fd0 2024-09-10T10:39:56.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.401+0000 7ff4a1600640 1 -- 172.21.15.22:0/182524252 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff49c00ac30 con 0x7ff4a4147fd0 2024-09-10T10:39:56.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.401+0000 7ff4a1600640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4840678c0 0x7ff484069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.401+0000 7ff4a1600640 1 -- 172.21.15.22:0/182524252 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7ff49c086210 con 0x7ff4a4147fd0 2024-09-10T10:39:56.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.401+0000 7ff4a9600640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4840678c0 0x7ff484069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.401+0000 7ff4a9600640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4840678c0 0x7ff484069d80 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7ff498006aa0 tx=0x7ff498008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:56.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.405+0000 7ff4a1600640 1 -- 172.21.15.22:0/182524252 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff49c020070 con 0x7ff4a4147fd0 2024-09-10T10:39:56.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.569+0000 7ff4ac000640 1 -- 172.21.15.22:0/182524252 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"} v 0) -- 0x7ff4a40008e0 con 0x7ff4a4147fd0 2024-09-10T10:39:56.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4a1600640 1 -- 172.21.15.22:0/182524252 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"}]=0 v42) ==== 102+0+0 (secure 0 0 0) 0x7ff49c056a50 con 0x7ff4a4147fd0 2024-09-10T10:39:56.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 -- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4840678c0 msgr2=0x7ff484069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4840678c0 0x7ff484069d80 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7ff498006aa0 tx=0x7ff498008040 comp rx=0 tx=0).stop 2024-09-10T10:39:56.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 -- 172.21.15.22:0/182524252 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a4147fd0 msgr2=0x7ff4a415fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a4147fd0 0x7ff4a415fcd0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7ff49c00c7b0 tx=0x7ff49c00cc70 comp rx=0 tx=0).stop 2024-09-10T10:39:56.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 -- 172.21.15.22:0/182524252 shutdown_connections 2024-09-10T10:39:56.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4840678c0 0x7ff484069d80 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4a4147fd0 0x7ff4a415fcd0 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff4a406ef90 0x7ff4a4144f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 --2- 172.21.15.22:0/182524252 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff4a406d210 0x7ff4a415f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 -- 172.21.15.22:0/182524252 >> 172.21.15.22:0/182524252 conn(0x7ff4a40b3940 msgr2=0x7ff4a406e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:56.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 -- 172.21.15.22:0/182524252 shutdown_connections 2024-09-10T10:39:56.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.573+0000 7ff4ac000640 1 -- 172.21.15.22:0/182524252 wait complete. 2024-09-10T10:39:56.599 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_warning_threshold 2024-09-10T10:39:56.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8ee000640 1 Processor -- start 2024-09-10T10:39:56.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8ee000640 1 -- start start 2024-09-10T10:39:56.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8ee000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb8e8071c80 0x7fb8e806eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8ee000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8e806db40 con 0x7fb8e806f0e0 2024-09-10T10:39:56.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8ee000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8e806dde0 con 0x7fb8e8072410 2024-09-10T10:39:56.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8ee000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb8e806e0c0 con 0x7fb8e8071c80 2024-09-10T10:39:56.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8e6a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb8e8071c80 0x7fb8e806eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8e7e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb8e806f0e0 0x7fb8e80adda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47100/0 (socket says 172.21.15.22:47100) 2024-09-10T10:39:56.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8e7e00640 1 -- 172.21.15.22:0/174095968 learned_addr learned my addr 172.21.15.22:0/174095968 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:56.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8e6a00640 1 -- 172.21.15.22:0/174095968 >> v1:172.21.15.145:6789/0 conn(0x7fb8e8072410 legacy=0x7fb8e80b4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8e6a00640 1 -- 172.21.15.22:0/174095968 >> v1:172.21.15.22:6789/0 conn(0x7fb8e806f0e0 legacy=0x7fb8e80adda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.737+0000 7fb8e6a00640 1 -- 172.21.15.22:0/174095968 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e806e3a0 con 0x7fb8e8071c80 2024-09-10T10:39:56.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8e6a00640 1 --2- 172.21.15.22:0/174095968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 0x7fb8e806eba0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fb8d40097c0 tx=0x7fb8d401ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf7ecab45c645b01 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:56.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8e6000640 1 -- 172.21.15.22:0/174095968 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d40b5070 con 0x7fb8e8071c80 2024-09-10T10:39:56.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8e6000640 1 -- 172.21.15.22:0/174095968 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8d40a8990 con 0x7fb8e8071c80 2024-09-10T10:39:56.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8e6000640 1 -- 172.21.15.22:0/174095968 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d40a8d60 con 0x7fb8e8071c80 2024-09-10T10:39:56.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8ee000640 1 -- 172.21.15.22:0/174095968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 msgr2=0x7fb8e806eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8ee000640 1 --2- 172.21.15.22:0/174095968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 0x7fb8e806eba0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fb8d40097c0 tx=0x7fb8d401ec90 comp rx=0 tx=0).stop 2024-09-10T10:39:56.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8ee000640 1 -- 172.21.15.22:0/174095968 shutdown_connections 2024-09-10T10:39:56.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8ee000640 1 --2- 172.21.15.22:0/174095968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 0x7fb8e806eba0 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8ee000640 1 -- 172.21.15.22:0/174095968 >> 172.21.15.22:0/174095968 conn(0x7fb8e80b2a80 msgr2=0x7fb8e80b2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:56.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8ee000640 1 -- 172.21.15.22:0/174095968 shutdown_connections 2024-09-10T10:39:56.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.741+0000 7fb8ee000640 1 -- 172.21.15.22:0/174095968 wait complete. 2024-09-10T10:39:56.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 Processor -- start 2024-09-10T10:39:56.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 -- start start 2024-09-10T10:39:56.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8e806f0e0 0x7fb8e8153450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 0x7fb8e815d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8e8072410 0x7fb8e815dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e80ae4b0 con 0x7fb8e8071c80 2024-09-10T10:39:56.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e80b4fa0 con 0x7fb8e806f0e0 2024-09-10T10:39:56.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb8e80ae630 con 0x7fb8e8072410 2024-09-10T10:39:56.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 0x7fb8e815d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 0x7fb8e815d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56990/0 (socket says 172.21.15.22:56990) 2024-09-10T10:39:56.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e6a00640 1 -- 172.21.15.22:0/981864082 learned_addr learned my addr 172.21.15.22:0/981864082 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:56.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e6a00640 1 -- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8e8072410 msgr2=0x7fb8e815dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e7e00640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8e8072410 0x7fb8e815dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e6a00640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8e8072410 0x7fb8e815dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e6a00640 1 -- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8e806f0e0 msgr2=0x7fb8e8153450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e6a00640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8e806f0e0 0x7fb8e8153450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e6a00640 1 -- 172.21.15.22:0/981864082 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e8153f00 con 0x7fb8e8071c80 2024-09-10T10:39:56.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e7e00640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8e8072410 0x7fb8e815dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:56.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8e6a00640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 0x7fb8e815d7e0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fb8d40b3040 tx=0x7fb8d401ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:56.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8df400640 1 -- 172.21.15.22:0/981864082 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d40bf070 con 0x7fb8e8071c80 2024-09-10T10:39:56.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8df400640 1 -- 172.21.15.22:0/981864082 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8d40b0900 con 0x7fb8e8071c80 2024-09-10T10:39:56.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8df400640 1 -- 172.21.15.22:0/981864082 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d40b5040 con 0x7fb8e8071c80 2024-09-10T10:39:56.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 -- 172.21.15.22:0/981864082 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8e8154eb0 con 0x7fb8e8071c80 2024-09-10T10:39:56.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 -- 172.21.15.22:0/981864082 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8e8155450 con 0x7fb8e8071c80 2024-09-10T10:39:56.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.745+0000 7fb8ee000640 1 -- 172.21.15.22:0/981864082 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8e806eba0 con 0x7fb8e8071c80 2024-09-10T10:39:56.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.749+0000 7fb8df400640 1 -- 172.21.15.22:0/981864082 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb8d40c2070 con 0x7fb8e8071c80 2024-09-10T10:39:56.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.749+0000 7fb8df400640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8c80678c0 0x7fb8c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:56.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.749+0000 7fb8df400640 1 -- 172.21.15.22:0/981864082 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7fb8d41223b0 con 0x7fb8e8071c80 2024-09-10T10:39:56.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.749+0000 7fb8e7400640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8c80678c0 0x7fb8c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:56.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.749+0000 7fb8e7400640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8c80678c0 0x7fb8c8069d80 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8000f70 tx=0x7fb8d80079c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:56.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.753+0000 7fb8df400640 1 -- 172.21.15.22:0/981864082 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb8d40187f0 con 0x7fb8e8071c80 2024-09-10T10:39:56.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.917+0000 7fb8ee000640 1 -- 172.21.15.22:0/981864082 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"} v 0) -- 0x7fb8e80b0da0 con 0x7fb8e8071c80 2024-09-10T10:39:56.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.921+0000 7fb8df400640 1 -- 172.21.15.22:0/981864082 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"}]=0 v43) ==== 111+0+0 (secure 0 0 0) 0x7fb8d40f30c0 con 0x7fb8e8071c80 2024-09-10T10:39:56.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 -- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8c80678c0 msgr2=0x7fb8c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8c80678c0 0x7fb8c8069d80 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8000f70 tx=0x7fb8d80079c0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 -- 172.21.15.22:0/981864082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 msgr2=0x7fb8e815d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 0x7fb8e815d7e0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fb8d40b3040 tx=0x7fb8d401ba30 comp rx=0 tx=0).stop 2024-09-10T10:39:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 -- 172.21.15.22:0/981864082 shutdown_connections 2024-09-10T10:39:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8c80678c0 0x7fb8c8069d80 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8e8072410 0x7fb8e815dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8e8071c80 0x7fb8e815d7e0 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 --2- 172.21.15.22:0/981864082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb8e806f0e0 0x7fb8e8153450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 -- 172.21.15.22:0/981864082 >> 172.21.15.22:0/981864082 conn(0x7fb8e80b2a80 msgr2=0x7fb8e80b1390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 -- 172.21.15.22:0/981864082 shutdown_connections 2024-09-10T10:39:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:56.925+0000 7fb8ee000640 1 -- 172.21.15.22:0/981864082 wait complete. 2024-09-10T10:39:56.948 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_cache_memory_limit 2024-09-10T10:39:57.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.085+0000 7ffac4600640 1 Processor -- start 2024-09-10T10:39:57.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.085+0000 7ffac4600640 1 -- start start 2024-09-10T10:39:57.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac4600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ffabc158f70 0x7ffabc15c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac4600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffabc072f30 0x7ffabc06eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac4600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffabc06eff0 0x7ffabc15ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac4600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ffabc159350 con 0x7ffabc072f30 2024-09-10T10:39:57.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac4600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ffabc071340 con 0x7ffabc158f70 2024-09-10T10:39:57.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac4600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ffabc071620 con 0x7ffabc06eff0 2024-09-10T10:39:57.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac1200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffabc072f30 0x7ffabc06eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.093 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac1200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ffabc072f30 0x7ffabc06eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57002/0 (socket says 172.21.15.22:57002) 2024-09-10T10:39:57.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac1200640 1 -- 172.21.15.22:0/3456266195 learned_addr learned my addr 172.21.15.22:0/3456266195 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:57.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac1c00640 1 --2- 172.21.15.22:0/3456266195 >> v2:172.21.15.145:3300/0 conn(0x7ffabc158f70 0x7ffabc15c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac2600640 1 --2- 172.21.15.22:0/3456266195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffabc06eff0 0x7ffabc15ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac1200640 1 -- 172.21.15.22:0/3456266195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffabc06eff0 msgr2=0x7ffabc15ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:57.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac1200640 1 --2- 172.21.15.22:0/3456266195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffabc06eff0 0x7ffabc15ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac1200640 1 -- 172.21.15.22:0/3456266195 >> v2:172.21.15.145:3300/0 conn(0x7ffabc158f70 msgr2=0x7ffabc15c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:57.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac1200640 1 --2- 172.21.15.22:0/3456266195 >> v2:172.21.15.145:3300/0 conn(0x7ffabc158f70 0x7ffabc15c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.094 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac1200640 1 -- 172.21.15.22:0/3456266195 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffabc071900 con 0x7ffabc072f30 2024-09-10T10:39:57.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.089+0000 7ffac1200640 1 --2- 172.21.15.22:0/3456266195 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc072f30 0x7ffabc06eab0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7ffabc06ca10 tx=0x7ffaa801c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=626f4e29e92d81b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:57.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffabbe00640 1 -- 172.21.15.22:0/3456266195 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa80b0070 con 0x7ffabc072f30 2024-09-10T10:39:57.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffabbe00640 1 -- 172.21.15.22:0/3456266195 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffaa80ab600 con 0x7ffabc072f30 2024-09-10T10:39:57.096 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffabbe00640 1 -- 172.21.15.22:0/3456266195 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa80ab9d0 con 0x7ffabc072f30 2024-09-10T10:39:57.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 -- 172.21.15.22:0/3456266195 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc072f30 msgr2=0x7ffabc06eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 --2- 172.21.15.22:0/3456266195 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc072f30 0x7ffabc06eab0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7ffabc06ca10 tx=0x7ffaa801c260 comp rx=0 tx=0).stop 2024-09-10T10:39:57.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 -- 172.21.15.22:0/3456266195 shutdown_connections 2024-09-10T10:39:57.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 --2- 172.21.15.22:0/3456266195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffabc06eff0 0x7ffabc15ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 --2- 172.21.15.22:0/3456266195 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc072f30 0x7ffabc06eab0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 --2- 172.21.15.22:0/3456266195 >> v2:172.21.15.145:3300/0 conn(0x7ffabc158f70 0x7ffabc15c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 -- 172.21.15.22:0/3456266195 >> 172.21.15.22:0/3456266195 conn(0x7ffabc062eb0 msgr2=0x7ffabc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:57.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 -- 172.21.15.22:0/3456266195 shutdown_connections 2024-09-10T10:39:57.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 -- 172.21.15.22:0/3456266195 wait complete. 2024-09-10T10:39:57.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 Processor -- start 2024-09-10T10:39:57.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 -- start start 2024-09-10T10:39:57.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffabc06eff0 0x7ffabc14e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffabc072f30 0x7ffabc0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc158f70 0x7ffabc0aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ffabc0ce640 con 0x7ffabc158f70 2024-09-10T10:39:57.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ffabc0ce4c0 con 0x7ffabc072f30 2024-09-10T10:39:57.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac4600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ffabc0ce7c0 con 0x7ffabc06eff0 2024-09-10T10:39:57.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac2600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc158f70 0x7ffabc0aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac2600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc158f70 0x7ffabc0aede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57006/0 (socket says 172.21.15.22:57006) 2024-09-10T10:39:57.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac2600640 1 -- 172.21.15.22:0/1187811858 learned_addr learned my addr 172.21.15.22:0/1187811858 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:57.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac1c00640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffabc06eff0 0x7ffabc14e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.093+0000 7ffac1200640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffabc072f30 0x7ffabc0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffac2600640 1 -- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffabc06eff0 msgr2=0x7ffabc14e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffac2600640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffabc06eff0 0x7ffabc14e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffac2600640 1 -- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffabc072f30 msgr2=0x7ffabc0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffac2600640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffabc072f30 0x7ffabc0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffac2600640 1 -- 172.21.15.22:0/1187811858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffabc1fb6c0 con 0x7ffabc158f70 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffac2600640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc158f70 0x7ffabc0aede0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7ffab4007e60 tx=0x7ffab400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffab9600640 1 -- 172.21.15.22:0/1187811858 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab4014620 con 0x7ffabc158f70 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffab9600640 1 -- 172.21.15.22:0/1187811858 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffab4019070 con 0x7ffabc158f70 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffac4600640 1 -- 172.21.15.22:0/1187811858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffabc1fb9a0 con 0x7ffabc158f70 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffab9600640 1 -- 172.21.15.22:0/1187811858 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab4014a20 con 0x7ffabc158f70 2024-09-10T10:39:57.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffac4600640 1 -- 172.21.15.22:0/1187811858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffabc1fbf60 con 0x7ffabc158f70 2024-09-10T10:39:57.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffac4600640 1 -- 172.21.15.22:0/1187811858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffabc06eab0 con 0x7ffabc158f70 2024-09-10T10:39:57.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffab9600640 1 -- 172.21.15.22:0/1187811858 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ffab4014bc0 con 0x7ffabc158f70 2024-09-10T10:39:57.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffab9600640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa9c0678c0 0x7ffa9c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.097+0000 7ffab9600640 1 -- 172.21.15.22:0/1187811858 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7ffab4086110 con 0x7ffabc158f70 2024-09-10T10:39:57.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.101+0000 7ffac1c00640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa9c0678c0 0x7ffa9c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.101+0000 7ffac1c00640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa9c0678c0 0x7ffa9c069d80 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ffab00079c0 tx=0x7ffab0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:57.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.101+0000 7ffab9600640 1 -- 172.21.15.22:0/1187811858 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ffab4056860 con 0x7ffabc158f70 2024-09-10T10:39:57.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.269+0000 7ffac4600640 1 -- 172.21.15.22:0/1187811858 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"} v 0) -- 0x7ffabc15b6e0 con 0x7ffabc158f70 2024-09-10T10:39:57.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.273+0000 7ffab9600640 1 -- 172.21.15.22:0/1187811858 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"}]=0 v44) ==== 105+0+0 (secure 0 0 0) 0x7ffab405ab60 con 0x7ffabc158f70 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 -- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa9c0678c0 msgr2=0x7ffa9c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa9c0678c0 0x7ffa9c069d80 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ffab00079c0 tx=0x7ffab0008040 comp rx=0 tx=0).stop 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 -- 172.21.15.22:0/1187811858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc158f70 msgr2=0x7ffabc0aede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc158f70 0x7ffabc0aede0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7ffab4007e60 tx=0x7ffab400e4b0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 -- 172.21.15.22:0/1187811858 shutdown_connections 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ffa9c0678c0 0x7ffa9c069d80 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ffabc158f70 0x7ffabc0aede0 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ffabc072f30 0x7ffabc0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 --2- 172.21.15.22:0/1187811858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ffabc06eff0 0x7ffabc14e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 -- 172.21.15.22:0/1187811858 >> 172.21.15.22:0/1187811858 conn(0x7ffabc062eb0 msgr2=0x7ffabc159590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 -- 172.21.15.22:0/1187811858 shutdown_connections 2024-09-10T10:39:57.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.277+0000 7ffac4600640 1 -- 172.21.15.22:0/1187811858 wait complete. 2024-09-10T10:39:57.301 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_min_caps_working_set 2024-09-10T10:39:57.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45dfe00640 1 Processor -- start 2024-09-10T10:39:57.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45dfe00640 1 -- start start 2024-09-10T10:39:57.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45dfe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f45d806e9c0 0x7f45d8167180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45dfe00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45d80b4f90 con 0x7f45d80cf3c0 2024-09-10T10:39:57.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45dfe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45d80b49d0 con 0x7f45d81568c0 2024-09-10T10:39:57.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45dfe00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f45d80b4cb0 con 0x7f45d806e9c0 2024-09-10T10:39:57.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45dca00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f45d80cf3c0 0x7f45d80cf850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47102/0 (socket says 172.21.15.22:47102) 2024-09-10T10:39:57.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45dca00640 1 -- 172.21.15.22:0/2273279997 learned_addr learned my addr 172.21.15.22:0/2273279997 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:57.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45dde00640 1 --2- 172.21.15.22:0/2273279997 >> v2:172.21.15.145:3300/0 conn(0x7f45d806e9c0 0x7f45d8167180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1319842396 0 0) 0x7f45d80b4f90 con 0x7f45d80cf3c0 2024-09-10T10:39:57.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f45c0003530 con 0x7f45d80cf3c0 2024-09-10T10:39:57.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2715697422 0 0) 0x7f45d80b49d0 con 0x7f45d81568c0 2024-09-10T10:39:57.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f45d80b4f90 con 0x7f45d81568c0 2024-09-10T10:39:57.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3072522828 0 0) 0x7f45c0003530 con 0x7f45d80cf3c0 2024-09-10T10:39:57.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 >> v2:172.21.15.145:3300/0 conn(0x7f45d806e9c0 msgr2=0x7f45d8167180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:57.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 --2- 172.21.15.22:0/2273279997 >> v2:172.21.15.145:3300/0 conn(0x7f45d806e9c0 0x7f45d8167180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 >> v1:172.21.15.145:6789/0 conn(0x7f45d81568c0 legacy=0x7f45d80b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d806d1b0 con 0x7f45d80cf3c0 2024-09-10T10:39:57.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f45c4001680 con 0x7f45d80cf3c0 2024-09-10T10:39:57.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 >> v1:172.21.15.22:6789/0 conn(0x7f45d80cf3c0 legacy=0x7f45d80cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45c0003b50 0x7f45c0003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45c0004810 0x7f45c0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45c00051d0 0x7f45c000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f45d80b4cb0 con 0x7f45c0004810 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f45c000c0a0 con 0x7f45c00051d0 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f45c000c2a0 con 0x7f45c0003b50 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.441+0000 7f45dca00640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45c0004810 0x7f45c0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dde00640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45c00051d0 0x7f45c000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dd400640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45c0003b50 0x7f45c0003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dca00640 1 -- 172.21.15.22:0/2273279997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45c0003b50 msgr2=0x7f45c0003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dca00640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45c0003b50 0x7f45c0003f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dca00640 1 -- 172.21.15.22:0/2273279997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45c00051d0 msgr2=0x7f45c000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dca00640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45c00051d0 0x7f45c000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dca00640 1 -- 172.21.15.22:0/2273279997 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d806d1b0 con 0x7f45c0004810 2024-09-10T10:39:57.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dde00640 1 -- 172.21.15.22:0/2273279997 reap_dead start 2024-09-10T10:39:57.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dca00640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45c0004810 0x7f45c0004c90 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f45c400c2f0 tx=0x7f45c401cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8a35ce3d7c50506 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:57.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c4007de0 con 0x7f45c0004810 2024-09-10T10:39:57.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45c40a9020 con 0x7f45c0004810 2024-09-10T10:39:57.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45d7e00640 1 -- 172.21.15.22:0/2273279997 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c40a5b90 con 0x7f45c0004810 2024-09-10T10:39:57.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dfe00640 1 -- 172.21.15.22:0/2273279997 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45c0004810 msgr2=0x7f45c0004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.445+0000 7f45dfe00640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45c0004810 0x7f45c0004c90 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f45c400c2f0 tx=0x7f45c401cc90 comp rx=0 tx=0).stop 2024-09-10T10:39:57.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 -- 172.21.15.22:0/2273279997 shutdown_connections 2024-09-10T10:39:57.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 --2- 172.21.15.22:0/2273279997 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45c0004810 0x7f45c0004c90 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 -- 172.21.15.22:0/2273279997 >> 172.21.15.22:0/2273279997 conn(0x7f45d8062eb0 msgr2=0x7f45d806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:57.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 -- 172.21.15.22:0/2273279997 shutdown_connections 2024-09-10T10:39:57.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 -- 172.21.15.22:0/2273279997 wait complete. 2024-09-10T10:39:57.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 Processor -- start 2024-09-10T10:39:57.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 -- start start 2024-09-10T10:39:57.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45c0004810 0x7f45d8150970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45d8154a90 0x7f45d80acea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d8154f10 0x7f45d80ad3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f45d8156e20 con 0x7f45d8154f10 2024-09-10T10:39:57.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f45d8156ca0 con 0x7f45c0004810 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dfe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f45d806d9b0 con 0x7f45d8154a90 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d8154f10 0x7f45d80ad3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d8154f10 0x7f45d80ad3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57022/0 (socket says 172.21.15.22:57022) 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dde00640 1 -- 172.21.15.22:0/2756234947 learned_addr learned my addr 172.21.15.22:0/2756234947 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dd400640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45c0004810 0x7f45d8150970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dca00640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45d8154a90 0x7f45d80acea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dde00640 1 -- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45d8154a90 msgr2=0x7f45d80acea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dde00640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45d8154a90 0x7f45d80acea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dde00640 1 -- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45c0004810 msgr2=0x7f45d8150970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dde00640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45c0004810 0x7f45d8150970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.449+0000 7f45dde00640 1 -- 172.21.15.22:0/2756234947 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d8155470 con 0x7f45d8154f10 2024-09-10T10:39:57.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45dde00640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d8154f10 0x7f45d80ad3e0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f45d0011860 tx=0x7f45d0011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:57.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45d5600640 1 -- 172.21.15.22:0/2756234947 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0011e50 con 0x7f45d8154f10 2024-09-10T10:39:57.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45d5600640 1 -- 172.21.15.22:0/2756234947 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d001b070 con 0x7f45d8154f10 2024-09-10T10:39:57.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45dfe00640 1 -- 172.21.15.22:0/2756234947 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d8155750 con 0x7f45d8154f10 2024-09-10T10:39:57.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45d5600640 1 -- 172.21.15.22:0/2756234947 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0004480 con 0x7f45d8154f10 2024-09-10T10:39:57.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45dfe00640 1 -- 172.21.15.22:0/2756234947 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d80aab00 con 0x7f45d8154f10 2024-09-10T10:39:57.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45dfe00640 1 -- 172.21.15.22:0/2756234947 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45d80aad00 con 0x7f45d8154f10 2024-09-10T10:39:57.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45d5600640 1 -- 172.21.15.22:0/2756234947 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f45d0012040 con 0x7f45d8154f10 2024-09-10T10:39:57.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45d5600640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b80678c0 0x7f45b8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45d5600640 1 -- 172.21.15.22:0/2756234947 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7f45d00856a0 con 0x7f45d8154f10 2024-09-10T10:39:57.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.453+0000 7f45dd400640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b80678c0 0x7f45b8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.457+0000 7f45dd400640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b80678c0 0x7f45b8069d80 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f45cc007fd0 tx=0x7f45cc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:57.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.457+0000 7f45d5600640 1 -- 172.21.15.22:0/2756234947 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f45d80aad00 con 0x7f45d8154f10 2024-09-10T10:39:57.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.625+0000 7f45dfe00640 1 -- 172.21.15.22:0/2756234947 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"} v 0) -- 0x7f45d80d01f0 con 0x7f45d8154f10 2024-09-10T10:39:57.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45d5600640 1 -- 172.21.15.22:0/2756234947 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"}]=0 v45) ==== 107+0+0 (secure 0 0 0) 0x7f45d00564d0 con 0x7f45d8154f10 2024-09-10T10:39:57.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 -- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b80678c0 msgr2=0x7f45b8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b80678c0 0x7f45b8069d80 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f45cc007fd0 tx=0x7f45cc009040 comp rx=0 tx=0).stop 2024-09-10T10:39:57.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 -- 172.21.15.22:0/2756234947 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d8154f10 msgr2=0x7f45d80ad3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d8154f10 0x7f45d80ad3e0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f45d0011860 tx=0x7f45d0011c60 comp rx=0 tx=0).stop 2024-09-10T10:39:57.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 -- 172.21.15.22:0/2756234947 shutdown_connections 2024-09-10T10:39:57.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f45b80678c0 0x7f45b8069d80 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f45d8154f10 0x7f45d80ad3e0 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.637 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45d8154a90 0x7f45d80acea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 --2- 172.21.15.22:0/2756234947 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45c0004810 0x7f45d8150970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 -- 172.21.15.22:0/2756234947 >> 172.21.15.22:0/2756234947 conn(0x7f45d8062eb0 msgr2=0x7f45d8160670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:57.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 -- 172.21.15.22:0/2756234947 shutdown_connections 2024-09-10T10:39:57.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.629+0000 7f45dfe00640 1 -- 172.21.15.22:0/2756234947 wait complete. 2024-09-10T10:39:57.656 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin' 2024-09-10T10:39:57.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f75a5400640 1 Processor -- start 2024-09-10T10:39:57.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f75a5400640 1 -- start start 2024-09-10T10:39:57.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f75a5400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f75a015b220 0x7f75a0071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f75a5400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75a00ce880 con 0x7f75a00b56f0 2024-09-10T10:39:57.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f75a5400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75a00ceb60 con 0x7f75a015b600 2024-09-10T10:39:57.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f75a5400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f75a006d6e0 con 0x7f75a015b220 2024-09-10T10:39:57.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f759e800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f75a015b220 0x7f75a0071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f759f200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f75a00b56f0 0x7f75a00b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47108/0 (socket says 172.21.15.22:47108) 2024-09-10T10:39:57.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f759e800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f75a015b220 0x7f75a0071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57036/0 (socket says 172.21.15.22:57036) 2024-09-10T10:39:57.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f759f200640 1 -- 172.21.15.22:0/275455352 learned_addr learned my addr 172.21.15.22:0/275455352 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:57.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f759e800640 1 -- 172.21.15.22:0/275455352 >> v1:172.21.15.145:6789/0 conn(0x7f75a015b600 legacy=0x7f75a00b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f759e800640 1 -- 172.21.15.22:0/275455352 >> v1:172.21.15.22:6789/0 conn(0x7f75a00b56f0 legacy=0x7f75a00b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.793+0000 7f759e800640 1 -- 172.21.15.22:0/275455352 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a00cee40 con 0x7f75a015b220 2024-09-10T10:39:57.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f759e800640 1 --2- 172.21.15.22:0/275455352 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a015b220 0x7f75a0071140 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f75900097c0 tx=0x7f759001c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8afce37597df0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:57.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f759de00640 1 -- 172.21.15.22:0/275455352 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75900b0070 con 0x7f75a015b220 2024-09-10T10:39:57.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f759de00640 1 -- 172.21.15.22:0/275455352 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75900ab600 con 0x7f75a015b220 2024-09-10T10:39:57.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f759de00640 1 -- 172.21.15.22:0/275455352 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75900ab9d0 con 0x7f75a015b220 2024-09-10T10:39:57.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f75a5400640 1 -- 172.21.15.22:0/275455352 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a015b220 msgr2=0x7f75a0071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.805 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f75a5400640 1 --2- 172.21.15.22:0/275455352 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a015b220 0x7f75a0071140 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f75900097c0 tx=0x7f759001c350 comp rx=0 tx=0).stop 2024-09-10T10:39:57.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f75a5400640 1 -- 172.21.15.22:0/275455352 shutdown_connections 2024-09-10T10:39:57.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f75a5400640 1 --2- 172.21.15.22:0/275455352 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a015b220 0x7f75a0071140 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f75a5400640 1 -- 172.21.15.22:0/275455352 >> 172.21.15.22:0/275455352 conn(0x7f75a0062dd0 msgr2=0x7f75a006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:57.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f75a5400640 1 -- 172.21.15.22:0/275455352 shutdown_connections 2024-09-10T10:39:57.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.797+0000 7f75a5400640 1 -- 172.21.15.22:0/275455352 wait complete. 2024-09-10T10:39:57.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f75a5400640 1 Processor -- start 2024-09-10T10:39:57.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f75a5400640 1 -- start start 2024-09-10T10:39:57.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f75a5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a00b56f0 0x7f75a014da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f75a5400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75a015b220 0x7f75a00b1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f75a5400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75a015b600 0x7f75a0159bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f75a5400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f75a00d0220 con 0x7f75a00b56f0 2024-09-10T10:39:57.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f75a5400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f75a00d00a0 con 0x7f75a015b600 2024-09-10T10:39:57.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f75a5400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f75a0169100 con 0x7f75a015b220 2024-09-10T10:39:57.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f759e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a00b56f0 0x7f75a014da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f759e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a00b56f0 0x7f75a014da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57038/0 (socket says 172.21.15.22:57038) 2024-09-10T10:39:57.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f759e800640 1 -- 172.21.15.22:0/821776302 learned_addr learned my addr 172.21.15.22:0/821776302 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:57.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f759e800640 1 -- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75a015b220 msgr2=0x7f75a00b1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f759e800640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75a015b220 0x7f75a00b1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f759e800640 1 -- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75a015b600 msgr2=0x7f75a0159bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:57.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f759e800640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75a015b600 0x7f75a0159bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:57.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f759e800640 1 -- 172.21.15.22:0/821776302 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a00b1af0 con 0x7f75a00b56f0 2024-09-10T10:39:57.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f759e800640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a00b56f0 0x7f75a014da70 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f7590018f60 tx=0x7f75900190f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:57.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f7597400640 1 -- 172.21.15.22:0/821776302 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75900b8020 con 0x7f75a00b56f0 2024-09-10T10:39:57.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f7597400640 1 -- 172.21.15.22:0/821776302 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75900b4630 con 0x7f75a00b56f0 2024-09-10T10:39:57.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f7597400640 1 -- 172.21.15.22:0/821776302 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75900b0040 con 0x7f75a00b56f0 2024-09-10T10:39:57.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f75a5400640 1 -- 172.21.15.22:0/821776302 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75a00b1dd0 con 0x7f75a00b56f0 2024-09-10T10:39:57.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.801+0000 7f75a5400640 1 -- 172.21.15.22:0/821776302 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75a00b2390 con 0x7f75a00b56f0 2024-09-10T10:39:57.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.805+0000 7f75a5400640 1 -- 172.21.15.22:0/821776302 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75a00b25d0 con 0x7f75a00b56f0 2024-09-10T10:39:57.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.805+0000 7f7597400640 1 -- 172.21.15.22:0/821776302 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f75900bb020 con 0x7f75a00b56f0 2024-09-10T10:39:57.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.805+0000 7f7597400640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f757c0678c0 0x7f757c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:57.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.805+0000 7f7597400640 1 -- 172.21.15.22:0/821776302 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7f759011f6b0 con 0x7f75a00b56f0 2024-09-10T10:39:57.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.805+0000 7f7595e00640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f757c0678c0 0x7f757c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:57.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.809+0000 7f7595e00640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f757c0678c0 0x7f757c069d80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f7588000f70 tx=0x7f75880079e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:57.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:57.809+0000 7f7597400640 1 -- 172.21.15.22:0/821776302 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f75a00b25d0 con 0x7f75a00b56f0 2024-09-10T10:39:58.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.033+0000 7f75a5400640 1 -- 172.21.15.22:0/821776302 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin"]} v 0) -- 0x7f75a0072e90 con 0x7f75a00b56f0 2024-09-10T10:39:58.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f7597400640 1 -- 172.21.15.22:0/821776302 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin"]}]=0 v372) ==== 143+0+0 (secure 0 0 0) 0x7f75900c2030 con 0x7f75a00b56f0 2024-09-10T10:39:58.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 -- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f757c0678c0 msgr2=0x7f757c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:58.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f757c0678c0 0x7f757c069d80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f7588000f70 tx=0x7f75880079e0 comp rx=0 tx=0).stop 2024-09-10T10:39:58.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 -- 172.21.15.22:0/821776302 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a00b56f0 msgr2=0x7f75a014da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:58.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a00b56f0 0x7f75a014da70 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f7590018f60 tx=0x7f75900190f0 comp rx=0 tx=0).stop 2024-09-10T10:39:58.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 -- 172.21.15.22:0/821776302 shutdown_connections 2024-09-10T10:39:58.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f757c0678c0 0x7f757c069d80 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:58.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75a015b600 0x7f75a0159bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:58.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75a015b220 0x7f75a00b1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:58.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 --2- 172.21.15.22:0/821776302 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a00b56f0 0x7f75a014da70 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:58.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 -- 172.21.15.22:0/821776302 >> 172.21.15.22:0/821776302 conn(0x7f75a0062dd0 msgr2=0x7f75a00b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:58.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 -- 172.21.15.22:0/821776302 shutdown_connections 2024-09-10T10:39:58.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:58.861+0000 7f75a5400640 1 -- 172.21.15.22:0/821776302 wait complete. 2024-09-10T10:39:58.891 INFO:tasks.cephfs_test_runner:test_client_pin (tasks.cephfs.test_client_limits.TestClientLimits) ... ok 2024-09-10T10:39:58.892 INFO:tasks.cephfs_test_runner:Starting test: test_client_pin_mincaps (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-10T10:39:58.893 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:39:59.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939e00640 1 Processor -- start 2024-09-10T10:39:59.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939e00640 1 -- start start 2024-09-10T10:39:59.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9340b3310 0x7fc9340b3730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc9340d1480 0x7fc9340d1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9340b7b60 con 0x7fc93415e7d0 2024-09-10T10:39:59.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc9340d2810 con 0x7fc9340d1480 2024-09-10T10:39:59.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc9340d2af0 con 0x7fc9340b3310 2024-09-10T10:39:59.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc9340d1480 0x7fc9340d1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc9340d1480 0x7fc9340d1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57052/0 (socket says 172.21.15.22:57052) 2024-09-10T10:39:59.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939400640 1 -- 172.21.15.22:0/3348715650 learned_addr learned my addr 172.21.15.22:0/3348715650 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:59.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc92be00640 1 --2- 172.21.15.22:0/3348715650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9340b3310 0x7fc9340b3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939400640 1 -- 172.21.15.22:0/3348715650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9340b3310 msgr2=0x7fc9340b3730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:59.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939400640 1 --2- 172.21.15.22:0/3348715650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9340b3310 0x7fc9340b3730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939400640 1 -- 172.21.15.22:0/3348715650 >> v1:172.21.15.145:6789/0 conn(0x7fc93415e7d0 legacy=0x7fc9340b7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:59.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.037+0000 7fc939400640 1 -- 172.21.15.22:0/3348715650 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9340d2dd0 con 0x7fc9340d1480 2024-09-10T10:39:59.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939400640 1 --2- 172.21.15.22:0/3348715650 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 0x7fc9340d1910 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fc92c009e80 tx=0x7fc92c01c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b43c194ada5376bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:59.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc933e00640 1 -- 172.21.15.22:0/3348715650 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92c0090d0 con 0x7fc9340d1480 2024-09-10T10:39:59.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc933e00640 1 -- 172.21.15.22:0/3348715650 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc92c0af070 con 0x7fc9340d1480 2024-09-10T10:39:59.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc933e00640 1 -- 172.21.15.22:0/3348715650 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92c009270 con 0x7fc9340d1480 2024-09-10T10:39:59.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939e00640 1 -- 172.21.15.22:0/3348715650 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 msgr2=0x7fc9340d1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939e00640 1 --2- 172.21.15.22:0/3348715650 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 0x7fc9340d1910 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fc92c009e80 tx=0x7fc92c01c9d0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939e00640 1 -- 172.21.15.22:0/3348715650 shutdown_connections 2024-09-10T10:39:59.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939e00640 1 --2- 172.21.15.22:0/3348715650 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 0x7fc9340d1910 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939e00640 1 --2- 172.21.15.22:0/3348715650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc9340b3310 0x7fc9340b3730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939e00640 1 -- 172.21.15.22:0/3348715650 >> 172.21.15.22:0/3348715650 conn(0x7fc9340724b0 msgr2=0x7fc934072890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:59.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939e00640 1 -- 172.21.15.22:0/3348715650 shutdown_connections 2024-09-10T10:39:59.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939e00640 1 -- 172.21.15.22:0/3348715650 wait complete. 2024-09-10T10:39:59.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939e00640 1 Processor -- start 2024-09-10T10:39:59.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.041+0000 7fc939e00640 1 -- start start 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc939e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9340b3310 0x7fc9341546a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc939e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 0x7fc93415a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc939e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc93415e7d0 0x7fc93415d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc939e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc93416b380 con 0x7fc9340d1480 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc939e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc93416b200 con 0x7fc9340b3310 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc939e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc93416b500 con 0x7fc93415e7d0 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc92be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 0x7fc93415a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc92be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 0x7fc93415a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57058/0 (socket says 172.21.15.22:57058) 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc92be00640 1 -- 172.21.15.22:0/2842667677 learned_addr learned my addr 172.21.15.22:0/2842667677 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc938a00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9340b3310 0x7fc9341546a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc939400640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc93415e7d0 0x7fc93415d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc92be00640 1 -- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc93415e7d0 msgr2=0x7fc93415d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc92be00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc93415e7d0 0x7fc93415d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc92be00640 1 -- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9340b3310 msgr2=0x7fc9341546a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc92be00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9340b3310 0x7fc9341546a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc92be00640 1 -- 172.21.15.22:0/2842667677 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9341fc010 con 0x7fc9340d1480 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc92be00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 0x7fc93415a130 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fc91c00d800 tx=0x7fc91c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc931600640 1 -- 172.21.15.22:0/2842667677 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c00b6c0 con 0x7fc9340d1480 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc931600640 1 -- 172.21.15.22:0/2842667677 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc91c019070 con 0x7fc9340d1480 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc931600640 1 -- 172.21.15.22:0/2842667677 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c00ba60 con 0x7fc9340d1480 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc939e00640 1 -- 172.21.15.22:0/2842667677 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc934154be0 con 0x7fc9340d1480 2024-09-10T10:39:59.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc939e00640 1 -- 172.21.15.22:0/2842667677 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9341fb490 con 0x7fc9340d1480 2024-09-10T10:39:59.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.045+0000 7fc939e00640 1 -- 172.21.15.22:0/2842667677 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9340b3730 con 0x7fc9340d1480 2024-09-10T10:39:59.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.049+0000 7fc931600640 1 -- 172.21.15.22:0/2842667677 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc91c00bc00 con 0x7fc9340d1480 2024-09-10T10:39:59.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.049+0000 7fc931600640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9100678c0 0x7fc910069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.049+0000 7fc931600640 1 -- 172.21.15.22:0/2842667677 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7fc91c085cd0 con 0x7fc9340d1480 2024-09-10T10:39:59.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.049+0000 7fc938a00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9100678c0 0x7fc910069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.049+0000 7fc938a00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9100678c0 0x7fc910069d80 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc9340d4dc0 tx=0x7fc924009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:59.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.053+0000 7fc931600640 1 -- 172.21.15.22:0/2842667677 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc934154be0 con 0x7fc9340d1480 2024-09-10T10:39:59.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.221+0000 7fc939e00640 1 -- 172.21.15.22:0/2842667677 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc9340b3d40 con 0x7fc9340d1480 2024-09-10T10:39:59.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.221+0000 7fc931600640 1 -- 172.21.15.22:0/2842667677 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+13054 (secure 0 0 0) 0x7fc91c0564c0 con 0x7fc9340d1480 2024-09-10T10:39:59.226 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:39:59.226 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":106,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:39:55.857606+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6834/1159600822":"2024-09-11T10:39:52.851321+0000","172.21.15.22:6832/1159600822":"2024-09-11T10:39:52.851321+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:39:59.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.221+0000 7fc939e00640 1 -- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9100678c0 msgr2=0x7fc910069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.221+0000 7fc939e00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9100678c0 0x7fc910069d80 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc9340d4dc0 tx=0x7fc924009060 comp rx=0 tx=0).stop 2024-09-10T10:39:59.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.221+0000 7fc939e00640 1 -- 172.21.15.22:0/2842667677 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 msgr2=0x7fc93415a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.221+0000 7fc939e00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 0x7fc93415a130 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fc91c00d800 tx=0x7fc91c00dcc0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.221+0000 7fc939e00640 1 -- 172.21.15.22:0/2842667677 shutdown_connections 2024-09-10T10:39:59.228 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.225+0000 7fc939e00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9100678c0 0x7fc910069d80 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.225+0000 7fc939e00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc93415e7d0 0x7fc93415d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.225+0000 7fc939e00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc9340d1480 0x7fc93415a130 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.225+0000 7fc939e00640 1 --2- 172.21.15.22:0/2842667677 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc9340b3310 0x7fc9341546a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.225+0000 7fc939e00640 1 -- 172.21.15.22:0/2842667677 >> 172.21.15.22:0/2842667677 conn(0x7fc9340724b0 msgr2=0x7fc9340b8780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:59.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.225+0000 7fc939e00640 1 -- 172.21.15.22:0/2842667677 shutdown_connections 2024-09-10T10:39:59.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.225+0000 7fc939e00640 1 -- 172.21.15.22:0/2842667677 wait complete. 2024-09-10T10:39:59.248 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:32:19.395418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:39:59.248 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:39:59.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72dc600640 1 Processor -- start 2024-09-10T10:39:59.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72dc600640 1 -- start start 2024-09-10T10:39:59.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72dc600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f72d406e9c0 0x7f72d4167180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72dc600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72d40b4f90 con 0x7f72d41568c0 2024-09-10T10:39:59.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72dc600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72d40b49d0 con 0x7f72d40cf3c0 2024-09-10T10:39:59.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72dc600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f72d40b4cb0 con 0x7f72d406e9c0 2024-09-10T10:39:59.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72d9c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f72d41568c0 0x7f72d40b3f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47114/0 (socket says 172.21.15.22:47114) 2024-09-10T10:39:59.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72d9c00640 1 -- 172.21.15.22:0/2769028011 learned_addr learned my addr 172.21.15.22:0/2769028011 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:39:59.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72da600640 1 --2- 172.21.15.22:0/2769028011 >> v2:172.21.15.22:3300/0 conn(0x7f72d406e9c0 0x7f72d4167180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72d3e00640 1 -- 172.21.15.22:0/2769028011 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2673928713 0 0) 0x7f72d40b4f90 con 0x7f72d41568c0 2024-09-10T10:39:59.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72d3e00640 1 -- 172.21.15.22:0/2769028011 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f72bc003530 con 0x7f72d41568c0 2024-09-10T10:39:59.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72da600640 1 -- 172.21.15.22:0/2769028011 >> v1:172.21.15.145:6789/0 conn(0x7f72d40cf3c0 legacy=0x7f72d40cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72da600640 1 -- 172.21.15.22:0/2769028011 >> v1:172.21.15.22:6789/0 conn(0x7f72d41568c0 legacy=0x7f72d40b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.389+0000 7f72da600640 1 -- 172.21.15.22:0/2769028011 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72d406d1b0 con 0x7f72d406e9c0 2024-09-10T10:39:59.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72da600640 1 --2- 172.21.15.22:0/2769028011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d406e9c0 0x7f72d4167180 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f72cc009d90 tx=0x7f72cc01c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=161e25cf521074d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:59.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72d3e00640 1 -- 172.21.15.22:0/2769028011 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc0b2070 con 0x7f72d406e9c0 2024-09-10T10:39:59.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72d3e00640 1 -- 172.21.15.22:0/2769028011 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72cc0a5990 con 0x7f72d406e9c0 2024-09-10T10:39:59.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72d3e00640 1 -- 172.21.15.22:0/2769028011 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc0a5d40 con 0x7f72d406e9c0 2024-09-10T10:39:59.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72dc600640 1 -- 172.21.15.22:0/2769028011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d406e9c0 msgr2=0x7f72d4167180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72dc600640 1 --2- 172.21.15.22:0/2769028011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d406e9c0 0x7f72d4167180 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f72cc009d90 tx=0x7f72cc01c8b0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72dc600640 1 -- 172.21.15.22:0/2769028011 shutdown_connections 2024-09-10T10:39:59.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72dc600640 1 --2- 172.21.15.22:0/2769028011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d406e9c0 0x7f72d4167180 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72dc600640 1 -- 172.21.15.22:0/2769028011 >> 172.21.15.22:0/2769028011 conn(0x7f72d4062eb0 msgr2=0x7f72d406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:59.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72dc600640 1 -- 172.21.15.22:0/2769028011 shutdown_connections 2024-09-10T10:39:59.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.393+0000 7f72dc600640 1 -- 172.21.15.22:0/2769028011 wait complete. 2024-09-10T10:39:59.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72dc600640 1 Processor -- start 2024-09-10T10:39:59.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72dc600640 1 -- start start 2024-09-10T10:39:59.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72dc600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72d406e9c0 0x7f72d4150940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72dc600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d40cf3c0 0x7f72d414d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72dc600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72d41568c0 0x7f72d415b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72dc600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f72d4156e20 con 0x7f72d40cf3c0 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72dc600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f72d4156ca0 con 0x7f72d406e9c0 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72dc600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f72d4169ee0 con 0x7f72d41568c0 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d40cf3c0 0x7f72d414d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d40cf3c0 0x7f72d414d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57086/0 (socket says 172.21.15.22:57086) 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d9200640 1 -- 172.21.15.22:0/3749238364 learned_addr learned my addr 172.21.15.22:0/3749238364 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d9c00640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72d406e9c0 0x7f72d4150940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72da600640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72d41568c0 0x7f72d415b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d9200640 1 -- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72d41568c0 msgr2=0x7f72d415b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d9200640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72d41568c0 0x7f72d415b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d9200640 1 -- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72d406e9c0 msgr2=0x7f72d4150940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d9200640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72d406e9c0 0x7f72d4150940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d9200640 1 -- 172.21.15.22:0/3749238364 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72d41534a0 con 0x7f72d40cf3c0 2024-09-10T10:39:59.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72da600640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72d41568c0 0x7f72d415b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:39:59.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d9200640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d40cf3c0 0x7f72d414d370 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f72c000c420 tx=0x7f72c000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:59.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d1600640 1 -- 172.21.15.22:0/3749238364 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c00052d0 con 0x7f72d40cf3c0 2024-09-10T10:39:59.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d1600640 1 -- 172.21.15.22:0/3749238364 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72c0005470 con 0x7f72d40cf3c0 2024-09-10T10:39:59.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72d1600640 1 -- 172.21.15.22:0/3749238364 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c0007260 con 0x7f72d40cf3c0 2024-09-10T10:39:59.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72dc600640 1 -- 172.21.15.22:0/3749238364 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72d4153780 con 0x7f72d40cf3c0 2024-09-10T10:39:59.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.397+0000 7f72dc600640 1 -- 172.21.15.22:0/3749238364 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72d415d990 con 0x7f72d40cf3c0 2024-09-10T10:39:59.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.401+0000 7f72dc600640 1 -- 172.21.15.22:0/3749238364 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72d415d780 con 0x7f72d40cf3c0 2024-09-10T10:39:59.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.401+0000 7f72d1600640 1 -- 172.21.15.22:0/3749238364 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f72c0007400 con 0x7f72d40cf3c0 2024-09-10T10:39:59.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.401+0000 7f72d1600640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72b40678c0 0x7f72b4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.401+0000 7f72d1600640 1 -- 172.21.15.22:0/3749238364 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7f72c0084e30 con 0x7f72d40cf3c0 2024-09-10T10:39:59.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.401+0000 7f72d9c00640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72b40678c0 0x7f72b4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.401+0000 7f72d9c00640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72b40678c0 0x7f72b4069d80 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f72c80011f0 tx=0x7f72c8007d40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:59.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.405+0000 7f72d1600640 1 -- 172.21.15.22:0/3749238364 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f72c0055610 con 0x7f72d40cf3c0 2024-09-10T10:39:59.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.573+0000 7f72dc600640 1 -- 172.21.15.22:0/3749238364 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f72d415db60 con 0x7f72d40cf3c0 2024-09-10T10:39:59.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.573+0000 7f72d1600640 1 -- 172.21.15.22:0/3749238364 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v106) ==== 93+0+10 (secure 0 0 0) 0x7f72c0059910 con 0x7f72d40cf3c0 2024-09-10T10:39:59.579 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-10T10:39:59.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 -- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72b40678c0 msgr2=0x7f72b4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72b40678c0 0x7f72b4069d80 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f72c80011f0 tx=0x7f72c8007d40 comp rx=0 tx=0).stop 2024-09-10T10:39:59.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 -- 172.21.15.22:0/3749238364 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d40cf3c0 msgr2=0x7f72d414d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d40cf3c0 0x7f72d414d370 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f72c000c420 tx=0x7f72c000c8e0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 -- 172.21.15.22:0/3749238364 shutdown_connections 2024-09-10T10:39:59.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72b40678c0 0x7f72b4069d80 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72d41568c0 0x7f72d415b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72d40cf3c0 0x7f72d414d370 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 --2- 172.21.15.22:0/3749238364 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72d406e9c0 0x7f72d4150940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 -- 172.21.15.22:0/3749238364 >> 172.21.15.22:0/3749238364 conn(0x7f72d4062eb0 msgr2=0x7f72d40b0ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:59.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 -- 172.21.15.22:0/3749238364 shutdown_connections 2024-09-10T10:39:59.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.577+0000 7f72dc600640 1 -- 172.21.15.22:0/3749238364 wait complete. 2024-09-10T10:39:59.600 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps' 2024-09-10T10:39:59.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9aa2800640 1 Processor -- start 2024-09-10T10:39:59.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9aa2800640 1 -- start start 2024-09-10T10:39:59.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9aa2800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 0x7f9a9c162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9aa2800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9a9c073730 0x7f9a9c0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9aa2800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a9c158ef0 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9aa2800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9a9c15fd00 con 0x7f9a9c073730 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9aa2800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9a9c1629b0 con 0x7f9a9c162090 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9a92a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9a9c073730 0x7f9a9c0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9a92a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9a9c073730 0x7f9a9c0ae100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57098/0 (socket says 172.21.15.22:57098) 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9a92a00640 1 -- 172.21.15.22:0/4017745792 learned_addr learned my addr 172.21.15.22:0/4017745792 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9a9b400640 1 --2- 172.21.15.22:0/4017745792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 0x7f9a9c162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9a92a00640 1 -- 172.21.15.22:0/4017745792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 msgr2=0x7f9a9c162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9a92a00640 1 --2- 172.21.15.22:0/4017745792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 0x7f9a9c162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9a92a00640 1 -- 172.21.15.22:0/4017745792 >> v1:172.21.15.145:6789/0 conn(0x7f9a9c15eaa0 legacy=0x7f9a9c15ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9a92a00640 1 -- 172.21.15.22:0/4017745792 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a9c0aea70 con 0x7f9a9c073730 2024-09-10T10:39:59.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.737+0000 7f9a9b400640 1 --2- 172.21.15.22:0/4017745792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 0x7f9a9c162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:39:59.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9a92a00640 1 --2- 172.21.15.22:0/4017745792 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c073730 0x7f9a9c0ae100 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f9a84009870 tx=0x7f9a8401ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1faa45b9491084a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:59.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9a9aa00640 1 -- 172.21.15.22:0/4017745792 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a840b5070 con 0x7f9a9c073730 2024-09-10T10:39:59.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9a9aa00640 1 -- 172.21.15.22:0/4017745792 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a840a8a50 con 0x7f9a9c073730 2024-09-10T10:39:59.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9a9aa00640 1 -- 172.21.15.22:0/4017745792 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a840a8e20 con 0x7f9a9c073730 2024-09-10T10:39:59.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9aa2800640 1 -- 172.21.15.22:0/4017745792 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c073730 msgr2=0x7f9a9c0ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9aa2800640 1 --2- 172.21.15.22:0/4017745792 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c073730 0x7f9a9c0ae100 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f9a84009870 tx=0x7f9a8401ed50 comp rx=0 tx=0).stop 2024-09-10T10:39:59.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9aa2800640 1 -- 172.21.15.22:0/4017745792 shutdown_connections 2024-09-10T10:39:59.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9aa2800640 1 --2- 172.21.15.22:0/4017745792 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c073730 0x7f9a9c0ae100 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9aa2800640 1 --2- 172.21.15.22:0/4017745792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 0x7f9a9c162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9aa2800640 1 -- 172.21.15.22:0/4017745792 >> 172.21.15.22:0/4017745792 conn(0x7f9a9c06bcc0 msgr2=0x7f9a9c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:39:59.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9aa2800640 1 -- 172.21.15.22:0/4017745792 shutdown_connections 2024-09-10T10:39:59.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.741+0000 7f9aa2800640 1 -- 172.21.15.22:0/4017745792 wait complete. 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9aa2800640 1 Processor -- start 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9aa2800640 1 -- start start 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9aa2800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a9c073730 0x7f9a9c157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9aa2800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c15eaa0 0x7f9a9c1f4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9aa2800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 0x7f9a9c1f4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9aa2800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c0af310 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9aa2800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9c0af030 con 0x7f9a9c073730 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9aa2800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9a9c0af490 con 0x7f9a9c162090 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a92a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c15eaa0 0x7f9a9c1f4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a92a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c15eaa0 0x7f9a9c1f4400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57100/0 (socket says 172.21.15.22:57100) 2024-09-10T10:39:59.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a92a00640 1 -- 172.21.15.22:0/752135550 learned_addr learned my addr 172.21.15.22:0/752135550 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a9be00640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 0x7f9a9c1f4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a9b400640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a9c073730 0x7f9a9c157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a92a00640 1 -- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 msgr2=0x7f9a9c1f4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a92a00640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 0x7f9a9c1f4940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a92a00640 1 -- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a9c073730 msgr2=0x7f9a9c157be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a92a00640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a9c073730 0x7f9a9c157be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a92a00640 1 -- 172.21.15.22:0/752135550 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a9c09bfa0 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a92a00640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c15eaa0 0x7f9a9c1f4400 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f9a8401d400 tx=0x7f9a8401baf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a93e00640 1 -- 172.21.15.22:0/752135550 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a840c0070 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a93e00640 1 -- 172.21.15.22:0/752135550 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a840ae790 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9a93e00640 1 -- 172.21.15.22:0/752135550 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a840b5070 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9aa2800640 1 -- 172.21.15.22:0/752135550 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a9c09c280 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.745+0000 7f9aa2800640 1 -- 172.21.15.22:0/752135550 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a9c09c840 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.749+0000 7f9aa2800640 1 -- 172.21.15.22:0/752135550 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a9c073c70 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.749+0000 7f9a93e00640 1 -- 172.21.15.22:0/752135550 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9a840b9070 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.749+0000 7f9a93e00640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a780678f0 0x7f9a78069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:39:59.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.749+0000 7f9a93e00640 1 -- 172.21.15.22:0/752135550 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7f9a841231e0 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.749+0000 7f9a9b400640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a780678f0 0x7f9a78069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:39:59.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.749+0000 7f9a9b400640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a780678f0 0x7f9a78069db0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c00f500 tx=0x7f9a8c007770 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:39:59.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.753+0000 7f9a93e00640 1 -- 172.21.15.22:0/752135550 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9a840188b0 con 0x7f9a9c15eaa0 2024-09-10T10:39:59.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:39:59.981+0000 7f9aa2800640 1 -- 172.21.15.22:0/752135550 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps"]} v 0) -- 0x7f9a9c06ff30 con 0x7f9a9c15eaa0 2024-09-10T10:40:00.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9a93e00640 1 -- 172.21.15.22:0/752135550 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps"]}]=0 v374) ==== 154+0+0 (secure 0 0 0) 0x7f9a840f3930 con 0x7f9a9c15eaa0 2024-09-10T10:40:00.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 -- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a780678f0 msgr2=0x7f9a78069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:00.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a780678f0 0x7f9a78069db0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c00f500 tx=0x7f9a8c007770 comp rx=0 tx=0).stop 2024-09-10T10:40:00.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 -- 172.21.15.22:0/752135550 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c15eaa0 msgr2=0x7f9a9c1f4400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:00.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c15eaa0 0x7f9a9c1f4400 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f9a8401d400 tx=0x7f9a8401baf0 comp rx=0 tx=0).stop 2024-09-10T10:40:00.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 -- 172.21.15.22:0/752135550 shutdown_connections 2024-09-10T10:40:00.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9a780678f0 0x7f9a78069db0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:00.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9a9c162090 0x7f9a9c1f4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:00.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9a9c15eaa0 0x7f9a9c1f4400 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:00.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 --2- 172.21.15.22:0/752135550 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9a9c073730 0x7f9a9c157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:00.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 -- 172.21.15.22:0/752135550 >> 172.21.15.22:0/752135550 conn(0x7f9a9c06bcc0 msgr2=0x7f9a9c0b0880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:00.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 -- 172.21.15.22:0/752135550 shutdown_connections 2024-09-10T10:40:00.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:00.869+0000 7f9aa2800640 1 -- 172.21.15.22:0/752135550 wait complete. 2024-09-10T10:40:00.897 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:40:01.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb14200640 1 Processor -- start 2024-09-10T10:40:01.045 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb14200640 1 -- start start 2024-09-10T10:40:01.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb14200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbb0c06f1c0 0x7fbb0c1662f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:01.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb14200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb0c159350 con 0x7fbb0c158f70 2024-09-10T10:40:01.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb14200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb0c071340 con 0x7fbb0c15c630 2024-09-10T10:40:01.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb14200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fbb0c071620 con 0x7fbb0c06f1c0 2024-09-10T10:40:01.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb12200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbb0c06f1c0 0x7fbb0c1662f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:01.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb12200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbb0c06f1c0 0x7fbb0c1662f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57108/0 (socket says 172.21.15.22:57108) 2024-09-10T10:40:01.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb11800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fbb0c158f70 0x7fbb0c072f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47124/0 (socket says 172.21.15.22:47124) 2024-09-10T10:40:01.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb12200640 1 -- 172.21.15.22:0/2255930713 learned_addr learned my addr 172.21.15.22:0/2255930713 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:01.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb12200640 1 -- 172.21.15.22:0/2255930713 >> v1:172.21.15.145:6789/0 conn(0x7fbb0c15c630 legacy=0x7fbb0c06eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:01.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb12200640 1 -- 172.21.15.22:0/2255930713 >> v1:172.21.15.22:6789/0 conn(0x7fbb0c158f70 legacy=0x7fbb0c072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.041+0000 7fbb12200640 1 -- 172.21.15.22:0/2255930713 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb0c071900 con 0x7fbb0c06f1c0 2024-09-10T10:40:01.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb12200640 1 --2- 172.21.15.22:0/2255930713 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c06f1c0 0x7fbb0c1662f0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fbb040098a0 tx=0x7fbb0401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e64a102977b1a6da server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:01.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb0be00640 1 -- 172.21.15.22:0/2255930713 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb040aa430 con 0x7fbb0c06f1c0 2024-09-10T10:40:01.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb0be00640 1 -- 172.21.15.22:0/2255930713 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb040af070 con 0x7fbb0c06f1c0 2024-09-10T10:40:01.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb0be00640 1 -- 172.21.15.22:0/2255930713 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb040aa7f0 con 0x7fbb0c06f1c0 2024-09-10T10:40:01.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb14200640 1 -- 172.21.15.22:0/2255930713 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c06f1c0 msgr2=0x7fbb0c1662f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb14200640 1 --2- 172.21.15.22:0/2255930713 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c06f1c0 0x7fbb0c1662f0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fbb040098a0 tx=0x7fbb0401c4d0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb14200640 1 -- 172.21.15.22:0/2255930713 shutdown_connections 2024-09-10T10:40:01.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb14200640 1 --2- 172.21.15.22:0/2255930713 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c06f1c0 0x7fbb0c1662f0 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb14200640 1 -- 172.21.15.22:0/2255930713 >> 172.21.15.22:0/2255930713 conn(0x7fbb0c062eb0 msgr2=0x7fbb0c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:01.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb14200640 1 -- 172.21.15.22:0/2255930713 shutdown_connections 2024-09-10T10:40:01.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.045+0000 7fbb14200640 1 -- 172.21.15.22:0/2255930713 wait complete. 2024-09-10T10:40:01.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 Processor -- start 2024-09-10T10:40:01.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 -- start start 2024-09-10T10:40:01.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb0c06f1c0 0x7fbb0c14dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c158f70 0x7fbb0c14f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb0c15c630 0x7fbb0c150190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbb0c1697f0 con 0x7fbb0c158f70 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbb0c169670 con 0x7fbb0c06f1c0 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbb0c169970 con 0x7fbb0c15c630 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb10e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c158f70 0x7fbb0c14f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb10e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c158f70 0x7fbb0c14f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57116/0 (socket says 172.21.15.22:57116) 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb10e00640 1 -- 172.21.15.22:0/3677359813 learned_addr learned my addr 172.21.15.22:0/3677359813 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb11800640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb0c06f1c0 0x7fbb0c14dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb12200640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb0c15c630 0x7fbb0c150190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb10e00640 1 -- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb0c15c630 msgr2=0x7fbb0c150190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb10e00640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb0c15c630 0x7fbb0c150190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb10e00640 1 -- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb0c06f1c0 msgr2=0x7fbb0c14dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb10e00640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb0c06f1c0 0x7fbb0c14dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb10e00640 1 -- 172.21.15.22:0/3677359813 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb0c157a40 con 0x7fbb0c158f70 2024-09-10T10:40:01.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb12200640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb0c15c630 0x7fbb0c150190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:01.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb10e00640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c158f70 0x7fbb0c14f430 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fbaf800b410 tx=0x7fbaf800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:01.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb09600640 1 -- 172.21.15.22:0/3677359813 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf8015030 con 0x7fbb0c158f70 2024-09-10T10:40:01.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb09600640 1 -- 172.21.15.22:0/3677359813 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbaf8004020 con 0x7fbb0c158f70 2024-09-10T10:40:01.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb09600640 1 -- 172.21.15.22:0/3677359813 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf8004450 con 0x7fbb0c158f70 2024-09-10T10:40:01.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 -- 172.21.15.22:0/3677359813 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb0c157d20 con 0x7fbb0c158f70 2024-09-10T10:40:01.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 -- 172.21.15.22:0/3677359813 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb0c1582e0 con 0x7fbb0c158f70 2024-09-10T10:40:01.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.049+0000 7fbb14200640 1 -- 172.21.15.22:0/3677359813 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb0c06eab0 con 0x7fbb0c158f70 2024-09-10T10:40:01.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.053+0000 7fbb09600640 1 -- 172.21.15.22:0/3677359813 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbaf8018070 con 0x7fbb0c158f70 2024-09-10T10:40:01.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.053+0000 7fbb09600640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbaec0678c0 0x7fbaec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:01.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.053+0000 7fbb09600640 1 -- 172.21.15.22:0/3677359813 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7fbaf80855a0 con 0x7fbb0c158f70 2024-09-10T10:40:01.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.053+0000 7fbb11800640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbaec0678c0 0x7fbaec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:01.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.053+0000 7fbb11800640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbaec0678c0 0x7fbaec069d80 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fbb0c152560 tx=0x7fbb000016e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:01.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.057+0000 7fbb09600640 1 -- 172.21.15.22:0/3677359813 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbaf8056340 con 0x7fbb0c158f70 2024-09-10T10:40:01.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.221+0000 7fbb14200640 1 -- 172.21.15.22:0/3677359813 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fbb0c0b59c0 con 0x7fbb0c158f70 2024-09-10T10:40:01.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.225+0000 7fbb09600640 1 -- 172.21.15.22:0/3677359813 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v46)=0 v46) ==== 122+0+0 (secure 0 0 0) 0x7fbaf8055c40 con 0x7fbb0c158f70 2024-09-10T10:40:01.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.225+0000 7fbb14200640 1 -- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbaec0678c0 msgr2=0x7fbaec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.225+0000 7fbb14200640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbaec0678c0 0x7fbaec069d80 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fbb0c152560 tx=0x7fbb000016e0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.225+0000 7fbb14200640 1 -- 172.21.15.22:0/3677359813 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c158f70 msgr2=0x7fbb0c14f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.225+0000 7fbb14200640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c158f70 0x7fbb0c14f430 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fbaf800b410 tx=0x7fbaf800b8d0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.229+0000 7fbb14200640 1 -- 172.21.15.22:0/3677359813 shutdown_connections 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.229+0000 7fbb14200640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbaec0678c0 0x7fbaec069d80 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.229+0000 7fbb14200640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbb0c15c630 0x7fbb0c150190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.229+0000 7fbb14200640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbb0c158f70 0x7fbb0c14f430 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.229+0000 7fbb14200640 1 --2- 172.21.15.22:0/3677359813 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbb0c06f1c0 0x7fbb0c14dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.229+0000 7fbb14200640 1 -- 172.21.15.22:0/3677359813 >> 172.21.15.22:0/3677359813 conn(0x7fbb0c062eb0 msgr2=0x7fbb0c152ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.229+0000 7fbb14200640 1 -- 172.21.15.22:0/3677359813 shutdown_connections 2024-09-10T10:40:01.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.229+0000 7fbb14200640 1 -- 172.21.15.22:0/3677359813 wait complete. 2024-09-10T10:40:01.252 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:40:01.252 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:40:01.326 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:40:01.411 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:40:01.411 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:01.411 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:01.420 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:40:01.420 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:40:01.420 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:01.429 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:40:01.429 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:01.429 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:01.472 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:40:01.472 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:40:01.472 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:01.481 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:40:01.481 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:40:01.481 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:01.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20fe00640 1 Processor -- start 2024-09-10T10:40:01.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20fe00640 1 -- start start 2024-09-10T10:40:01.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20fe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc20806e1d0 0x7fc20806fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:01.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20fe00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc20815c790 con 0x7fc2080b0190 2024-09-10T10:40:01.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20fe00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2080738d0 con 0x7fc20815c3b0 2024-09-10T10:40:01.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20fe00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fc2080adf40 con 0x7fc20806e1d0 2024-09-10T10:40:01.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20ca00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc2080b0190 0x7fc2080aea20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47138/0 (socket says 172.21.15.22:47138) 2024-09-10T10:40:01.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20ca00640 1 -- 172.21.15.22:0/2132404419 learned_addr learned my addr 172.21.15.22:0/2132404419 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:01.658 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20de00640 1 --2- 172.21.15.22:0/2132404419 >> v2:172.21.15.145:3300/0 conn(0x7fc20806e1d0 0x7fc20806fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:01.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc207e00640 1 -- 172.21.15.22:0/2132404419 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 815767057 0 0) 0x7fc20815c790 con 0x7fc2080b0190 2024-09-10T10:40:01.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc207e00640 1 -- 172.21.15.22:0/2132404419 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc1f0003530 con 0x7fc2080b0190 2024-09-10T10:40:01.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc207e00640 1 -- 172.21.15.22:0/2132404419 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3757291468 0 0) 0x7fc2080738d0 con 0x7fc20815c3b0 2024-09-10T10:40:01.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc207e00640 1 -- 172.21.15.22:0/2132404419 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc20815c790 con 0x7fc20815c3b0 2024-09-10T10:40:01.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20de00640 1 -- 172.21.15.22:0/2132404419 >> v1:172.21.15.145:6789/0 conn(0x7fc20815c3b0 legacy=0x7fc20806dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20de00640 1 -- 172.21.15.22:0/2132404419 >> v1:172.21.15.22:6789/0 conn(0x7fc2080b0190 legacy=0x7fc2080aea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.653+0000 7fc20de00640 1 -- 172.21.15.22:0/2132404419 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2080ae220 con 0x7fc20806e1d0 2024-09-10T10:40:01.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc20de00640 1 --2- 172.21.15.22:0/2132404419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc20806e1d0 0x7fc20806fdb0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fc200009d90 tx=0x7fc20001c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5370611aa02fc8f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:01.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc207e00640 1 -- 172.21.15.22:0/2132404419 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2000b2070 con 0x7fc20806e1d0 2024-09-10T10:40:01.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc207e00640 1 -- 172.21.15.22:0/2132404419 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2000a58b0 con 0x7fc20806e1d0 2024-09-10T10:40:01.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc207e00640 1 -- 172.21.15.22:0/2132404419 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2000a5c60 con 0x7fc20806e1d0 2024-09-10T10:40:01.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc20fe00640 1 -- 172.21.15.22:0/2132404419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc20806e1d0 msgr2=0x7fc20806fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc20fe00640 1 --2- 172.21.15.22:0/2132404419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc20806e1d0 0x7fc20806fdb0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fc200009d90 tx=0x7fc20001c8e0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc20fe00640 1 -- 172.21.15.22:0/2132404419 shutdown_connections 2024-09-10T10:40:01.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc20fe00640 1 --2- 172.21.15.22:0/2132404419 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc20806e1d0 0x7fc20806fdb0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc20fe00640 1 -- 172.21.15.22:0/2132404419 >> 172.21.15.22:0/2132404419 conn(0x7fc20806bcc0 msgr2=0x7fc20806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:01.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc20fe00640 1 -- 172.21.15.22:0/2132404419 shutdown_connections 2024-09-10T10:40:01.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.657+0000 7fc20fe00640 1 -- 172.21.15.22:0/2132404419 wait complete. 2024-09-10T10:40:01.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 Processor -- start 2024-09-10T10:40:01.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 -- start start 2024-09-10T10:40:01.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc20806e1d0 0x7fc20813a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:01.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2080b0190 0x7fc20814d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:01.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc20815c3b0 0x7fc20815dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:01.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc2080afd50 con 0x7fc2080b0190 2024-09-10T10:40:01.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc2080afbd0 con 0x7fc20815c3b0 2024-09-10T10:40:01.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc20816a2f0 con 0x7fc20806e1d0 2024-09-10T10:40:01.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20ca00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2080b0190 0x7fc20814d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:01.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20ca00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2080b0190 0x7fc20814d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57126/0 (socket says 172.21.15.22:57126) 2024-09-10T10:40:01.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20ca00640 1 -- 172.21.15.22:0/1100702222 learned_addr learned my addr 172.21.15.22:0/1100702222 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:01.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20d400640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc20806e1d0 0x7fc20813a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:01.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20de00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc20815c3b0 0x7fc20815dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:01.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20ca00640 1 -- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc20806e1d0 msgr2=0x7fc20813a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20ca00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc20806e1d0 0x7fc20813a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20ca00640 1 -- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc20815c3b0 msgr2=0x7fc20815dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20ca00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc20815c3b0 0x7fc20815dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20ca00640 1 -- 172.21.15.22:0/1100702222 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc20814dce0 con 0x7fc2080b0190 2024-09-10T10:40:01.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20de00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc20815c3b0 0x7fc20815dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:01.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20d400640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc20806e1d0 0x7fc20813a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:01.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20ca00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2080b0190 0x7fc20814d270 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7fc1f400c420 tx=0x7fc1f400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:01.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc205600640 1 -- 172.21.15.22:0/1100702222 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f4017070 con 0x7fc2080b0190 2024-09-10T10:40:01.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc205600640 1 -- 172.21.15.22:0/1100702222 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1f4005cf0 con 0x7fc2080b0190 2024-09-10T10:40:01.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc205600640 1 -- 172.21.15.22:0/1100702222 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f4007310 con 0x7fc2080b0190 2024-09-10T10:40:01.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 -- 172.21.15.22:0/1100702222 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc20814dfc0 con 0x7fc2080b0190 2024-09-10T10:40:01.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 -- 172.21.15.22:0/1100702222 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc20814e580 con 0x7fc2080b0190 2024-09-10T10:40:01.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.661+0000 7fc20fe00640 1 -- 172.21.15.22:0/1100702222 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc20806fdb0 con 0x7fc2080b0190 2024-09-10T10:40:01.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.665+0000 7fc205600640 1 -- 172.21.15.22:0/1100702222 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc1f401a070 con 0x7fc2080b0190 2024-09-10T10:40:01.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.665+0000 7fc205600640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e80678c0 0x7fc1e8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:01.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.665+0000 7fc205600640 1 -- 172.21.15.22:0/1100702222 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7fc1f4084e30 con 0x7fc2080b0190 2024-09-10T10:40:01.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.665+0000 7fc20d400640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e80678c0 0x7fc1e8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:01.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.665+0000 7fc20d400640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e80678c0 0x7fc1e8069d80 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fc1fc001740 tx=0x7fc1fc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:01.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.669+0000 7fc205600640 1 -- 172.21.15.22:0/1100702222 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc1f4055be0 con 0x7fc2080b0190 2024-09-10T10:40:01.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.869+0000 7fc20fe00640 1 -- 172.21.15.22:0/1100702222 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2080b1120 con 0x7fc2080b0190 2024-09-10T10:40:01.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.869+0000 7fc205600640 1 -- 172.21.15.22:0/1100702222 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+3914 (secure 0 0 0) 0x7fc1f40554e0 con 0x7fc2080b0190 2024-09-10T10:40:01.875 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:01.876 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":77,"btime":"2024-09-10T10:39:53:853477+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6056,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2259348708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2259348708},{"type":"v1","addr":"172.21.15.22:6835","nonce":2259348708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6772,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2153380025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2153380025},{"type":"v1","addr":"172.21.15.145:6836","nonce":2153380025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6775,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1613145828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1613145828},{"type":"v1","addr":"172.21.15.145:6837","nonce":1613145828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":7443,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/687455981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":687455981},{"type":"v1","addr":"172.21.15.22:6834","nonce":687455981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77}],"filesystems":[]} 2024-09-10T10:40:01.876 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 77 2024-09-10T10:40:01.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 -- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e80678c0 msgr2=0x7fc1e8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e80678c0 0x7fc1e8069d80 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fc1fc001740 tx=0x7fc1fc009040 comp rx=0 tx=0).stop 2024-09-10T10:40:01.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 -- 172.21.15.22:0/1100702222 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2080b0190 msgr2=0x7fc20814d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:01.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2080b0190 0x7fc20814d270 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7fc1f400c420 tx=0x7fc1f400c8e0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 -- 172.21.15.22:0/1100702222 shutdown_connections 2024-09-10T10:40:01.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1e80678c0 0x7fc1e8069d80 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc20815c3b0 0x7fc20815dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc2080b0190 0x7fc20814d270 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 --2- 172.21.15.22:0/1100702222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc20806e1d0 0x7fc20813a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:01.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 -- 172.21.15.22:0/1100702222 >> 172.21.15.22:0/1100702222 conn(0x7fc20806bcc0 msgr2=0x7fc20815a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:01.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 -- 172.21.15.22:0/1100702222 shutdown_connections 2024-09-10T10:40:01.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:01.873+0000 7fc20fe00640 1 -- 172.21.15.22:0/1100702222 wait complete. 2024-09-10T10:40:01.897 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:40:01.897 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:40:01.898 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:40:01.898 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:40:01.898 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:40:01.898 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:40:01.898 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:40:01.898 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:40:01.898 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:40:01.899 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:40:01.899 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:40:01.899 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:40:01.899 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:40:01.899 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:40:01.899 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:40:01.899 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:40:01.910 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:40:01.910 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:40:01.911 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:40:01.911 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:40:01.914 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:40:01.914 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:40:01.915 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:40:01.915 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:40:01.954 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:40:01.955 DEBUG:teuthology.parallel:result is None 2024-09-10T10:40:01.956 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:40:01.956 DEBUG:teuthology.parallel:result is None 2024-09-10T10:40:01.959 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:40:01.959 DEBUG:teuthology.parallel:result is None 2024-09-10T10:40:01.961 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:40:01.961 DEBUG:teuthology.parallel:result is None 2024-09-10T10:40:01.961 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:40:02.043 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:40:02.043 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:40:02.050 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:40:02.050 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:40:02.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.101+0000 7f3c54a00640 1 Processor -- start 2024-09-10T10:40:02.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.101+0000 7f3c54a00640 1 -- start start 2024-09-10T10:40:02.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c54a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c500b4990 0x7f3c500b6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:02.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c54a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3c500b7380 0x7f3c50160150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:02.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c54a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c5015cbc0 con 0x7f3c500b1bc0 2024-09-10T10:40:02.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c54a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3c5015d7d0 con 0x7f3c500b4990 2024-09-10T10:40:02.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c54a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3c5015cea0 con 0x7f3c500b7380 2024-09-10T10:40:02.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c45400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c500b4990 0x7f3c500b6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:02.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c45400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c500b4990 0x7f3c500b6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57174/0 (socket says 172.21.15.22:57174) 2024-09-10T10:40:02.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c45400640 1 -- 172.21.15.22:0/2272384575 learned_addr learned my addr 172.21.15.22:0/2272384575 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:02.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c4e800640 1 --2- 172.21.15.22:0/2272384575 >> v2:172.21.15.145:3300/0 conn(0x7f3c500b7380 0x7f3c50160150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:02.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c45400640 1 -- 172.21.15.22:0/2272384575 >> v2:172.21.15.145:3300/0 conn(0x7f3c500b7380 msgr2=0x7f3c50160150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:02.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c45400640 1 --2- 172.21.15.22:0/2272384575 >> v2:172.21.15.145:3300/0 conn(0x7f3c500b7380 0x7f3c50160150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:02.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c45400640 1 -- 172.21.15.22:0/2272384575 >> v1:172.21.15.145:6789/0 conn(0x7f3c500b1bc0 legacy=0x7f3c500b4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:02.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.105+0000 7f3c45400640 1 -- 172.21.15.22:0/2272384575 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c5015d180 con 0x7f3c500b4990 2024-09-10T10:40:02.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c45400640 1 --2- 172.21.15.22:0/2272384575 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 0x7f3c500b6e40 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f3c500b50a0 tx=0x7f3c3801cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=343c0372cf1d911f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:02.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c4d400640 1 -- 172.21.15.22:0/2272384575 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c380ab430 con 0x7f3c500b4990 2024-09-10T10:40:02.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c4d400640 1 -- 172.21.15.22:0/2272384575 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c380b0070 con 0x7f3c500b4990 2024-09-10T10:40:02.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c4d400640 1 -- 172.21.15.22:0/2272384575 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c380ab7f0 con 0x7f3c500b4990 2024-09-10T10:40:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c54a00640 1 -- 172.21.15.22:0/2272384575 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 msgr2=0x7f3c500b6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c54a00640 1 --2- 172.21.15.22:0/2272384575 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 0x7f3c500b6e40 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f3c500b50a0 tx=0x7f3c3801cf80 comp rx=0 tx=0).stop 2024-09-10T10:40:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c54a00640 1 -- 172.21.15.22:0/2272384575 shutdown_connections 2024-09-10T10:40:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c54a00640 1 --2- 172.21.15.22:0/2272384575 >> v2:172.21.15.145:3300/0 conn(0x7f3c500b7380 0x7f3c50160150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c54a00640 1 --2- 172.21.15.22:0/2272384575 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 0x7f3c500b6e40 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c54a00640 1 -- 172.21.15.22:0/2272384575 >> 172.21.15.22:0/2272384575 conn(0x7f3c5006f320 msgr2=0x7f3c5006f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c54a00640 1 -- 172.21.15.22:0/2272384575 shutdown_connections 2024-09-10T10:40:02.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c54a00640 1 -- 172.21.15.22:0/2272384575 wait complete. 2024-09-10T10:40:02.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c54a00640 1 Processor -- start 2024-09-10T10:40:02.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.109+0000 7f3c54a00640 1 -- start start 2024-09-10T10:40:02.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c54a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c500b1bc0 0x7f3c5014b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:02.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c54a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 0x7f3c5015da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c54a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c500b7380 0x7f3c5015dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c54a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3c500d04e0 con 0x7f3c500b4990 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c54a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3c500d0360 con 0x7f3c500b1bc0 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c54a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3c500d0660 con 0x7f3c500b7380 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c45400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 0x7f3c5015da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c45400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 0x7f3c5015da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57176/0 (socket says 172.21.15.22:57176) 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c45400640 1 -- 172.21.15.22:0/784742363 learned_addr learned my addr 172.21.15.22:0/784742363 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c4de00640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c500b1bc0 0x7f3c5014b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c4e800640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c500b7380 0x7f3c5015dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c45400640 1 -- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c500b7380 msgr2=0x7f3c5015dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c45400640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c500b7380 0x7f3c5015dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c45400640 1 -- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c500b1bc0 msgr2=0x7f3c5014b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:02.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c45400640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c500b1bc0 0x7f3c5014b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c45400640 1 -- 172.21.15.22:0/784742363 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c5014b9c0 con 0x7f3c500b4990 2024-09-10T10:40:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c45400640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 0x7f3c5015da90 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f3c3801a150 tx=0x7f3c3801ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c46a00640 1 -- 172.21.15.22:0/784742363 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c380be5f0 con 0x7f3c500b4990 2024-09-10T10:40:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c46a00640 1 -- 172.21.15.22:0/784742363 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c380be790 con 0x7f3c500b4990 2024-09-10T10:40:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c54a00640 1 -- 172.21.15.22:0/784742363 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c501525d0 con 0x7f3c500b4990 2024-09-10T10:40:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c46a00640 1 -- 172.21.15.22:0/784742363 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c380beb40 con 0x7f3c500b4990 2024-09-10T10:40:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c54a00640 1 -- 172.21.15.22:0/784742363 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c50152b90 con 0x7f3c500b4990 2024-09-10T10:40:02.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c54a00640 1 -- 172.21.15.22:0/784742363 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c500b6e40 con 0x7f3c500b4990 2024-09-10T10:40:02.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.113+0000 7f3c46a00640 1 -- 172.21.15.22:0/784742363 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3c380b43f0 con 0x7f3c500b4990 2024-09-10T10:40:02.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.117+0000 7f3c46a00640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c2c0678c0 0x7f3c2c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:02.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.117+0000 7f3c46a00640 1 -- 172.21.15.22:0/784742363 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 4943+0+0 (secure 0 0 0) 0x7f3c380a8030 con 0x7f3c500b4990 2024-09-10T10:40:02.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.117+0000 7f3c4de00640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c2c0678c0 0x7f3c2c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:02.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.117+0000 7f3c4de00640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c2c0678c0 0x7f3c2c069d80 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f3c5015c3c0 tx=0x7f3c40009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:02.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.121+0000 7f3c46a00640 1 -- 172.21.15.22:0/784742363 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3c38016110 con 0x7f3c500b4990 2024-09-10T10:40:02.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:02.301+0000 7f3c54a00640 1 -- 172.21.15.22:0/784742363 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f3c500ceb20 con 0x7f3c500b4990 2024-09-10T10:40:03.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.237+0000 7f3c46a00640 1 -- 172.21.15.22:0/784742363 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v111) ==== 97+0+0 (secure 0 0 0) 0x7f3c380f0970 con 0x7f3c500b4990 2024-09-10T10:40:03.244 INFO:teuthology.orchestra.run.smithi022.stderr: removed all blocklist entries 2024-09-10T10:40:03.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 -- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c2c0678c0 msgr2=0x7f3c2c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c2c0678c0 0x7f3c2c069d80 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f3c5015c3c0 tx=0x7f3c40009040 comp rx=0 tx=0).stop 2024-09-10T10:40:03.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 -- 172.21.15.22:0/784742363 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 msgr2=0x7f3c5015da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 0x7f3c5015da90 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f3c3801a150 tx=0x7f3c3801ad60 comp rx=0 tx=0).stop 2024-09-10T10:40:03.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 -- 172.21.15.22:0/784742363 shutdown_connections 2024-09-10T10:40:03.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c2c0678c0 0x7f3c2c069d80 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c500b7380 0x7f3c5015dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c500b4990 0x7f3c5015da90 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 --2- 172.21.15.22:0/784742363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c500b1bc0 0x7f3c5014b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 -- 172.21.15.22:0/784742363 >> 172.21.15.22:0/784742363 conn(0x7f3c5006f320 msgr2=0x7f3c500d1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:03.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 -- 172.21.15.22:0/784742363 shutdown_connections 2024-09-10T10:40:03.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.241+0000 7f3c54a00640 1 -- 172.21.15.22:0/784742363 wait complete. 2024-09-10T10:40:03.272 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:40:03.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff541800640 1 Processor -- start 2024-09-10T10:40:03.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff541800640 1 -- start start 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff541800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff53c0cd670 0x7ff53c0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff541800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff53c06e1b0 0x7ff53c06e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff541800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff53c06d3f0 con 0x7ff53c145fb0 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff541800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff53c0ce010 con 0x7ff53c06e1b0 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff541800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff53c06d1a0 con 0x7ff53c0cd670 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff53b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff53c06e1b0 0x7ff53c06e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff53b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff53c06e1b0 0x7ff53c06e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57178/0 (socket says 172.21.15.22:57178) 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff53b400640 1 -- 172.21.15.22:0/1245107307 learned_addr learned my addr 172.21.15.22:0/1245107307 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff532000640 1 --2- 172.21.15.22:0/1245107307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff53c0cd670 0x7ff53c0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff53b400640 1 -- 172.21.15.22:0/1245107307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff53c0cd670 msgr2=0x7ff53c0cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff53b400640 1 --2- 172.21.15.22:0/1245107307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff53c0cd670 0x7ff53c0cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff53b400640 1 -- 172.21.15.22:0/1245107307 >> v1:172.21.15.22:6789/0 conn(0x7ff53c145fb0 legacy=0x7ff53c0b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.413+0000 7ff53b400640 1 -- 172.21.15.22:0/1245107307 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff53c06d6d0 con 0x7ff53c06e1b0 2024-09-10T10:40:03.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff53b400640 1 --2- 172.21.15.22:0/1245107307 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 0x7ff53c06e660 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7ff534009e50 tx=0x7ff53401ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ae3a64c43e794d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:03.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff53a000640 1 -- 172.21.15.22:0/1245107307 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5340a5700 con 0x7ff53c06e1b0 2024-09-10T10:40:03.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff53a000640 1 -- 172.21.15.22:0/1245107307 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5340a58a0 con 0x7ff53c06e1b0 2024-09-10T10:40:03.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff53a000640 1 -- 172.21.15.22:0/1245107307 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5340a5c70 con 0x7ff53c06e1b0 2024-09-10T10:40:03.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff541800640 1 -- 172.21.15.22:0/1245107307 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 msgr2=0x7ff53c06e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff541800640 1 --2- 172.21.15.22:0/1245107307 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 0x7ff53c06e660 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7ff534009e50 tx=0x7ff53401ca30 comp rx=0 tx=0).stop 2024-09-10T10:40:03.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff541800640 1 -- 172.21.15.22:0/1245107307 shutdown_connections 2024-09-10T10:40:03.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff541800640 1 --2- 172.21.15.22:0/1245107307 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 0x7ff53c06e660 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff541800640 1 --2- 172.21.15.22:0/1245107307 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff53c0cd670 0x7ff53c0cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff541800640 1 -- 172.21.15.22:0/1245107307 >> 172.21.15.22:0/1245107307 conn(0x7ff53c062dd0 msgr2=0x7ff53c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:03.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff541800640 1 -- 172.21.15.22:0/1245107307 shutdown_connections 2024-09-10T10:40:03.424 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.417+0000 7ff541800640 1 -- 172.21.15.22:0/1245107307 wait complete. 2024-09-10T10:40:03.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff541800640 1 Processor -- start 2024-09-10T10:40:03.425 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff541800640 1 -- start start 2024-09-10T10:40:03.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff541800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 0x7ff53c1585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff541800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff53c0cd670 0x7ff53c1449b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff541800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff53c145fb0 0x7ff53c140a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff541800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff53c0d0130 con 0x7ff53c06e1b0 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff541800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff53c0cffb0 con 0x7ff53c0cd670 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff541800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff53c06dd20 con 0x7ff53c145fb0 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff53aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 0x7ff53c1585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff53aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 0x7ff53c1585d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57190/0 (socket says 172.21.15.22:57190) 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff53aa00640 1 -- 172.21.15.22:0/4089717894 learned_addr learned my addr 172.21.15.22:0/4089717894 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff532000640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff53c0cd670 0x7ff53c1449b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff53b400640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff53c145fb0 0x7ff53c140a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff53aa00640 1 -- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff53c145fb0 msgr2=0x7ff53c140a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff53aa00640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff53c145fb0 0x7ff53c140a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff53aa00640 1 -- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff53c0cd670 msgr2=0x7ff53c1449b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.428 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff53aa00640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff53c0cd670 0x7ff53c1449b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff53aa00640 1 -- 172.21.15.22:0/4089717894 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff53c142ef0 con 0x7ff53c06e1b0 2024-09-10T10:40:03.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff53aa00640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 0x7ff53c1585d0 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7ff52c00c370 tx=0x7ff52c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:03.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff533400640 1 -- 172.21.15.22:0/4089717894 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52c0052d0 con 0x7ff53c06e1b0 2024-09-10T10:40:03.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff533400640 1 -- 172.21.15.22:0/4089717894 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff52c005470 con 0x7ff53c06e1b0 2024-09-10T10:40:03.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff533400640 1 -- 172.21.15.22:0/4089717894 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52c007260 con 0x7ff53c06e1b0 2024-09-10T10:40:03.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff541800640 1 -- 172.21.15.22:0/4089717894 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff53c141a30 con 0x7ff53c06e1b0 2024-09-10T10:40:03.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.421+0000 7ff541800640 1 -- 172.21.15.22:0/4089717894 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff53c141ff0 con 0x7ff53c06e1b0 2024-09-10T10:40:03.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.425+0000 7ff541800640 1 -- 172.21.15.22:0/4089717894 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff53c06e660 con 0x7ff53c06e1b0 2024-09-10T10:40:03.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.425+0000 7ff533400640 1 -- 172.21.15.22:0/4089717894 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff52c007400 con 0x7ff53c06e1b0 2024-09-10T10:40:03.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.425+0000 7ff533400640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5180678c0 0x7ff518069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.425+0000 7ff533400640 1 -- 172.21.15.22:0/4089717894 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 4857+0+0 (secure 0 0 0) 0x7ff52c084df0 con 0x7ff53c06e1b0 2024-09-10T10:40:03.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.425+0000 7ff532000640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5180678c0 0x7ff518069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.425+0000 7ff532000640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5180678c0 0x7ff518069d80 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7ff53c1668e0 tx=0x7ff524008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:03.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.429+0000 7ff533400640 1 -- 172.21.15.22:0/4089717894 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff52c055c70 con 0x7ff53c06e1b0 2024-09-10T10:40:03.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.657+0000 7ff541800640 1 -- 172.21.15.22:0/4089717894 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7ff53c075540 con 0x7ff53c06e1b0 2024-09-10T10:40:03.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.657+0000 7ff533400640 1 -- 172.21.15.22:0/4089717894 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v19) ==== 80+0+5304 (secure 0 0 0) 0x7ff52c055570 con 0x7ff53c06e1b0 2024-09-10T10:40:03.662 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:03.662 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:40:03.662 INFO:teuthology.orchestra.run.smithi022.stdout: "auth_dump": [ 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.a", 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA==", 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.663 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.664 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.b", 2024-09-10T10:40:03.664 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw==", 2024-09-10T10:40:03.664 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.664 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:03.664 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:40:03.664 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:40:03.664 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.664 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.664 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.664 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.c", 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg==", 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.d", 2024-09-10T10:40:03.665 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg==", 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.0", 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg==", 2024-09-10T10:40:03.666 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.1", 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q==", 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:03.667 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.2", 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA==", 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.668 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.3", 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA==", 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.669 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.4", 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA==", 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.5", 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ==", 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.670 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.6", 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA==", 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:03.671 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.7", 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA==", 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.672 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.0", 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA==", 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow r", 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.673 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.1", 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q==", 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.2", 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA==", 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.674 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.3", 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg==", 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:03.675 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.admin", 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm1kZCJhAAGLXWU85Vtod0CRG/bo4sSQ==", 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:40:03.676 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.x", 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ==", 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:03.677 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:03.678 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.y", 2024-09-10T10:40:03.678 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q==", 2024-09-10T10:40:03.678 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:03.678 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:40:03.678 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:40:03.678 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:03.678 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.678 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:03.678 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:40:03.678 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:40:03.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.657+0000 7ff541800640 1 -- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5180678c0 msgr2=0x7ff518069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.657+0000 7ff541800640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5180678c0 0x7ff518069d80 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7ff53c1668e0 tx=0x7ff524008040 comp rx=0 tx=0).stop 2024-09-10T10:40:03.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.657+0000 7ff541800640 1 -- 172.21.15.22:0/4089717894 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 msgr2=0x7ff53c1585d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.657+0000 7ff541800640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 0x7ff53c1585d0 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7ff52c00c370 tx=0x7ff52c00c830 comp rx=0 tx=0).stop 2024-09-10T10:40:03.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.661+0000 7ff541800640 1 -- 172.21.15.22:0/4089717894 shutdown_connections 2024-09-10T10:40:03.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.661+0000 7ff541800640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff5180678c0 0x7ff518069d80 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.661+0000 7ff541800640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff53c145fb0 0x7ff53c140a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.661+0000 7ff541800640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff53c0cd670 0x7ff53c1449b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.661+0000 7ff541800640 1 --2- 172.21.15.22:0/4089717894 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff53c06e1b0 0x7ff53c1585d0 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.661+0000 7ff541800640 1 -- 172.21.15.22:0/4089717894 >> 172.21.15.22:0/4089717894 conn(0x7ff53c062dd0 msgr2=0x7ff53c160000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:03.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.661+0000 7ff541800640 1 -- 172.21.15.22:0/4089717894 shutdown_connections 2024-09-10T10:40:03.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.661+0000 7ff541800640 1 -- 172.21.15.22:0/4089717894 wait complete. 2024-09-10T10:40:03.684 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:40:03.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a8600640 1 Processor -- start 2024-09-10T10:40:03.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a8600640 1 -- start start 2024-09-10T10:40:03.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a8600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c3c0 0x7f09a006e240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a8600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f09a006d3e0 0x7f09a0160970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a8600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09a0070bd0 con 0x7f09a006fc50 2024-09-10T10:40:03.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a8600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f09a00cf240 con 0x7f09a006d3e0 2024-09-10T10:40:03.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a8600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f09a00cf470 con 0x7f09a015c3c0 2024-09-10T10:40:03.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a6600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f09a006d3e0 0x7f09a0160970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a6600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f09a006d3e0 0x7f09a0160970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:53640/0 (socket says 172.21.15.22:53640) 2024-09-10T10:40:03.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a5200640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f09a006fc50 0x7f09a006ccd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:45760/0 (socket says 172.21.15.22:45760) 2024-09-10T10:40:03.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a6600640 1 -- 172.21.15.22:0/2817390231 learned_addr learned my addr 172.21.15.22:0/2817390231 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:03.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a5c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c3c0 0x7f09a006e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f099fe00640 1 -- 172.21.15.22:0/2817390231 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1237368795 0 0) 0x7f09a0070bd0 con 0x7f09a006fc50 2024-09-10T10:40:03.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f099fe00640 1 -- 172.21.15.22:0/2817390231 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0988003530 con 0x7f09a006fc50 2024-09-10T10:40:03.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a6600640 1 -- 172.21.15.22:0/2817390231 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c3c0 msgr2=0x7f09a006e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:03.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a6600640 1 --2- 172.21.15.22:0/2817390231 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c3c0 0x7f09a006e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a6600640 1 -- 172.21.15.22:0/2817390231 >> v1:172.21.15.145:6789/0 conn(0x7f09a006fc50 legacy=0x7f09a006ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a6600640 1 -- 172.21.15.22:0/2817390231 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a015c7a0 con 0x7f09a006d3e0 2024-09-10T10:40:03.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.821+0000 7f09a5c00640 1 --2- 172.21.15.22:0/2817390231 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c3c0 0x7f09a006e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:03.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f09a6600640 1 --2- 172.21.15.22:0/2817390231 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a006d3e0 0x7f09a0160970 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f0998009870 tx=0x7f099801c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97dcd181650c3b40 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:03.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f099fe00640 1 -- 172.21.15.22:0/2817390231 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09980a7070 con 0x7f09a006d3e0 2024-09-10T10:40:03.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f099fe00640 1 -- 172.21.15.22:0/2817390231 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09980b0070 con 0x7f09a006d3e0 2024-09-10T10:40:03.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f099fe00640 1 -- 172.21.15.22:0/2817390231 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09980ab870 con 0x7f09a006d3e0 2024-09-10T10:40:03.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f09a8600640 1 -- 172.21.15.22:0/2817390231 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a006d3e0 msgr2=0x7f09a0160970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f09a8600640 1 --2- 172.21.15.22:0/2817390231 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a006d3e0 0x7f09a0160970 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f0998009870 tx=0x7f099801c560 comp rx=0 tx=0).stop 2024-09-10T10:40:03.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f09a8600640 1 -- 172.21.15.22:0/2817390231 shutdown_connections 2024-09-10T10:40:03.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f09a8600640 1 --2- 172.21.15.22:0/2817390231 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a006d3e0 0x7f09a0160970 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f09a8600640 1 --2- 172.21.15.22:0/2817390231 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a015c3c0 0x7f09a006e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f09a8600640 1 -- 172.21.15.22:0/2817390231 >> 172.21.15.22:0/2817390231 conn(0x7f09a00721e0 msgr2=0x7f09a00725f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:03.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f09a8600640 1 -- 172.21.15.22:0/2817390231 shutdown_connections 2024-09-10T10:40:03.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.825+0000 7f09a8600640 1 -- 172.21.15.22:0/2817390231 wait complete. 2024-09-10T10:40:03.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a8600640 1 Processor -- start 2024-09-10T10:40:03.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a8600640 1 -- start start 2024-09-10T10:40:03.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a8600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a006d3e0 0x7f09a0148a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a8600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a006fc50 0x7f09a014c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a8600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a015c3c0 0x7f09a01666e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a8600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f09a00d02e0 con 0x7f09a006fc50 2024-09-10T10:40:03.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a8600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f09a00d0160 con 0x7f09a015c3c0 2024-09-10T10:40:03.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a8600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f09a00d0460 con 0x7f09a006d3e0 2024-09-10T10:40:03.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a5200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a006fc50 0x7f09a014c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a5200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a006fc50 0x7f09a014c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57206/0 (socket says 172.21.15.22:57206) 2024-09-10T10:40:03.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a5200640 1 -- 172.21.15.22:0/4101294904 learned_addr learned my addr 172.21.15.22:0/4101294904 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:03.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a5c00640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a006d3e0 0x7f09a0148a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a6600640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a015c3c0 0x7f09a01666e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a5200640 1 -- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a006d3e0 msgr2=0x7f09a0148a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a5200640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a006d3e0 0x7f09a0148a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a5200640 1 -- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a015c3c0 msgr2=0x7f09a01666e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a5200640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a015c3c0 0x7f09a01666e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a5200640 1 -- 172.21.15.22:0/4101294904 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a01503f0 con 0x7f09a006fc50 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a5200640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a006fc50 0x7f09a014c780 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f098c00c430 tx=0x7f098c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f099d600640 1 -- 172.21.15.22:0/4101294904 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c0074e0 con 0x7f09a006fc50 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f099d600640 1 -- 172.21.15.22:0/4101294904 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f098c007680 con 0x7f09a006fc50 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a8600640 1 -- 172.21.15.22:0/4101294904 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09a01506d0 con 0x7f09a006fc50 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f099d600640 1 -- 172.21.15.22:0/4101294904 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c004a30 con 0x7f09a006fc50 2024-09-10T10:40:03.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.829+0000 7f09a8600640 1 -- 172.21.15.22:0/4101294904 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09a0150c90 con 0x7f09a006fc50 2024-09-10T10:40:03.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.833+0000 7f09a8600640 1 -- 172.21.15.22:0/4101294904 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09a006e240 con 0x7f09a006fc50 2024-09-10T10:40:03.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.833+0000 7f099d600640 1 -- 172.21.15.22:0/4101294904 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f098c01a020 con 0x7f09a006fc50 2024-09-10T10:40:03.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.833+0000 7f099d600640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09800678c0 0x7f0980069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:03.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.833+0000 7f099d600640 1 -- 172.21.15.22:0/4101294904 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 4857+0+0 (secure 0 0 0) 0x7f098c085110 con 0x7f09a006fc50 2024-09-10T10:40:03.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.833+0000 7f09a5c00640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09800678c0 0x7f0980069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:03.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.833+0000 7f09a5c00640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09800678c0 0x7f0980069d80 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f0994009bd0 tx=0x7f099400b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:03.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:03.837+0000 7f099d600640 1 -- 172.21.15.22:0/4101294904 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f098c0558b0 con 0x7f09a006fc50 2024-09-10T10:40:04.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.009+0000 7f09a8600640 1 -- 172.21.15.22:0/4101294904 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f09a00cdd00 con 0x7f09a006fc50 2024-09-10T10:40:04.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.009+0000 7f099d600640 1 -- 172.21.15.22:0/4101294904 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v111) ==== 84+0+65 (secure 0 0 0) 0x7f098c059bb0 con 0x7f09a006fc50 2024-09-10T10:40:04.015 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:04.015 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:40:04.015 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:04.015 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:40:04.015 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:40:04.015 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:04.015 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 -- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09800678c0 msgr2=0x7f0980069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09800678c0 0x7f0980069d80 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f0994009bd0 tx=0x7f099400b040 comp rx=0 tx=0).stop 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 -- 172.21.15.22:0/4101294904 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a006fc50 msgr2=0x7f09a014c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a006fc50 0x7f09a014c780 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f098c00c430 tx=0x7f098c00c8f0 comp rx=0 tx=0).stop 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 -- 172.21.15.22:0/4101294904 shutdown_connections 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f09800678c0 0x7f0980069d80 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f09a015c3c0 0x7f09a01666e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f09a006fc50 0x7f09a014c780 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 --2- 172.21.15.22:0/4101294904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f09a006d3e0 0x7f09a0148a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 -- 172.21.15.22:0/4101294904 >> 172.21.15.22:0/4101294904 conn(0x7f09a00721e0 msgr2=0x7f09a006e8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:04.017 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 -- 172.21.15.22:0/4101294904 shutdown_connections 2024-09-10T10:40:04.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.013+0000 7f09a8600640 1 -- 172.21.15.22:0/4101294904 wait complete. 2024-09-10T10:40:04.036 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:40:04.036 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:40:04.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07fc000640 1 Processor -- start 2024-09-10T10:40:04.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07fc000640 1 -- start start 2024-09-10T10:40:04.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07fc000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f07f40cee80 0x7f07f406e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:04.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07fc000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07f40cf790 con 0x7f07f406edc0 2024-09-10T10:40:04.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07fc000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07f406f1a0 con 0x7f07f415b390 2024-09-10T10:40:04.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07fc000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f07f415b770 con 0x7f07f40cee80 2024-09-10T10:40:04.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07fa000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f07f406edc0 0x7f07f40b41d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:47162/0 (socket says 172.21.15.22:47162) 2024-09-10T10:40:04.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07fa000640 1 -- 172.21.15.22:0/3794355901 learned_addr learned my addr 172.21.15.22:0/3794355901 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:04.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07f8c00640 1 --2- 172.21.15.22:0/3794355901 >> v2:172.21.15.145:3300/0 conn(0x7f07f40cee80 0x7f07f406e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:04.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07f3e00640 1 -- 172.21.15.22:0/3794355901 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4100828698 0 0) 0x7f07f40cf790 con 0x7f07f406edc0 2024-09-10T10:40:04.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07f8c00640 1 -- 172.21.15.22:0/3794355901 >> v1:172.21.15.145:6789/0 conn(0x7f07f415b390 legacy=0x7f07f4072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:04.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07f8c00640 1 -- 172.21.15.22:0/3794355901 >> v1:172.21.15.22:6789/0 conn(0x7f07f406edc0 legacy=0x7f07f40b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:04.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.177+0000 7f07f8c00640 1 -- 172.21.15.22:0/3794355901 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f40cf4b0 con 0x7f07f40cee80 2024-09-10T10:40:04.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07f8c00640 1 --2- 172.21.15.22:0/3794355901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07f40cee80 0x7f07f406e880 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f07e00097c0 tx=0x7f07e001c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12442378a5d93eb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:04.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07f3e00640 1 -- 172.21.15.22:0/3794355901 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e00ab610 con 0x7f07f40cee80 2024-09-10T10:40:04.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07f3e00640 1 -- 172.21.15.22:0/3794355901 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07e00b0070 con 0x7f07f40cee80 2024-09-10T10:40:04.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07f3e00640 1 -- 172.21.15.22:0/3794355901 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e00ab9d0 con 0x7f07f40cee80 2024-09-10T10:40:04.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07fc000640 1 -- 172.21.15.22:0/3794355901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07f40cee80 msgr2=0x7f07f406e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:04.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07fc000640 1 --2- 172.21.15.22:0/3794355901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07f40cee80 0x7f07f406e880 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f07e00097c0 tx=0x7f07e001c410 comp rx=0 tx=0).stop 2024-09-10T10:40:04.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07fc000640 1 -- 172.21.15.22:0/3794355901 shutdown_connections 2024-09-10T10:40:04.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07fc000640 1 --2- 172.21.15.22:0/3794355901 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07f40cee80 0x7f07f406e880 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:04.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07fc000640 1 -- 172.21.15.22:0/3794355901 >> 172.21.15.22:0/3794355901 conn(0x7f07f4063000 msgr2=0x7f07f406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:04.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07fc000640 1 -- 172.21.15.22:0/3794355901 shutdown_connections 2024-09-10T10:40:04.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.181+0000 7f07fc000640 1 -- 172.21.15.22:0/3794355901 wait complete. 2024-09-10T10:40:04.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 Processor -- start 2024-09-10T10:40:04.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 -- start start 2024-09-10T10:40:04.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07f406edc0 0x7f07f4148cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:04.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07f40cee80 0x7f07f4152ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:04.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07f415b390 0x7f07f4154480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:04.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f07f40b5270 con 0x7f07f406edc0 2024-09-10T10:40:04.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f07f40b50f0 con 0x7f07f415b390 2024-09-10T10:40:04.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f07f40b53f0 con 0x7f07f40cee80 2024-09-10T10:40:04.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f9600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07f406edc0 0x7f07f4148cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:04.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f9600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07f406edc0 0x7f07f4148cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:57216/0 (socket says 172.21.15.22:57216) 2024-09-10T10:40:04.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f9600640 1 -- 172.21.15.22:0/1736226239 learned_addr learned my addr 172.21.15.22:0/1736226239 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:04.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f8c00640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07f40cee80 0x7f07f4152ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:04.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fa000640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07f415b390 0x7f07f4154480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:04.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f9600640 1 -- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07f40cee80 msgr2=0x7f07f4152ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:04.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f9600640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07f40cee80 0x7f07f4152ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:04.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f9600640 1 -- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07f415b390 msgr2=0x7f07f4154480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:04.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f9600640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07f415b390 0x7f07f4154480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:04.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f9600640 1 -- 172.21.15.22:0/1736226239 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f41491f0 con 0x7f07f406edc0 2024-09-10T10:40:04.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f8c00640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07f40cee80 0x7f07f4152ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:04.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f9600640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07f406edc0 0x7f07f4148cb0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f07e800c530 tx=0x7f07e800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:04.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f1600640 1 -- 172.21.15.22:0/1736226239 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e8016020 con 0x7f07f406edc0 2024-09-10T10:40:04.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f1600640 1 -- 172.21.15.22:0/1736226239 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07e8005220 con 0x7f07f406edc0 2024-09-10T10:40:04.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 -- 172.21.15.22:0/1736226239 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07f40b1200 con 0x7f07f406edc0 2024-09-10T10:40:04.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07f1600640 1 -- 172.21.15.22:0/1736226239 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e8007030 con 0x7f07f406edc0 2024-09-10T10:40:04.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 -- 172.21.15.22:0/1736226239 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07f40b17c0 con 0x7f07f406edc0 2024-09-10T10:40:04.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.185+0000 7f07fc000640 1 -- 172.21.15.22:0/1736226239 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07f406e880 con 0x7f07f406edc0 2024-09-10T10:40:04.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.189+0000 7f07f1600640 1 -- 172.21.15.22:0/1736226239 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f07e80071d0 con 0x7f07f406edc0 2024-09-10T10:40:04.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.189+0000 7f07f1600640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07d40678c0 0x7f07d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:04.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.189+0000 7f07f1600640 1 -- 172.21.15.22:0/1736226239 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 4857+0+0 (secure 0 0 0) 0x7f07e8085300 con 0x7f07f406edc0 2024-09-10T10:40:04.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.189+0000 7f07f8c00640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07d40678c0 0x7f07d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:04.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.189+0000 7f07f8c00640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07d40678c0 0x7f07d4069d80 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f07e00af000 tx=0x7f07e00a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:04.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.193+0000 7f07f1600640 1 -- 172.21.15.22:0/1736226239 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f07e8020020 con 0x7f07f406edc0 2024-09-10T10:40:04.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:04.361+0000 7f07fc000640 1 -- 172.21.15.22:0/1736226239 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f07f40cfa30 con 0x7f07f406edc0 2024-09-10T10:40:05.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.241+0000 7f07f1600640 1 -- 172.21.15.22:0/1736226239 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v112) ==== 138+0+0 (secure 0 0 0) 0x7f07e80074c0 con 0x7f07f406edc0 2024-09-10T10:40:05.248 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:40:05.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 -- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07d40678c0 msgr2=0x7f07d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:05.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07d40678c0 0x7f07d4069d80 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f07e00af000 tx=0x7f07e00a7000 comp rx=0 tx=0).stop 2024-09-10T10:40:05.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 -- 172.21.15.22:0/1736226239 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07f406edc0 msgr2=0x7f07f4148cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:05.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07f406edc0 0x7f07f4148cb0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f07e800c530 tx=0x7f07e800c9f0 comp rx=0 tx=0).stop 2024-09-10T10:40:05.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 -- 172.21.15.22:0/1736226239 shutdown_connections 2024-09-10T10:40:05.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07d40678c0 0x7f07d4069d80 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:05.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07f415b390 0x7f07f4154480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:05.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07f40cee80 0x7f07f4152ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:05.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 --2- 172.21.15.22:0/1736226239 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f07f406edc0 0x7f07f4148cb0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:05.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 -- 172.21.15.22:0/1736226239 >> 172.21.15.22:0/1736226239 conn(0x7f07f4063000 msgr2=0x7f07f40af0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:05.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 -- 172.21.15.22:0/1736226239 shutdown_connections 2024-09-10T10:40:05.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.245+0000 7f07fc000640 1 -- 172.21.15.22:0/1736226239 wait complete. 2024-09-10T10:40:05.279 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:40:05.432 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f1672000640 1 Processor -- start 2024-09-10T10:40:05.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f1672000640 1 -- start start 2024-09-10T10:40:05.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f1672000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f166c06f1c0 0x7f166c1662f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:05.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f1672000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f166c159350 con 0x7f166c158f70 2024-09-10T10:40:05.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f1672000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f166c071340 con 0x7f166c15c630 2024-09-10T10:40:05.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f1672000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f166c071620 con 0x7f166c06f1c0 2024-09-10T10:40:05.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166b400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f166c158f70 0x7f166c072f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56550/0 (socket says 172.21.15.22:56550) 2024-09-10T10:40:05.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166b400640 1 -- 172.21.15.22:0/1843683613 learned_addr learned my addr 172.21.15.22:0/1843683613 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3951489775 0 0) 0x7f166c159350 con 0x7f166c158f70 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1650005740 con 0x7f166c158f70 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166be00640 1 --2- 172.21.15.22:0/1843683613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f166c06f1c0 0x7f166c1662f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3242543095 0 0) 0x7f1650005740 con 0x7f166c158f70 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f166c06f1c0 msgr2=0x7f166c1662f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 --2- 172.21.15.22:0/1843683613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f166c06f1c0 0x7f166c1662f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 >> v1:172.21.15.145:6789/0 conn(0x7f166c15c630 legacy=0x7f166c06eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f166c071900 con 0x7f166c158f70 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f165c001680 con 0x7f166c158f70 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 >> v1:172.21.15.22:6789/0 conn(0x7f166c158f70 legacy=0x7f166c072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:05.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 --2- 172.21.15.22:0/1843683613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f166c06f1c0 0x7f1650005c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 --2- 172.21.15.22:0/1843683613 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1650006280 0x7f1650006a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 --2- 172.21.15.22:0/1843683613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1650006f60 0x7f16500073e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f166c071620 con 0x7f1650006280 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f165000de20 con 0x7f1650006f60 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f165000e020 con 0x7f166c06f1c0 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166aa00640 1 --2- 172.21.15.22:0/1843683613 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1650006280 0x7f1650006a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166aa00640 1 -- 172.21.15.22:0/1843683613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f166c06f1c0 msgr2=0x7f1650005c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166aa00640 1 --2- 172.21.15.22:0/1843683613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f166c06f1c0 0x7f1650005c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166aa00640 1 -- 172.21.15.22:0/1843683613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1650006f60 msgr2=0x7f16500073e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166aa00640 1 --2- 172.21.15.22:0/1843683613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1650006f60 0x7f16500073e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:05.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.429+0000 7f166aa00640 1 -- 172.21.15.22:0/1843683613 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1650005740 con 0x7f1650006280 2024-09-10T10:40:05.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f166aa00640 1 --2- 172.21.15.22:0/1843683613 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1650006280 0x7f1650006a20 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f1658001780 tx=0x7f165801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16498518905c5b18 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:05.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16580013a0 con 0x7f1650006280 2024-09-10T10:40:05.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16580a9070 con 0x7f1650006280 2024-09-10T10:40:05.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f166a000640 1 -- 172.21.15.22:0/1843683613 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1658003600 con 0x7f1650006280 2024-09-10T10:40:05.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f1672000640 1 -- 172.21.15.22:0/1843683613 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1650006280 msgr2=0x7f1650006a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:05.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f1672000640 1 --2- 172.21.15.22:0/1843683613 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1650006280 0x7f1650006a20 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f1658001780 tx=0x7f165801c420 comp rx=0 tx=0).stop 2024-09-10T10:40:05.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f166be00640 1 -- 172.21.15.22:0/1843683613 reap_dead start 2024-09-10T10:40:05.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f1672000640 1 -- 172.21.15.22:0/1843683613 shutdown_connections 2024-09-10T10:40:05.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f1672000640 1 -- 172.21.15.22:0/1843683613 >> 172.21.15.22:0/1843683613 conn(0x7f166c062eb0 msgr2=0x7f166c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:05.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f1672000640 1 -- 172.21.15.22:0/1843683613 shutdown_connections 2024-09-10T10:40:05.440 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.433+0000 7f1672000640 1 -- 172.21.15.22:0/1843683613 wait complete. 2024-09-10T10:40:05.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1672000640 1 Processor -- start 2024-09-10T10:40:05.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1672000640 1 -- start start 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1672000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1650006280 0x7f166c15dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1672000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f166c1515b0 0x7f166c1f3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1672000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f166c14ce70 0x7f166c1f4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1672000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f166c0cf4d0 con 0x7f166c1515b0 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1672000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f166c071ec0 con 0x7f166c14ce70 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1672000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f166c0cf650 con 0x7f1650006280 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f166c1515b0 0x7f166c1f3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f166c1515b0 0x7f166c1f3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44616/0 (socket says 172.21.15.22:44616) 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166aa00640 1 -- 172.21.15.22:0/3935101746 learned_addr learned my addr 172.21.15.22:0/3935101746 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166b400640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1650006280 0x7f166c15dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166be00640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f166c14ce70 0x7f166c1f4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:05.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166aa00640 1 -- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1650006280 msgr2=0x7f166c15dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:05.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166aa00640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1650006280 0x7f166c15dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:05.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166aa00640 1 -- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f166c14ce70 msgr2=0x7f166c1f4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:05.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166aa00640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f166c14ce70 0x7f166c1f4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:05.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166aa00640 1 -- 172.21.15.22:0/3935101746 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f166c1f49e0 con 0x7f166c1515b0 2024-09-10T10:40:05.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166be00640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f166c14ce70 0x7f166c1f4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:05.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f166aa00640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f166c1515b0 0x7f166c1f3ad0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f1658005040 tx=0x7f1650007a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:05.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1663400640 1 -- 172.21.15.22:0/3935101746 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16580b2040 con 0x7f166c1515b0 2024-09-10T10:40:05.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1663400640 1 -- 172.21.15.22:0/3935101746 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16580bc070 con 0x7f166c1515b0 2024-09-10T10:40:05.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1663400640 1 -- 172.21.15.22:0/3935101746 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1658007460 con 0x7f166c1515b0 2024-09-10T10:40:05.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1672000640 1 -- 172.21.15.22:0/3935101746 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f166c155f20 con 0x7f166c1515b0 2024-09-10T10:40:05.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.437+0000 7f1672000640 1 -- 172.21.15.22:0/3935101746 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f166c155c40 con 0x7f166c1515b0 2024-09-10T10:40:05.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.441+0000 7f1672000640 1 -- 172.21.15.22:0/3935101746 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f166c06efa0 con 0x7f166c1515b0 2024-09-10T10:40:05.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.441+0000 7f1663400640 1 -- 172.21.15.22:0/3935101746 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f16580ab070 con 0x7f166c1515b0 2024-09-10T10:40:05.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.441+0000 7f1663400640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f164c0678c0 0x7f164c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:05.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.441+0000 7f1663400640 1 -- 172.21.15.22:0/3935101746 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5227+0+0 (secure 0 0 0) 0x7f1658120460 con 0x7f166c1515b0 2024-09-10T10:40:05.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.441+0000 7f166b400640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f164c0678c0 0x7f164c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:05.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.441+0000 7f166b400640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f164c0678c0 0x7f164c069d80 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f165c000c10 tx=0x7f165c001820 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:05.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.445+0000 7f1663400640 1 -- 172.21.15.22:0/3935101746 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1658016130 con 0x7f166c1515b0 2024-09-10T10:40:05.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:05.613+0000 7f1672000640 1 -- 172.21.15.22:0/3935101746 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f166c0b1d10 con 0x7f166c1515b0 2024-09-10T10:40:06.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.249+0000 7f1663400640 1 -- 172.21.15.22:0/3935101746 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v113) ==== 170+0+0 (secure 0 0 0) 0x7f16580f1160 con 0x7f166c1515b0 2024-09-10T10:40:06.256 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:40:06.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.253+0000 7f1672000640 1 -- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f164c0678c0 msgr2=0x7f164c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:06.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.253+0000 7f1672000640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f164c0678c0 0x7f164c069d80 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f165c000c10 tx=0x7f165c001820 comp rx=0 tx=0).stop 2024-09-10T10:40:06.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.253+0000 7f1672000640 1 -- 172.21.15.22:0/3935101746 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f166c1515b0 msgr2=0x7f166c1f3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:06.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.253+0000 7f1672000640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f166c1515b0 0x7f166c1f3ad0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f1658005040 tx=0x7f1650007a50 comp rx=0 tx=0).stop 2024-09-10T10:40:06.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.253+0000 7f1672000640 1 -- 172.21.15.22:0/3935101746 shutdown_connections 2024-09-10T10:40:06.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.253+0000 7f1672000640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f164c0678c0 0x7f164c069d80 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:06.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.253+0000 7f1672000640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f166c14ce70 0x7f166c1f4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:06.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.253+0000 7f1672000640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f166c1515b0 0x7f166c1f3ad0 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:06.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.253+0000 7f1672000640 1 --2- 172.21.15.22:0/3935101746 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1650006280 0x7f166c15dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:06.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.253+0000 7f1672000640 1 -- 172.21.15.22:0/3935101746 >> 172.21.15.22:0/3935101746 conn(0x7f166c062eb0 msgr2=0x7f166c0b0d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:06.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.257+0000 7f1672000640 1 -- 172.21.15.22:0/3935101746 shutdown_connections 2024-09-10T10:40:06.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.257+0000 7f1672000640 1 -- 172.21.15.22:0/3935101746 wait complete. 2024-09-10T10:40:06.299 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:40:06.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.441+0000 7f72e3e00640 1 Processor -- start 2024-09-10T10:40:06.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.441+0000 7f72e3e00640 1 -- start start 2024-09-10T10:40:06.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f72e40cbed0 0x7f72e40b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:06.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e3e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f72e40cd2c0 0x7f72e40ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:06.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e3e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72e40b2e10 con 0x7f72e40b2620 2024-09-10T10:40:06.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e3e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f72e406d130 con 0x7f72e40cbed0 2024-09-10T10:40:06.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e3e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f72e406d410 con 0x7f72e40cd2c0 2024-09-10T10:40:06.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e2a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f72e40cbed0 0x7f72e40b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:06.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e2a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f72e40cbed0 0x7f72e40b20e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44632/0 (socket says 172.21.15.22:44632) 2024-09-10T10:40:06.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e2a00640 1 -- 172.21.15.22:0/2939630481 learned_addr learned my addr 172.21.15.22:0/2939630481 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:06.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e3400640 1 --2- 172.21.15.22:0/2939630481 >> v2:172.21.15.145:3300/0 conn(0x7f72e40cd2c0 0x7f72e40ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:06.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e2a00640 1 -- 172.21.15.22:0/2939630481 >> v2:172.21.15.145:3300/0 conn(0x7f72e40cd2c0 msgr2=0x7f72e40ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:06.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e2a00640 1 --2- 172.21.15.22:0/2939630481 >> v2:172.21.15.145:3300/0 conn(0x7f72e40cd2c0 0x7f72e40ce7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:06.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e2a00640 1 -- 172.21.15.22:0/2939630481 >> v1:172.21.15.145:6789/0 conn(0x7f72e40b2620 legacy=0x7f72e40ce0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:06.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.445+0000 7f72e2a00640 1 -- 172.21.15.22:0/2939630481 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72e406d6f0 con 0x7f72e40cbed0 2024-09-10T10:40:06.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e2a00640 1 --2- 172.21.15.22:0/2939630481 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cbed0 0x7f72e40b20e0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f72e40afe90 tx=0x7f72d401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3351a0109a816e35 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:06.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e2000640 1 -- 172.21.15.22:0/2939630481 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d40aa5f0 con 0x7f72e40cbed0 2024-09-10T10:40:06.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e2000640 1 -- 172.21.15.22:0/2939630481 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72d40af070 con 0x7f72e40cbed0 2024-09-10T10:40:06.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e2000640 1 -- 172.21.15.22:0/2939630481 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d40aa9b0 con 0x7f72e40cbed0 2024-09-10T10:40:06.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 -- 172.21.15.22:0/2939630481 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cbed0 msgr2=0x7f72e40b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:06.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 --2- 172.21.15.22:0/2939630481 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cbed0 0x7f72e40b20e0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f72e40afe90 tx=0x7f72d401c4f0 comp rx=0 tx=0).stop 2024-09-10T10:40:06.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 -- 172.21.15.22:0/2939630481 shutdown_connections 2024-09-10T10:40:06.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 --2- 172.21.15.22:0/2939630481 >> v2:172.21.15.145:3300/0 conn(0x7f72e40cd2c0 0x7f72e40ce7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:06.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 --2- 172.21.15.22:0/2939630481 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cbed0 0x7f72e40b20e0 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:06.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 -- 172.21.15.22:0/2939630481 >> 172.21.15.22:0/2939630481 conn(0x7f72e406bcc0 msgr2=0x7f72e406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:06.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 -- 172.21.15.22:0/2939630481 shutdown_connections 2024-09-10T10:40:06.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 -- 172.21.15.22:0/2939630481 wait complete. 2024-09-10T10:40:06.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 Processor -- start 2024-09-10T10:40:06.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 -- start start 2024-09-10T10:40:06.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e40b2620 0x7f72e415f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:06.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72e40cbed0 0x7f72e40b4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:06.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cd2c0 0x7f72e40721d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f72e406e070 con 0x7f72e40cd2c0 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f72e406def0 con 0x7f72e40cbed0 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.449+0000 7f72e3e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f72e40ced30 con 0x7f72e40b2620 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cd2c0 0x7f72e40721d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cd2c0 0x7f72e40721d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44634/0 (socket says 172.21.15.22:44634) 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3400640 1 -- 172.21.15.22:0/3571440619 learned_addr learned my addr 172.21.15.22:0/3571440619 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72da000640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72e40cbed0 0x7f72e40b4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e2a00640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e40b2620 0x7f72e415f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3400640 1 -- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e40b2620 msgr2=0x7f72e415f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3400640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e40b2620 0x7f72e415f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3400640 1 -- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72e40cbed0 msgr2=0x7f72e40b4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3400640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72e40cbed0 0x7f72e40b4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:06.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3400640 1 -- 172.21.15.22:0/3571440619 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72e4072be0 con 0x7f72e40cd2c0 2024-09-10T10:40:06.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3400640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cd2c0 0x7f72e40721d0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f72dc009d30 tx=0x7f72dc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:06.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72db400640 1 -- 172.21.15.22:0/3571440619 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc018020 con 0x7f72e40cd2c0 2024-09-10T10:40:06.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72db400640 1 -- 172.21.15.22:0/3571440619 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72dc014480 con 0x7f72e40cd2c0 2024-09-10T10:40:06.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72db400640 1 -- 172.21.15.22:0/3571440619 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc014870 con 0x7f72e40cd2c0 2024-09-10T10:40:06.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3e00640 1 -- 172.21.15.22:0/3571440619 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72e4072ec0 con 0x7f72e40cd2c0 2024-09-10T10:40:06.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3e00640 1 -- 172.21.15.22:0/3571440619 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72e40b4720 con 0x7f72e40cd2c0 2024-09-10T10:40:06.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72e3e00640 1 -- 172.21.15.22:0/3571440619 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72e40b4920 con 0x7f72e40cd2c0 2024-09-10T10:40:06.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.453+0000 7f72db400640 1 -- 172.21.15.22:0/3571440619 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f72dc01b020 con 0x7f72e40cd2c0 2024-09-10T10:40:06.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.457+0000 7f72db400640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72c00678c0 0x7f72c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:06.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.457+0000 7f72db400640 1 -- 172.21.15.22:0/3571440619 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 5609+0+0 (secure 0 0 0) 0x7f72dc086570 con 0x7f72e40cd2c0 2024-09-10T10:40:06.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.457+0000 7f72e2a00640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72c00678c0 0x7f72c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:06.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.457+0000 7f72e2a00640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72c00678c0 0x7f72c0069d80 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f72d40ae000 tx=0x7f72d40a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:06.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.461+0000 7f72db400640 1 -- 172.21.15.22:0/3571440619 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f72e40b4920 con 0x7f72e40cd2c0 2024-09-10T10:40:06.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:06.661+0000 7f72e3e00640 1 -- 172.21.15.22:0/3571440619 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f72e40b20e0 con 0x7f72e40cd2c0 2024-09-10T10:40:07.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.253+0000 7f72db400640 1 -- 172.21.15.22:0/3571440619 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 18 and data pool 19 v79) ==== 174+0+0 (secure 0 0 0) 0x7f72dc022070 con 0x7f72e40cd2c0 2024-09-10T10:40:07.258 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 18 and data pool 19 2024-09-10T10:40:07.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 -- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72c00678c0 msgr2=0x7f72c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72c00678c0 0x7f72c0069d80 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f72d40ae000 tx=0x7f72d40a7000 comp rx=0 tx=0).stop 2024-09-10T10:40:07.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 -- 172.21.15.22:0/3571440619 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cd2c0 msgr2=0x7f72e40721d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cd2c0 0x7f72e40721d0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f72dc009d30 tx=0x7f72dc00c490 comp rx=0 tx=0).stop 2024-09-10T10:40:07.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 -- 172.21.15.22:0/3571440619 shutdown_connections 2024-09-10T10:40:07.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72c00678c0 0x7f72c0069d80 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e40cd2c0 0x7f72e40721d0 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72e40cbed0 0x7f72e40b4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 --2- 172.21.15.22:0/3571440619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e40b2620 0x7f72e415f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 -- 172.21.15.22:0/3571440619 >> 172.21.15.22:0/3571440619 conn(0x7f72e406bcc0 msgr2=0x7f72e413ffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:07.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 -- 172.21.15.22:0/3571440619 shutdown_connections 2024-09-10T10:40:07.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.257+0000 7f72e3e00640 1 -- 172.21.15.22:0/3571440619 wait complete. 2024-09-10T10:40:07.312 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:40:07.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.449+0000 7f2ee6200640 1 Processor -- start 2024-09-10T10:40:07.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.449+0000 7f2ee6200640 1 -- start start 2024-09-10T10:40:07.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2ee6200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2ee015b3b0 0x7f2ee00b0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2ee6200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2ee00b45d0 0x7f2ee015f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2ee6200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ee006eeb0 con 0x7f2ee00d0a70 2024-09-10T10:40:07.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2ee6200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2ee00b4a20 con 0x7f2ee00b45d0 2024-09-10T10:40:07.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2ee6200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2ee006f120 con 0x7f2ee015b3b0 2024-09-10T10:40:07.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2edfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2ee00b45d0 0x7f2ee015f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2edfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2ee00b45d0 0x7f2ee015f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44648/0 (socket says 172.21.15.22:44648) 2024-09-10T10:40:07.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2edfe00640 1 -- 172.21.15.22:0/1704210163 learned_addr learned my addr 172.21.15.22:0/1704210163 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:07.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2edf400640 1 --2- 172.21.15.22:0/1704210163 >> v2:172.21.15.145:3300/0 conn(0x7f2ee015b3b0 0x7f2ee00b0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2edfe00640 1 -- 172.21.15.22:0/1704210163 >> v2:172.21.15.145:3300/0 conn(0x7f2ee015b3b0 msgr2=0x7f2ee00b0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:07.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2edfe00640 1 --2- 172.21.15.22:0/1704210163 >> v2:172.21.15.145:3300/0 conn(0x7f2ee015b3b0 0x7f2ee00b0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2edfe00640 1 -- 172.21.15.22:0/1704210163 >> v1:172.21.15.22:6789/0 conn(0x7f2ee00d0a70 legacy=0x7f2ee015efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2edfe00640 1 -- 172.21.15.22:0/1704210163 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee006f400 con 0x7f2ee00b45d0 2024-09-10T10:40:07.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2edf400640 1 --2- 172.21.15.22:0/1704210163 >> v2:172.21.15.145:3300/0 conn(0x7f2ee015b3b0 0x7f2ee00b0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:07.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.453+0000 7f2edfe00640 1 --2- 172.21.15.22:0/1704210163 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee00b45d0 0x7f2ee015f6c0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f2ee00b6cc0 tx=0x7f2ed801e6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1921a8ef7d85f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:07.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ede000640 1 -- 172.21.15.22:0/1704210163 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed80aa660 con 0x7f2ee00b45d0 2024-09-10T10:40:07.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ede000640 1 -- 172.21.15.22:0/1704210163 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ed80aa800 con 0x7f2ee00b45d0 2024-09-10T10:40:07.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ede000640 1 -- 172.21.15.22:0/1704210163 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed80aabd0 con 0x7f2ee00b45d0 2024-09-10T10:40:07.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 -- 172.21.15.22:0/1704210163 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee00b45d0 msgr2=0x7f2ee015f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 --2- 172.21.15.22:0/1704210163 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee00b45d0 0x7f2ee015f6c0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f2ee00b6cc0 tx=0x7f2ed801e6a0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 -- 172.21.15.22:0/1704210163 shutdown_connections 2024-09-10T10:40:07.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 --2- 172.21.15.22:0/1704210163 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee00b45d0 0x7f2ee015f6c0 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 --2- 172.21.15.22:0/1704210163 >> v2:172.21.15.145:3300/0 conn(0x7f2ee015b3b0 0x7f2ee00b0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 -- 172.21.15.22:0/1704210163 >> 172.21.15.22:0/1704210163 conn(0x7f2ee00ce1f0 msgr2=0x7f2ee00ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:07.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 -- 172.21.15.22:0/1704210163 shutdown_connections 2024-09-10T10:40:07.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 -- 172.21.15.22:0/1704210163 wait complete. 2024-09-10T10:40:07.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 Processor -- start 2024-09-10T10:40:07.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 -- start start 2024-09-10T10:40:07.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee00b45d0 0x7f2ee014de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ee00d0a70 0x7f2ee0157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee015b3b0 0x7f2ee0158010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee0070590 con 0x7f2ee015b3b0 2024-09-10T10:40:07.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee0070410 con 0x7f2ee00b45d0 2024-09-10T10:40:07.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2ee6200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2ee0070710 con 0x7f2ee00d0a70 2024-09-10T10:40:07.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2edfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee015b3b0 0x7f2ee0158010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2edfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee015b3b0 0x7f2ee0158010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44656/0 (socket says 172.21.15.22:44656) 2024-09-10T10:40:07.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2edfe00640 1 -- 172.21.15.22:0/1601189309 learned_addr learned my addr 172.21.15.22:0/1601189309 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:07.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2edf400640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee00b45d0 0x7f2ee014de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.457+0000 7f2edea00640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ee00d0a70 0x7f2ee0157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2edfe00640 1 -- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ee00d0a70 msgr2=0x7f2ee0157ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2edfe00640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ee00d0a70 0x7f2ee0157ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2edfe00640 1 -- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee00b45d0 msgr2=0x7f2ee014de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2edfe00640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee00b45d0 0x7f2ee014de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2edfe00640 1 -- 172.21.15.22:0/1601189309 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee015dd00 con 0x7f2ee015b3b0 2024-09-10T10:40:07.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2edfe00640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee015b3b0 0x7f2ee0158010 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f2ed801c2d0 tx=0x7f2ed801b440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:07.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2ed7400640 1 -- 172.21.15.22:0/1601189309 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed80bb430 con 0x7f2ee015b3b0 2024-09-10T10:40:07.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2ed7400640 1 -- 172.21.15.22:0/1601189309 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ed80bb5d0 con 0x7f2ee015b3b0 2024-09-10T10:40:07.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2ee6200640 1 -- 172.21.15.22:0/1601189309 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ee015dfe0 con 0x7f2ee015b3b0 2024-09-10T10:40:07.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2ed7400640 1 -- 172.21.15.22:0/1601189309 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed80bb980 con 0x7f2ee015b3b0 2024-09-10T10:40:07.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2ee6200640 1 -- 172.21.15.22:0/1601189309 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ee015e5a0 con 0x7f2ee015b3b0 2024-09-10T10:40:07.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2ee6200640 1 -- 172.21.15.22:0/1601189309 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ee015ed20 con 0x7f2ee015b3b0 2024-09-10T10:40:07.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2ed7400640 1 -- 172.21.15.22:0/1601189309 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2ed80c4440 con 0x7f2ee015b3b0 2024-09-10T10:40:07.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2ed7400640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ec00678c0 0x7f2ec0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.461+0000 7f2ed7400640 1 -- 172.21.15.22:0/1601189309 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f2ed8120380 con 0x7f2ee015b3b0 2024-09-10T10:40:07.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.465+0000 7f2edf400640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ec00678c0 0x7f2ec0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.465+0000 7f2edf400640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ec00678c0 0x7f2ec0069d80 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0009fd0 tx=0x7f2ed00097f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:07.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.469+0000 7f2ed7400640 1 -- 172.21.15.22:0/1601189309 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2ed80ae030 con 0x7f2ee015b3b0 2024-09-10T10:40:07.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.633+0000 7f2ee6200640 1 -- 172.21.15.22:0/1601189309 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2ee01648e0 con 0x7f2ee015b3b0 2024-09-10T10:40:07.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.633+0000 7f2ed7400640 1 -- 172.21.15.22:0/1601189309 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v114) ==== 74+0+16712 (secure 0 0 0) 0x7f2ed8018320 con 0x7f2ee015b3b0 2024-09-10T10:40:07.639 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:07.639 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":114,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:06.666140+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:40:04.410959+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-10T10:40:05.663672+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:40:07.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 -- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ec00678c0 msgr2=0x7f2ec0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ec00678c0 0x7f2ec0069d80 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0009fd0 tx=0x7f2ed00097f0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 -- 172.21.15.22:0/1601189309 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee015b3b0 msgr2=0x7f2ee0158010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee015b3b0 0x7f2ee0158010 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f2ed801c2d0 tx=0x7f2ed801b440 comp rx=0 tx=0).stop 2024-09-10T10:40:07.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 -- 172.21.15.22:0/1601189309 shutdown_connections 2024-09-10T10:40:07.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ec00678c0 0x7f2ec0069d80 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ee015b3b0 0x7f2ee0158010 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ee00d0a70 0x7f2ee0157ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 --2- 172.21.15.22:0/1601189309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee00b45d0 0x7f2ee014de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 -- 172.21.15.22:0/1601189309 >> 172.21.15.22:0/1601189309 conn(0x7f2ee00ce1f0 msgr2=0x7f2ee006cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:07.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 -- 172.21.15.22:0/1601189309 shutdown_connections 2024-09-10T10:40:07.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.637+0000 7f2ee6200640 1 -- 172.21.15.22:0/1601189309 wait complete. 2024-09-10T10:40:07.661 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:40:07.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.797+0000 7f51cb200640 1 Processor -- start 2024-09-10T10:40:07.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.797+0000 7f51cb200640 1 -- start start 2024-09-10T10:40:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51cb200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f51cc15e790 0x7f51cc0d1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51cb200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51cc073620 0x7f51cc0b6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51cb200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f51cc0b77c0 0x7f51cc0b6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51cb200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f51cc073ab0 con 0x7f51cc0b77c0 2024-09-10T10:40:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51cb200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f51cc0d17a0 con 0x7f51cc15e790 2024-09-10T10:40:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51cb200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f51cc0b7530 con 0x7f51cc073620 2024-09-10T10:40:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51ca800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f51cc0b77c0 0x7f51cc0b6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51ca800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f51cc0b77c0 0x7f51cc0b6ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44662/0 (socket says 172.21.15.22:44662) 2024-09-10T10:40:07.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51ca800640 1 -- 172.21.15.22:0/1654127130 learned_addr learned my addr 172.21.15.22:0/1654127130 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:07.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51c1400640 1 --2- 172.21.15.22:0/1654127130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51cc073620 0x7f51cc0b6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51c9e00640 1 --2- 172.21.15.22:0/1654127130 >> v2:172.21.15.145:3300/0 conn(0x7f51cc15e790 0x7f51cc0d1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51ca800640 1 -- 172.21.15.22:0/1654127130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51cc073620 msgr2=0x7f51cc0b6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:07.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51ca800640 1 --2- 172.21.15.22:0/1654127130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51cc073620 0x7f51cc0b6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51ca800640 1 -- 172.21.15.22:0/1654127130 >> v2:172.21.15.145:3300/0 conn(0x7f51cc15e790 msgr2=0x7f51cc0d1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:07.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51ca800640 1 --2- 172.21.15.22:0/1654127130 >> v2:172.21.15.145:3300/0 conn(0x7f51cc15e790 0x7f51cc0d1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51ca800640 1 -- 172.21.15.22:0/1654127130 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51cc0d2170 con 0x7f51cc0b77c0 2024-09-10T10:40:07.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51c9e00640 1 --2- 172.21.15.22:0/1654127130 >> v2:172.21.15.145:3300/0 conn(0x7f51cc15e790 0x7f51cc0d1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:07.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51ca800640 1 --2- 172.21.15.22:0/1654127130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc0b77c0 0x7f51cc0b6ff0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f51c4009e50 tx=0x7f51c401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e0359d4c3f21223 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:07.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.801+0000 7f51c9400640 1 -- 172.21.15.22:0/1654127130 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c40a57b0 con 0x7f51cc0b77c0 2024-09-10T10:40:07.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51c9400640 1 -- 172.21.15.22:0/1654127130 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51c40a5950 con 0x7f51cc0b77c0 2024-09-10T10:40:07.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51c9400640 1 -- 172.21.15.22:0/1654127130 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c40a5d20 con 0x7f51cc0b77c0 2024-09-10T10:40:07.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 -- 172.21.15.22:0/1654127130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc0b77c0 msgr2=0x7f51cc0b6ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 --2- 172.21.15.22:0/1654127130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc0b77c0 0x7f51cc0b6ff0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f51c4009e50 tx=0x7f51c401c930 comp rx=0 tx=0).stop 2024-09-10T10:40:07.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 -- 172.21.15.22:0/1654127130 shutdown_connections 2024-09-10T10:40:07.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 --2- 172.21.15.22:0/1654127130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc0b77c0 0x7f51cc0b6ff0 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 --2- 172.21.15.22:0/1654127130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51cc073620 0x7f51cc0b6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 --2- 172.21.15.22:0/1654127130 >> v2:172.21.15.145:3300/0 conn(0x7f51cc15e790 0x7f51cc0d1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 -- 172.21.15.22:0/1654127130 >> 172.21.15.22:0/1654127130 conn(0x7f51cc0d2430 msgr2=0x7f51cc0d2840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:07.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 -- 172.21.15.22:0/1654127130 shutdown_connections 2024-09-10T10:40:07.811 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 -- 172.21.15.22:0/1654127130 wait complete. 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 Processor -- start 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 -- start start 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51cc0b77c0 0x7f51cc14b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc15e790 0x7f51cc13b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51cc0ce2b0 0x7f51cc0cb860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc06c650 con 0x7f51cc15e790 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc06c4d0 con 0x7f51cc0b77c0 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51cb200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f51cc06c7d0 con 0x7f51cc0ce2b0 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51c1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc15e790 0x7f51cc13b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51c1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc15e790 0x7f51cc13b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44664/0 (socket says 172.21.15.22:44664) 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51c1400640 1 -- 172.21.15.22:0/3754616702 learned_addr learned my addr 172.21.15.22:0/3754616702 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:07.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51ca800640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51cc0ce2b0 0x7f51cc0cb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.805+0000 7f51c9e00640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51cc0b77c0 0x7f51cc14b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c1400640 1 -- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51cc0ce2b0 msgr2=0x7f51cc0cb860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c1400640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51cc0ce2b0 0x7f51cc0cb860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c1400640 1 -- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51cc0b77c0 msgr2=0x7f51cc14b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c1400640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51cc0b77c0 0x7f51cc14b5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c1400640 1 -- 172.21.15.22:0/3754616702 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51cc14dde0 con 0x7f51cc15e790 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c1400640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc15e790 0x7f51cc13b1a0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f51b400d5f0 tx=0x7f51b400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c2a00640 1 -- 172.21.15.22:0/3754616702 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51b4018030 con 0x7f51cc15e790 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c2a00640 1 -- 172.21.15.22:0/3754616702 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51b4014620 con 0x7f51cc15e790 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51cb200640 1 -- 172.21.15.22:0/3754616702 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51cc0ce760 con 0x7f51cc15e790 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c2a00640 1 -- 172.21.15.22:0/3754616702 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51b40147f0 con 0x7f51cc15e790 2024-09-10T10:40:07.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51cb200640 1 -- 172.21.15.22:0/3754616702 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51cc0cece0 con 0x7f51cc15e790 2024-09-10T10:40:07.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51cb200640 1 -- 172.21.15.22:0/3754616702 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51cc0d1c30 con 0x7f51cc15e790 2024-09-10T10:40:07.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c2a00640 1 -- 172.21.15.22:0/3754616702 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f51b401b070 con 0x7f51cc15e790 2024-09-10T10:40:07.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c2a00640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51a80678f0 0x7f51a8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:07.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c2a00640 1 -- 172.21.15.22:0/3754616702 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7f51b4085b90 con 0x7f51cc15e790 2024-09-10T10:40:07.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.809+0000 7f51c9e00640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51a80678f0 0x7f51a8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:07.816 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.813+0000 7f51c9e00640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51a80678f0 0x7f51a8069db0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f51bc00ba10 tx=0x7f51bc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:07.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.813+0000 7f51c2a00640 1 -- 172.21.15.22:0/3754616702 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f51b4022070 con 0x7f51cc15e790 2024-09-10T10:40:07.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.981+0000 7f51cb200640 1 -- 172.21.15.22:0/3754616702 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f51cc0b28c0 con 0x7f51cc15e790 2024-09-10T10:40:07.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51c2a00640 1 -- 172.21.15.22:0/3754616702 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v114) ==== 74+0+16712 (secure 0 0 0) 0x7f51b4056630 con 0x7f51cc15e790 2024-09-10T10:40:07.990 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:07.990 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":114,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:06.666140+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:40:04.410959+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-10T10:40:05.663672+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:40:07.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 -- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51a80678f0 msgr2=0x7f51a8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51a80678f0 0x7f51a8069db0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f51bc00ba10 tx=0x7f51bc008040 comp rx=0 tx=0).stop 2024-09-10T10:40:07.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 -- 172.21.15.22:0/3754616702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc15e790 msgr2=0x7f51cc13b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:07.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc15e790 0x7f51cc13b1a0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f51b400d5f0 tx=0x7f51b400dab0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 -- 172.21.15.22:0/3754616702 shutdown_connections 2024-09-10T10:40:07.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51a80678f0 0x7f51a8069db0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51cc0ce2b0 0x7f51cc0cb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51cc15e790 0x7f51cc13b1a0 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 --2- 172.21.15.22:0/3754616702 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51cc0b77c0 0x7f51cc14b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:07.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 -- 172.21.15.22:0/3754616702 >> 172.21.15.22:0/3754616702 conn(0x7f51cc0d2430 msgr2=0x7f51cc0712c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:07.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 -- 172.21.15.22:0/3754616702 shutdown_connections 2024-09-10T10:40:07.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:07.985+0000 7f51cb200640 1 -- 172.21.15.22:0/3754616702 wait complete. 2024-09-10T10:40:08.011 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:40:08.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc36000640 1 Processor -- start 2024-09-10T10:40:08.153 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc36000640 1 -- start start 2024-09-10T10:40:08.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc36000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdc300aefb0 0x7fdc30160380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:08.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc36000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc301483f0 con 0x7fdc3015fef0 2024-09-10T10:40:08.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc36000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc30071240 con 0x7fdc30148010 2024-09-10T10:40:08.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc36000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fdc30071850 con 0x7fdc300aefb0 2024-09-10T10:40:08.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc2fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdc300aefb0 0x7fdc30160380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:08.155 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc2fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdc300aefb0 0x7fdc30160380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44680/0 (socket says 172.21.15.22:44680) 2024-09-10T10:40:08.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc2fe00640 1 -- 172.21.15.22:0/1366729619 learned_addr learned my addr 172.21.15.22:0/1366729619 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:08.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc2fe00640 1 -- 172.21.15.22:0/1366729619 >> v1:172.21.15.145:6789/0 conn(0x7fdc30148010 legacy=0x7fdc30071ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:08.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc2fe00640 1 -- 172.21.15.22:0/1366729619 >> v1:172.21.15.22:6789/0 conn(0x7fdc3015fef0 legacy=0x7fdc300ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:08.156 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.149+0000 7fdc2fe00640 1 -- 172.21.15.22:0/1366729619 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc300b5680 con 0x7fdc300aefb0 2024-09-10T10:40:08.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc2fe00640 1 --2- 172.21.15.22:0/1366729619 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc300aefb0 0x7fdc30160380 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009e50 tx=0x7fdc2801d460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d9b66b3d47a8e86 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:08.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc2ea00640 1 -- 172.21.15.22:0/1366729619 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc280a58f0 con 0x7fdc300aefb0 2024-09-10T10:40:08.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc2ea00640 1 -- 172.21.15.22:0/1366729619 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc280a5a90 con 0x7fdc300aefb0 2024-09-10T10:40:08.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc2ea00640 1 -- 172.21.15.22:0/1366729619 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc280a5e60 con 0x7fdc300aefb0 2024-09-10T10:40:08.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc36000640 1 -- 172.21.15.22:0/1366729619 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc300aefb0 msgr2=0x7fdc30160380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:08.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc36000640 1 --2- 172.21.15.22:0/1366729619 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc300aefb0 0x7fdc30160380 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009e50 tx=0x7fdc2801d460 comp rx=0 tx=0).stop 2024-09-10T10:40:08.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc36000640 1 -- 172.21.15.22:0/1366729619 shutdown_connections 2024-09-10T10:40:08.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc36000640 1 --2- 172.21.15.22:0/1366729619 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc300aefb0 0x7fdc30160380 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:08.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc36000640 1 -- 172.21.15.22:0/1366729619 >> 172.21.15.22:0/1366729619 conn(0x7fdc30062eb0 msgr2=0x7fdc3006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:08.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc36000640 1 -- 172.21.15.22:0/1366729619 shutdown_connections 2024-09-10T10:40:08.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.153+0000 7fdc36000640 1 -- 172.21.15.22:0/1366729619 wait complete. 2024-09-10T10:40:08.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 Processor -- start 2024-09-10T10:40:08.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 -- start start 2024-09-10T10:40:08.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc300aefb0 0x7fdc3013ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:08.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc30148010 0x7fdc3013e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:08.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc3015fef0 0x7fdc300cf640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:08.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdc300b5270 con 0x7fdc3015fef0 2024-09-10T10:40:08.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdc300b50f0 con 0x7fdc30148010 2024-09-10T10:40:08.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdc300b53f0 con 0x7fdc300aefb0 2024-09-10T10:40:08.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc3015fef0 0x7fdc300cf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:08.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc3015fef0 0x7fdc300cf640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44684/0 (socket says 172.21.15.22:44684) 2024-09-10T10:40:08.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2fe00640 1 -- 172.21.15.22:0/1683434292 learned_addr learned my addr 172.21.15.22:0/1683434292 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2f400640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc300aefb0 0x7fdc3013ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc26a00640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc30148010 0x7fdc3013e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2fe00640 1 -- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc300aefb0 msgr2=0x7fdc3013ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2fe00640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc300aefb0 0x7fdc3013ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2fe00640 1 -- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc30148010 msgr2=0x7fdc3013e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2fe00640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc30148010 0x7fdc3013e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2fe00640 1 -- 172.21.15.22:0/1683434292 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc300cee00 con 0x7fdc3015fef0 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2f400640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc300aefb0 0x7fdc3013ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc2fe00640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc3015fef0 0x7fdc300cf640 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009e50 tx=0x7fdc280197a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc27e00640 1 -- 172.21.15.22:0/1683434292 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc280a58f0 con 0x7fdc3015fef0 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc27e00640 1 -- 172.21.15.22:0/1683434292 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc280be070 con 0x7fdc3015fef0 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc27e00640 1 -- 172.21.15.22:0/1683434292 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc28009510 con 0x7fdc3015fef0 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 -- 172.21.15.22:0/1683434292 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc300cf0e0 con 0x7fdc3015fef0 2024-09-10T10:40:08.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 -- 172.21.15.22:0/1683434292 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc300cea60 con 0x7fdc3015fef0 2024-09-10T10:40:08.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.157+0000 7fdc36000640 1 -- 172.21.15.22:0/1683434292 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc30141eb0 con 0x7fdc3015fef0 2024-09-10T10:40:08.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.161+0000 7fdc27e00640 1 -- 172.21.15.22:0/1683434292 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdc280b86b0 con 0x7fdc3015fef0 2024-09-10T10:40:08.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.161+0000 7fdc27e00640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdc0c0678c0 0x7fdc0c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:08.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.161+0000 7fdc27e00640 1 -- 172.21.15.22:0/1683434292 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5709+0+0 (secure 0 0 0) 0x7fdc28121370 con 0x7fdc3015fef0 2024-09-10T10:40:08.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.161+0000 7fdc2f400640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdc0c0678c0 0x7fdc0c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:08.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.161+0000 7fdc2f400640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdc0c0678c0 0x7fdc0c069d80 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fdc20000f70 tx=0x7fdc20009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:08.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.165+0000 7fdc27e00640 1 -- 172.21.15.22:0/1683434292 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdc28016620 con 0x7fdc3015fef0 2024-09-10T10:40:08.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:08.369+0000 7fdc36000640 1 -- 172.21.15.22:0/1683434292 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fdc30160300 con 0x7fdc3015fef0 2024-09-10T10:40:09.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.281+0000 7fdc27e00640 1 -- 172.21.15.22:0/1683434292 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v82) ==== 118+0+0 (secure 0 0 0) 0x7fdc280f1ed0 con 0x7fdc3015fef0 2024-09-10T10:40:09.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 -- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdc0c0678c0 msgr2=0x7fdc0c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:09.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdc0c0678c0 0x7fdc0c069d80 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fdc20000f70 tx=0x7fdc20009040 comp rx=0 tx=0).stop 2024-09-10T10:40:09.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 -- 172.21.15.22:0/1683434292 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc3015fef0 msgr2=0x7fdc300cf640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:09.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc3015fef0 0x7fdc300cf640 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009e50 tx=0x7fdc280197a0 comp rx=0 tx=0).stop 2024-09-10T10:40:09.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 -- 172.21.15.22:0/1683434292 shutdown_connections 2024-09-10T10:40:09.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdc0c0678c0 0x7fdc0c069d80 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:09.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdc3015fef0 0x7fdc300cf640 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:09.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdc30148010 0x7fdc3013e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:09.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 --2- 172.21.15.22:0/1683434292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdc300aefb0 0x7fdc3013ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:09.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 -- 172.21.15.22:0/1683434292 >> 172.21.15.22:0/1683434292 conn(0x7fdc30062eb0 msgr2=0x7fdc30071ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:09.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 -- 172.21.15.22:0/1683434292 shutdown_connections 2024-09-10T10:40:09.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.285+0000 7fdc36000640 1 -- 172.21.15.22:0/1683434292 wait complete. 2024-09-10T10:40:09.314 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:40:09.314 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:40:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.457+0000 7ff7c3200640 1 Processor -- start 2024-09-10T10:40:09.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.457+0000 7ff7c3200640 1 -- start start 2024-09-10T10:40:09.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.457+0000 7ff7c3200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff7bc158f70 0x7ff7bc15c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:09.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.457+0000 7ff7c3200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc06f1c0 0x7ff7bc0ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.457+0000 7ff7c3200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7bc159350 con 0x7ff7bc072f30 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.457+0000 7ff7c3200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff7bc071340 con 0x7ff7bc158f70 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.457+0000 7ff7c3200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff7bc071620 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7bbe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff7bc158f70 0x7ff7bc15c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7bbe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff7bc158f70 0x7ff7bc15c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44694/0 (socket says 172.21.15.22:44694) 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7bb400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff7bc072f30 0x7ff7bc06eab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56580/0 (socket says 172.21.15.22:56580) 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7bbe00640 1 -- 172.21.15.22:0/2919872457 learned_addr learned my addr 172.21.15.22:0/2919872457 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7c1200640 1 --2- 172.21.15.22:0/2919872457 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc06f1c0 0x7ff7bc0ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7bbe00640 1 -- 172.21.15.22:0/2919872457 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc06f1c0 msgr2=0x7ff7bc0ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7bbe00640 1 --2- 172.21.15.22:0/2919872457 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc06f1c0 0x7ff7bc0ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7bbe00640 1 -- 172.21.15.22:0/2919872457 >> v1:172.21.15.22:6789/0 conn(0x7ff7bc072f30 legacy=0x7ff7bc06eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:09.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7bbe00640 1 -- 172.21.15.22:0/2919872457 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7bc071900 con 0x7ff7bc158f70 2024-09-10T10:40:09.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7c1200640 1 --2- 172.21.15.22:0/2919872457 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc06f1c0 0x7ff7bc0ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:09.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7bbe00640 1 --2- 172.21.15.22:0/2919872457 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc158f70 0x7ff7bc15c630 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac009870 tx=0x7ff7ac01c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2718773e5217dd52 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:09.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7baa00640 1 -- 172.21.15.22:0/2919872457 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ac0a95f0 con 0x7ff7bc158f70 2024-09-10T10:40:09.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7baa00640 1 -- 172.21.15.22:0/2919872457 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7ac0a9790 con 0x7ff7bc158f70 2024-09-10T10:40:09.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.461+0000 7ff7baa00640 1 -- 172.21.15.22:0/2919872457 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ac0a9b60 con 0x7ff7bc158f70 2024-09-10T10:40:09.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 -- 172.21.15.22:0/2919872457 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc158f70 msgr2=0x7ff7bc15c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:09.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 --2- 172.21.15.22:0/2919872457 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc158f70 0x7ff7bc15c630 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac009870 tx=0x7ff7ac01c530 comp rx=0 tx=0).stop 2024-09-10T10:40:09.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 -- 172.21.15.22:0/2919872457 shutdown_connections 2024-09-10T10:40:09.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 --2- 172.21.15.22:0/2919872457 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc06f1c0 0x7ff7bc0ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:09.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 --2- 172.21.15.22:0/2919872457 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc158f70 0x7ff7bc15c630 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:09.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 -- 172.21.15.22:0/2919872457 >> 172.21.15.22:0/2919872457 conn(0x7ff7bc062eb0 msgr2=0x7ff7bc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:09.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 -- 172.21.15.22:0/2919872457 shutdown_connections 2024-09-10T10:40:09.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 -- 172.21.15.22:0/2919872457 wait complete. 2024-09-10T10:40:09.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 Processor -- start 2024-09-10T10:40:09.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 -- start start 2024-09-10T10:40:09.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc06f1c0 0x7ff7bc150000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc072f30 0x7ff7bc151e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7bc158f70 0x7ff7bc152390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff7bc0cf390 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff7bc0cf210 con 0x7ff7bc158f70 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c3200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff7bc0cf510 con 0x7ff7bc072f30 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7bbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc06f1c0 0x7ff7bc150000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7bbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc06f1c0 0x7ff7bc150000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44700/0 (socket says 172.21.15.22:44700) 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7bbe00640 1 -- 172.21.15.22:0/228183820 learned_addr learned my addr 172.21.15.22:0/228183820 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7c1200640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7bc158f70 0x7ff7bc152390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7bb400640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc072f30 0x7ff7bc151e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7bbe00640 1 -- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc072f30 msgr2=0x7ff7bc151e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7bbe00640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc072f30 0x7ff7bc151e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:09.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7bbe00640 1 -- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7bc158f70 msgr2=0x7ff7bc152390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:09.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7bbe00640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7bc158f70 0x7ff7bc152390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:09.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.465+0000 7ff7bbe00640 1 -- 172.21.15.22:0/228183820 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7bc152a10 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7bbe00640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc06f1c0 0x7ff7bc150000 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac0ab040 tx=0x7ff7ac01ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:09.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7b3e00640 1 -- 172.21.15.22:0/228183820 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ac0b1800 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7b3e00640 1 -- 172.21.15.22:0/228183820 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7ac0b19c0 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7b3e00640 1 -- 172.21.15.22:0/228183820 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ac0b1db0 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7c3200640 1 -- 172.21.15.22:0/228183820 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7bc152cf0 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7c3200640 1 -- 172.21.15.22:0/228183820 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7bc1532b0 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7c3200640 1 -- 172.21.15.22:0/228183820 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7bc0ce4c0 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7b3e00640 1 -- 172.21.15.22:0/228183820 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff7ac0a8350 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7b3e00640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff79c0678c0 0x7ff79c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:09.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7b3e00640 1 -- 172.21.15.22:0/228183820 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7ff7ac120260 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.469+0000 7ff7bb400640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff79c0678c0 0x7ff79c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:09.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.473+0000 7ff7bb400640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff79c0678c0 0x7ff79c069d80 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc06e6a0 tx=0x7ff7a8007cf0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:09.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.473+0000 7ff7b3e00640 1 -- 172.21.15.22:0/228183820 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff7ac0c3070 con 0x7ff7bc06f1c0 2024-09-10T10:40:09.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:09.673+0000 7ff7c3200640 1 -- 172.21.15.22:0/228183820 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7ff7bc072d10 con 0x7ff7bc06f1c0 2024-09-10T10:40:10.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.285+0000 7ff7b3e00640 1 -- 172.21.15.22:0/228183820 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v83) ==== 122+0+0 (secure 0 0 0) 0x7ff7ac0ad020 con 0x7ff7bc06f1c0 2024-09-10T10:40:10.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 -- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff79c0678c0 msgr2=0x7ff79c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff79c0678c0 0x7ff79c069d80 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc06e6a0 tx=0x7ff7a8007cf0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 -- 172.21.15.22:0/228183820 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc06f1c0 msgr2=0x7ff7bc150000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc06f1c0 0x7ff7bc150000 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac0ab040 tx=0x7ff7ac01ad70 comp rx=0 tx=0).stop 2024-09-10T10:40:10.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 -- 172.21.15.22:0/228183820 shutdown_connections 2024-09-10T10:40:10.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff79c0678c0 0x7ff79c069d80 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7bc158f70 0x7ff7bc152390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff7bc072f30 0x7ff7bc151e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 --2- 172.21.15.22:0/228183820 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff7bc06f1c0 0x7ff7bc150000 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 -- 172.21.15.22:0/228183820 >> 172.21.15.22:0/228183820 conn(0x7ff7bc062eb0 msgr2=0x7ff7bc159520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:10.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 -- 172.21.15.22:0/228183820 shutdown_connections 2024-09-10T10:40:10.296 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.289+0000 7ff7c3200640 1 -- 172.21.15.22:0/228183820 wait complete. 2024-09-10T10:40:10.318 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:40:10.318 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:10.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c7e00640 1 Processor -- start 2024-09-10T10:40:10.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c7e00640 1 -- start start 2024-09-10T10:40:10.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c7e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe2c815e460 0x7fe2c806bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c806c200 0x7fe2c80b4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c7e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2c806c710 con 0x7fe2c815e840 2024-09-10T10:40:10.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c7e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fe2c8073860 con 0x7fe2c815e460 2024-09-10T10:40:10.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe2c806c9f0 con 0x7fe2c806c200 2024-09-10T10:40:10.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c6a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe2c815e460 0x7fe2c806bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2bfe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c806c200 0x7fe2c80b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c6a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe2c815e460 0x7fe2c806bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:54152/0 (socket says 172.21.15.22:54152) 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c6a00640 1 -- 172.21.15.22:0/1823982292 learned_addr learned my addr 172.21.15.22:0/1823982292 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2bfe00640 1 --2- 172.21.15.22:0/1823982292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c806c200 0x7fe2c80b4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:57674/0 (socket says 172.21.15.22:57674) 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c7400640 1 --1- 172.21.15.22:0/1823982292 >> v1:172.21.15.145:6789/0 conn(0x7fe2c815e840 0x7fe2c80b5a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:34526/0 (socket says 172.21.15.22:34526) 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c6a00640 1 -- 172.21.15.22:0/1823982292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c806c200 msgr2=0x7fe2c80b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c6a00640 1 --2- 172.21.15.22:0/1823982292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c806c200 0x7fe2c80b4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c6a00640 1 -- 172.21.15.22:0/1823982292 >> v1:172.21.15.145:6789/0 conn(0x7fe2c815e840 legacy=0x7fe2c80b5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c6000640 1 -- 172.21.15.22:0/1823982292 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2449404629 0 0) 0x7fe2c806c710 con 0x7fe2c815e840 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2c6a00640 1 -- 172.21.15.22:0/1823982292 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2c8073210 con 0x7fe2c815e460 2024-09-10T10:40:10.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.461+0000 7fe2bfe00640 1 --2- 172.21.15.22:0/1823982292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c806c200 0x7fe2c80b4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:10.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c6a00640 1 --2- 172.21.15.22:0/1823982292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2c815e460 0x7fe2c806bcc0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8009870 tx=0x7fe2b801ed50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b9394c97dce89df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:10.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c6000640 1 -- 172.21.15.22:0/1823982292 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2b80b5070 con 0x7fe2c815e460 2024-09-10T10:40:10.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c6000640 1 -- 172.21.15.22:0/1823982292 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2b80a8a50 con 0x7fe2c815e460 2024-09-10T10:40:10.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c6000640 1 -- 172.21.15.22:0/1823982292 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2b80a8e20 con 0x7fe2c815e460 2024-09-10T10:40:10.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c7e00640 1 -- 172.21.15.22:0/1823982292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2c815e460 msgr2=0x7fe2c806bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c7e00640 1 --2- 172.21.15.22:0/1823982292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2c815e460 0x7fe2c806bcc0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8009870 tx=0x7fe2b801ed50 comp rx=0 tx=0).stop 2024-09-10T10:40:10.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c7e00640 1 -- 172.21.15.22:0/1823982292 shutdown_connections 2024-09-10T10:40:10.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c7e00640 1 --2- 172.21.15.22:0/1823982292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c806c200 0x7fe2c80b4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c7e00640 1 --2- 172.21.15.22:0/1823982292 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2c815e460 0x7fe2c806bcc0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c7e00640 1 -- 172.21.15.22:0/1823982292 >> 172.21.15.22:0/1823982292 conn(0x7fe2c806f3b0 msgr2=0x7fe2c806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:10.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c7e00640 1 -- 172.21.15.22:0/1823982292 shutdown_connections 2024-09-10T10:40:10.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.465+0000 7fe2c7e00640 1 -- 172.21.15.22:0/1823982292 wait complete. 2024-09-10T10:40:10.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 Processor -- start 2024-09-10T10:40:10.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 -- start start 2024-09-10T10:40:10.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2c806c200 0x7fe2c81573b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c815e460 0x7fe2c8145e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2c815e840 0x7fe2c8158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe2c80b57b0 con 0x7fe2c815e840 2024-09-10T10:40:10.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe2c80b5630 con 0x7fe2c806c200 2024-09-10T10:40:10.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe2c8073cf0 con 0x7fe2c815e460 2024-09-10T10:40:10.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2c815e840 0x7fe2c8158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2c815e840 0x7fe2c8158ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44716/0 (socket says 172.21.15.22:44716) 2024-09-10T10:40:10.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7400640 1 -- 172.21.15.22:0/194594976 learned_addr learned my addr 172.21.15.22:0/194594976 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:10.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c6a00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2c806c200 0x7fe2c81573b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2bfe00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c815e460 0x7fe2c8145e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7400640 1 -- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c815e460 msgr2=0x7fe2c8145e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7400640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c815e460 0x7fe2c8145e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7400640 1 -- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2c806c200 msgr2=0x7fe2c81573b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7400640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2c806c200 0x7fe2c81573b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7400640 1 -- 172.21.15.22:0/194594976 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2c81578f0 con 0x7fe2c815e840 2024-09-10T10:40:10.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2bfe00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c815e460 0x7fe2c8145e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:10.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7400640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2c815e840 0x7fe2c8158ba0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7fe2c000c700 tx=0x7fe2c000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:10.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2bea00640 1 -- 172.21.15.22:0/194594976 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c0018070 con 0x7fe2c815e840 2024-09-10T10:40:10.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2bea00640 1 -- 172.21.15.22:0/194594976 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2c000ce10 con 0x7fe2c815e840 2024-09-10T10:40:10.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2bea00640 1 -- 172.21.15.22:0/194594976 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c000a860 con 0x7fe2c815e840 2024-09-10T10:40:10.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 -- 172.21.15.22:0/194594976 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2c8156310 con 0x7fe2c815e840 2024-09-10T10:40:10.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 -- 172.21.15.22:0/194594976 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2c81568d0 con 0x7fe2c815e840 2024-09-10T10:40:10.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.469+0000 7fe2c7e00640 1 -- 172.21.15.22:0/194594976 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2c806bcc0 con 0x7fe2c815e840 2024-09-10T10:40:10.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.473+0000 7fe2bea00640 1 -- 172.21.15.22:0/194594976 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe2c000aa00 con 0x7fe2c815e840 2024-09-10T10:40:10.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.473+0000 7fe2bea00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2a40678c0 0x7fe2a4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.473+0000 7fe2bea00640 1 -- 172.21.15.22:0/194594976 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fe2c00851a0 con 0x7fe2c815e840 2024-09-10T10:40:10.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.473+0000 7fe2c6a00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2a40678c0 0x7fe2a4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.473+0000 7fe2c6a00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2a40678c0 0x7fe2a4069d80 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fe2b80b2000 tx=0x7fe2b8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:10.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.477+0000 7fe2bea00640 1 -- 172.21.15.22:0/194594976 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe2c0055680 con 0x7fe2c815e840 2024-09-10T10:40:10.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.677+0000 7fe2c7e00640 1 -- 172.21.15.22:0/194594976 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe2c815cfe0 con 0x7fe2c815e840 2024-09-10T10:40:10.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2bea00640 1 -- 172.21.15.22:0/194594976 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) ==== 94+0+5231 (secure 0 0 0) 0x7fe2c0059980 con 0x7fe2c815e840 2024-09-10T10:40:10.685 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:10.685 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":83,"btime":"2024-09-10T10:40:10:287352+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6341,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3931038205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3931038205},{"type":"v1","addr":"172.21.15.145:6836","nonce":3931038205}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7120,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3721611145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3721611145},{"type":"v1","addr":"172.21.15.145:6837","nonce":3721611145}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7551,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1828738286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1828738286},{"type":"v1","addr":"172.21.15.22:6834","nonce":1828738286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:06.666467+0000","modified":"2024-09-10T10:40:09.680595+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7554},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7554":{"gid":7554,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/1594871888","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1594871888},{"type":"v1","addr":"172.21.15.22:6835","nonce":1594871888}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7554,"qdb_cluster":[7554]},"id":9}]} 2024-09-10T10:40:10.687 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 83 2024-09-10T10:40:10.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 -- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2a40678c0 msgr2=0x7fe2a4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2a40678c0 0x7fe2a4069d80 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fe2b80b2000 tx=0x7fe2b8009040 comp rx=0 tx=0).stop 2024-09-10T10:40:10.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 -- 172.21.15.22:0/194594976 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2c815e840 msgr2=0x7fe2c8158ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2c815e840 0x7fe2c8158ba0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7fe2c000c700 tx=0x7fe2c000cbc0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 -- 172.21.15.22:0/194594976 shutdown_connections 2024-09-10T10:40:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe2a40678c0 0x7fe2a4069d80 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe2c815e840 0x7fe2c8158ba0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2c815e460 0x7fe2c8145e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 --2- 172.21.15.22:0/194594976 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2c806c200 0x7fe2c81573b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 -- 172.21.15.22:0/194594976 >> 172.21.15.22:0/194594976 conn(0x7fe2c806f3b0 msgr2=0x7fe2c80ce0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:10.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 -- 172.21.15.22:0/194594976 shutdown_connections 2024-09-10T10:40:10.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.681+0000 7fe2c7e00640 1 -- 172.21.15.22:0/194594976 wait complete. 2024-09-10T10:40:10.706 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:40:10.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.841+0000 7f6cf5800640 1 Processor -- start 2024-09-10T10:40:10.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.841+0000 7f6cf5800640 1 -- start start 2024-09-10T10:40:10.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6cf5800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6cf015b220 0x7f6cf0071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6cf5800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6cf00b56f0 0x7f6cf00b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6cf5800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6cf00ce880 con 0x7f6cf015b600 2024-09-10T10:40:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6cf5800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6cf006d6e0 con 0x7f6cf015b220 2024-09-10T10:40:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6cf5800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6cf00ceb60 con 0x7f6cf00b56f0 2024-09-10T10:40:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6ceea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6cf015b220 0x7f6cf0071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6ceea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6cf015b220 0x7f6cf0071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44718/0 (socket says 172.21.15.22:44718) 2024-09-10T10:40:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6ceea00640 1 -- 172.21.15.22:0/1144328675 learned_addr learned my addr 172.21.15.22:0/1144328675 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6cef400640 1 --2- 172.21.15.22:0/1144328675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6cf00b56f0 0x7f6cf00b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6ceea00640 1 -- 172.21.15.22:0/1144328675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6cf00b56f0 msgr2=0x7f6cf00b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:10.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6ceea00640 1 --2- 172.21.15.22:0/1144328675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6cf00b56f0 0x7f6cf00b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6ceea00640 1 -- 172.21.15.22:0/1144328675 >> v1:172.21.15.145:6789/0 conn(0x7f6cf015b600 legacy=0x7f6cf00b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:10.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.845+0000 7f6ceea00640 1 -- 172.21.15.22:0/1144328675 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cf00cee40 con 0x7f6cf015b220 2024-09-10T10:40:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6ceea00640 1 --2- 172.21.15.22:0/1144328675 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf015b220 0x7f6cf0071140 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f6ce0009870 tx=0x7f6ce001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ddd863b9dbaf8a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cee000640 1 -- 172.21.15.22:0/1144328675 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce00ab430 con 0x7f6cf015b220 2024-09-10T10:40:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cee000640 1 -- 172.21.15.22:0/1144328675 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ce00b0070 con 0x7f6cf015b220 2024-09-10T10:40:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cee000640 1 -- 172.21.15.22:0/1144328675 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce00ab7f0 con 0x7f6cf015b220 2024-09-10T10:40:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cf5800640 1 -- 172.21.15.22:0/1144328675 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf015b220 msgr2=0x7f6cf0071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cf5800640 1 --2- 172.21.15.22:0/1144328675 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf015b220 0x7f6cf0071140 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f6ce0009870 tx=0x7f6ce001c410 comp rx=0 tx=0).stop 2024-09-10T10:40:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cf5800640 1 -- 172.21.15.22:0/1144328675 shutdown_connections 2024-09-10T10:40:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cf5800640 1 --2- 172.21.15.22:0/1144328675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6cf00b56f0 0x7f6cf00b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cf5800640 1 --2- 172.21.15.22:0/1144328675 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf015b220 0x7f6cf0071140 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cf5800640 1 -- 172.21.15.22:0/1144328675 >> 172.21.15.22:0/1144328675 conn(0x7f6cf0062dd0 msgr2=0x7f6cf006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cf5800640 1 -- 172.21.15.22:0/1144328675 shutdown_connections 2024-09-10T10:40:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cf5800640 1 -- 172.21.15.22:0/1144328675 wait complete. 2024-09-10T10:40:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cf5800640 1 Processor -- start 2024-09-10T10:40:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.849+0000 7f6cf5800640 1 -- start start 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6cf5800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf00b56f0 0x7f6cf00b01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6cf5800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf015b220 0x7f6cf0148e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6cf5800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6cf015b600 0x7f6cf01f8290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6cf5800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf00cffd0 con 0x7f6cf00b56f0 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6cf5800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf00cfe50 con 0x7f6cf015b220 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6cf5800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6cf00d0150 con 0x7f6cf015b600 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ceea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf00b56f0 0x7f6cf00b01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ceea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf00b56f0 0x7f6cf00b01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44722/0 (socket says 172.21.15.22:44722) 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ceea00640 1 -- 172.21.15.22:0/4087895109 learned_addr learned my addr 172.21.15.22:0/4087895109 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ce6000640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf015b220 0x7f6cf0148e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6cef400640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6cf015b600 0x7f6cf01f8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ceea00640 1 -- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6cf015b600 msgr2=0x7f6cf01f8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ceea00640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6cf015b600 0x7f6cf01f8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ceea00640 1 -- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf015b220 msgr2=0x7f6cf0148e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ceea00640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf015b220 0x7f6cf0148e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ceea00640 1 -- 172.21.15.22:0/4087895109 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cf00b1db0 con 0x7f6cf00b56f0 2024-09-10T10:40:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ceea00640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf00b56f0 0x7f6cf00b01a0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f6ce00ad040 tx=0x7f6ce00191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ce7400640 1 -- 172.21.15.22:0/4087895109 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce00ba070 con 0x7f6cf00b56f0 2024-09-10T10:40:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ce7400640 1 -- 172.21.15.22:0/4087895109 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ce00b4630 con 0x7f6cf00b56f0 2024-09-10T10:40:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6cf5800640 1 -- 172.21.15.22:0/4087895109 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cf00b2090 con 0x7f6cf00b56f0 2024-09-10T10:40:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ce7400640 1 -- 172.21.15.22:0/4087895109 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce00b4a20 con 0x7f6cf00b56f0 2024-09-10T10:40:10.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6cf5800640 1 -- 172.21.15.22:0/4087895109 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cf00b2650 con 0x7f6cf00b56f0 2024-09-10T10:40:10.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6cf5800640 1 -- 172.21.15.22:0/4087895109 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cf00b3f10 con 0x7f6cf00b56f0 2024-09-10T10:40:10.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.853+0000 7f6ce7400640 1 -- 172.21.15.22:0/4087895109 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6ce00bd070 con 0x7f6cf00b56f0 2024-09-10T10:40:10.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.857+0000 7f6ce7400640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ccc0678c0 0x7f6ccc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:10.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.857+0000 7f6ce7400640 1 -- 172.21.15.22:0/4087895109 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f6ce011fdf0 con 0x7f6cf00b56f0 2024-09-10T10:40:10.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.857+0000 7f6ce6000640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ccc0678c0 0x7f6ccc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:10.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.857+0000 7f6ce6000640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ccc0678c0 0x7f6ccc069d80 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6cf014ca60 tx=0x7f6cd8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:10.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:10.861+0000 7f6ce7400640 1 -- 172.21.15.22:0/4087895109 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6ce0016150 con 0x7f6cf00b56f0 2024-09-10T10:40:11.031 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.025+0000 7f6cf5800640 1 -- 172.21.15.22:0/4087895109 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6cf0072e90 con 0x7f6cf00b56f0 2024-09-10T10:40:11.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6ce7400640 1 -- 172.21.15.22:0/4087895109 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v115) ==== 74+0+16699 (secure 0 0 0) 0x7f6ce00f02d0 con 0x7f6cf00b56f0 2024-09-10T10:40:11.033 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:11.033 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":115,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:08.258419+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:40:04.410959+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-10T10:40:05.663672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"115","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:40:11.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 -- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ccc0678c0 msgr2=0x7f6ccc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ccc0678c0 0x7f6ccc069d80 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6cf014ca60 tx=0x7f6cd8009040 comp rx=0 tx=0).stop 2024-09-10T10:40:11.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 -- 172.21.15.22:0/4087895109 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf00b56f0 msgr2=0x7f6cf00b01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf00b56f0 0x7f6cf00b01a0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f6ce00ad040 tx=0x7f6ce00191b0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 -- 172.21.15.22:0/4087895109 shutdown_connections 2024-09-10T10:40:11.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6ccc0678c0 0x7f6ccc069d80 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6cf015b600 0x7f6cf01f8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6cf015b220 0x7f6cf0148e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 --2- 172.21.15.22:0/4087895109 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6cf00b56f0 0x7f6cf00b01a0 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 -- 172.21.15.22:0/4087895109 >> 172.21.15.22:0/4087895109 conn(0x7f6cf0062dd0 msgr2=0x7f6cf015ba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:11.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 -- 172.21.15.22:0/4087895109 shutdown_connections 2024-09-10T10:40:11.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.029+0000 7f6cf5800640 1 -- 172.21.15.22:0/4087895109 wait complete. 2024-09-10T10:40:11.053 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:40:11.054 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:40:11.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a8400640 1 Processor -- start 2024-09-10T10:40:11.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a8400640 1 -- start start 2024-09-10T10:40:11.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a8400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa5a0145fb0 0x7fa5a00b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a8400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5a00cd670 0x7fa5a00cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a8400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa5a006e1b0 0x7fa5a006e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a8400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa5a00ce010 con 0x7fa5a0145fb0 2024-09-10T10:40:11.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a8400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa5a006d1a0 con 0x7fa5a006e1b0 2024-09-10T10:40:11.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a8400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa5a006dd20 con 0x7fa5a00cd670 2024-09-10T10:40:11.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a5a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa5a0145fb0 0x7fa5a00b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a5a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa5a0145fb0 0x7fa5a00b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44738/0 (socket says 172.21.15.22:44738) 2024-09-10T10:40:11.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a5a00640 1 -- 172.21.15.22:0/3296521816 learned_addr learned my addr 172.21.15.22:0/3296521816 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:11.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a6400640 1 --2- 172.21.15.22:0/3296521816 >> v2:172.21.15.145:3300/0 conn(0x7fa5a006e1b0 0x7fa5a006e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.189+0000 7fa5a5000640 1 --2- 172.21.15.22:0/3296521816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5a00cd670 0x7fa5a00cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a5a00640 1 -- 172.21.15.22:0/3296521816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5a00cd670 msgr2=0x7fa5a00cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:11.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a5a00640 1 --2- 172.21.15.22:0/3296521816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5a00cd670 0x7fa5a00cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a5a00640 1 -- 172.21.15.22:0/3296521816 >> v2:172.21.15.145:3300/0 conn(0x7fa5a006e1b0 msgr2=0x7fa5a006e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:11.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a5a00640 1 --2- 172.21.15.22:0/3296521816 >> v2:172.21.15.145:3300/0 conn(0x7fa5a006e1b0 0x7fa5a006e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a5a00640 1 -- 172.21.15.22:0/3296521816 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a006d3f0 con 0x7fa5a0145fb0 2024-09-10T10:40:11.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a5a00640 1 --2- 172.21.15.22:0/3296521816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 0x7fa5a00b3e00 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fa5a0161110 tx=0x7fa59401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d073922be5382b07 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:11.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa59fe00640 1 -- 172.21.15.22:0/3296521816 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5940b1070 con 0x7fa5a0145fb0 2024-09-10T10:40:11.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa59fe00640 1 -- 172.21.15.22:0/3296521816 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5940ac630 con 0x7fa5a0145fb0 2024-09-10T10:40:11.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa59fe00640 1 -- 172.21.15.22:0/3296521816 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5940a8050 con 0x7fa5a0145fb0 2024-09-10T10:40:11.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a8400640 1 -- 172.21.15.22:0/3296521816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 msgr2=0x7fa5a00b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a8400640 1 --2- 172.21.15.22:0/3296521816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 0x7fa5a00b3e00 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fa5a0161110 tx=0x7fa59401c520 comp rx=0 tx=0).stop 2024-09-10T10:40:11.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a8400640 1 -- 172.21.15.22:0/3296521816 shutdown_connections 2024-09-10T10:40:11.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a8400640 1 --2- 172.21.15.22:0/3296521816 >> v2:172.21.15.145:3300/0 conn(0x7fa5a006e1b0 0x7fa5a006e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a8400640 1 --2- 172.21.15.22:0/3296521816 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5a00cd670 0x7fa5a00cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a8400640 1 --2- 172.21.15.22:0/3296521816 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 0x7fa5a00b3e00 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a8400640 1 -- 172.21.15.22:0/3296521816 >> 172.21.15.22:0/3296521816 conn(0x7fa5a0062dd0 msgr2=0x7fa5a006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:11.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a8400640 1 -- 172.21.15.22:0/3296521816 shutdown_connections 2024-09-10T10:40:11.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.193+0000 7fa5a8400640 1 -- 172.21.15.22:0/3296521816 wait complete. 2024-09-10T10:40:11.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a8400640 1 Processor -- start 2024-09-10T10:40:11.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a8400640 1 -- start start 2024-09-10T10:40:11.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a8400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5a006e1b0 0x7fa5a0161c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a8400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5a00cd670 0x7fa5a0163850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a8400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 0x7fa5a0163d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a8400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a00b4340 con 0x7fa5a0145fb0 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a8400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a00cfda0 con 0x7fa5a006e1b0 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a8400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa5a0162e00 con 0x7fa5a00cd670 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a6400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 0x7fa5a0163d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a6400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 0x7fa5a0163d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44744/0 (socket says 172.21.15.22:44744) 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a6400640 1 -- 172.21.15.22:0/693984115 learned_addr learned my addr 172.21.15.22:0/693984115 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a5a00640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5a006e1b0 0x7fa5a0161c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a5000640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5a00cd670 0x7fa5a0163850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a6400640 1 -- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5a00cd670 msgr2=0x7fa5a0163850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a6400640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5a00cd670 0x7fa5a0163850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a6400640 1 -- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5a006e1b0 msgr2=0x7fa5a0161c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a6400640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5a006e1b0 0x7fa5a0161c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a6400640 1 -- 172.21.15.22:0/693984115 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a0142fa0 con 0x7fa5a0145fb0 2024-09-10T10:40:11.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa5a6400640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 0x7fa5a0163d90 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fa598007e60 tx=0x7fa59800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:11.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa59d600640 1 -- 172.21.15.22:0/693984115 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa598014620 con 0x7fa5a0145fb0 2024-09-10T10:40:11.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa59d600640 1 -- 172.21.15.22:0/693984115 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa598019070 con 0x7fa5a0145fb0 2024-09-10T10:40:11.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.197+0000 7fa59d600640 1 -- 172.21.15.22:0/693984115 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa598014a20 con 0x7fa5a0145fb0 2024-09-10T10:40:11.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.201+0000 7fa5a8400640 1 -- 172.21.15.22:0/693984115 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5a01625f0 con 0x7fa5a0145fb0 2024-09-10T10:40:11.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.201+0000 7fa5a8400640 1 -- 172.21.15.22:0/693984115 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5a0163330 con 0x7fa5a0145fb0 2024-09-10T10:40:11.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.201+0000 7fa5a8400640 1 -- 172.21.15.22:0/693984115 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5a00b3e00 con 0x7fa5a0145fb0 2024-09-10T10:40:11.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.201+0000 7fa59d600640 1 -- 172.21.15.22:0/693984115 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa598014bc0 con 0x7fa5a0145fb0 2024-09-10T10:40:11.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.201+0000 7fa59d600640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5800678c0 0x7fa580069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.201+0000 7fa59d600640 1 -- 172.21.15.22:0/693984115 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fa598086460 con 0x7fa5a0145fb0 2024-09-10T10:40:11.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.201+0000 7fa5a5a00640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5800678c0 0x7fa580069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.205+0000 7fa5a5a00640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5800678c0 0x7fa580069d80 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fa5940ae000 tx=0x7fa594008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:11.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.205+0000 7fa59d600640 1 -- 172.21.15.22:0/693984115 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa5a01625f0 con 0x7fa5a0145fb0 2024-09-10T10:40:11.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.369+0000 7fa5a8400640 1 -- 172.21.15.22:0/693984115 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa5a015fd40 con 0x7fa5800678c0 2024-09-10T10:40:11.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.377+0000 7fa59d600640 1 -- 172.21.15.22:0/693984115 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252475 (secure 0 0 0) 0x7fa5a015fd40 con 0x7fa5800678c0 2024-09-10T10:40:11.385 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:11.387 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:40:11.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 -- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5800678c0 msgr2=0x7fa580069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5800678c0 0x7fa580069d80 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fa5940ae000 tx=0x7fa594008040 comp rx=0 tx=0).stop 2024-09-10T10:40:11.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 -- 172.21.15.22:0/693984115 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 msgr2=0x7fa5a0163d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 0x7fa5a0163d90 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fa598007e60 tx=0x7fa59800e4b0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 -- 172.21.15.22:0/693984115 shutdown_connections 2024-09-10T10:40:11.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa5800678c0 0x7fa580069d80 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa5a0145fb0 0x7fa5a0163d90 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5a00cd670 0x7fa5a0163850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 --2- 172.21.15.22:0/693984115 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5a006e1b0 0x7fa5a0161c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 -- 172.21.15.22:0/693984115 >> 172.21.15.22:0/693984115 conn(0x7fa5a0062dd0 msgr2=0x7fa5a015f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:11.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 -- 172.21.15.22:0/693984115 shutdown_connections 2024-09-10T10:40:11.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.381+0000 7fa5a8400640 1 -- 172.21.15.22:0/693984115 wait complete. 2024-09-10T10:40:11.406 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":344,"stamp":"2024-09-10T10:40:09.445124+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":118,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":270188,"kb_used_data":12320,"kb_used_omap":12,"kb_used_meta":257651,"kb_avail":754704532,"statfs":{"total":773094113280,"available":772817440768,"internally_reserved":0,"allocated":12615680,"data_stored":6035327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":263835184},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.193114"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268302+0000","last_change":"2024-09-10T10:40:07.298735+0000","last_active":"2024-09-10T10:40:08.268302+0000","last_peered":"2024-09-10T10:40:08.268302+0000","last_clean":"2024-09-10T10:40:08.268302+0000","last_became_active":"2024-09-10T10:40:07.298410+0000","last_became_peered":"2024-09-10T10:40:07.298410+0000","last_unstale":"2024-09-10T10:40:08.268302+0000","last_undegraded":"2024-09-10T10:40:08.268302+0000","last_fullsized":"2024-09-10T10:40:08.268302+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:07.503879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268175+0000","last_change":"2024-09-10T10:40:07.282488+0000","last_active":"2024-09-10T10:40:08.268175+0000","last_peered":"2024-09-10T10:40:08.268175+0000","last_clean":"2024-09-10T10:40:08.268175+0000","last_became_active":"2024-09-10T10:40:07.282133+0000","last_became_peered":"2024-09-10T10:40:07.282133+0000","last_unstale":"2024-09-10T10:40:08.268175+0000","last_undegraded":"2024-09-10T10:40:08.268175+0000","last_fullsized":"2024-09-10T10:40:08.268175+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:51:14.629272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452689+0000","last_change":"2024-09-10T10:40:07.287027+0000","last_active":"2024-09-10T10:40:08.452689+0000","last_peered":"2024-09-10T10:40:08.452689+0000","last_clean":"2024-09-10T10:40:08.452689+0000","last_became_active":"2024-09-10T10:40:07.286720+0000","last_became_peered":"2024-09-10T10:40:07.286720+0000","last_unstale":"2024-09-10T10:40:08.452689+0000","last_undegraded":"2024-09-10T10:40:08.452689+0000","last_fullsized":"2024-09-10T10:40:08.452689+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:03.562272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":9,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.301964+0000","last_change":"2024-09-10T10:40:07.299221+0000","last_active":"2024-09-10T10:40:07.301964+0000","last_peered":"2024-09-10T10:40:07.301964+0000","last_clean":"2024-09-10T10:40:07.301964+0000","last_became_active":"2024-09-10T10:40:07.298837+0000","last_became_peered":"2024-09-10T10:40:07.298837+0000","last_unstale":"2024-09-10T10:40:07.301964+0000","last_undegraded":"2024-09-10T10:40:07.301964+0000","last_fullsized":"2024-09-10T10:40:07.301964+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:38.637143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.262870+0000","last_change":"2024-09-10T10:40:07.300711+0000","last_active":"2024-09-10T10:40:08.262870+0000","last_peered":"2024-09-10T10:40:08.262870+0000","last_clean":"2024-09-10T10:40:08.262870+0000","last_became_active":"2024-09-10T10:40:07.300466+0000","last_became_peered":"2024-09-10T10:40:07.300466+0000","last_unstale":"2024-09-10T10:40:08.262870+0000","last_undegraded":"2024-09-10T10:40:08.262870+0000","last_fullsized":"2024-09-10T10:40:08.262870+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:43.765852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955571+0000","last_change":"2024-09-10T10:40:07.284496+0000","last_active":"2024-09-10T10:40:08.955571+0000","last_peered":"2024-09-10T10:40:08.955571+0000","last_clean":"2024-09-10T10:40:08.955571+0000","last_became_active":"2024-09-10T10:40:07.284186+0000","last_became_peered":"2024-09-10T10:40:07.284186+0000","last_unstale":"2024-09-10T10:40:08.955571+0000","last_undegraded":"2024-09-10T10:40:08.955571+0000","last_fullsized":"2024-09-10T10:40:08.955571+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:58.661633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.262852+0000","last_change":"2024-09-10T10:40:07.287633+0000","last_active":"2024-09-10T10:40:08.262852+0000","last_peered":"2024-09-10T10:40:08.262852+0000","last_clean":"2024-09-10T10:40:08.262852+0000","last_became_active":"2024-09-10T10:40:07.287348+0000","last_became_peered":"2024-09-10T10:40:07.287348+0000","last_unstale":"2024-09-10T10:40:08.262852+0000","last_undegraded":"2024-09-10T10:40:08.262852+0000","last_fullsized":"2024-09-10T10:40:08.262852+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:26:34.787881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.262750+0000","last_change":"2024-09-10T10:40:07.273333+0000","last_active":"2024-09-10T10:40:08.262750+0000","last_peered":"2024-09-10T10:40:08.262750+0000","last_clean":"2024-09-10T10:40:08.262750+0000","last_became_active":"2024-09-10T10:40:07.273064+0000","last_became_peered":"2024-09-10T10:40:07.273064+0000","last_unstale":"2024-09-10T10:40:08.262750+0000","last_undegraded":"2024-09-10T10:40:08.262750+0000","last_fullsized":"2024-09-10T10:40:08.262750+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:37.629120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452718+0000","last_change":"2024-09-10T10:40:07.291716+0000","last_active":"2024-09-10T10:40:08.452718+0000","last_peered":"2024-09-10T10:40:08.452718+0000","last_clean":"2024-09-10T10:40:08.452718+0000","last_became_active":"2024-09-10T10:40:07.286652+0000","last_became_peered":"2024-09-10T10:40:07.286652+0000","last_unstale":"2024-09-10T10:40:08.452718+0000","last_undegraded":"2024-09-10T10:40:08.452718+0000","last_fullsized":"2024-09-10T10:40:08.452718+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:18.266587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268075+0000","last_change":"2024-09-10T10:40:07.304771+0000","last_active":"2024-09-10T10:40:08.268075+0000","last_peered":"2024-09-10T10:40:08.268075+0000","last_clean":"2024-09-10T10:40:08.268075+0000","last_became_active":"2024-09-10T10:40:07.304388+0000","last_became_peered":"2024-09-10T10:40:07.304388+0000","last_unstale":"2024-09-10T10:40:08.268075+0000","last_undegraded":"2024-09-10T10:40:08.268075+0000","last_fullsized":"2024-09-10T10:40:08.268075+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:15:15.680463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":9,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.286963+0000","last_change":"2024-09-10T10:40:07.283080+0000","last_active":"2024-09-10T10:40:07.286963+0000","last_peered":"2024-09-10T10:40:07.286963+0000","last_clean":"2024-09-10T10:40:07.286963+0000","last_became_active":"2024-09-10T10:40:07.282830+0000","last_became_peered":"2024-09-10T10:40:07.282830+0000","last_unstale":"2024-09-10T10:40:07.286963+0000","last_undegraded":"2024-09-10T10:40:07.286963+0000","last_fullsized":"2024-09-10T10:40:07.286963+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:09.671597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955981+0000","last_change":"2024-09-10T10:40:07.305520+0000","last_active":"2024-09-10T10:40:08.955981+0000","last_peered":"2024-09-10T10:40:08.955981+0000","last_clean":"2024-09-10T10:40:08.955981+0000","last_became_active":"2024-09-10T10:40:07.305137+0000","last_became_peered":"2024-09-10T10:40:07.305137+0000","last_unstale":"2024-09-10T10:40:08.955981+0000","last_undegraded":"2024-09-10T10:40:08.955981+0000","last_fullsized":"2024-09-10T10:40:08.955981+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:22.960764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":9,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.286482+0000","last_change":"2024-09-10T10:40:07.282273+0000","last_active":"2024-09-10T10:40:07.286482+0000","last_peered":"2024-09-10T10:40:07.286482+0000","last_clean":"2024-09-10T10:40:07.286482+0000","last_became_active":"2024-09-10T10:40:07.280087+0000","last_became_peered":"2024-09-10T10:40:07.280087+0000","last_unstale":"2024-09-10T10:40:07.286482+0000","last_undegraded":"2024-09-10T10:40:07.286482+0000","last_fullsized":"2024-09-10T10:40:07.286482+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:29.871435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957279+0000","last_change":"2024-09-10T10:40:07.288255+0000","last_active":"2024-09-10T10:40:08.957279+0000","last_peered":"2024-09-10T10:40:08.957279+0000","last_clean":"2024-09-10T10:40:08.957279+0000","last_became_active":"2024-09-10T10:40:07.287928+0000","last_became_peered":"2024-09-10T10:40:07.287928+0000","last_unstale":"2024-09-10T10:40:08.957279+0000","last_undegraded":"2024-09-10T10:40:08.957279+0000","last_fullsized":"2024-09-10T10:40:08.957279+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:22.166277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267996+0000","last_change":"2024-09-10T10:40:07.292963+0000","last_active":"2024-09-10T10:40:08.267996+0000","last_peered":"2024-09-10T10:40:08.267996+0000","last_clean":"2024-09-10T10:40:08.267996+0000","last_became_active":"2024-09-10T10:40:07.292649+0000","last_became_peered":"2024-09-10T10:40:07.292649+0000","last_unstale":"2024-09-10T10:40:08.267996+0000","last_undegraded":"2024-09-10T10:40:08.267996+0000","last_fullsized":"2024-09-10T10:40:08.267996+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:58:03.924429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.956961+0000","last_change":"2024-09-10T10:40:07.291294+0000","last_active":"2024-09-10T10:40:08.956961+0000","last_peered":"2024-09-10T10:40:08.956961+0000","last_clean":"2024-09-10T10:40:08.956961+0000","last_became_active":"2024-09-10T10:40:07.291020+0000","last_became_peered":"2024-09-10T10:40:07.291020+0000","last_unstale":"2024-09-10T10:40:08.956961+0000","last_undegraded":"2024-09-10T10:40:08.956961+0000","last_fullsized":"2024-09-10T10:40:08.956961+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:34.661688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452876+0000","last_change":"2024-09-10T10:40:07.280439+0000","last_active":"2024-09-10T10:40:08.452876+0000","last_peered":"2024-09-10T10:40:08.452876+0000","last_clean":"2024-09-10T10:40:08.452876+0000","last_became_active":"2024-09-10T10:40:07.279406+0000","last_became_peered":"2024-09-10T10:40:07.279406+0000","last_unstale":"2024-09-10T10:40:08.452876+0000","last_undegraded":"2024-09-10T10:40:08.452876+0000","last_fullsized":"2024-09-10T10:40:08.452876+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:34.063449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268428+0000","last_change":"2024-09-10T10:40:07.300583+0000","last_active":"2024-09-10T10:40:08.268428+0000","last_peered":"2024-09-10T10:40:08.268428+0000","last_clean":"2024-09-10T10:40:08.268428+0000","last_became_active":"2024-09-10T10:40:07.300301+0000","last_became_peered":"2024-09-10T10:40:07.300301+0000","last_unstale":"2024-09-10T10:40:08.268428+0000","last_undegraded":"2024-09-10T10:40:08.268428+0000","last_fullsized":"2024-09-10T10:40:08.268428+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:23.600132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267742+0000","last_change":"2024-09-10T10:40:07.277318+0000","last_active":"2024-09-10T10:40:08.267742+0000","last_peered":"2024-09-10T10:40:08.267742+0000","last_clean":"2024-09-10T10:40:08.267742+0000","last_became_active":"2024-09-10T10:40:07.276292+0000","last_became_peered":"2024-09-10T10:40:07.276292+0000","last_unstale":"2024-09-10T10:40:08.267742+0000","last_undegraded":"2024-09-10T10:40:08.267742+0000","last_fullsized":"2024-09-10T10:40:08.267742+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:58.331630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268313+0000","last_change":"2024-09-10T10:40:07.292174+0000","last_active":"2024-09-10T10:40:08.268313+0000","last_peered":"2024-09-10T10:40:08.268313+0000","last_clean":"2024-09-10T10:40:08.268313+0000","last_became_active":"2024-09-10T10:40:07.291886+0000","last_became_peered":"2024-09-10T10:40:07.291886+0000","last_unstale":"2024-09-10T10:40:08.268313+0000","last_undegraded":"2024-09-10T10:40:08.268313+0000","last_fullsized":"2024-09-10T10:40:08.268313+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:55:04.601942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955571+0000","last_change":"2024-09-10T10:40:07.300246+0000","last_active":"2024-09-10T10:40:08.955571+0000","last_peered":"2024-09-10T10:40:08.955571+0000","last_clean":"2024-09-10T10:40:08.955571+0000","last_became_active":"2024-09-10T10:40:07.299911+0000","last_became_peered":"2024-09-10T10:40:07.299911+0000","last_unstale":"2024-09-10T10:40:08.955571+0000","last_undegraded":"2024-09-10T10:40:08.955571+0000","last_fullsized":"2024-09-10T10:40:08.955571+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:10.692111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267740+0000","last_change":"2024-09-10T10:40:07.275746+0000","last_active":"2024-09-10T10:40:08.267740+0000","last_peered":"2024-09-10T10:40:08.267740+0000","last_clean":"2024-09-10T10:40:08.267740+0000","last_became_active":"2024-09-10T10:40:07.275427+0000","last_became_peered":"2024-09-10T10:40:07.275427+0000","last_unstale":"2024-09-10T10:40:08.267740+0000","last_undegraded":"2024-09-10T10:40:08.267740+0000","last_fullsized":"2024-09-10T10:40:08.267740+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:23:41.187918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783674+0000","last_change":"2024-09-10T10:40:07.281426+0000","last_active":"2024-09-10T10:40:08.783674+0000","last_peered":"2024-09-10T10:40:08.783674+0000","last_clean":"2024-09-10T10:40:08.783674+0000","last_became_active":"2024-09-10T10:40:07.281100+0000","last_became_peered":"2024-09-10T10:40:07.281100+0000","last_unstale":"2024-09-10T10:40:08.783674+0000","last_undegraded":"2024-09-10T10:40:08.783674+0000","last_fullsized":"2024-09-10T10:40:08.783674+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:37.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267222+0000","last_change":"2024-09-10T10:40:07.287533+0000","last_active":"2024-09-10T10:40:08.267222+0000","last_peered":"2024-09-10T10:40:08.267222+0000","last_clean":"2024-09-10T10:40:08.267222+0000","last_became_active":"2024-09-10T10:40:07.287270+0000","last_became_peered":"2024-09-10T10:40:07.287270+0000","last_unstale":"2024-09-10T10:40:08.267222+0000","last_undegraded":"2024-09-10T10:40:08.267222+0000","last_fullsized":"2024-09-10T10:40:08.267222+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:59.764283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":9,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.285457+0000","last_change":"2024-09-10T10:40:07.279680+0000","last_active":"2024-09-10T10:40:07.285457+0000","last_peered":"2024-09-10T10:40:07.285457+0000","last_clean":"2024-09-10T10:40:07.285457+0000","last_became_active":"2024-09-10T10:40:07.279389+0000","last_became_peered":"2024-09-10T10:40:07.279389+0000","last_unstale":"2024-09-10T10:40:07.285457+0000","last_undegraded":"2024-09-10T10:40:07.285457+0000","last_fullsized":"2024-09-10T10:40:07.285457+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:17.814863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268251+0000","last_change":"2024-09-10T10:40:07.289028+0000","last_active":"2024-09-10T10:40:08.268251+0000","last_peered":"2024-09-10T10:40:08.268251+0000","last_clean":"2024-09-10T10:40:08.268251+0000","last_became_active":"2024-09-10T10:40:07.288649+0000","last_became_peered":"2024-09-10T10:40:07.288649+0000","last_unstale":"2024-09-10T10:40:08.268251+0000","last_undegraded":"2024-09-10T10:40:08.268251+0000","last_fullsized":"2024-09-10T10:40:08.268251+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:31.379773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957455+0000","last_change":"2024-09-10T10:40:07.294212+0000","last_active":"2024-09-10T10:40:08.957455+0000","last_peered":"2024-09-10T10:40:08.957455+0000","last_clean":"2024-09-10T10:40:08.957455+0000","last_became_active":"2024-09-10T10:40:07.293794+0000","last_became_peered":"2024-09-10T10:40:07.293794+0000","last_unstale":"2024-09-10T10:40:08.957455+0000","last_undegraded":"2024-09-10T10:40:08.957455+0000","last_fullsized":"2024-09-10T10:40:08.957455+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:40.980679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783656+0000","last_change":"2024-09-10T10:40:07.288786+0000","last_active":"2024-09-10T10:40:08.783656+0000","last_peered":"2024-09-10T10:40:08.783656+0000","last_clean":"2024-09-10T10:40:08.783656+0000","last_became_active":"2024-09-10T10:40:07.288512+0000","last_became_peered":"2024-09-10T10:40:07.288512+0000","last_unstale":"2024-09-10T10:40:08.783656+0000","last_undegraded":"2024-09-10T10:40:08.783656+0000","last_fullsized":"2024-09-10T10:40:08.783656+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:17.446076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267203+0000","last_change":"2024-09-10T10:40:07.279248+0000","last_active":"2024-09-10T10:40:08.267203+0000","last_peered":"2024-09-10T10:40:08.267203+0000","last_clean":"2024-09-10T10:40:08.267203+0000","last_became_active":"2024-09-10T10:40:07.278938+0000","last_became_peered":"2024-09-10T10:40:07.278938+0000","last_unstale":"2024-09-10T10:40:08.267203+0000","last_undegraded":"2024-09-10T10:40:08.267203+0000","last_fullsized":"2024-09-10T10:40:08.267203+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:19.841483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268018+0000","last_change":"2024-09-10T10:40:07.291463+0000","last_active":"2024-09-10T10:40:08.268018+0000","last_peered":"2024-09-10T10:40:08.268018+0000","last_clean":"2024-09-10T10:40:08.268018+0000","last_became_active":"2024-09-10T10:40:07.291196+0000","last_became_peered":"2024-09-10T10:40:07.291196+0000","last_unstale":"2024-09-10T10:40:08.268018+0000","last_undegraded":"2024-09-10T10:40:08.268018+0000","last_fullsized":"2024-09-10T10:40:08.268018+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:09:42.184991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783496+0000","last_change":"2024-09-10T10:40:07.291883+0000","last_active":"2024-09-10T10:40:08.783496+0000","last_peered":"2024-09-10T10:40:08.783496+0000","last_clean":"2024-09-10T10:40:08.783496+0000","last_became_active":"2024-09-10T10:40:07.289203+0000","last_became_peered":"2024-09-10T10:40:07.289203+0000","last_unstale":"2024-09-10T10:40:08.783496+0000","last_undegraded":"2024-09-10T10:40:08.783496+0000","last_fullsized":"2024-09-10T10:40:08.783496+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:44:58.988105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452541+0000","last_change":"2024-09-10T10:40:07.286268+0000","last_active":"2024-09-10T10:40:08.452541+0000","last_peered":"2024-09-10T10:40:08.452541+0000","last_clean":"2024-09-10T10:40:08.452541+0000","last_became_active":"2024-09-10T10:40:07.285637+0000","last_became_peered":"2024-09-10T10:40:07.285637+0000","last_unstale":"2024-09-10T10:40:08.452541+0000","last_undegraded":"2024-09-10T10:40:08.452541+0000","last_fullsized":"2024-09-10T10:40:08.452541+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:08.048169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957570+0000","last_change":"2024-09-10T10:40:07.291641+0000","last_active":"2024-09-10T10:40:08.957570+0000","last_peered":"2024-09-10T10:40:08.957570+0000","last_clean":"2024-09-10T10:40:08.957570+0000","last_became_active":"2024-09-10T10:40:07.290476+0000","last_became_peered":"2024-09-10T10:40:07.290476+0000","last_unstale":"2024-09-10T10:40:08.957570+0000","last_undegraded":"2024-09-10T10:40:08.957570+0000","last_fullsized":"2024-09-10T10:40:08.957570+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:19.841483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1f","version":"114'4","reported_seq":18,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263391+0000","last_change":"2024-09-10T10:40:06.284912+0000","last_active":"2024-09-10T10:40:08.263391+0000","last_peered":"2024-09-10T10:40:08.263391+0000","last_clean":"2024-09-10T10:40:08.263391+0000","last_became_active":"2024-09-10T10:40:06.284653+0000","last_became_peered":"2024-09-10T10:40:06.284653+0000","last_unstale":"2024-09-10T10:40:08.263391+0000","last_undegraded":"2024-09-10T10:40:08.263391+0000","last_fullsized":"2024-09-10T10:40:08.263391+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:26.256358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452873+0000","last_change":"2024-09-10T10:40:07.285182+0000","last_active":"2024-09-10T10:40:08.452873+0000","last_peered":"2024-09-10T10:40:08.452873+0000","last_clean":"2024-09-10T10:40:08.452873+0000","last_became_active":"2024-09-10T10:40:07.284472+0000","last_became_peered":"2024-09-10T10:40:07.284472+0000","last_unstale":"2024-09-10T10:40:08.452873+0000","last_undegraded":"2024-09-10T10:40:08.452873+0000","last_fullsized":"2024-09-10T10:40:08.452873+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:37:58.118937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1e","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452821+0000","last_change":"2024-09-10T10:40:06.285019+0000","last_active":"2024-09-10T10:40:08.452821+0000","last_peered":"2024-09-10T10:40:08.452821+0000","last_clean":"2024-09-10T10:40:08.452821+0000","last_became_active":"2024-09-10T10:40:06.284687+0000","last_became_peered":"2024-09-10T10:40:06.284687+0000","last_unstale":"2024-09-10T10:40:08.452821+0000","last_undegraded":"2024-09-10T10:40:08.452821+0000","last_fullsized":"2024-09-10T10:40:08.452821+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:12.262514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452603+0000","last_change":"2024-09-10T10:40:07.279661+0000","last_active":"2024-09-10T10:40:08.452603+0000","last_peered":"2024-09-10T10:40:08.452603+0000","last_clean":"2024-09-10T10:40:08.452603+0000","last_became_active":"2024-09-10T10:40:07.279210+0000","last_became_peered":"2024-09-10T10:40:07.279210+0000","last_unstale":"2024-09-10T10:40:08.452603+0000","last_undegraded":"2024-09-10T10:40:08.452603+0000","last_fullsized":"2024-09-10T10:40:08.452603+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:06.927840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1d","version":"114'2","reported_seq":14,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.291993+0000","last_change":"2024-09-10T10:40:06.273900+0000","last_active":"2024-09-10T10:40:07.291993+0000","last_peered":"2024-09-10T10:40:07.291993+0000","last_clean":"2024-09-10T10:40:07.291993+0000","last_became_active":"2024-09-10T10:40:06.273473+0000","last_became_peered":"2024-09-10T10:40:06.273473+0000","last_unstale":"2024-09-10T10:40:07.291993+0000","last_undegraded":"2024-09-10T10:40:07.291993+0000","last_fullsized":"2024-09-10T10:40:07.291993+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:17.041117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.956182+0000","last_change":"2024-09-10T10:40:07.292476+0000","last_active":"2024-09-10T10:40:08.956182+0000","last_peered":"2024-09-10T10:40:08.956182+0000","last_clean":"2024-09-10T10:40:08.956182+0000","last_became_active":"2024-09-10T10:40:07.291900+0000","last_became_peered":"2024-09-10T10:40:07.291900+0000","last_unstale":"2024-09-10T10:40:08.956182+0000","last_undegraded":"2024-09-10T10:40:08.956182+0000","last_fullsized":"2024-09-10T10:40:08.956182+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:00:50.317169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1c","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267809+0000","last_change":"2024-09-10T10:40:06.279572+0000","last_active":"2024-09-10T10:40:08.267809+0000","last_peered":"2024-09-10T10:40:08.267809+0000","last_clean":"2024-09-10T10:40:08.267809+0000","last_became_active":"2024-09-10T10:40:06.279274+0000","last_became_peered":"2024-09-10T10:40:06.279274+0000","last_unstale":"2024-09-10T10:40:08.267809+0000","last_undegraded":"2024-09-10T10:40:08.267809+0000","last_fullsized":"2024-09-10T10:40:08.267809+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:45:15.330095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268450+0000","last_change":"2024-09-10T10:40:07.292719+0000","last_active":"2024-09-10T10:40:08.268450+0000","last_peered":"2024-09-10T10:40:08.268450+0000","last_clean":"2024-09-10T10:40:08.268450+0000","last_became_active":"2024-09-10T10:40:07.292408+0000","last_became_peered":"2024-09-10T10:40:07.292408+0000","last_unstale":"2024-09-10T10:40:08.268450+0000","last_undegraded":"2024-09-10T10:40:08.268450+0000","last_fullsized":"2024-09-10T10:40:08.268450+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:27.595636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1b","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267411+0000","last_change":"2024-09-10T10:40:06.269927+0000","last_active":"2024-09-10T10:40:08.267411+0000","last_peered":"2024-09-10T10:40:08.267411+0000","last_clean":"2024-09-10T10:40:08.267411+0000","last_became_active":"2024-09-10T10:40:06.269648+0000","last_became_peered":"2024-09-10T10:40:06.269648+0000","last_unstale":"2024-09-10T10:40:08.267411+0000","last_undegraded":"2024-09-10T10:40:08.267411+0000","last_fullsized":"2024-09-10T10:40:08.267411+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:34.545768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955619+0000","last_change":"2024-09-10T10:40:07.293661+0000","last_active":"2024-09-10T10:40:08.955619+0000","last_peered":"2024-09-10T10:40:08.955619+0000","last_clean":"2024-09-10T10:40:08.955619+0000","last_became_active":"2024-09-10T10:40:07.293377+0000","last_became_peered":"2024-09-10T10:40:07.293377+0000","last_unstale":"2024-09-10T10:40:08.955619+0000","last_undegraded":"2024-09-10T10:40:08.955619+0000","last_fullsized":"2024-09-10T10:40:08.955619+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:16.946424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268582+0000","last_change":"2024-09-10T10:40:06.280770+0000","last_active":"2024-09-10T10:40:08.268582+0000","last_peered":"2024-09-10T10:40:08.268582+0000","last_clean":"2024-09-10T10:40:08.268582+0000","last_became_active":"2024-09-10T10:40:06.280505+0000","last_became_peered":"2024-09-10T10:40:06.280505+0000","last_unstale":"2024-09-10T10:40:08.268582+0000","last_undegraded":"2024-09-10T10:40:08.268582+0000","last_fullsized":"2024-09-10T10:40:08.268582+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:10.646415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955469+0000","last_change":"2024-09-10T10:40:07.286490+0000","last_active":"2024-09-10T10:40:08.955469+0000","last_peered":"2024-09-10T10:40:08.955469+0000","last_clean":"2024-09-10T10:40:08.955469+0000","last_became_active":"2024-09-10T10:40:07.286176+0000","last_became_peered":"2024-09-10T10:40:07.286176+0000","last_unstale":"2024-09-10T10:40:08.955469+0000","last_undegraded":"2024-09-10T10:40:08.955469+0000","last_fullsized":"2024-09-10T10:40:08.955469+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:10.707357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452474+0000","last_change":"2024-09-10T10:40:06.279431+0000","last_active":"2024-09-10T10:40:08.452474+0000","last_peered":"2024-09-10T10:40:08.452474+0000","last_clean":"2024-09-10T10:40:08.452474+0000","last_became_active":"2024-09-10T10:40:06.279145+0000","last_became_peered":"2024-09-10T10:40:06.279145+0000","last_unstale":"2024-09-10T10:40:08.452474+0000","last_undegraded":"2024-09-10T10:40:08.452474+0000","last_fullsized":"2024-09-10T10:40:08.452474+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:46.994012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267182+0000","last_change":"2024-09-10T10:40:07.275460+0000","last_active":"2024-09-10T10:40:08.267182+0000","last_peered":"2024-09-10T10:40:08.267182+0000","last_clean":"2024-09-10T10:40:08.267182+0000","last_became_active":"2024-09-10T10:40:07.275103+0000","last_became_peered":"2024-09-10T10:40:07.275103+0000","last_unstale":"2024-09-10T10:40:08.267182+0000","last_undegraded":"2024-09-10T10:40:08.267182+0000","last_fullsized":"2024-09-10T10:40:08.267182+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:40.980679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267326+0000","last_change":"2024-09-10T10:40:06.264614+0000","last_active":"2024-09-10T10:40:08.267326+0000","last_peered":"2024-09-10T10:40:08.267326+0000","last_clean":"2024-09-10T10:40:08.267326+0000","last_became_active":"2024-09-10T10:40:06.264214+0000","last_became_peered":"2024-09-10T10:40:06.264214+0000","last_unstale":"2024-09-10T10:40:08.267326+0000","last_undegraded":"2024-09-10T10:40:08.267326+0000","last_fullsized":"2024-09-10T10:40:08.267326+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:35.629599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268349+0000","last_change":"2024-09-10T10:40:07.277308+0000","last_active":"2024-09-10T10:40:08.268349+0000","last_peered":"2024-09-10T10:40:08.268349+0000","last_clean":"2024-09-10T10:40:08.268349+0000","last_became_active":"2024-09-10T10:40:07.276996+0000","last_became_peered":"2024-09-10T10:40:07.276996+0000","last_unstale":"2024-09-10T10:40:08.268349+0000","last_undegraded":"2024-09-10T10:40:08.268349+0000","last_fullsized":"2024-09-10T10:40:08.268349+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:32.642124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.956185+0000","last_change":"2024-09-10T10:40:06.282867+0000","last_active":"2024-09-10T10:40:08.956185+0000","last_peered":"2024-09-10T10:40:08.956185+0000","last_clean":"2024-09-10T10:40:08.956185+0000","last_became_active":"2024-09-10T10:40:06.281944+0000","last_became_peered":"2024-09-10T10:40:06.281944+0000","last_unstale":"2024-09-10T10:40:08.956185+0000","last_undegraded":"2024-09-10T10:40:08.956185+0000","last_fullsized":"2024-09-10T10:40:08.956185+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:23.258898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263333+0000","last_change":"2024-09-10T10:40:07.284223+0000","last_active":"2024-09-10T10:40:08.263333+0000","last_peered":"2024-09-10T10:40:08.263333+0000","last_clean":"2024-09-10T10:40:08.263333+0000","last_became_active":"2024-09-10T10:40:07.283812+0000","last_became_peered":"2024-09-10T10:40:07.283812+0000","last_unstale":"2024-09-10T10:40:08.263333+0000","last_undegraded":"2024-09-10T10:40:08.263333+0000","last_fullsized":"2024-09-10T10:40:08.263333+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:35:25.061159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268499+0000","last_change":"2024-09-10T10:40:06.285157+0000","last_active":"2024-09-10T10:40:08.268499+0000","last_peered":"2024-09-10T10:40:08.268499+0000","last_clean":"2024-09-10T10:40:08.268499+0000","last_became_active":"2024-09-10T10:40:06.284921+0000","last_became_peered":"2024-09-10T10:40:06.284921+0000","last_unstale":"2024-09-10T10:40:08.268499+0000","last_undegraded":"2024-09-10T10:40:08.268499+0000","last_fullsized":"2024-09-10T10:40:08.268499+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:38.387323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.956049+0000","last_change":"2024-09-10T10:40:07.306208+0000","last_active":"2024-09-10T10:40:08.956049+0000","last_peered":"2024-09-10T10:40:08.956049+0000","last_clean":"2024-09-10T10:40:08.956049+0000","last_became_active":"2024-09-10T10:40:07.305925+0000","last_became_peered":"2024-09-10T10:40:07.305925+0000","last_unstale":"2024-09-10T10:40:08.956049+0000","last_undegraded":"2024-09-10T10:40:08.956049+0000","last_fullsized":"2024-09-10T10:40:08.956049+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:34.661688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.15","version":"114'3","reported_seq":17,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263210+0000","last_change":"2024-09-10T10:40:06.286056+0000","last_active":"2024-09-10T10:40:08.263210+0000","last_peered":"2024-09-10T10:40:08.263210+0000","last_clean":"2024-09-10T10:40:08.263210+0000","last_became_active":"2024-09-10T10:40:06.285710+0000","last_became_peered":"2024-09-10T10:40:06.285710+0000","last_unstale":"2024-09-10T10:40:08.263210+0000","last_undegraded":"2024-09-10T10:40:08.263210+0000","last_fullsized":"2024-09-10T10:40:08.263210+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:02.255690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783613+0000","last_change":"2024-09-10T10:40:07.299785+0000","last_active":"2024-09-10T10:40:08.783613+0000","last_peered":"2024-09-10T10:40:08.783613+0000","last_clean":"2024-09-10T10:40:08.783613+0000","last_became_active":"2024-09-10T10:40:07.299376+0000","last_became_peered":"2024-09-10T10:40:07.299376+0000","last_unstale":"2024-09-10T10:40:08.783613+0000","last_undegraded":"2024-09-10T10:40:08.783613+0000","last_fullsized":"2024-09-10T10:40:08.783613+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:08.263031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.14","version":"114'6","reported_seq":20,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783710+0000","last_change":"2024-09-10T10:40:06.280130+0000","last_active":"2024-09-10T10:40:08.783710+0000","last_peered":"2024-09-10T10:40:08.783710+0000","last_clean":"2024-09-10T10:40:08.783710+0000","last_became_active":"2024-09-10T10:40:06.279873+0000","last_became_peered":"2024-09-10T10:40:06.279873+0000","last_unstale":"2024-09-10T10:40:08.783710+0000","last_undegraded":"2024-09-10T10:40:08.783710+0000","last_fullsized":"2024-09-10T10:40:08.783710+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:23.506679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957590+0000","last_change":"2024-09-10T10:40:07.284257+0000","last_active":"2024-09-10T10:40:08.957590+0000","last_peered":"2024-09-10T10:40:08.957590+0000","last_clean":"2024-09-10T10:40:08.957590+0000","last_became_active":"2024-09-10T10:40:07.283899+0000","last_became_peered":"2024-09-10T10:40:07.283899+0000","last_unstale":"2024-09-10T10:40:08.957590+0000","last_undegraded":"2024-09-10T10:40:08.957590+0000","last_fullsized":"2024-09-10T10:40:08.957590+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:58.331630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957271+0000","last_change":"2024-09-10T10:40:06.288243+0000","last_active":"2024-09-10T10:40:08.957271+0000","last_peered":"2024-09-10T10:40:08.957271+0000","last_clean":"2024-09-10T10:40:08.957271+0000","last_became_active":"2024-09-10T10:40:06.287770+0000","last_became_peered":"2024-09-10T10:40:06.287770+0000","last_unstale":"2024-09-10T10:40:08.957271+0000","last_undegraded":"2024-09-10T10:40:08.957271+0000","last_fullsized":"2024-09-10T10:40:08.957271+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:34.545768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957002+0000","last_change":"2024-09-10T10:40:07.292567+0000","last_active":"2024-09-10T10:40:08.957002+0000","last_peered":"2024-09-10T10:40:08.957002+0000","last_clean":"2024-09-10T10:40:08.957002+0000","last_became_active":"2024-09-10T10:40:07.292299+0000","last_became_peered":"2024-09-10T10:40:07.292299+0000","last_unstale":"2024-09-10T10:40:08.957002+0000","last_undegraded":"2024-09-10T10:40:08.957002+0000","last_fullsized":"2024-09-10T10:40:08.957002+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:00:50.317169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":12,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.270315+0000","last_change":"2024-09-10T10:40:06.280566+0000","last_active":"2024-09-10T10:40:07.270315+0000","last_peered":"2024-09-10T10:40:07.270315+0000","last_clean":"2024-09-10T10:40:07.270315+0000","last_became_active":"2024-09-10T10:40:06.280278+0000","last_became_peered":"2024-09-10T10:40:06.280278+0000","last_unstale":"2024-09-10T10:40:07.270315+0000","last_undegraded":"2024-09-10T10:40:07.270315+0000","last_fullsized":"2024-09-10T10:40:07.270315+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:49:01.961064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955626+0000","last_change":"2024-09-10T10:40:07.291171+0000","last_active":"2024-09-10T10:40:08.955626+0000","last_peered":"2024-09-10T10:40:08.955626+0000","last_clean":"2024-09-10T10:40:08.955626+0000","last_became_active":"2024-09-10T10:40:07.290828+0000","last_became_peered":"2024-09-10T10:40:07.290828+0000","last_unstale":"2024-09-10T10:40:08.955626+0000","last_undegraded":"2024-09-10T10:40:08.955626+0000","last_fullsized":"2024-09-10T10:40:08.955626+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:43.833387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.10","version":"114'8","reported_seq":22,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955551+0000","last_change":"2024-09-10T10:40:06.278732+0000","last_active":"2024-09-10T10:40:08.955551+0000","last_peered":"2024-09-10T10:40:08.955551+0000","last_clean":"2024-09-10T10:40:08.955551+0000","last_became_active":"2024-09-10T10:40:06.278236+0000","last_became_peered":"2024-09-10T10:40:06.278236+0000","last_unstale":"2024-09-10T10:40:08.955551+0000","last_undegraded":"2024-09-10T10:40:08.955551+0000","last_fullsized":"2024-09-10T10:40:08.955551+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:44.027058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263423+0000","last_change":"2024-09-10T10:40:07.280229+0000","last_active":"2024-09-10T10:40:08.263423+0000","last_peered":"2024-09-10T10:40:08.263423+0000","last_clean":"2024-09-10T10:40:08.263423+0000","last_became_active":"2024-09-10T10:40:07.279939+0000","last_became_peered":"2024-09-10T10:40:07.279939+0000","last_unstale":"2024-09-10T10:40:08.263423+0000","last_undegraded":"2024-09-10T10:40:08.263423+0000","last_fullsized":"2024-09-10T10:40:08.263423+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:58.072637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.f","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.956230+0000","last_change":"2024-09-10T10:40:06.284332+0000","last_active":"2024-09-10T10:40:08.956230+0000","last_peered":"2024-09-10T10:40:08.956230+0000","last_clean":"2024-09-10T10:40:08.956230+0000","last_became_active":"2024-09-10T10:40:06.283854+0000","last_became_peered":"2024-09-10T10:40:06.283854+0000","last_unstale":"2024-09-10T10:40:08.956230+0000","last_undegraded":"2024-09-10T10:40:08.956230+0000","last_fullsized":"2024-09-10T10:40:08.956230+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:35.629599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263449+0000","last_change":"2024-09-10T10:40:07.284150+0000","last_active":"2024-09-10T10:40:08.263449+0000","last_peered":"2024-09-10T10:40:08.263449+0000","last_clean":"2024-09-10T10:40:08.263449+0000","last_became_active":"2024-09-10T10:40:07.283827+0000","last_became_peered":"2024-09-10T10:40:07.283827+0000","last_unstale":"2024-09-10T10:40:08.263449+0000","last_undegraded":"2024-09-10T10:40:08.263449+0000","last_fullsized":"2024-09-10T10:40:08.263449+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:24.262053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"114'2","reported_seq":14,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.295650+0000","last_change":"2024-09-10T10:40:06.276979+0000","last_active":"2024-09-10T10:40:07.295650+0000","last_peered":"2024-09-10T10:40:07.295650+0000","last_clean":"2024-09-10T10:40:07.295650+0000","last_became_active":"2024-09-10T10:40:06.276618+0000","last_became_peered":"2024-09-10T10:40:06.276618+0000","last_unstale":"2024-09-10T10:40:07.295650+0000","last_undegraded":"2024-09-10T10:40:07.295650+0000","last_fullsized":"2024-09-10T10:40:07.295650+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:37:38.937365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267835+0000","last_change":"2024-09-10T10:40:07.277381+0000","last_active":"2024-09-10T10:40:08.267835+0000","last_peered":"2024-09-10T10:40:08.267835+0000","last_clean":"2024-09-10T10:40:08.267835+0000","last_became_active":"2024-09-10T10:40:07.277067+0000","last_became_peered":"2024-09-10T10:40:07.277067+0000","last_unstale":"2024-09-10T10:40:08.267835+0000","last_undegraded":"2024-09-10T10:40:08.267835+0000","last_fullsized":"2024-09-10T10:40:08.267835+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:28:47.141804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.d","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452809+0000","last_change":"2024-09-10T10:40:06.278635+0000","last_active":"2024-09-10T10:40:08.452809+0000","last_peered":"2024-09-10T10:40:08.452809+0000","last_clean":"2024-09-10T10:40:08.452809+0000","last_became_active":"2024-09-10T10:40:06.278286+0000","last_became_peered":"2024-09-10T10:40:06.278286+0000","last_unstale":"2024-09-10T10:40:08.452809+0000","last_undegraded":"2024-09-10T10:40:08.452809+0000","last_fullsized":"2024-09-10T10:40:08.452809+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:44:38.410393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267998+0000","last_change":"2024-09-10T10:40:07.276807+0000","last_active":"2024-09-10T10:40:08.267998+0000","last_peered":"2024-09-10T10:40:08.267998+0000","last_clean":"2024-09-10T10:40:08.267998+0000","last_became_active":"2024-09-10T10:40:07.276449+0000","last_became_peered":"2024-09-10T10:40:07.276449+0000","last_unstale":"2024-09-10T10:40:08.267998+0000","last_undegraded":"2024-09-10T10:40:08.267998+0000","last_fullsized":"2024-09-10T10:40:08.267998+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:21:12.567836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263133+0000","last_change":"2024-09-10T10:40:06.281300+0000","last_active":"2024-09-10T10:40:08.263133+0000","last_peered":"2024-09-10T10:40:08.263133+0000","last_clean":"2024-09-10T10:40:08.263133+0000","last_became_active":"2024-09-10T10:40:06.277642+0000","last_became_peered":"2024-09-10T10:40:06.277642+0000","last_unstale":"2024-09-10T10:40:08.263133+0000","last_undegraded":"2024-09-10T10:40:08.263133+0000","last_fullsized":"2024-09-10T10:40:08.263133+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:52.750635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268006+0000","last_change":"2024-09-10T10:40:07.278187+0000","last_active":"2024-09-10T10:40:08.268006+0000","last_peered":"2024-09-10T10:40:08.268006+0000","last_clean":"2024-09-10T10:40:08.268006+0000","last_became_active":"2024-09-10T10:40:07.276715+0000","last_became_peered":"2024-09-10T10:40:07.276715+0000","last_unstale":"2024-09-10T10:40:08.268006+0000","last_undegraded":"2024-09-10T10:40:08.268006+0000","last_fullsized":"2024-09-10T10:40:08.268006+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:39:37.112642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.b","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452599+0000","last_change":"2024-09-10T10:40:06.270432+0000","last_active":"2024-09-10T10:40:08.452599+0000","last_peered":"2024-09-10T10:40:08.452599+0000","last_clean":"2024-09-10T10:40:08.452599+0000","last_became_active":"2024-09-10T10:40:06.270161+0000","last_became_peered":"2024-09-10T10:40:06.270161+0000","last_unstale":"2024-09-10T10:40:08.452599+0000","last_undegraded":"2024-09-10T10:40:08.452599+0000","last_fullsized":"2024-09-10T10:40:08.452599+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:47.064830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783683+0000","last_change":"2024-09-10T10:40:07.290350+0000","last_active":"2024-09-10T10:40:08.783683+0000","last_peered":"2024-09-10T10:40:08.783683+0000","last_clean":"2024-09-10T10:40:08.783683+0000","last_became_active":"2024-09-10T10:40:07.289995+0000","last_became_peered":"2024-09-10T10:40:07.289995+0000","last_unstale":"2024-09-10T10:40:08.783683+0000","last_undegraded":"2024-09-10T10:40:08.783683+0000","last_fullsized":"2024-09-10T10:40:08.783683+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:54:45.376578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268629+0000","last_change":"2024-09-10T10:40:06.279284+0000","last_active":"2024-09-10T10:40:08.268629+0000","last_peered":"2024-09-10T10:40:08.268629+0000","last_clean":"2024-09-10T10:40:08.268629+0000","last_became_active":"2024-09-10T10:40:06.278987+0000","last_became_peered":"2024-09-10T10:40:06.278987+0000","last_unstale":"2024-09-10T10:40:08.268629+0000","last_undegraded":"2024-09-10T10:40:08.268629+0000","last_fullsized":"2024-09-10T10:40:08.268629+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:07:25.264599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957137+0000","last_change":"2024-09-10T10:40:07.290141+0000","last_active":"2024-09-10T10:40:08.957137+0000","last_peered":"2024-09-10T10:40:08.957137+0000","last_clean":"2024-09-10T10:40:08.957137+0000","last_became_active":"2024-09-10T10:40:07.289778+0000","last_became_peered":"2024-09-10T10:40:07.289778+0000","last_unstale":"2024-09-10T10:40:08.957137+0000","last_undegraded":"2024-09-10T10:40:08.957137+0000","last_fullsized":"2024-09-10T10:40:08.957137+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:19.970387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957222+0000","last_change":"2024-09-10T10:40:06.279843+0000","last_active":"2024-09-10T10:40:08.957222+0000","last_peered":"2024-09-10T10:40:08.957222+0000","last_clean":"2024-09-10T10:40:08.957222+0000","last_became_active":"2024-09-10T10:40:06.279522+0000","last_became_peered":"2024-09-10T10:40:06.279522+0000","last_unstale":"2024-09-10T10:40:08.957222+0000","last_undegraded":"2024-09-10T10:40:08.957222+0000","last_fullsized":"2024-09-10T10:40:08.957222+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:35.629599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955821+0000","last_change":"2024-09-10T10:40:07.292143+0000","last_active":"2024-09-10T10:40:08.955821+0000","last_peered":"2024-09-10T10:40:08.955821+0000","last_clean":"2024-09-10T10:40:08.955821+0000","last_became_active":"2024-09-10T10:40:07.287029+0000","last_became_peered":"2024-09-10T10:40:07.287029+0000","last_unstale":"2024-09-10T10:40:08.955821+0000","last_undegraded":"2024-09-10T10:40:08.955821+0000","last_fullsized":"2024-09-10T10:40:08.955821+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:24:18.960254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":12,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.269264+0000","last_change":"2024-09-10T10:40:06.279622+0000","last_active":"2024-09-10T10:40:07.269264+0000","last_peered":"2024-09-10T10:40:07.269264+0000","last_clean":"2024-09-10T10:40:07.269264+0000","last_became_active":"2024-09-10T10:40:06.279340+0000","last_became_peered":"2024-09-10T10:40:06.279340+0000","last_unstale":"2024-09-10T10:40:07.269264+0000","last_undegraded":"2024-09-10T10:40:07.269264+0000","last_fullsized":"2024-09-10T10:40:07.269264+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:24:27.699017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783681+0000","last_change":"2024-09-10T10:40:07.305144+0000","last_active":"2024-09-10T10:40:08.783681+0000","last_peered":"2024-09-10T10:40:08.783681+0000","last_clean":"2024-09-10T10:40:08.783681+0000","last_became_active":"2024-09-10T10:40:07.304847+0000","last_became_peered":"2024-09-10T10:40:07.304847+0000","last_unstale":"2024-09-10T10:40:08.783681+0000","last_undegraded":"2024-09-10T10:40:08.783681+0000","last_fullsized":"2024-09-10T10:40:08.783681+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:03.258845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.7","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268651+0000","last_change":"2024-09-10T10:40:06.279801+0000","last_active":"2024-09-10T10:40:08.268651+0000","last_peered":"2024-09-10T10:40:08.268651+0000","last_clean":"2024-09-10T10:40:08.268651+0000","last_became_active":"2024-09-10T10:40:06.279547+0000","last_became_peered":"2024-09-10T10:40:06.279547+0000","last_unstale":"2024-09-10T10:40:08.268651+0000","last_undegraded":"2024-09-10T10:40:08.268651+0000","last_fullsized":"2024-09-10T10:40:08.268651+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:44:57.984950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268417+0000","last_change":"2024-09-10T10:40:07.277058+0000","last_active":"2024-09-10T10:40:08.268417+0000","last_peered":"2024-09-10T10:40:08.268417+0000","last_clean":"2024-09-10T10:40:08.268417+0000","last_became_active":"2024-09-10T10:40:07.276740+0000","last_became_peered":"2024-09-10T10:40:07.276740+0000","last_unstale":"2024-09-10T10:40:08.268417+0000","last_undegraded":"2024-09-10T10:40:08.268417+0000","last_fullsized":"2024-09-10T10:40:08.268417+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:35:01.763325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263509+0000","last_change":"2024-09-10T10:40:06.286536+0000","last_active":"2024-09-10T10:40:08.263509+0000","last_peered":"2024-09-10T10:40:08.263509+0000","last_clean":"2024-09-10T10:40:08.263509+0000","last_became_active":"2024-09-10T10:40:06.286131+0000","last_became_peered":"2024-09-10T10:40:06.286131+0000","last_unstale":"2024-09-10T10:40:08.263509+0000","last_undegraded":"2024-09-10T10:40:08.263509+0000","last_fullsized":"2024-09-10T10:40:08.263509+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:58.761128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957423+0000","last_change":"2024-09-10T10:40:07.285779+0000","last_active":"2024-09-10T10:40:08.957423+0000","last_peered":"2024-09-10T10:40:08.957423+0000","last_clean":"2024-09-10T10:40:08.957423+0000","last_became_active":"2024-09-10T10:40:07.284349+0000","last_became_peered":"2024-09-10T10:40:07.284349+0000","last_unstale":"2024-09-10T10:40:08.957423+0000","last_undegraded":"2024-09-10T10:40:08.957423+0000","last_fullsized":"2024-09-10T10:40:08.957423+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:54:43.832231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268538+0000","last_change":"2024-09-10T10:40:06.285881+0000","last_active":"2024-09-10T10:40:08.268538+0000","last_peered":"2024-09-10T10:40:08.268538+0000","last_clean":"2024-09-10T10:40:08.268538+0000","last_became_active":"2024-09-10T10:40:06.285637+0000","last_became_peered":"2024-09-10T10:40:06.285637+0000","last_unstale":"2024-09-10T10:40:08.268538+0000","last_undegraded":"2024-09-10T10:40:08.268538+0000","last_fullsized":"2024-09-10T10:40:08.268538+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:23.530838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452787+0000","last_change":"2024-09-10T10:40:07.287109+0000","last_active":"2024-09-10T10:40:08.452787+0000","last_peered":"2024-09-10T10:40:08.452787+0000","last_clean":"2024-09-10T10:40:08.452787+0000","last_became_active":"2024-09-10T10:40:07.286811+0000","last_became_peered":"2024-09-10T10:40:07.286811+0000","last_unstale":"2024-09-10T10:40:08.452787+0000","last_undegraded":"2024-09-10T10:40:08.452787+0000","last_fullsized":"2024-09-10T10:40:08.452787+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:35:41.408631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957393+0000","last_change":"2024-09-10T10:40:06.288153+0000","last_active":"2024-09-10T10:40:08.957393+0000","last_peered":"2024-09-10T10:40:08.957393+0000","last_clean":"2024-09-10T10:40:08.957393+0000","last_became_active":"2024-09-10T10:40:06.287819+0000","last_became_peered":"2024-09-10T10:40:06.287819+0000","last_unstale":"2024-09-10T10:40:08.957393+0000","last_undegraded":"2024-09-10T10:40:08.957393+0000","last_fullsized":"2024-09-10T10:40:08.957393+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:11:04.288607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955591+0000","last_change":"2024-09-10T10:40:07.300116+0000","last_active":"2024-09-10T10:40:08.955591+0000","last_peered":"2024-09-10T10:40:08.955591+0000","last_clean":"2024-09-10T10:40:08.955591+0000","last_became_active":"2024-09-10T10:40:07.299792+0000","last_became_peered":"2024-09-10T10:40:07.299792+0000","last_unstale":"2024-09-10T10:40:08.955591+0000","last_undegraded":"2024-09-10T10:40:08.955591+0000","last_fullsized":"2024-09-10T10:40:08.955591+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:31:30.725930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267435+0000","last_change":"2024-09-10T10:40:06.275304+0000","last_active":"2024-09-10T10:40:08.267435+0000","last_peered":"2024-09-10T10:40:08.267435+0000","last_clean":"2024-09-10T10:40:08.267435+0000","last_became_active":"2024-09-10T10:40:06.275023+0000","last_became_peered":"2024-09-10T10:40:06.275023+0000","last_unstale":"2024-09-10T10:40:08.267435+0000","last_undegraded":"2024-09-10T10:40:08.267435+0000","last_fullsized":"2024-09-10T10:40:08.267435+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:11:04.288607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955758+0000","last_change":"2024-09-10T10:40:07.298853+0000","last_active":"2024-09-10T10:40:08.955758+0000","last_peered":"2024-09-10T10:40:08.955758+0000","last_clean":"2024-09-10T10:40:08.955758+0000","last_became_active":"2024-09-10T10:40:07.297806+0000","last_became_peered":"2024-09-10T10:40:07.297806+0000","last_unstale":"2024-09-10T10:40:08.955758+0000","last_undegraded":"2024-09-10T10:40:08.955758+0000","last_fullsized":"2024-09-10T10:40:08.955758+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:36:23.464833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955698+0000","last_change":"2024-09-10T10:40:06.280246+0000","last_active":"2024-09-10T10:40:08.955698+0000","last_peered":"2024-09-10T10:40:08.955698+0000","last_clean":"2024-09-10T10:40:08.955698+0000","last_became_active":"2024-09-10T10:40:06.279970+0000","last_became_peered":"2024-09-10T10:40:06.279970+0000","last_unstale":"2024-09-10T10:40:08.955698+0000","last_undegraded":"2024-09-10T10:40:08.955698+0000","last_fullsized":"2024-09-10T10:40:08.955698+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:45:15.330095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267400+0000","last_change":"2024-09-10T10:40:07.287522+0000","last_active":"2024-09-10T10:40:08.267400+0000","last_peered":"2024-09-10T10:40:08.267400+0000","last_clean":"2024-09-10T10:40:08.267400+0000","last_became_active":"2024-09-10T10:40:07.286986+0000","last_became_peered":"2024-09-10T10:40:07.286986+0000","last_unstale":"2024-09-10T10:40:08.267400+0000","last_undegraded":"2024-09-10T10:40:08.267400+0000","last_fullsized":"2024-09-10T10:40:08.267400+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:27.259513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":12,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.270504+0000","last_change":"2024-09-10T10:40:06.275308+0000","last_active":"2024-09-10T10:40:07.270504+0000","last_peered":"2024-09-10T10:40:07.270504+0000","last_clean":"2024-09-10T10:40:07.270504+0000","last_became_active":"2024-09-10T10:40:06.274929+0000","last_became_peered":"2024-09-10T10:40:06.274929+0000","last_unstale":"2024-09-10T10:40:07.270504+0000","last_undegraded":"2024-09-10T10:40:07.270504+0000","last_fullsized":"2024-09-10T10:40:07.270504+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:05.400424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957586+0000","last_change":"2024-09-10T10:40:07.291837+0000","last_active":"2024-09-10T10:40:08.957586+0000","last_peered":"2024-09-10T10:40:08.957586+0000","last_clean":"2024-09-10T10:40:08.957586+0000","last_became_active":"2024-09-10T10:40:07.290664+0000","last_became_peered":"2024-09-10T10:40:07.290664+0000","last_unstale":"2024-09-10T10:40:08.957586+0000","last_undegraded":"2024-09-10T10:40:08.957586+0000","last_fullsized":"2024-09-10T10:40:08.957586+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:09:42.184991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957117+0000","last_change":"2024-09-10T10:40:06.288199+0000","last_active":"2024-09-10T10:40:08.957117+0000","last_peered":"2024-09-10T10:40:08.957117+0000","last_clean":"2024-09-10T10:40:08.957117+0000","last_became_active":"2024-09-10T10:40:06.287744+0000","last_became_peered":"2024-09-10T10:40:06.287744+0000","last_unstale":"2024-09-10T10:40:08.957117+0000","last_undegraded":"2024-09-10T10:40:08.957117+0000","last_fullsized":"2024-09-10T10:40:08.957117+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:45:15.330095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452635+0000","last_change":"2024-09-10T10:40:07.288664+0000","last_active":"2024-09-10T10:40:08.452635+0000","last_peered":"2024-09-10T10:40:08.452635+0000","last_clean":"2024-09-10T10:40:08.452635+0000","last_became_active":"2024-09-10T10:40:07.280807+0000","last_became_peered":"2024-09-10T10:40:07.280807+0000","last_unstale":"2024-09-10T10:40:08.452635+0000","last_undegraded":"2024-09-10T10:40:08.452635+0000","last_fullsized":"2024-09-10T10:40:08.452635+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:45.715987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.13","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955855+0000","last_change":"2024-09-10T10:40:06.280334+0000","last_active":"2024-09-10T10:40:08.955855+0000","last_peered":"2024-09-10T10:40:08.955855+0000","last_clean":"2024-09-10T10:40:08.955855+0000","last_became_active":"2024-09-10T10:40:06.280071+0000","last_became_peered":"2024-09-10T10:40:06.280071+0000","last_unstale":"2024-09-10T10:40:08.955855+0000","last_undegraded":"2024-09-10T10:40:08.955855+0000","last_fullsized":"2024-09-10T10:40:08.955855+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:57.069482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":343,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783258+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:40:08.783258+0000","last_peered":"2024-09-10T10:40:08.783258+0000","last_clean":"2024-09-10T10:40:08.783258+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:40:08.783258+0000","last_undegraded":"2024-09-10T10:40:08.783258+0000","last_fullsized":"2024-09-10T10:40:08.783258+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509537,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32588,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339252,"statfs":{"total":96636764160,"available":96603394048,"internally_reserved":0,"allocated":1433600,"data_stored":610345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509537,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36744,"kb_used_data":1384,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335096,"statfs":{"total":96636764160,"available":96599138304,"internally_reserved":0,"allocated":1417216,"data_stored":604011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509536,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32588,"kb_used_data":1396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339252,"statfs":{"total":96636764160,"available":96603394048,"internally_reserved":0,"allocated":1429504,"data_stored":610311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509537,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1433600,"data_stored":610381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509538,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1437696,"data_stored":610983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509537,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37328,"kb_used_data":1980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334512,"statfs":{"total":96636764160,"available":96598540288,"internally_reserved":0,"allocated":2027520,"data_stored":1196013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509536,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1437696,"data_stored":605679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542242,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33148,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338692,"statfs":{"total":96636764160,"available":96602820608,"internally_reserved":0,"allocated":1998848,"data_stored":1187604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:40:11.412 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:40:11.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.589+0000 7f0681200640 1 Processor -- start 2024-09-10T10:40:11.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.589+0000 7f0681200640 1 -- start start 2024-09-10T10:40:11.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.589+0000 7f0681200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f067c0b3530 0x7f067c0b3940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.589+0000 7f0681200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f067c15f670 con 0x7f067c072e90 2024-09-10T10:40:11.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.589+0000 7f0681200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f067c15e7a0 con 0x7f067c15b1b0 2024-09-10T10:40:11.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.589+0000 7f0681200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f067c0b53f0 con 0x7f067c0b3530 2024-09-10T10:40:11.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.589+0000 7f067a800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f067c0b3530 0x7f067c0b3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.589+0000 7f067a800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f067c0b3530 0x7f067c0b3940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44758/0 (socket says 172.21.15.22:44758) 2024-09-10T10:40:11.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.589+0000 7f067a800640 1 -- 172.21.15.22:0/3207913358 learned_addr learned my addr 172.21.15.22:0/3207913358 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:11.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f067a800640 1 -- 172.21.15.22:0/3207913358 >> v1:172.21.15.145:6789/0 conn(0x7f067c15b1b0 legacy=0x7f067c15ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:11.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f067a800640 1 -- 172.21.15.22:0/3207913358 >> v1:172.21.15.22:6789/0 conn(0x7f067c072e90 legacy=0x7f067c158600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f067a800640 1 -- 172.21.15.22:0/3207913358 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f067c15b9e0 con 0x7f067c0b3530 2024-09-10T10:40:11.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f067a800640 1 --2- 172.21.15.22:0/3207913358 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c0b3530 0x7f067c0b3940 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f0674009870 tx=0x7f067401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a97edd40e9e6f2d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:11.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f0679400640 1 -- 172.21.15.22:0/3207913358 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06740aa650 con 0x7f067c0b3530 2024-09-10T10:40:11.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f0679400640 1 -- 172.21.15.22:0/3207913358 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06740af070 con 0x7f067c0b3530 2024-09-10T10:40:11.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f0679400640 1 -- 172.21.15.22:0/3207913358 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06740aaa10 con 0x7f067c0b3530 2024-09-10T10:40:11.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f0681200640 1 -- 172.21.15.22:0/3207913358 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c0b3530 msgr2=0x7f067c0b3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f0681200640 1 --2- 172.21.15.22:0/3207913358 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c0b3530 0x7f067c0b3940 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f0674009870 tx=0x7f067401c4f0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f0681200640 1 -- 172.21.15.22:0/3207913358 shutdown_connections 2024-09-10T10:40:11.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f0681200640 1 --2- 172.21.15.22:0/3207913358 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c0b3530 0x7f067c0b3940 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f0681200640 1 -- 172.21.15.22:0/3207913358 >> 172.21.15.22:0/3207913358 conn(0x7f067c062dd0 msgr2=0x7f067c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:11.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.593+0000 7f0681200640 1 -- 172.21.15.22:0/3207913358 shutdown_connections 2024-09-10T10:40:11.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0681200640 1 -- 172.21.15.22:0/3207913358 wait complete. 2024-09-10T10:40:11.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0681200640 1 Processor -- start 2024-09-10T10:40:11.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0681200640 1 -- start start 2024-09-10T10:40:11.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0681200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c072e90 0x7f067c0b1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0681200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f067c0b3530 0x7f067c144e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0681200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f067c15b1b0 0x7f067c0b1090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0681200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f067c15b640 con 0x7f067c072e90 2024-09-10T10:40:11.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0681200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f067c0b3e80 con 0x7f067c15b1b0 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0681200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f067c15b7c0 con 0x7f067c0b3530 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0679e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c072e90 0x7f067c0b1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0679e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c072e90 0x7f067c0b1fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44760/0 (socket says 172.21.15.22:44760) 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0679e00640 1 -- 172.21.15.22:0/383379529 learned_addr learned my addr 172.21.15.22:0/383379529 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f067a800640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f067c15b1b0 0x7f067c0b1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0671400640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f067c0b3530 0x7f067c144e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0679e00640 1 -- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f067c0b3530 msgr2=0x7f067c144e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0679e00640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f067c0b3530 0x7f067c144e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0679e00640 1 -- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f067c15b1b0 msgr2=0x7f067c0b1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0679e00640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f067c15b1b0 0x7f067c0b1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0679e00640 1 -- 172.21.15.22:0/383379529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f067c0b02d0 con 0x7f067c072e90 2024-09-10T10:40:11.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0679e00640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c072e90 0x7f067c0b1fd0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f066c00c420 tx=0x7f066c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:11.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0672a00640 1 -- 172.21.15.22:0/383379529 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f066c0052d0 con 0x7f067c072e90 2024-09-10T10:40:11.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0672a00640 1 -- 172.21.15.22:0/383379529 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f066c005470 con 0x7f067c072e90 2024-09-10T10:40:11.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.597+0000 7f0681200640 1 -- 172.21.15.22:0/383379529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f067c0b05b0 con 0x7f067c072e90 2024-09-10T10:40:11.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.601+0000 7f0672a00640 1 -- 172.21.15.22:0/383379529 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f066c007260 con 0x7f067c072e90 2024-09-10T10:40:11.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.601+0000 7f0681200640 1 -- 172.21.15.22:0/383379529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f067c0b0b70 con 0x7f067c072e90 2024-09-10T10:40:11.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.601+0000 7f0681200640 1 -- 172.21.15.22:0/383379529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f067c06e240 con 0x7f067c072e90 2024-09-10T10:40:11.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.601+0000 7f0672a00640 1 -- 172.21.15.22:0/383379529 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f066c007400 con 0x7f067c072e90 2024-09-10T10:40:11.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.601+0000 7f0672a00640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06580678f0 0x7f0658069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.601+0000 7f0672a00640 1 -- 172.21.15.22:0/383379529 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f066c0850c0 con 0x7f067c072e90 2024-09-10T10:40:11.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.601+0000 7f0671400640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06580678f0 0x7f0658069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.601+0000 7f0671400640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06580678f0 0x7f0658069db0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f067c158cc0 tx=0x7f06640094d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:11.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.605+0000 7f0672a00640 1 -- 172.21.15.22:0/383379529 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f066c0555a0 con 0x7f067c072e90 2024-09-10T10:40:11.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.765+0000 7f0681200640 1 -- 172.21.15.22:0/383379529 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f067c072b40 con 0x7f06580678f0 2024-09-10T10:40:11.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.773+0000 7f0672a00640 1 -- 172.21.15.22:0/383379529 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252475 (secure 0 0 0) 0x7f067c072b40 con 0x7f06580678f0 2024-09-10T10:40:11.781 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:11.783 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:40:11.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 -- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06580678f0 msgr2=0x7f0658069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06580678f0 0x7f0658069db0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f067c158cc0 tx=0x7f06640094d0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 -- 172.21.15.22:0/383379529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c072e90 msgr2=0x7f067c0b1fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c072e90 0x7f067c0b1fd0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f066c00c420 tx=0x7f066c00c8e0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 -- 172.21.15.22:0/383379529 shutdown_connections 2024-09-10T10:40:11.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f06580678f0 0x7f0658069db0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f067c15b1b0 0x7f067c0b1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f067c0b3530 0x7f067c144e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 --2- 172.21.15.22:0/383379529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f067c072e90 0x7f067c0b1fd0 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 -- 172.21.15.22:0/383379529 >> 172.21.15.22:0/383379529 conn(0x7f067c062dd0 msgr2=0x7f067c06d9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:11.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 -- 172.21.15.22:0/383379529 shutdown_connections 2024-09-10T10:40:11.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.777+0000 7f0681200640 1 -- 172.21.15.22:0/383379529 wait complete. 2024-09-10T10:40:11.802 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":345,"stamp":"2024-09-10T10:40:11.445653+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":118,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":270188,"kb_used_data":12320,"kb_used_omap":12,"kb_used_meta":257651,"kb_avail":754704532,"statfs":{"total":773094113280,"available":772817440768,"internally_reserved":0,"allocated":12615680,"data_stored":6035327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":263835184},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001312"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268302+0000","last_change":"2024-09-10T10:40:07.298735+0000","last_active":"2024-09-10T10:40:08.268302+0000","last_peered":"2024-09-10T10:40:08.268302+0000","last_clean":"2024-09-10T10:40:08.268302+0000","last_became_active":"2024-09-10T10:40:07.298410+0000","last_became_peered":"2024-09-10T10:40:07.298410+0000","last_unstale":"2024-09-10T10:40:08.268302+0000","last_undegraded":"2024-09-10T10:40:08.268302+0000","last_fullsized":"2024-09-10T10:40:08.268302+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:07.503879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268175+0000","last_change":"2024-09-10T10:40:07.282488+0000","last_active":"2024-09-10T10:40:08.268175+0000","last_peered":"2024-09-10T10:40:08.268175+0000","last_clean":"2024-09-10T10:40:08.268175+0000","last_became_active":"2024-09-10T10:40:07.282133+0000","last_became_peered":"2024-09-10T10:40:07.282133+0000","last_unstale":"2024-09-10T10:40:08.268175+0000","last_undegraded":"2024-09-10T10:40:08.268175+0000","last_fullsized":"2024-09-10T10:40:08.268175+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:51:14.629272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452689+0000","last_change":"2024-09-10T10:40:07.287027+0000","last_active":"2024-09-10T10:40:08.452689+0000","last_peered":"2024-09-10T10:40:08.452689+0000","last_clean":"2024-09-10T10:40:08.452689+0000","last_became_active":"2024-09-10T10:40:07.286720+0000","last_became_peered":"2024-09-10T10:40:07.286720+0000","last_unstale":"2024-09-10T10:40:08.452689+0000","last_undegraded":"2024-09-10T10:40:08.452689+0000","last_fullsized":"2024-09-10T10:40:08.452689+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:03.562272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":9,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.301964+0000","last_change":"2024-09-10T10:40:07.299221+0000","last_active":"2024-09-10T10:40:07.301964+0000","last_peered":"2024-09-10T10:40:07.301964+0000","last_clean":"2024-09-10T10:40:07.301964+0000","last_became_active":"2024-09-10T10:40:07.298837+0000","last_became_peered":"2024-09-10T10:40:07.298837+0000","last_unstale":"2024-09-10T10:40:07.301964+0000","last_undegraded":"2024-09-10T10:40:07.301964+0000","last_fullsized":"2024-09-10T10:40:07.301964+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:38.637143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.262870+0000","last_change":"2024-09-10T10:40:07.300711+0000","last_active":"2024-09-10T10:40:08.262870+0000","last_peered":"2024-09-10T10:40:08.262870+0000","last_clean":"2024-09-10T10:40:08.262870+0000","last_became_active":"2024-09-10T10:40:07.300466+0000","last_became_peered":"2024-09-10T10:40:07.300466+0000","last_unstale":"2024-09-10T10:40:08.262870+0000","last_undegraded":"2024-09-10T10:40:08.262870+0000","last_fullsized":"2024-09-10T10:40:08.262870+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:43.765852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955571+0000","last_change":"2024-09-10T10:40:07.284496+0000","last_active":"2024-09-10T10:40:08.955571+0000","last_peered":"2024-09-10T10:40:08.955571+0000","last_clean":"2024-09-10T10:40:08.955571+0000","last_became_active":"2024-09-10T10:40:07.284186+0000","last_became_peered":"2024-09-10T10:40:07.284186+0000","last_unstale":"2024-09-10T10:40:08.955571+0000","last_undegraded":"2024-09-10T10:40:08.955571+0000","last_fullsized":"2024-09-10T10:40:08.955571+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:58.661633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.262852+0000","last_change":"2024-09-10T10:40:07.287633+0000","last_active":"2024-09-10T10:40:08.262852+0000","last_peered":"2024-09-10T10:40:08.262852+0000","last_clean":"2024-09-10T10:40:08.262852+0000","last_became_active":"2024-09-10T10:40:07.287348+0000","last_became_peered":"2024-09-10T10:40:07.287348+0000","last_unstale":"2024-09-10T10:40:08.262852+0000","last_undegraded":"2024-09-10T10:40:08.262852+0000","last_fullsized":"2024-09-10T10:40:08.262852+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:26:34.787881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.262750+0000","last_change":"2024-09-10T10:40:07.273333+0000","last_active":"2024-09-10T10:40:08.262750+0000","last_peered":"2024-09-10T10:40:08.262750+0000","last_clean":"2024-09-10T10:40:08.262750+0000","last_became_active":"2024-09-10T10:40:07.273064+0000","last_became_peered":"2024-09-10T10:40:07.273064+0000","last_unstale":"2024-09-10T10:40:08.262750+0000","last_undegraded":"2024-09-10T10:40:08.262750+0000","last_fullsized":"2024-09-10T10:40:08.262750+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:37.629120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452718+0000","last_change":"2024-09-10T10:40:07.291716+0000","last_active":"2024-09-10T10:40:08.452718+0000","last_peered":"2024-09-10T10:40:08.452718+0000","last_clean":"2024-09-10T10:40:08.452718+0000","last_became_active":"2024-09-10T10:40:07.286652+0000","last_became_peered":"2024-09-10T10:40:07.286652+0000","last_unstale":"2024-09-10T10:40:08.452718+0000","last_undegraded":"2024-09-10T10:40:08.452718+0000","last_fullsized":"2024-09-10T10:40:08.452718+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:18.266587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268075+0000","last_change":"2024-09-10T10:40:07.304771+0000","last_active":"2024-09-10T10:40:08.268075+0000","last_peered":"2024-09-10T10:40:08.268075+0000","last_clean":"2024-09-10T10:40:08.268075+0000","last_became_active":"2024-09-10T10:40:07.304388+0000","last_became_peered":"2024-09-10T10:40:07.304388+0000","last_unstale":"2024-09-10T10:40:08.268075+0000","last_undegraded":"2024-09-10T10:40:08.268075+0000","last_fullsized":"2024-09-10T10:40:08.268075+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:15:15.680463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":9,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.286963+0000","last_change":"2024-09-10T10:40:07.283080+0000","last_active":"2024-09-10T10:40:07.286963+0000","last_peered":"2024-09-10T10:40:07.286963+0000","last_clean":"2024-09-10T10:40:07.286963+0000","last_became_active":"2024-09-10T10:40:07.282830+0000","last_became_peered":"2024-09-10T10:40:07.282830+0000","last_unstale":"2024-09-10T10:40:07.286963+0000","last_undegraded":"2024-09-10T10:40:07.286963+0000","last_fullsized":"2024-09-10T10:40:07.286963+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:09.671597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955981+0000","last_change":"2024-09-10T10:40:07.305520+0000","last_active":"2024-09-10T10:40:08.955981+0000","last_peered":"2024-09-10T10:40:08.955981+0000","last_clean":"2024-09-10T10:40:08.955981+0000","last_became_active":"2024-09-10T10:40:07.305137+0000","last_became_peered":"2024-09-10T10:40:07.305137+0000","last_unstale":"2024-09-10T10:40:08.955981+0000","last_undegraded":"2024-09-10T10:40:08.955981+0000","last_fullsized":"2024-09-10T10:40:08.955981+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:22.960764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":9,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.286482+0000","last_change":"2024-09-10T10:40:07.282273+0000","last_active":"2024-09-10T10:40:07.286482+0000","last_peered":"2024-09-10T10:40:07.286482+0000","last_clean":"2024-09-10T10:40:07.286482+0000","last_became_active":"2024-09-10T10:40:07.280087+0000","last_became_peered":"2024-09-10T10:40:07.280087+0000","last_unstale":"2024-09-10T10:40:07.286482+0000","last_undegraded":"2024-09-10T10:40:07.286482+0000","last_fullsized":"2024-09-10T10:40:07.286482+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:29.871435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957279+0000","last_change":"2024-09-10T10:40:07.288255+0000","last_active":"2024-09-10T10:40:08.957279+0000","last_peered":"2024-09-10T10:40:08.957279+0000","last_clean":"2024-09-10T10:40:08.957279+0000","last_became_active":"2024-09-10T10:40:07.287928+0000","last_became_peered":"2024-09-10T10:40:07.287928+0000","last_unstale":"2024-09-10T10:40:08.957279+0000","last_undegraded":"2024-09-10T10:40:08.957279+0000","last_fullsized":"2024-09-10T10:40:08.957279+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:22.166277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267996+0000","last_change":"2024-09-10T10:40:07.292963+0000","last_active":"2024-09-10T10:40:08.267996+0000","last_peered":"2024-09-10T10:40:08.267996+0000","last_clean":"2024-09-10T10:40:08.267996+0000","last_became_active":"2024-09-10T10:40:07.292649+0000","last_became_peered":"2024-09-10T10:40:07.292649+0000","last_unstale":"2024-09-10T10:40:08.267996+0000","last_undegraded":"2024-09-10T10:40:08.267996+0000","last_fullsized":"2024-09-10T10:40:08.267996+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:58:03.924429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.956961+0000","last_change":"2024-09-10T10:40:07.291294+0000","last_active":"2024-09-10T10:40:08.956961+0000","last_peered":"2024-09-10T10:40:08.956961+0000","last_clean":"2024-09-10T10:40:08.956961+0000","last_became_active":"2024-09-10T10:40:07.291020+0000","last_became_peered":"2024-09-10T10:40:07.291020+0000","last_unstale":"2024-09-10T10:40:08.956961+0000","last_undegraded":"2024-09-10T10:40:08.956961+0000","last_fullsized":"2024-09-10T10:40:08.956961+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:34.661688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452876+0000","last_change":"2024-09-10T10:40:07.280439+0000","last_active":"2024-09-10T10:40:08.452876+0000","last_peered":"2024-09-10T10:40:08.452876+0000","last_clean":"2024-09-10T10:40:08.452876+0000","last_became_active":"2024-09-10T10:40:07.279406+0000","last_became_peered":"2024-09-10T10:40:07.279406+0000","last_unstale":"2024-09-10T10:40:08.452876+0000","last_undegraded":"2024-09-10T10:40:08.452876+0000","last_fullsized":"2024-09-10T10:40:08.452876+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:34.063449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268428+0000","last_change":"2024-09-10T10:40:07.300583+0000","last_active":"2024-09-10T10:40:08.268428+0000","last_peered":"2024-09-10T10:40:08.268428+0000","last_clean":"2024-09-10T10:40:08.268428+0000","last_became_active":"2024-09-10T10:40:07.300301+0000","last_became_peered":"2024-09-10T10:40:07.300301+0000","last_unstale":"2024-09-10T10:40:08.268428+0000","last_undegraded":"2024-09-10T10:40:08.268428+0000","last_fullsized":"2024-09-10T10:40:08.268428+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:23.600132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267742+0000","last_change":"2024-09-10T10:40:07.277318+0000","last_active":"2024-09-10T10:40:08.267742+0000","last_peered":"2024-09-10T10:40:08.267742+0000","last_clean":"2024-09-10T10:40:08.267742+0000","last_became_active":"2024-09-10T10:40:07.276292+0000","last_became_peered":"2024-09-10T10:40:07.276292+0000","last_unstale":"2024-09-10T10:40:08.267742+0000","last_undegraded":"2024-09-10T10:40:08.267742+0000","last_fullsized":"2024-09-10T10:40:08.267742+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:58.331630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268313+0000","last_change":"2024-09-10T10:40:07.292174+0000","last_active":"2024-09-10T10:40:08.268313+0000","last_peered":"2024-09-10T10:40:08.268313+0000","last_clean":"2024-09-10T10:40:08.268313+0000","last_became_active":"2024-09-10T10:40:07.291886+0000","last_became_peered":"2024-09-10T10:40:07.291886+0000","last_unstale":"2024-09-10T10:40:08.268313+0000","last_undegraded":"2024-09-10T10:40:08.268313+0000","last_fullsized":"2024-09-10T10:40:08.268313+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:55:04.601942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955571+0000","last_change":"2024-09-10T10:40:07.300246+0000","last_active":"2024-09-10T10:40:08.955571+0000","last_peered":"2024-09-10T10:40:08.955571+0000","last_clean":"2024-09-10T10:40:08.955571+0000","last_became_active":"2024-09-10T10:40:07.299911+0000","last_became_peered":"2024-09-10T10:40:07.299911+0000","last_unstale":"2024-09-10T10:40:08.955571+0000","last_undegraded":"2024-09-10T10:40:08.955571+0000","last_fullsized":"2024-09-10T10:40:08.955571+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:10.692111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267740+0000","last_change":"2024-09-10T10:40:07.275746+0000","last_active":"2024-09-10T10:40:08.267740+0000","last_peered":"2024-09-10T10:40:08.267740+0000","last_clean":"2024-09-10T10:40:08.267740+0000","last_became_active":"2024-09-10T10:40:07.275427+0000","last_became_peered":"2024-09-10T10:40:07.275427+0000","last_unstale":"2024-09-10T10:40:08.267740+0000","last_undegraded":"2024-09-10T10:40:08.267740+0000","last_fullsized":"2024-09-10T10:40:08.267740+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:23:41.187918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783674+0000","last_change":"2024-09-10T10:40:07.281426+0000","last_active":"2024-09-10T10:40:08.783674+0000","last_peered":"2024-09-10T10:40:08.783674+0000","last_clean":"2024-09-10T10:40:08.783674+0000","last_became_active":"2024-09-10T10:40:07.281100+0000","last_became_peered":"2024-09-10T10:40:07.281100+0000","last_unstale":"2024-09-10T10:40:08.783674+0000","last_undegraded":"2024-09-10T10:40:08.783674+0000","last_fullsized":"2024-09-10T10:40:08.783674+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:37.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267222+0000","last_change":"2024-09-10T10:40:07.287533+0000","last_active":"2024-09-10T10:40:08.267222+0000","last_peered":"2024-09-10T10:40:08.267222+0000","last_clean":"2024-09-10T10:40:08.267222+0000","last_became_active":"2024-09-10T10:40:07.287270+0000","last_became_peered":"2024-09-10T10:40:07.287270+0000","last_unstale":"2024-09-10T10:40:08.267222+0000","last_undegraded":"2024-09-10T10:40:08.267222+0000","last_fullsized":"2024-09-10T10:40:08.267222+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:59.764283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":9,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.285457+0000","last_change":"2024-09-10T10:40:07.279680+0000","last_active":"2024-09-10T10:40:07.285457+0000","last_peered":"2024-09-10T10:40:07.285457+0000","last_clean":"2024-09-10T10:40:07.285457+0000","last_became_active":"2024-09-10T10:40:07.279389+0000","last_became_peered":"2024-09-10T10:40:07.279389+0000","last_unstale":"2024-09-10T10:40:07.285457+0000","last_undegraded":"2024-09-10T10:40:07.285457+0000","last_fullsized":"2024-09-10T10:40:07.285457+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:43:17.814863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268251+0000","last_change":"2024-09-10T10:40:07.289028+0000","last_active":"2024-09-10T10:40:08.268251+0000","last_peered":"2024-09-10T10:40:08.268251+0000","last_clean":"2024-09-10T10:40:08.268251+0000","last_became_active":"2024-09-10T10:40:07.288649+0000","last_became_peered":"2024-09-10T10:40:07.288649+0000","last_unstale":"2024-09-10T10:40:08.268251+0000","last_undegraded":"2024-09-10T10:40:08.268251+0000","last_fullsized":"2024-09-10T10:40:08.268251+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:31.379773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957455+0000","last_change":"2024-09-10T10:40:07.294212+0000","last_active":"2024-09-10T10:40:08.957455+0000","last_peered":"2024-09-10T10:40:08.957455+0000","last_clean":"2024-09-10T10:40:08.957455+0000","last_became_active":"2024-09-10T10:40:07.293794+0000","last_became_peered":"2024-09-10T10:40:07.293794+0000","last_unstale":"2024-09-10T10:40:08.957455+0000","last_undegraded":"2024-09-10T10:40:08.957455+0000","last_fullsized":"2024-09-10T10:40:08.957455+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:40.980679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783656+0000","last_change":"2024-09-10T10:40:07.288786+0000","last_active":"2024-09-10T10:40:08.783656+0000","last_peered":"2024-09-10T10:40:08.783656+0000","last_clean":"2024-09-10T10:40:08.783656+0000","last_became_active":"2024-09-10T10:40:07.288512+0000","last_became_peered":"2024-09-10T10:40:07.288512+0000","last_unstale":"2024-09-10T10:40:08.783656+0000","last_undegraded":"2024-09-10T10:40:08.783656+0000","last_fullsized":"2024-09-10T10:40:08.783656+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:17.446076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267203+0000","last_change":"2024-09-10T10:40:07.279248+0000","last_active":"2024-09-10T10:40:08.267203+0000","last_peered":"2024-09-10T10:40:08.267203+0000","last_clean":"2024-09-10T10:40:08.267203+0000","last_became_active":"2024-09-10T10:40:07.278938+0000","last_became_peered":"2024-09-10T10:40:07.278938+0000","last_unstale":"2024-09-10T10:40:08.267203+0000","last_undegraded":"2024-09-10T10:40:08.267203+0000","last_fullsized":"2024-09-10T10:40:08.267203+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:19.841483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268018+0000","last_change":"2024-09-10T10:40:07.291463+0000","last_active":"2024-09-10T10:40:08.268018+0000","last_peered":"2024-09-10T10:40:08.268018+0000","last_clean":"2024-09-10T10:40:08.268018+0000","last_became_active":"2024-09-10T10:40:07.291196+0000","last_became_peered":"2024-09-10T10:40:07.291196+0000","last_unstale":"2024-09-10T10:40:08.268018+0000","last_undegraded":"2024-09-10T10:40:08.268018+0000","last_fullsized":"2024-09-10T10:40:08.268018+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:09:42.184991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783496+0000","last_change":"2024-09-10T10:40:07.291883+0000","last_active":"2024-09-10T10:40:08.783496+0000","last_peered":"2024-09-10T10:40:08.783496+0000","last_clean":"2024-09-10T10:40:08.783496+0000","last_became_active":"2024-09-10T10:40:07.289203+0000","last_became_peered":"2024-09-10T10:40:07.289203+0000","last_unstale":"2024-09-10T10:40:08.783496+0000","last_undegraded":"2024-09-10T10:40:08.783496+0000","last_fullsized":"2024-09-10T10:40:08.783496+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:44:58.988105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452541+0000","last_change":"2024-09-10T10:40:07.286268+0000","last_active":"2024-09-10T10:40:08.452541+0000","last_peered":"2024-09-10T10:40:08.452541+0000","last_clean":"2024-09-10T10:40:08.452541+0000","last_became_active":"2024-09-10T10:40:07.285637+0000","last_became_peered":"2024-09-10T10:40:07.285637+0000","last_unstale":"2024-09-10T10:40:08.452541+0000","last_undegraded":"2024-09-10T10:40:08.452541+0000","last_fullsized":"2024-09-10T10:40:08.452541+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:08.048169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957570+0000","last_change":"2024-09-10T10:40:07.291641+0000","last_active":"2024-09-10T10:40:08.957570+0000","last_peered":"2024-09-10T10:40:08.957570+0000","last_clean":"2024-09-10T10:40:08.957570+0000","last_became_active":"2024-09-10T10:40:07.290476+0000","last_became_peered":"2024-09-10T10:40:07.290476+0000","last_unstale":"2024-09-10T10:40:08.957570+0000","last_undegraded":"2024-09-10T10:40:08.957570+0000","last_fullsized":"2024-09-10T10:40:08.957570+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:19.841483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1f","version":"114'4","reported_seq":18,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263391+0000","last_change":"2024-09-10T10:40:06.284912+0000","last_active":"2024-09-10T10:40:08.263391+0000","last_peered":"2024-09-10T10:40:08.263391+0000","last_clean":"2024-09-10T10:40:08.263391+0000","last_became_active":"2024-09-10T10:40:06.284653+0000","last_became_peered":"2024-09-10T10:40:06.284653+0000","last_unstale":"2024-09-10T10:40:08.263391+0000","last_undegraded":"2024-09-10T10:40:08.263391+0000","last_fullsized":"2024-09-10T10:40:08.263391+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:26.256358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452873+0000","last_change":"2024-09-10T10:40:07.285182+0000","last_active":"2024-09-10T10:40:08.452873+0000","last_peered":"2024-09-10T10:40:08.452873+0000","last_clean":"2024-09-10T10:40:08.452873+0000","last_became_active":"2024-09-10T10:40:07.284472+0000","last_became_peered":"2024-09-10T10:40:07.284472+0000","last_unstale":"2024-09-10T10:40:08.452873+0000","last_undegraded":"2024-09-10T10:40:08.452873+0000","last_fullsized":"2024-09-10T10:40:08.452873+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:37:58.118937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1e","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452821+0000","last_change":"2024-09-10T10:40:06.285019+0000","last_active":"2024-09-10T10:40:08.452821+0000","last_peered":"2024-09-10T10:40:08.452821+0000","last_clean":"2024-09-10T10:40:08.452821+0000","last_became_active":"2024-09-10T10:40:06.284687+0000","last_became_peered":"2024-09-10T10:40:06.284687+0000","last_unstale":"2024-09-10T10:40:08.452821+0000","last_undegraded":"2024-09-10T10:40:08.452821+0000","last_fullsized":"2024-09-10T10:40:08.452821+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:12.262514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452603+0000","last_change":"2024-09-10T10:40:07.279661+0000","last_active":"2024-09-10T10:40:08.452603+0000","last_peered":"2024-09-10T10:40:08.452603+0000","last_clean":"2024-09-10T10:40:08.452603+0000","last_became_active":"2024-09-10T10:40:07.279210+0000","last_became_peered":"2024-09-10T10:40:07.279210+0000","last_unstale":"2024-09-10T10:40:08.452603+0000","last_undegraded":"2024-09-10T10:40:08.452603+0000","last_fullsized":"2024-09-10T10:40:08.452603+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:06.927840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1d","version":"114'2","reported_seq":14,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.291993+0000","last_change":"2024-09-10T10:40:06.273900+0000","last_active":"2024-09-10T10:40:07.291993+0000","last_peered":"2024-09-10T10:40:07.291993+0000","last_clean":"2024-09-10T10:40:07.291993+0000","last_became_active":"2024-09-10T10:40:06.273473+0000","last_became_peered":"2024-09-10T10:40:06.273473+0000","last_unstale":"2024-09-10T10:40:07.291993+0000","last_undegraded":"2024-09-10T10:40:07.291993+0000","last_fullsized":"2024-09-10T10:40:07.291993+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:17.041117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.956182+0000","last_change":"2024-09-10T10:40:07.292476+0000","last_active":"2024-09-10T10:40:08.956182+0000","last_peered":"2024-09-10T10:40:08.956182+0000","last_clean":"2024-09-10T10:40:08.956182+0000","last_became_active":"2024-09-10T10:40:07.291900+0000","last_became_peered":"2024-09-10T10:40:07.291900+0000","last_unstale":"2024-09-10T10:40:08.956182+0000","last_undegraded":"2024-09-10T10:40:08.956182+0000","last_fullsized":"2024-09-10T10:40:08.956182+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:00:50.317169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1c","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267809+0000","last_change":"2024-09-10T10:40:06.279572+0000","last_active":"2024-09-10T10:40:08.267809+0000","last_peered":"2024-09-10T10:40:08.267809+0000","last_clean":"2024-09-10T10:40:08.267809+0000","last_became_active":"2024-09-10T10:40:06.279274+0000","last_became_peered":"2024-09-10T10:40:06.279274+0000","last_unstale":"2024-09-10T10:40:08.267809+0000","last_undegraded":"2024-09-10T10:40:08.267809+0000","last_fullsized":"2024-09-10T10:40:08.267809+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:45:15.330095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268450+0000","last_change":"2024-09-10T10:40:07.292719+0000","last_active":"2024-09-10T10:40:08.268450+0000","last_peered":"2024-09-10T10:40:08.268450+0000","last_clean":"2024-09-10T10:40:08.268450+0000","last_became_active":"2024-09-10T10:40:07.292408+0000","last_became_peered":"2024-09-10T10:40:07.292408+0000","last_unstale":"2024-09-10T10:40:08.268450+0000","last_undegraded":"2024-09-10T10:40:08.268450+0000","last_fullsized":"2024-09-10T10:40:08.268450+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:27.595636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1b","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267411+0000","last_change":"2024-09-10T10:40:06.269927+0000","last_active":"2024-09-10T10:40:08.267411+0000","last_peered":"2024-09-10T10:40:08.267411+0000","last_clean":"2024-09-10T10:40:08.267411+0000","last_became_active":"2024-09-10T10:40:06.269648+0000","last_became_peered":"2024-09-10T10:40:06.269648+0000","last_unstale":"2024-09-10T10:40:08.267411+0000","last_undegraded":"2024-09-10T10:40:08.267411+0000","last_fullsized":"2024-09-10T10:40:08.267411+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:34.545768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955619+0000","last_change":"2024-09-10T10:40:07.293661+0000","last_active":"2024-09-10T10:40:08.955619+0000","last_peered":"2024-09-10T10:40:08.955619+0000","last_clean":"2024-09-10T10:40:08.955619+0000","last_became_active":"2024-09-10T10:40:07.293377+0000","last_became_peered":"2024-09-10T10:40:07.293377+0000","last_unstale":"2024-09-10T10:40:08.955619+0000","last_undegraded":"2024-09-10T10:40:08.955619+0000","last_fullsized":"2024-09-10T10:40:08.955619+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:16.946424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268582+0000","last_change":"2024-09-10T10:40:06.280770+0000","last_active":"2024-09-10T10:40:08.268582+0000","last_peered":"2024-09-10T10:40:08.268582+0000","last_clean":"2024-09-10T10:40:08.268582+0000","last_became_active":"2024-09-10T10:40:06.280505+0000","last_became_peered":"2024-09-10T10:40:06.280505+0000","last_unstale":"2024-09-10T10:40:08.268582+0000","last_undegraded":"2024-09-10T10:40:08.268582+0000","last_fullsized":"2024-09-10T10:40:08.268582+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:39:10.646415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955469+0000","last_change":"2024-09-10T10:40:07.286490+0000","last_active":"2024-09-10T10:40:08.955469+0000","last_peered":"2024-09-10T10:40:08.955469+0000","last_clean":"2024-09-10T10:40:08.955469+0000","last_became_active":"2024-09-10T10:40:07.286176+0000","last_became_peered":"2024-09-10T10:40:07.286176+0000","last_unstale":"2024-09-10T10:40:08.955469+0000","last_undegraded":"2024-09-10T10:40:08.955469+0000","last_fullsized":"2024-09-10T10:40:08.955469+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:10.707357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452474+0000","last_change":"2024-09-10T10:40:06.279431+0000","last_active":"2024-09-10T10:40:08.452474+0000","last_peered":"2024-09-10T10:40:08.452474+0000","last_clean":"2024-09-10T10:40:08.452474+0000","last_became_active":"2024-09-10T10:40:06.279145+0000","last_became_peered":"2024-09-10T10:40:06.279145+0000","last_unstale":"2024-09-10T10:40:08.452474+0000","last_undegraded":"2024-09-10T10:40:08.452474+0000","last_fullsized":"2024-09-10T10:40:08.452474+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:46.994012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267182+0000","last_change":"2024-09-10T10:40:07.275460+0000","last_active":"2024-09-10T10:40:08.267182+0000","last_peered":"2024-09-10T10:40:08.267182+0000","last_clean":"2024-09-10T10:40:08.267182+0000","last_became_active":"2024-09-10T10:40:07.275103+0000","last_became_peered":"2024-09-10T10:40:07.275103+0000","last_unstale":"2024-09-10T10:40:08.267182+0000","last_undegraded":"2024-09-10T10:40:08.267182+0000","last_fullsized":"2024-09-10T10:40:08.267182+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:40.980679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267326+0000","last_change":"2024-09-10T10:40:06.264614+0000","last_active":"2024-09-10T10:40:08.267326+0000","last_peered":"2024-09-10T10:40:08.267326+0000","last_clean":"2024-09-10T10:40:08.267326+0000","last_became_active":"2024-09-10T10:40:06.264214+0000","last_became_peered":"2024-09-10T10:40:06.264214+0000","last_unstale":"2024-09-10T10:40:08.267326+0000","last_undegraded":"2024-09-10T10:40:08.267326+0000","last_fullsized":"2024-09-10T10:40:08.267326+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:35.629599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268349+0000","last_change":"2024-09-10T10:40:07.277308+0000","last_active":"2024-09-10T10:40:08.268349+0000","last_peered":"2024-09-10T10:40:08.268349+0000","last_clean":"2024-09-10T10:40:08.268349+0000","last_became_active":"2024-09-10T10:40:07.276996+0000","last_became_peered":"2024-09-10T10:40:07.276996+0000","last_unstale":"2024-09-10T10:40:08.268349+0000","last_undegraded":"2024-09-10T10:40:08.268349+0000","last_fullsized":"2024-09-10T10:40:08.268349+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:32.642124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.956185+0000","last_change":"2024-09-10T10:40:06.282867+0000","last_active":"2024-09-10T10:40:08.956185+0000","last_peered":"2024-09-10T10:40:08.956185+0000","last_clean":"2024-09-10T10:40:08.956185+0000","last_became_active":"2024-09-10T10:40:06.281944+0000","last_became_peered":"2024-09-10T10:40:06.281944+0000","last_unstale":"2024-09-10T10:40:08.956185+0000","last_undegraded":"2024-09-10T10:40:08.956185+0000","last_fullsized":"2024-09-10T10:40:08.956185+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:23.258898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263333+0000","last_change":"2024-09-10T10:40:07.284223+0000","last_active":"2024-09-10T10:40:08.263333+0000","last_peered":"2024-09-10T10:40:08.263333+0000","last_clean":"2024-09-10T10:40:08.263333+0000","last_became_active":"2024-09-10T10:40:07.283812+0000","last_became_peered":"2024-09-10T10:40:07.283812+0000","last_unstale":"2024-09-10T10:40:08.263333+0000","last_undegraded":"2024-09-10T10:40:08.263333+0000","last_fullsized":"2024-09-10T10:40:08.263333+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:35:25.061159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268499+0000","last_change":"2024-09-10T10:40:06.285157+0000","last_active":"2024-09-10T10:40:08.268499+0000","last_peered":"2024-09-10T10:40:08.268499+0000","last_clean":"2024-09-10T10:40:08.268499+0000","last_became_active":"2024-09-10T10:40:06.284921+0000","last_became_peered":"2024-09-10T10:40:06.284921+0000","last_unstale":"2024-09-10T10:40:08.268499+0000","last_undegraded":"2024-09-10T10:40:08.268499+0000","last_fullsized":"2024-09-10T10:40:08.268499+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:38.387323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.956049+0000","last_change":"2024-09-10T10:40:07.306208+0000","last_active":"2024-09-10T10:40:08.956049+0000","last_peered":"2024-09-10T10:40:08.956049+0000","last_clean":"2024-09-10T10:40:08.956049+0000","last_became_active":"2024-09-10T10:40:07.305925+0000","last_became_peered":"2024-09-10T10:40:07.305925+0000","last_unstale":"2024-09-10T10:40:08.956049+0000","last_undegraded":"2024-09-10T10:40:08.956049+0000","last_fullsized":"2024-09-10T10:40:08.956049+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:34.661688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.15","version":"114'3","reported_seq":17,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263210+0000","last_change":"2024-09-10T10:40:06.286056+0000","last_active":"2024-09-10T10:40:08.263210+0000","last_peered":"2024-09-10T10:40:08.263210+0000","last_clean":"2024-09-10T10:40:08.263210+0000","last_became_active":"2024-09-10T10:40:06.285710+0000","last_became_peered":"2024-09-10T10:40:06.285710+0000","last_unstale":"2024-09-10T10:40:08.263210+0000","last_undegraded":"2024-09-10T10:40:08.263210+0000","last_fullsized":"2024-09-10T10:40:08.263210+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:02.255690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783613+0000","last_change":"2024-09-10T10:40:07.299785+0000","last_active":"2024-09-10T10:40:08.783613+0000","last_peered":"2024-09-10T10:40:08.783613+0000","last_clean":"2024-09-10T10:40:08.783613+0000","last_became_active":"2024-09-10T10:40:07.299376+0000","last_became_peered":"2024-09-10T10:40:07.299376+0000","last_unstale":"2024-09-10T10:40:08.783613+0000","last_undegraded":"2024-09-10T10:40:08.783613+0000","last_fullsized":"2024-09-10T10:40:08.783613+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:08.263031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.14","version":"114'6","reported_seq":20,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783710+0000","last_change":"2024-09-10T10:40:06.280130+0000","last_active":"2024-09-10T10:40:08.783710+0000","last_peered":"2024-09-10T10:40:08.783710+0000","last_clean":"2024-09-10T10:40:08.783710+0000","last_became_active":"2024-09-10T10:40:06.279873+0000","last_became_peered":"2024-09-10T10:40:06.279873+0000","last_unstale":"2024-09-10T10:40:08.783710+0000","last_undegraded":"2024-09-10T10:40:08.783710+0000","last_fullsized":"2024-09-10T10:40:08.783710+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:23.506679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957590+0000","last_change":"2024-09-10T10:40:07.284257+0000","last_active":"2024-09-10T10:40:08.957590+0000","last_peered":"2024-09-10T10:40:08.957590+0000","last_clean":"2024-09-10T10:40:08.957590+0000","last_became_active":"2024-09-10T10:40:07.283899+0000","last_became_peered":"2024-09-10T10:40:07.283899+0000","last_unstale":"2024-09-10T10:40:08.957590+0000","last_undegraded":"2024-09-10T10:40:08.957590+0000","last_fullsized":"2024-09-10T10:40:08.957590+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:58.331630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957271+0000","last_change":"2024-09-10T10:40:06.288243+0000","last_active":"2024-09-10T10:40:08.957271+0000","last_peered":"2024-09-10T10:40:08.957271+0000","last_clean":"2024-09-10T10:40:08.957271+0000","last_became_active":"2024-09-10T10:40:06.287770+0000","last_became_peered":"2024-09-10T10:40:06.287770+0000","last_unstale":"2024-09-10T10:40:08.957271+0000","last_undegraded":"2024-09-10T10:40:08.957271+0000","last_fullsized":"2024-09-10T10:40:08.957271+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:51:34.545768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957002+0000","last_change":"2024-09-10T10:40:07.292567+0000","last_active":"2024-09-10T10:40:08.957002+0000","last_peered":"2024-09-10T10:40:08.957002+0000","last_clean":"2024-09-10T10:40:08.957002+0000","last_became_active":"2024-09-10T10:40:07.292299+0000","last_became_peered":"2024-09-10T10:40:07.292299+0000","last_unstale":"2024-09-10T10:40:08.957002+0000","last_undegraded":"2024-09-10T10:40:08.957002+0000","last_fullsized":"2024-09-10T10:40:08.957002+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:00:50.317169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":12,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.270315+0000","last_change":"2024-09-10T10:40:06.280566+0000","last_active":"2024-09-10T10:40:07.270315+0000","last_peered":"2024-09-10T10:40:07.270315+0000","last_clean":"2024-09-10T10:40:07.270315+0000","last_became_active":"2024-09-10T10:40:06.280278+0000","last_became_peered":"2024-09-10T10:40:06.280278+0000","last_unstale":"2024-09-10T10:40:07.270315+0000","last_undegraded":"2024-09-10T10:40:07.270315+0000","last_fullsized":"2024-09-10T10:40:07.270315+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:49:01.961064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955626+0000","last_change":"2024-09-10T10:40:07.291171+0000","last_active":"2024-09-10T10:40:08.955626+0000","last_peered":"2024-09-10T10:40:08.955626+0000","last_clean":"2024-09-10T10:40:08.955626+0000","last_became_active":"2024-09-10T10:40:07.290828+0000","last_became_peered":"2024-09-10T10:40:07.290828+0000","last_unstale":"2024-09-10T10:40:08.955626+0000","last_undegraded":"2024-09-10T10:40:08.955626+0000","last_fullsized":"2024-09-10T10:40:08.955626+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:43.833387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.10","version":"114'8","reported_seq":22,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955551+0000","last_change":"2024-09-10T10:40:06.278732+0000","last_active":"2024-09-10T10:40:08.955551+0000","last_peered":"2024-09-10T10:40:08.955551+0000","last_clean":"2024-09-10T10:40:08.955551+0000","last_became_active":"2024-09-10T10:40:06.278236+0000","last_became_peered":"2024-09-10T10:40:06.278236+0000","last_unstale":"2024-09-10T10:40:08.955551+0000","last_undegraded":"2024-09-10T10:40:08.955551+0000","last_fullsized":"2024-09-10T10:40:08.955551+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:44.027058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263423+0000","last_change":"2024-09-10T10:40:07.280229+0000","last_active":"2024-09-10T10:40:08.263423+0000","last_peered":"2024-09-10T10:40:08.263423+0000","last_clean":"2024-09-10T10:40:08.263423+0000","last_became_active":"2024-09-10T10:40:07.279939+0000","last_became_peered":"2024-09-10T10:40:07.279939+0000","last_unstale":"2024-09-10T10:40:08.263423+0000","last_undegraded":"2024-09-10T10:40:08.263423+0000","last_fullsized":"2024-09-10T10:40:08.263423+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:58.072637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.f","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.956230+0000","last_change":"2024-09-10T10:40:06.284332+0000","last_active":"2024-09-10T10:40:08.956230+0000","last_peered":"2024-09-10T10:40:08.956230+0000","last_clean":"2024-09-10T10:40:08.956230+0000","last_became_active":"2024-09-10T10:40:06.283854+0000","last_became_peered":"2024-09-10T10:40:06.283854+0000","last_unstale":"2024-09-10T10:40:08.956230+0000","last_undegraded":"2024-09-10T10:40:08.956230+0000","last_fullsized":"2024-09-10T10:40:08.956230+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:35.629599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263449+0000","last_change":"2024-09-10T10:40:07.284150+0000","last_active":"2024-09-10T10:40:08.263449+0000","last_peered":"2024-09-10T10:40:08.263449+0000","last_clean":"2024-09-10T10:40:08.263449+0000","last_became_active":"2024-09-10T10:40:07.283827+0000","last_became_peered":"2024-09-10T10:40:07.283827+0000","last_unstale":"2024-09-10T10:40:08.263449+0000","last_undegraded":"2024-09-10T10:40:08.263449+0000","last_fullsized":"2024-09-10T10:40:08.263449+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:24.262053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"114'2","reported_seq":14,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.295650+0000","last_change":"2024-09-10T10:40:06.276979+0000","last_active":"2024-09-10T10:40:07.295650+0000","last_peered":"2024-09-10T10:40:07.295650+0000","last_clean":"2024-09-10T10:40:07.295650+0000","last_became_active":"2024-09-10T10:40:06.276618+0000","last_became_peered":"2024-09-10T10:40:06.276618+0000","last_unstale":"2024-09-10T10:40:07.295650+0000","last_undegraded":"2024-09-10T10:40:07.295650+0000","last_fullsized":"2024-09-10T10:40:07.295650+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:37:38.937365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267835+0000","last_change":"2024-09-10T10:40:07.277381+0000","last_active":"2024-09-10T10:40:08.267835+0000","last_peered":"2024-09-10T10:40:08.267835+0000","last_clean":"2024-09-10T10:40:08.267835+0000","last_became_active":"2024-09-10T10:40:07.277067+0000","last_became_peered":"2024-09-10T10:40:07.277067+0000","last_unstale":"2024-09-10T10:40:08.267835+0000","last_undegraded":"2024-09-10T10:40:08.267835+0000","last_fullsized":"2024-09-10T10:40:08.267835+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:28:47.141804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.d","version":"114'1","reported_seq":15,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452809+0000","last_change":"2024-09-10T10:40:06.278635+0000","last_active":"2024-09-10T10:40:08.452809+0000","last_peered":"2024-09-10T10:40:08.452809+0000","last_clean":"2024-09-10T10:40:08.452809+0000","last_became_active":"2024-09-10T10:40:06.278286+0000","last_became_peered":"2024-09-10T10:40:06.278286+0000","last_unstale":"2024-09-10T10:40:08.452809+0000","last_undegraded":"2024-09-10T10:40:08.452809+0000","last_fullsized":"2024-09-10T10:40:08.452809+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:44:38.410393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267998+0000","last_change":"2024-09-10T10:40:07.276807+0000","last_active":"2024-09-10T10:40:08.267998+0000","last_peered":"2024-09-10T10:40:08.267998+0000","last_clean":"2024-09-10T10:40:08.267998+0000","last_became_active":"2024-09-10T10:40:07.276449+0000","last_became_peered":"2024-09-10T10:40:07.276449+0000","last_unstale":"2024-09-10T10:40:08.267998+0000","last_undegraded":"2024-09-10T10:40:08.267998+0000","last_fullsized":"2024-09-10T10:40:08.267998+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:21:12.567836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263133+0000","last_change":"2024-09-10T10:40:06.281300+0000","last_active":"2024-09-10T10:40:08.263133+0000","last_peered":"2024-09-10T10:40:08.263133+0000","last_clean":"2024-09-10T10:40:08.263133+0000","last_became_active":"2024-09-10T10:40:06.277642+0000","last_became_peered":"2024-09-10T10:40:06.277642+0000","last_unstale":"2024-09-10T10:40:08.263133+0000","last_undegraded":"2024-09-10T10:40:08.263133+0000","last_fullsized":"2024-09-10T10:40:08.263133+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:52.750635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268006+0000","last_change":"2024-09-10T10:40:07.278187+0000","last_active":"2024-09-10T10:40:08.268006+0000","last_peered":"2024-09-10T10:40:08.268006+0000","last_clean":"2024-09-10T10:40:08.268006+0000","last_became_active":"2024-09-10T10:40:07.276715+0000","last_became_peered":"2024-09-10T10:40:07.276715+0000","last_unstale":"2024-09-10T10:40:08.268006+0000","last_undegraded":"2024-09-10T10:40:08.268006+0000","last_fullsized":"2024-09-10T10:40:08.268006+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:39:37.112642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.b","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452599+0000","last_change":"2024-09-10T10:40:06.270432+0000","last_active":"2024-09-10T10:40:08.452599+0000","last_peered":"2024-09-10T10:40:08.452599+0000","last_clean":"2024-09-10T10:40:08.452599+0000","last_became_active":"2024-09-10T10:40:06.270161+0000","last_became_peered":"2024-09-10T10:40:06.270161+0000","last_unstale":"2024-09-10T10:40:08.452599+0000","last_undegraded":"2024-09-10T10:40:08.452599+0000","last_fullsized":"2024-09-10T10:40:08.452599+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:41:47.064830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783683+0000","last_change":"2024-09-10T10:40:07.290350+0000","last_active":"2024-09-10T10:40:08.783683+0000","last_peered":"2024-09-10T10:40:08.783683+0000","last_clean":"2024-09-10T10:40:08.783683+0000","last_became_active":"2024-09-10T10:40:07.289995+0000","last_became_peered":"2024-09-10T10:40:07.289995+0000","last_unstale":"2024-09-10T10:40:08.783683+0000","last_undegraded":"2024-09-10T10:40:08.783683+0000","last_fullsized":"2024-09-10T10:40:08.783683+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:54:45.376578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268629+0000","last_change":"2024-09-10T10:40:06.279284+0000","last_active":"2024-09-10T10:40:08.268629+0000","last_peered":"2024-09-10T10:40:08.268629+0000","last_clean":"2024-09-10T10:40:08.268629+0000","last_became_active":"2024-09-10T10:40:06.278987+0000","last_became_peered":"2024-09-10T10:40:06.278987+0000","last_unstale":"2024-09-10T10:40:08.268629+0000","last_undegraded":"2024-09-10T10:40:08.268629+0000","last_fullsized":"2024-09-10T10:40:08.268629+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:07:25.264599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957137+0000","last_change":"2024-09-10T10:40:07.290141+0000","last_active":"2024-09-10T10:40:08.957137+0000","last_peered":"2024-09-10T10:40:08.957137+0000","last_clean":"2024-09-10T10:40:08.957137+0000","last_became_active":"2024-09-10T10:40:07.289778+0000","last_became_peered":"2024-09-10T10:40:07.289778+0000","last_unstale":"2024-09-10T10:40:08.957137+0000","last_undegraded":"2024-09-10T10:40:08.957137+0000","last_fullsized":"2024-09-10T10:40:08.957137+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:19.970387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957222+0000","last_change":"2024-09-10T10:40:06.279843+0000","last_active":"2024-09-10T10:40:08.957222+0000","last_peered":"2024-09-10T10:40:08.957222+0000","last_clean":"2024-09-10T10:40:08.957222+0000","last_became_active":"2024-09-10T10:40:06.279522+0000","last_became_peered":"2024-09-10T10:40:06.279522+0000","last_unstale":"2024-09-10T10:40:08.957222+0000","last_undegraded":"2024-09-10T10:40:08.957222+0000","last_fullsized":"2024-09-10T10:40:08.957222+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:35.629599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955821+0000","last_change":"2024-09-10T10:40:07.292143+0000","last_active":"2024-09-10T10:40:08.955821+0000","last_peered":"2024-09-10T10:40:08.955821+0000","last_clean":"2024-09-10T10:40:08.955821+0000","last_became_active":"2024-09-10T10:40:07.287029+0000","last_became_peered":"2024-09-10T10:40:07.287029+0000","last_unstale":"2024-09-10T10:40:08.955821+0000","last_undegraded":"2024-09-10T10:40:08.955821+0000","last_fullsized":"2024-09-10T10:40:08.955821+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:24:18.960254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":12,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.269264+0000","last_change":"2024-09-10T10:40:06.279622+0000","last_active":"2024-09-10T10:40:07.269264+0000","last_peered":"2024-09-10T10:40:07.269264+0000","last_clean":"2024-09-10T10:40:07.269264+0000","last_became_active":"2024-09-10T10:40:06.279340+0000","last_became_peered":"2024-09-10T10:40:06.279340+0000","last_unstale":"2024-09-10T10:40:07.269264+0000","last_undegraded":"2024-09-10T10:40:07.269264+0000","last_fullsized":"2024-09-10T10:40:07.269264+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:24:27.699017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783681+0000","last_change":"2024-09-10T10:40:07.305144+0000","last_active":"2024-09-10T10:40:08.783681+0000","last_peered":"2024-09-10T10:40:08.783681+0000","last_clean":"2024-09-10T10:40:08.783681+0000","last_became_active":"2024-09-10T10:40:07.304847+0000","last_became_peered":"2024-09-10T10:40:07.304847+0000","last_unstale":"2024-09-10T10:40:08.783681+0000","last_undegraded":"2024-09-10T10:40:08.783681+0000","last_fullsized":"2024-09-10T10:40:08.783681+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:03.258845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.7","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268651+0000","last_change":"2024-09-10T10:40:06.279801+0000","last_active":"2024-09-10T10:40:08.268651+0000","last_peered":"2024-09-10T10:40:08.268651+0000","last_clean":"2024-09-10T10:40:08.268651+0000","last_became_active":"2024-09-10T10:40:06.279547+0000","last_became_peered":"2024-09-10T10:40:06.279547+0000","last_unstale":"2024-09-10T10:40:08.268651+0000","last_undegraded":"2024-09-10T10:40:08.268651+0000","last_fullsized":"2024-09-10T10:40:08.268651+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:44:57.984950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268417+0000","last_change":"2024-09-10T10:40:07.277058+0000","last_active":"2024-09-10T10:40:08.268417+0000","last_peered":"2024-09-10T10:40:08.268417+0000","last_clean":"2024-09-10T10:40:08.268417+0000","last_became_active":"2024-09-10T10:40:07.276740+0000","last_became_peered":"2024-09-10T10:40:07.276740+0000","last_unstale":"2024-09-10T10:40:08.268417+0000","last_undegraded":"2024-09-10T10:40:08.268417+0000","last_fullsized":"2024-09-10T10:40:08.268417+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:35:01.763325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.263509+0000","last_change":"2024-09-10T10:40:06.286536+0000","last_active":"2024-09-10T10:40:08.263509+0000","last_peered":"2024-09-10T10:40:08.263509+0000","last_clean":"2024-09-10T10:40:08.263509+0000","last_became_active":"2024-09-10T10:40:06.286131+0000","last_became_peered":"2024-09-10T10:40:06.286131+0000","last_unstale":"2024-09-10T10:40:08.263509+0000","last_undegraded":"2024-09-10T10:40:08.263509+0000","last_fullsized":"2024-09-10T10:40:08.263509+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:58.761128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957423+0000","last_change":"2024-09-10T10:40:07.285779+0000","last_active":"2024-09-10T10:40:08.957423+0000","last_peered":"2024-09-10T10:40:08.957423+0000","last_clean":"2024-09-10T10:40:08.957423+0000","last_became_active":"2024-09-10T10:40:07.284349+0000","last_became_peered":"2024-09-10T10:40:07.284349+0000","last_unstale":"2024-09-10T10:40:08.957423+0000","last_undegraded":"2024-09-10T10:40:08.957423+0000","last_fullsized":"2024-09-10T10:40:08.957423+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:54:43.832231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.268538+0000","last_change":"2024-09-10T10:40:06.285881+0000","last_active":"2024-09-10T10:40:08.268538+0000","last_peered":"2024-09-10T10:40:08.268538+0000","last_clean":"2024-09-10T10:40:08.268538+0000","last_became_active":"2024-09-10T10:40:06.285637+0000","last_became_peered":"2024-09-10T10:40:06.285637+0000","last_unstale":"2024-09-10T10:40:08.268538+0000","last_undegraded":"2024-09-10T10:40:08.268538+0000","last_fullsized":"2024-09-10T10:40:08.268538+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:23.530838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452787+0000","last_change":"2024-09-10T10:40:07.287109+0000","last_active":"2024-09-10T10:40:08.452787+0000","last_peered":"2024-09-10T10:40:08.452787+0000","last_clean":"2024-09-10T10:40:08.452787+0000","last_became_active":"2024-09-10T10:40:07.286811+0000","last_became_peered":"2024-09-10T10:40:07.286811+0000","last_unstale":"2024-09-10T10:40:08.452787+0000","last_undegraded":"2024-09-10T10:40:08.452787+0000","last_fullsized":"2024-09-10T10:40:08.452787+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:35:41.408631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957393+0000","last_change":"2024-09-10T10:40:06.288153+0000","last_active":"2024-09-10T10:40:08.957393+0000","last_peered":"2024-09-10T10:40:08.957393+0000","last_clean":"2024-09-10T10:40:08.957393+0000","last_became_active":"2024-09-10T10:40:06.287819+0000","last_became_peered":"2024-09-10T10:40:06.287819+0000","last_unstale":"2024-09-10T10:40:08.957393+0000","last_undegraded":"2024-09-10T10:40:08.957393+0000","last_fullsized":"2024-09-10T10:40:08.957393+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:11:04.288607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955591+0000","last_change":"2024-09-10T10:40:07.300116+0000","last_active":"2024-09-10T10:40:08.955591+0000","last_peered":"2024-09-10T10:40:08.955591+0000","last_clean":"2024-09-10T10:40:08.955591+0000","last_became_active":"2024-09-10T10:40:07.299792+0000","last_became_peered":"2024-09-10T10:40:07.299792+0000","last_unstale":"2024-09-10T10:40:08.955591+0000","last_undegraded":"2024-09-10T10:40:08.955591+0000","last_fullsized":"2024-09-10T10:40:08.955591+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:31:30.725930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267435+0000","last_change":"2024-09-10T10:40:06.275304+0000","last_active":"2024-09-10T10:40:08.267435+0000","last_peered":"2024-09-10T10:40:08.267435+0000","last_clean":"2024-09-10T10:40:08.267435+0000","last_became_active":"2024-09-10T10:40:06.275023+0000","last_became_peered":"2024-09-10T10:40:06.275023+0000","last_unstale":"2024-09-10T10:40:08.267435+0000","last_undegraded":"2024-09-10T10:40:08.267435+0000","last_fullsized":"2024-09-10T10:40:08.267435+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:11:04.288607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955758+0000","last_change":"2024-09-10T10:40:07.298853+0000","last_active":"2024-09-10T10:40:08.955758+0000","last_peered":"2024-09-10T10:40:08.955758+0000","last_clean":"2024-09-10T10:40:08.955758+0000","last_became_active":"2024-09-10T10:40:07.297806+0000","last_became_peered":"2024-09-10T10:40:07.297806+0000","last_unstale":"2024-09-10T10:40:08.955758+0000","last_undegraded":"2024-09-10T10:40:08.955758+0000","last_fullsized":"2024-09-10T10:40:08.955758+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:36:23.464833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955698+0000","last_change":"2024-09-10T10:40:06.280246+0000","last_active":"2024-09-10T10:40:08.955698+0000","last_peered":"2024-09-10T10:40:08.955698+0000","last_clean":"2024-09-10T10:40:08.955698+0000","last_became_active":"2024-09-10T10:40:06.279970+0000","last_became_peered":"2024-09-10T10:40:06.279970+0000","last_unstale":"2024-09-10T10:40:08.955698+0000","last_undegraded":"2024-09-10T10:40:08.955698+0000","last_fullsized":"2024-09-10T10:40:08.955698+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:45:15.330095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.267400+0000","last_change":"2024-09-10T10:40:07.287522+0000","last_active":"2024-09-10T10:40:08.267400+0000","last_peered":"2024-09-10T10:40:08.267400+0000","last_clean":"2024-09-10T10:40:08.267400+0000","last_became_active":"2024-09-10T10:40:07.286986+0000","last_became_peered":"2024-09-10T10:40:07.286986+0000","last_unstale":"2024-09-10T10:40:08.267400+0000","last_undegraded":"2024-09-10T10:40:08.267400+0000","last_fullsized":"2024-09-10T10:40:08.267400+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:27.259513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":12,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-09-10T10:40:07.270504+0000","last_change":"2024-09-10T10:40:06.275308+0000","last_active":"2024-09-10T10:40:07.270504+0000","last_peered":"2024-09-10T10:40:07.270504+0000","last_clean":"2024-09-10T10:40:07.270504+0000","last_became_active":"2024-09-10T10:40:06.274929+0000","last_became_peered":"2024-09-10T10:40:06.274929+0000","last_unstale":"2024-09-10T10:40:07.270504+0000","last_undegraded":"2024-09-10T10:40:07.270504+0000","last_fullsized":"2024-09-10T10:40:07.270504+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:05.400424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957586+0000","last_change":"2024-09-10T10:40:07.291837+0000","last_active":"2024-09-10T10:40:08.957586+0000","last_peered":"2024-09-10T10:40:08.957586+0000","last_clean":"2024-09-10T10:40:08.957586+0000","last_became_active":"2024-09-10T10:40:07.290664+0000","last_became_peered":"2024-09-10T10:40:07.290664+0000","last_unstale":"2024-09-10T10:40:08.957586+0000","last_undegraded":"2024-09-10T10:40:08.957586+0000","last_fullsized":"2024-09-10T10:40:08.957586+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:09:42.184991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":14,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.957117+0000","last_change":"2024-09-10T10:40:06.288199+0000","last_active":"2024-09-10T10:40:08.957117+0000","last_peered":"2024-09-10T10:40:08.957117+0000","last_clean":"2024-09-10T10:40:08.957117+0000","last_became_active":"2024-09-10T10:40:06.287744+0000","last_became_peered":"2024-09-10T10:40:06.287744+0000","last_unstale":"2024-09-10T10:40:08.957117+0000","last_undegraded":"2024-09-10T10:40:08.957117+0000","last_fullsized":"2024-09-10T10:40:08.957117+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:45:15.330095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":12,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.452635+0000","last_change":"2024-09-10T10:40:07.288664+0000","last_active":"2024-09-10T10:40:08.452635+0000","last_peered":"2024-09-10T10:40:08.452635+0000","last_clean":"2024-09-10T10:40:08.452635+0000","last_became_active":"2024-09-10T10:40:07.280807+0000","last_became_peered":"2024-09-10T10:40:07.280807+0000","last_unstale":"2024-09-10T10:40:08.452635+0000","last_undegraded":"2024-09-10T10:40:08.452635+0000","last_fullsized":"2024-09-10T10:40:08.452635+0000","mapping_epoch":113,"log_start":"0'0","ondisk_log_start":"0'0","created":113,"last_epoch_clean":114,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:06.249201+0000","last_clean_scrub_stamp":"2024-09-10T10:40:06.249201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:45.715987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.13","version":"114'2","reported_seq":16,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.955855+0000","last_change":"2024-09-10T10:40:06.280334+0000","last_active":"2024-09-10T10:40:08.955855+0000","last_peered":"2024-09-10T10:40:08.955855+0000","last_clean":"2024-09-10T10:40:08.955855+0000","last_became_active":"2024-09-10T10:40:06.280071+0000","last_became_peered":"2024-09-10T10:40:06.280071+0000","last_unstale":"2024-09-10T10:40:08.955855+0000","last_undegraded":"2024-09-10T10:40:08.955855+0000","last_fullsized":"2024-09-10T10:40:08.955855+0000","mapping_epoch":112,"log_start":"0'0","ondisk_log_start":"0'0","created":112,"last_epoch_clean":113,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:05.246046+0000","last_clean_scrub_stamp":"2024-09-10T10:40:05.246046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:57.069482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":343,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-09-10T10:40:08.783258+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:40:08.783258+0000","last_peered":"2024-09-10T10:40:08.783258+0000","last_clean":"2024-09-10T10:40:08.783258+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:40:08.783258+0000","last_undegraded":"2024-09-10T10:40:08.783258+0000","last_fullsized":"2024-09-10T10:40:08.783258+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509537,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32588,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339252,"statfs":{"total":96636764160,"available":96603394048,"internally_reserved":0,"allocated":1433600,"data_stored":610345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509537,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36744,"kb_used_data":1384,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335096,"statfs":{"total":96636764160,"available":96599138304,"internally_reserved":0,"allocated":1417216,"data_stored":604011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509536,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32588,"kb_used_data":1396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339252,"statfs":{"total":96636764160,"available":96603394048,"internally_reserved":0,"allocated":1429504,"data_stored":610311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509537,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1433600,"data_stored":610381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509538,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1437696,"data_stored":610983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509537,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37328,"kb_used_data":1980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334512,"statfs":{"total":96636764160,"available":96598540288,"internally_reserved":0,"allocated":2027520,"data_stored":1196013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509536,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1437696,"data_stored":605679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542242,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33148,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338692,"statfs":{"total":96636764160,"available":96602820608,"internally_reserved":0,"allocated":1998848,"data_stored":1187604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:40:11.806 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:40:11.807 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:40:11.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.985+0000 7f5689800640 1 Processor -- start 2024-09-10T10:40:11.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.985+0000 7f5689800640 1 -- start start 2024-09-10T10:40:11.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.989+0000 7f5689800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f568415b3e0 0x7f568406e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:11.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.989+0000 7f5689800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f568415fc10 con 0x7f5684075540 2024-09-10T10:40:11.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.989+0000 7f5689800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5684071870 con 0x7f56840b3a70 2024-09-10T10:40:11.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.989+0000 7f5689800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f5684071b50 con 0x7f568415b3e0 2024-09-10T10:40:11.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.989+0000 7f5683e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f568415b3e0 0x7f568406e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:11.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.989+0000 7f5683e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f568415b3e0 0x7f568406e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44768/0 (socket says 172.21.15.22:44768) 2024-09-10T10:40:11.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.989+0000 7f5683e00640 1 -- 172.21.15.22:0/2563083261 learned_addr learned my addr 172.21.15.22:0/2563083261 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:11.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.989+0000 7f5683e00640 1 -- 172.21.15.22:0/2563083261 >> v1:172.21.15.145:6789/0 conn(0x7f56840b3a70 legacy=0x7f568415f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:11.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.989+0000 7f5683e00640 1 -- 172.21.15.22:0/2563083261 >> v1:172.21.15.22:6789/0 conn(0x7f5684075540 legacy=0x7f568415edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.989+0000 7f5683e00640 1 -- 172.21.15.22:0/2563083261 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5684071e30 con 0x7f568415b3e0 2024-09-10T10:40:11.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5683e00640 1 --2- 172.21.15.22:0/2563083261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f568415b3e0 0x7f568406e640 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f5674009e50 tx=0x7f567401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e93dbb4e02d7f1d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:11.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5683400640 1 -- 172.21.15.22:0/2563083261 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56740a56c0 con 0x7f568415b3e0 2024-09-10T10:40:11.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5683400640 1 -- 172.21.15.22:0/2563083261 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56740a5860 con 0x7f568415b3e0 2024-09-10T10:40:11.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5683400640 1 -- 172.21.15.22:0/2563083261 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56740a5c30 con 0x7f568415b3e0 2024-09-10T10:40:11.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 -- 172.21.15.22:0/2563083261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f568415b3e0 msgr2=0x7f568406e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:11.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 --2- 172.21.15.22:0/2563083261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f568415b3e0 0x7f568406e640 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f5674009e50 tx=0x7f567401c9f0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 -- 172.21.15.22:0/2563083261 shutdown_connections 2024-09-10T10:40:11.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 --2- 172.21.15.22:0/2563083261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f568415b3e0 0x7f568406e640 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:11.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 -- 172.21.15.22:0/2563083261 >> 172.21.15.22:0/2563083261 conn(0x7f56840b2770 msgr2=0x7f56840b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:11.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 -- 172.21.15.22:0/2563083261 shutdown_connections 2024-09-10T10:40:11.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 -- 172.21.15.22:0/2563083261 wait complete. 2024-09-10T10:40:11.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 Processor -- start 2024-09-10T10:40:11.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 -- start start 2024-09-10T10:40:12.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5684075540 0x7f568415d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:12.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56840b3a70 0x7f5684158ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f568415b3e0 0x7f568415e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5684073aa0 con 0x7f5684075540 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5684073920 con 0x7f56840b3a70 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.993+0000 7f5689800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f56841699b0 con 0x7f568415b3e0 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5683e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5684075540 0x7f568415d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5683e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5684075540 0x7f568415d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44778/0 (socket says 172.21.15.22:44778) 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5683e00640 1 -- 172.21.15.22:0/3665689109 learned_addr learned my addr 172.21.15.22:0/3665689109 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5688e00640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f568415b3e0 0x7f568415e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f567b400640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56840b3a70 0x7f5684158ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5683e00640 1 -- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f568415b3e0 msgr2=0x7f568415e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5683e00640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f568415b3e0 0x7f568415e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5683e00640 1 -- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56840b3a70 msgr2=0x7f5684158ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5683e00640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56840b3a70 0x7f5684158ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5683e00640 1 -- 172.21.15.22:0/3665689109 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5684072ff0 con 0x7f5684075540 2024-09-10T10:40:12.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5683e00640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5684075540 0x7f568415d3b0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f56740af040 tx=0x7f5674019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:12.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5680c00640 1 -- 172.21.15.22:0/3665689109 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5674009210 con 0x7f5684075540 2024-09-10T10:40:12.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5680c00640 1 -- 172.21.15.22:0/3665689109 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56740b8680 con 0x7f5684075540 2024-09-10T10:40:12.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5680c00640 1 -- 172.21.15.22:0/3665689109 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56740b8a50 con 0x7f5684075540 2024-09-10T10:40:12.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5689800640 1 -- 172.21.15.22:0/3665689109 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56840732d0 con 0x7f5684075540 2024-09-10T10:40:12.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5689800640 1 -- 172.21.15.22:0/3665689109 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5684159010 con 0x7f5684075540 2024-09-10T10:40:12.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5689800640 1 -- 172.21.15.22:0/3665689109 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f568406e640 con 0x7f5684075540 2024-09-10T10:40:12.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5680c00640 1 -- 172.21.15.22:0/3665689109 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f56740c0020 con 0x7f5684075540 2024-09-10T10:40:12.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:11.997+0000 7f5680c00640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56600678c0 0x7f5660069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:12.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.001+0000 7f5680c00640 1 -- 172.21.15.22:0/3665689109 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f56741207d0 con 0x7f5684075540 2024-09-10T10:40:12.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.001+0000 7f567b400640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56600678c0 0x7f5660069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:12.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.001+0000 7f567b400640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56600678c0 0x7f5660069d80 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f568415ebe0 tx=0x7f566c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:12.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.005+0000 7f5680c00640 1 -- 172.21.15.22:0/3665689109 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f56740c7020 con 0x7f5684075540 2024-09-10T10:40:12.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.229+0000 7f5689800640 1 -- 172.21.15.22:0/3665689109 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f56840cf430 con 0x7f5684075540 2024-09-10T10:40:12.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.233+0000 7f5680c00640 1 -- 172.21.15.22:0/3665689109 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v21) ==== 190+0+147 (secure 0 0 0) 0x7f56740165e0 con 0x7f5684075540 2024-09-10T10:40:12.238 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:40:12.238 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:40:12.238 INFO:teuthology.orchestra.run.smithi022.stdout: caps mds = "allow" 2024-09-10T10:40:12.238 INFO:teuthology.orchestra.run.smithi022.stdout: caps mon = "allow r" 2024-09-10T10:40:12.238 INFO:teuthology.orchestra.run.smithi022.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:40:12.238 INFO:teuthology.orchestra.run.smithi022.stderr:updated caps for client.0 2024-09-10T10:40:12.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.233+0000 7f5689800640 1 -- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56600678c0 msgr2=0x7f5660069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:12.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.233+0000 7f5689800640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56600678c0 0x7f5660069d80 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f568415ebe0 tx=0x7f566c009040 comp rx=0 tx=0).stop 2024-09-10T10:40:12.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.233+0000 7f5689800640 1 -- 172.21.15.22:0/3665689109 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5684075540 msgr2=0x7f568415d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:12.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.233+0000 7f5689800640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5684075540 0x7f568415d3b0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f56740af040 tx=0x7f5674019790 comp rx=0 tx=0).stop 2024-09-10T10:40:12.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.237+0000 7f5689800640 1 -- 172.21.15.22:0/3665689109 shutdown_connections 2024-09-10T10:40:12.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.237+0000 7f5689800640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56600678c0 0x7f5660069d80 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.237+0000 7f5689800640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f568415b3e0 0x7f568415e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.237+0000 7f5689800640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56840b3a70 0x7f5684158ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.237+0000 7f5689800640 1 --2- 172.21.15.22:0/3665689109 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5684075540 0x7f568415d3b0 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.237+0000 7f5689800640 1 -- 172.21.15.22:0/3665689109 >> 172.21.15.22:0/3665689109 conn(0x7f56840b2770 msgr2=0x7f568414ad50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:12.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.237+0000 7f5689800640 1 -- 172.21.15.22:0/3665689109 shutdown_connections 2024-09-10T10:40:12.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.237+0000 7f5689800640 1 -- 172.21.15.22:0/3665689109 wait complete. 2024-09-10T10:40:12.260 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:12.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f558d200640 1 Processor -- start 2024-09-10T10:40:12.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f558d200640 1 -- start start 2024-09-10T10:40:12.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f558d200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f558815e720 0x7f558815eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:12.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f558d200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f55880b7650 0x7f55880b46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:12.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f558d200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f558806be60 con 0x7f55880b4280 2024-09-10T10:40:12.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f558d200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f55880b4c30 con 0x7f55880b7650 2024-09-10T10:40:12.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f558d200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f558806c140 con 0x7f558815e720 2024-09-10T10:40:12.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f5586800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f55880b7650 0x7f55880b46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:12.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f5586800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f55880b7650 0x7f55880b46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44780/0 (socket says 172.21.15.22:44780) 2024-09-10T10:40:12.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f5586800640 1 -- 172.21.15.22:0/2569569952 learned_addr learned my addr 172.21.15.22:0/2569569952 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:12.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f5585e00640 1 --2- 172.21.15.22:0/2569569952 >> v2:172.21.15.145:3300/0 conn(0x7f558815e720 0x7f558815eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:12.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f5586800640 1 -- 172.21.15.22:0/2569569952 >> v2:172.21.15.145:3300/0 conn(0x7f558815e720 msgr2=0x7f558815eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:12.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f5586800640 1 --2- 172.21.15.22:0/2569569952 >> v2:172.21.15.145:3300/0 conn(0x7f558815e720 0x7f558815eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f5586800640 1 -- 172.21.15.22:0/2569569952 >> v1:172.21.15.22:6789/0 conn(0x7f55880b4280 legacy=0x7f55880b6f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:12.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.397+0000 7f5586800640 1 -- 172.21.15.22:0/2569569952 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f558806c420 con 0x7f55880b7650 2024-09-10T10:40:12.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f5586800640 1 --2- 172.21.15.22:0/2569569952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f55880b7650 0x7f55880b46f0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f5588074450 tx=0x7f558001c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71c3640fdeb0d990 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f5584a00640 1 -- 172.21.15.22:0/2569569952 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55800a5710 con 0x7f55880b7650 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f5584a00640 1 -- 172.21.15.22:0/2569569952 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55800a58b0 con 0x7f55880b7650 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f5584a00640 1 -- 172.21.15.22:0/2569569952 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55800a5c80 con 0x7f55880b7650 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f558d200640 1 -- 172.21.15.22:0/2569569952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f55880b7650 msgr2=0x7f55880b46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f558d200640 1 --2- 172.21.15.22:0/2569569952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f55880b7650 0x7f55880b46f0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f5588074450 tx=0x7f558001c960 comp rx=0 tx=0).stop 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f558d200640 1 -- 172.21.15.22:0/2569569952 shutdown_connections 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f558d200640 1 --2- 172.21.15.22:0/2569569952 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f55880b7650 0x7f55880b46f0 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f558d200640 1 --2- 172.21.15.22:0/2569569952 >> v2:172.21.15.145:3300/0 conn(0x7f558815e720 0x7f558815eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f558d200640 1 -- 172.21.15.22:0/2569569952 >> 172.21.15.22:0/2569569952 conn(0x7f558806f320 msgr2=0x7f558806f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f558d200640 1 -- 172.21.15.22:0/2569569952 shutdown_connections 2024-09-10T10:40:12.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.401+0000 7f558d200640 1 -- 172.21.15.22:0/2569569952 wait complete. 2024-09-10T10:40:12.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 Processor -- start 2024-09-10T10:40:12.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 -- start start 2024-09-10T10:40:12.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55880b4280 0x7f5588160290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:12.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55880b7650 0x7f5588157c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:12.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f558815e720 0x7f558814d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f558806daa0 con 0x7f558815e720 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f558806d920 con 0x7f55880b7650 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f558806dc20 con 0x7f55880b4280 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5586800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f558815e720 0x7f558814d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5586800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f558815e720 0x7f558814d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44790/0 (socket says 172.21.15.22:44790) 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5586800640 1 -- 172.21.15.22:0/465617616 learned_addr learned my addr 172.21.15.22:0/465617616 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5585400640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55880b7650 0x7f5588157c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5586800640 1 -- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55880b4280 msgr2=0x7f5588160290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5585e00640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55880b4280 0x7f5588160290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5586800640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55880b4280 0x7f5588160290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5586800640 1 -- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55880b7650 msgr2=0x7f5588157c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:12.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5586800640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55880b7650 0x7f5588157c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5586800640 1 -- 172.21.15.22:0/465617616 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55881607d0 con 0x7f558815e720 2024-09-10T10:40:12.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5585400640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55880b7650 0x7f5588157c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:12.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5585e00640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55880b4280 0x7f5588160290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:12.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f5586800640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f558815e720 0x7f558814d960 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f5580019570 tx=0x7f5580019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:12.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f557e000640 1 -- 172.21.15.22:0/465617616 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55800bc020 con 0x7f558815e720 2024-09-10T10:40:12.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f557e000640 1 -- 172.21.15.22:0/465617616 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55800b8670 con 0x7f558815e720 2024-09-10T10:40:12.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 -- 172.21.15.22:0/465617616 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f558815f1f0 con 0x7f558815e720 2024-09-10T10:40:12.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f557e000640 1 -- 172.21.15.22:0/465617616 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55800b8a60 con 0x7f558815e720 2024-09-10T10:40:12.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 -- 172.21.15.22:0/465617616 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f558815f7b0 con 0x7f558815e720 2024-09-10T10:40:12.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.405+0000 7f558d200640 1 -- 172.21.15.22:0/465617616 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55880b46f0 con 0x7f558815e720 2024-09-10T10:40:12.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.409+0000 7f557e000640 1 -- 172.21.15.22:0/465617616 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f55800bf020 con 0x7f558815e720 2024-09-10T10:40:12.414 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.409+0000 7f557e000640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f55680678c0 0x7f5568069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:12.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.409+0000 7f557e000640 1 -- 172.21.15.22:0/465617616 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f5580120de0 con 0x7f558815e720 2024-09-10T10:40:12.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.409+0000 7f5585e00640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f55680678c0 0x7f5568069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:12.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.409+0000 7f5585e00640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f55680678c0 0x7f5568069d80 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f55880b1cf0 tx=0x7f5578008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:12.417 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.413+0000 7f557e000640 1 -- 172.21.15.22:0/465617616 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f55800c6030 con 0x7f558815e720 2024-09-10T10:40:12.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 -- 172.21.15.22:0/465617616 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55880d2fb0 con 0x7f558815e720 2024-09-10T10:40:12.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f557e000640 1 -- 172.21.15.22:0/465617616 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) ==== 94+0+5231 (secure 0 0 0) 0x7f55800165e0 con 0x7f558815e720 2024-09-10T10:40:12.617 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:12.618 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":83,"btime":"2024-09-10T10:40:10:287352+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6341,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3931038205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3931038205},{"type":"v1","addr":"172.21.15.145:6836","nonce":3931038205}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7120,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3721611145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3721611145},{"type":"v1","addr":"172.21.15.145:6837","nonce":3721611145}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7551,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1828738286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1828738286},{"type":"v1","addr":"172.21.15.22:6834","nonce":1828738286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:06.666467+0000","modified":"2024-09-10T10:40:09.680595+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7554},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7554":{"gid":7554,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/1594871888","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1594871888},{"type":"v1","addr":"172.21.15.22:6835","nonce":1594871888}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7554,"qdb_cluster":[7554]},"id":9}]} 2024-09-10T10:40:12.618 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 83 2024-09-10T10:40:12.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 -- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f55680678c0 msgr2=0x7f5568069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:12.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f55680678c0 0x7f5568069d80 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f55880b1cf0 tx=0x7f5578008040 comp rx=0 tx=0).stop 2024-09-10T10:40:12.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 -- 172.21.15.22:0/465617616 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f558815e720 msgr2=0x7f558814d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:12.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f558815e720 0x7f558814d960 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f5580019570 tx=0x7f5580019700 comp rx=0 tx=0).stop 2024-09-10T10:40:12.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 -- 172.21.15.22:0/465617616 shutdown_connections 2024-09-10T10:40:12.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f55680678c0 0x7f5568069d80 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f558815e720 0x7f558814d960 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55880b7650 0x7f5588157c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 --2- 172.21.15.22:0/465617616 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55880b4280 0x7f5588160290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:12.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 -- 172.21.15.22:0/465617616 >> 172.21.15.22:0/465617616 conn(0x7f558806f320 msgr2=0x7f55880b2560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:12.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 -- 172.21.15.22:0/465617616 shutdown_connections 2024-09-10T10:40:12.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:12.613+0000 7f558d200640 1 -- 172.21.15.22:0/465617616 wait complete. 2024-09-10T10:40:12.884 INFO:tasks.ceph.mds.c.smithi022.stderr:2024-09-10T10:40:12.881+0000 7fae8c200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:40:13.041 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 83, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:40:06.666467+0000', 'modified': '2024-09-10T10:40:09.680595+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7554}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7554': {'gid': 7554, 'name': 'c', 'rank': 0, 'incarnation': 79, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.22:6835/1594871888', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.22:6833', 'nonce': 1594871888}, {'type': 'v1', 'addr': '172.21.15.22:6835', 'nonce': 1594871888}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [19], 'metadata_pool': 18, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7554, 'qdb_cluster': [7554]} 2024-09-10T10:40:13.042 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:40:13.042 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T10:40:13.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1ffa00640 1 Processor -- start 2024-09-10T10:40:13.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1ffa00640 1 -- start start 2024-09-10T10:40:13.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1ffa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1f815b220 0x7fc1f8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1ffa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc1f815b600 0x7fc1f80b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1ffa00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1f80ce880 con 0x7fc1f80b5520 2024-09-10T10:40:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1ffa00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc1f806d6e0 con 0x7fc1f815b600 2024-09-10T10:40:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1ffa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc1f80ceb60 con 0x7fc1f815b220 2024-09-10T10:40:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1f7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc1f815b600 0x7fc1f80b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1f7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc1f815b600 0x7fc1f80b4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44800/0 (socket says 172.21.15.22:44800) 2024-09-10T10:40:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1f7e00640 1 -- 172.21.15.22:0/137335067 learned_addr learned my addr 172.21.15.22:0/137335067 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1fda00640 1 --1- 172.21.15.22:0/137335067 >> v1:172.21.15.22:6789/0 conn(0x7fc1f80b5520 0x7fc1f80b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56618/0 (socket says 172.21.15.22:56618) 2024-09-10T10:40:13.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.185+0000 7fc1fd000640 1 --2- 172.21.15.22:0/137335067 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1f815b220 0x7fc1f8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1f7e00640 1 -- 172.21.15.22:0/137335067 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1f815b220 msgr2=0x7fc1f8071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:13.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/137335067 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1f815b220 0x7fc1f8071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1f7e00640 1 -- 172.21.15.22:0/137335067 >> v1:172.21.15.22:6789/0 conn(0x7fc1f80b5520 legacy=0x7fc1f80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1f7e00640 1 -- 172.21.15.22:0/137335067 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f80cee40 con 0x7fc1f815b600 2024-09-10T10:40:13.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1f7400640 1 -- 172.21.15.22:0/137335067 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2596739819 0 0) 0x7fc1f80ce880 con 0x7fc1f80b5520 2024-09-10T10:40:13.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/137335067 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b600 0x7fc1f80b4fe0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7fc1e4009870 tx=0x7fc1e401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de8328a56fbcb74 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:13.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1f7400640 1 -- 172.21.15.22:0/137335067 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e40b0070 con 0x7fc1f815b600 2024-09-10T10:40:13.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1f7400640 1 -- 172.21.15.22:0/137335067 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1e40ab600 con 0x7fc1f815b600 2024-09-10T10:40:13.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1f7400640 1 -- 172.21.15.22:0/137335067 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e40ab9d0 con 0x7fc1f815b600 2024-09-10T10:40:13.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1ffa00640 1 -- 172.21.15.22:0/137335067 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b600 msgr2=0x7fc1f80b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1ffa00640 1 --2- 172.21.15.22:0/137335067 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b600 0x7fc1f80b4fe0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7fc1e4009870 tx=0x7fc1e401c4d0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1ffa00640 1 -- 172.21.15.22:0/137335067 shutdown_connections 2024-09-10T10:40:13.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1ffa00640 1 --2- 172.21.15.22:0/137335067 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b600 0x7fc1f80b4fe0 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1ffa00640 1 --2- 172.21.15.22:0/137335067 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1f815b220 0x7fc1f8071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.189+0000 7fc1ffa00640 1 -- 172.21.15.22:0/137335067 >> 172.21.15.22:0/137335067 conn(0x7fc1f8062dd0 msgr2=0x7fc1f806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:13.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 -- 172.21.15.22:0/137335067 shutdown_connections 2024-09-10T10:40:13.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 -- 172.21.15.22:0/137335067 wait complete. 2024-09-10T10:40:13.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 Processor -- start 2024-09-10T10:40:13.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 -- start start 2024-09-10T10:40:13.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1f80b5520 0x7fc1f81522c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b220 0x7fc1f813fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1f815b600 0x7fc1f815d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f80d0220 con 0x7fc1f815b220 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f80d00a0 con 0x7fc1f815b600 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc1f806da30 con 0x7fc1f80b5520 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b220 0x7fc1f813fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b220 0x7fc1f813fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44804/0 (socket says 172.21.15.22:44804) 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f7e00640 1 -- 172.21.15.22:0/1559808190 learned_addr learned my addr 172.21.15.22:0/1559808190 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1fd000640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1f80b5520 0x7fc1f81522c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1fda00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1f815b600 0x7fc1f815d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f7e00640 1 -- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1f80b5520 msgr2=0x7fc1f81522c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1f80b5520 0x7fc1f81522c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f7e00640 1 -- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1f815b600 msgr2=0x7fc1f815d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1f815b600 0x7fc1f815d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f7e00640 1 -- 172.21.15.22:0/1559808190 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f8152800 con 0x7fc1f815b220 2024-09-10T10:40:13.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b220 0x7fc1f813fc20 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fc1e40ae040 tx=0x7fc1e4019270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:13.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f4c00640 1 -- 172.21.15.22:0/1559808190 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e40bd070 con 0x7fc1f815b220 2024-09-10T10:40:13.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f4c00640 1 -- 172.21.15.22:0/1559808190 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1e40b1040 con 0x7fc1f815b220 2024-09-10T10:40:13.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1f4c00640 1 -- 172.21.15.22:0/1559808190 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e40b0050 con 0x7fc1f815b220 2024-09-10T10:40:13.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.193+0000 7fc1ffa00640 1 -- 172.21.15.22:0/1559808190 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1f80b0760 con 0x7fc1f815b220 2024-09-10T10:40:13.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.197+0000 7fc1ffa00640 1 -- 172.21.15.22:0/1559808190 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1f80b0d20 con 0x7fc1f815b220 2024-09-10T10:40:13.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.197+0000 7fc1f4c00640 1 -- 172.21.15.22:0/1559808190 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc1e4004250 con 0x7fc1f815b220 2024-09-10T10:40:13.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.197+0000 7fc1f4c00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1d80678c0 0x7fc1d8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.197+0000 7fc1f4c00640 1 -- 172.21.15.22:0/1559808190 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fc1e411f7b0 con 0x7fc1f815b220 2024-09-10T10:40:13.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.197+0000 7fc1fd000640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1d80678c0 0x7fc1d8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.197+0000 7fc202ead000 1 Processor -- start 2024-09-10T10:40:13.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.197+0000 7fc202ead000 1 -- start start 2024-09-10T10:40:13.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fd000640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1d80678c0 0x7fc1d8069d80 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8009af0 tx=0x7fc1e8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:13.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd0f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 0x55d78fcc5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 0x55d78fcc5a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55d78fba8b60 con 0x55d78fd0ed70 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d78fb0fc70 con 0x55d78fd0f690 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55d78fab5ed0 con 0x55d78fcc56a0 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fd000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd0f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fd000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd0f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44820/0 (socket says 172.21.15.22:44820) 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fd000640 1 -- 172.21.15.22:0/4047399043 learned_addr learned my addr 172.21.15.22:0/4047399043 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fda00640 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 0x55d78fcc5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 0x55d78fcc5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fd000640 1 -- 172.21.15.22:0/4047399043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 msgr2=0x55d78fcc5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fd000640 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 0x55d78fcc5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fd000640 1 -- 172.21.15.22:0/4047399043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 msgr2=0x55d78fcc5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fd000640 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 0x55d78fcc5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fd000640 1 -- 172.21.15.22:0/4047399043 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d78fac7e50 con 0x55d78fd0ed70 2024-09-10T10:40:13.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 0x55d78fcc5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:13.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fda00640 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 0x55d78fcc5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:13.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1fd000640 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd0f150 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8011dc0 tx=0x7fc1e8014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9067bc65d3670727 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:13.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1ed600640 1 -- 172.21.15.22:0/4047399043 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8011df0 con 0x55d78fd0ed70 2024-09-10T10:40:13.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1ed600640 1 -- 172.21.15.22:0/4047399043 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1e8026070 con 0x55d78fd0ed70 2024-09-10T10:40:13.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc1ed600640 1 -- 172.21.15.22:0/4047399043 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8021640 con 0x55d78fd0ed70 2024-09-10T10:40:13.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 -- 172.21.15.22:0/4047399043 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 msgr2=0x55d78fd0f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd0f150 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8011dc0 tx=0x7fc1e8014000 comp rx=0 tx=0).stop 2024-09-10T10:40:13.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 -- 172.21.15.22:0/4047399043 shutdown_connections 2024-09-10T10:40:13.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 0x55d78fcc5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 0x55d78fcc5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 --2- 172.21.15.22:0/4047399043 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd0f150 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 -- 172.21.15.22:0/4047399043 >> 172.21.15.22:0/4047399043 conn(0x55d78fcc7600 msgr2=0x55d78fcbf630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 -- 172.21.15.22:0/4047399043 shutdown_connections 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 -- 172.21.15.22:0/4047399043 wait complete. 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 -- start start 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.201+0000 7fc202ead000 1 Processor -- start 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fd0ed70 0x55d78fd14eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 0x55d78fd153f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fcfb870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55d78fb71b00 con 0x55d78fcfb490 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d78faea360 con 0x55d78fd0f690 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55d78fae72d0 con 0x55d78fd0ed70 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 10 client.0 _ll_register_callbacks cb 0x55d78fcac820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fda00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fcfb870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fda00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fcfb870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44836/0 (socket says 172.21.15.22:44836) 2024-09-10T10:40:13.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fda00640 1 -- 172.21.15.22:0/1296659888 learned_addr learned my addr 172.21.15.22:0/1296659888 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fd000640 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fd0ed70 0x55d78fd14eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 0x55d78fd153f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fda00640 1 -- 172.21.15.22:0/1296659888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fd0ed70 msgr2=0x55d78fd14eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fda00640 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fd0ed70 0x55d78fd14eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fda00640 1 -- 172.21.15.22:0/1296659888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 msgr2=0x55d78fd153f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fda00640 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 0x55d78fd153f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fda00640 1 -- 172.21.15.22:0/1296659888 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d78fab6120 con 0x55d78fcfb490 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fda00640 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fcfb870 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7fc1f00079e0 tx=0x7fc1f0001a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ccc5d5526d67ce1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1e2000640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1e2000640 1 -- 172.21.15.22:0/1296659888 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f0013570 con 0x55d78fcfb490 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1e2000640 1 -- 172.21.15.22:0/1296659888 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fc1f0013710 con 0x55d78fcfb490 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 -- 172.21.15.22:0/1296659888 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1e8026070 con 0x55d78fcfb490 2024-09-10T10:40:13.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1e2000640 1 -- 172.21.15.22:0/1296659888 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fc1f0021050 con 0x55d78fcfb490 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 10 client.7674 fetch_fsmap learned FSMap version 83 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 -- 172.21.15.22:0/1296659888 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=83,monmap=2+}) -- 0x55d78faaf450 con 0x55d78fcfb490 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1e2000640 1 -- 172.21.15.22:0/1296659888 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1e8026070 con 0x55d78fcfb490 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1e2000640 1 -- 172.21.15.22:0/1296659888 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 83) ==== 3502+0+0 (secure 0 0 0) 0x7fc1f0024020 con 0x55d78fcfb490 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 10 client.7674 fetch_fsmap finished waiting for FSMap version 83 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 10 client.7674 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 20 client.7674 populate_metadata read hostname 'smithi022' 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.22:6833/1594871888,v1:172.21.15.22:6835/1594871888] conn(0x55d78fcfc280 0x55d78fcfc660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 4 client.7674 mds_command: new command op to 7554 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 -- 172.21.15.22:0/1296659888 --> [v2:172.21.15.22:6833/1594871888,v1:172.21.15.22:6835/1594871888] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d78faa9c00 con 0x55d78fcfc280 2024-09-10T10:40:13.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fd000640 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.22:6833/1594871888,v1:172.21.15.22:6835/1594871888] conn(0x55d78fcfc280 0x55d78fcfc660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1fd000640 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.22:6833/1594871888,v1:172.21.15.22:6835/1594871888] conn(0x55d78fcfc280 0x55d78fcfc660 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb94764cb17666dc server_cookie=e57c2b9c60392c9f in_seq=0 out_seq=0 2024-09-10T10:40:13.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1e2000640 10 client.7674 ms_handle_connect on v2:172.21.15.22:6833/1594871888 2024-09-10T10:40:13.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1e2000640 1 -- 172.21.15.22:0/1296659888 <== mds.0 v2:172.21.15.22:6833/1594871888 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d78faa9c00 con 0x55d78fcfc280 2024-09-10T10:40:13.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc1e2000640 10 client.7674 handle_command_reply: tid=0 2024-09-10T10:40:13.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 client.7674 shutdown 2024-09-10T10:40:13.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 -- 172.21.15.22:0/1296659888 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 msgr2=0x55d78fcfb870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.205+0000 7fc202ead000 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fcfb870 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7fc1f00079e0 tx=0x7fc1f0001a10 comp rx=0 tx=0).stop 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.209+0000 7fc202ead000 1 -- 172.21.15.22:0/1296659888 shutdown_connections 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.209+0000 7fc202ead000 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fcfb870 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.209+0000 7fc202ead000 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fd0f690 0x55d78fd153f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.209+0000 7fc202ead000 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.22:6833/1594871888,v1:172.21.15.22:6835/1594871888] conn(0x55d78fcfc280 0x55d78fcfc660 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.209+0000 7fc202ead000 1 --2- 172.21.15.22:0/1296659888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fd0ed70 0x55d78fd14eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.209+0000 7fc202ead000 1 -- 172.21.15.22:0/1296659888 >> 172.21.15.22:0/1296659888 conn(0x55d78fcc56a0 msgr2=0x55d78fcc69b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.209+0000 7fc1e2000640 0 client.7674 ms_handle_reset on v2:172.21.15.22:6833/1594871888 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.209+0000 7fc202ead000 1 -- 172.21.15.22:0/1296659888 shutdown_connections 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.209+0000 7fc202ead000 1 -- 172.21.15.22:0/1296659888 wait complete. 2024-09-10T10:40:13.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.209+0000 7fc202ead000 20 client.7674 trim_cache size 0 max 16384 2024-09-10T10:40:13.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc202ead000 1 Processor -- start 2024-09-10T10:40:13.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc202ead000 1 -- start start 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc202ead000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcc56a0 0x55d78fd25260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc202ead000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fd257a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc202ead000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fd0ed70 0x55d78fd13ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc202ead000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f81fe630 con 0x55d78fcfb490 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc202ead000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f81fd9c0 con 0x55d78fcc56a0 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc202ead000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc1f81fe010 con 0x55d78fd0ed70 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc1f7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fd257a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc1f7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fd257a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44852/0 (socket says 172.21.15.22:44852) 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc1f7e00640 1 -- 172.21.15.22:0/1967060164 learned_addr learned my addr 172.21.15.22:0/1967060164 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc1fd000640 1 --2- 172.21.15.22:0/1967060164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcc56a0 0x55d78fd25260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.225+0000 7fc1fda00640 1 --2- 172.21.15.22:0/1967060164 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fd0ed70 0x55d78fd13ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1f7e00640 1 -- 172.21.15.22:0/1967060164 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fd0ed70 msgr2=0x55d78fd13ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/1967060164 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fd0ed70 0x55d78fd13ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1f7e00640 1 -- 172.21.15.22:0/1967060164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcc56a0 msgr2=0x55d78fd25260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/1967060164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcc56a0 0x55d78fd25260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1f7e00640 1 -- 172.21.15.22:0/1967060164 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d78fa96fd0 con 0x55d78fcfb490 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/1967060164 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fd257a0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7fc1e4009870 tx=0x7fc1e4009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=627e95b2bf334a5f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1ecc00640 1 -- 172.21.15.22:0/1967060164 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e40ef4b0 con 0x55d78fcfb490 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1ecc00640 1 -- 172.21.15.22:0/1967060164 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1e4009490 con 0x55d78fcfb490 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1ecc00640 1 -- 172.21.15.22:0/1967060164 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e40f0250 con 0x55d78fcfb490 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 -- 172.21.15.22:0/1967060164 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 msgr2=0x55d78fd257a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 --2- 172.21.15.22:0/1967060164 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fd257a0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7fc1e4009870 tx=0x7fc1e4009240 comp rx=0 tx=0).stop 2024-09-10T10:40:13.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 -- 172.21.15.22:0/1967060164 shutdown_connections 2024-09-10T10:40:13.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 --2- 172.21.15.22:0/1967060164 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fd0ed70 0x55d78fd13ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 --2- 172.21.15.22:0/1967060164 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fcfb490 0x55d78fd257a0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 --2- 172.21.15.22:0/1967060164 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcc56a0 0x55d78fd25260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 -- 172.21.15.22:0/1967060164 >> 172.21.15.22:0/1967060164 conn(0x55d78fcfae20 msgr2=0x55d78fcbfca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:13.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 -- 172.21.15.22:0/1967060164 shutdown_connections 2024-09-10T10:40:13.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 -- 172.21.15.22:0/1967060164 wait complete. 2024-09-10T10:40:13.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 -- start start 2024-09-10T10:40:13.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 Processor -- start 2024-09-10T10:40:13.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 0x55d78fd82860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcfb490 0x55d78fd82da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd18d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55d78fb0ef80 con 0x55d78fd0ed70 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55d78fac7ca0 con 0x55d78fcfb490 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55d78fb142a0 con 0x55d78fcc56a0 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc202ead000 10 client.0 _ll_register_callbacks cb 0x7fc1f0005c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1fda00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd18d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1fda00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd18d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44866/0 (socket says 172.21.15.22:44866) 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1fda00640 1 -- 172.21.15.22:0/3665749530 learned_addr learned my addr 172.21.15.22:0/3665749530 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1fd000640 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 0x55d78fd82860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1fda00640 1 -- 172.21.15.22:0/3665749530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 msgr2=0x55d78fd82860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcfb490 0x55d78fd82da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1fda00640 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 0x55d78fd82860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1fda00640 1 -- 172.21.15.22:0/3665749530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcfb490 msgr2=0x55d78fd82da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1fda00640 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcfb490 0x55d78fd82da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1fda00640 1 -- 172.21.15.22:0/3665749530 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d78fb92750 con 0x55d78fd0ed70 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1fd000640 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 0x55d78fd82860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.229+0000 7fc1f7e00640 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcfb490 0x55d78fd82da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1fda00640 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd18d40 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7fc1f00079b0 tx=0x7fc1f0001260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ed6a8c6e26b51de server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1e2000640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1e2000640 1 -- 172.21.15.22:0/3665749530 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f0001f10 con 0x55d78fd0ed70 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1e2000640 1 -- 172.21.15.22:0/3665749530 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fc1f0010040 con 0x55d78fd0ed70 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 -- 172.21.15.22:0/3665749530 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1e4009490 con 0x55d78fd0ed70 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1e2000640 1 -- 172.21.15.22:0/3665749530 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fc1f0013eb0 con 0x55d78fd0ed70 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 10 client.7680 fetch_fsmap learned FSMap version 83 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 -- 172.21.15.22:0/3665749530 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=83,monmap=2+}) -- 0x55d78fa9da30 con 0x55d78fd0ed70 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1e2000640 1 -- 172.21.15.22:0/3665749530 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1e4009490 con 0x55d78fd0ed70 2024-09-10T10:40:13.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1e2000640 1 -- 172.21.15.22:0/3665749530 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 83) ==== 3502+0+0 (secure 0 0 0) 0x7fc1f0037020 con 0x55d78fd0ed70 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 10 client.7680 fetch_fsmap finished waiting for FSMap version 83 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 10 client.7680 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 20 client.7680 populate_metadata read hostname 'smithi022' 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.22:6833/1594871888,v1:172.21.15.22:6835/1594871888] conn(0x55d78fd0f690 0x55d78fd19280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 4 client.7680 mds_command: new command op to 7554 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 -- 172.21.15.22:0/3665749530 --> [v2:172.21.15.22:6833/1594871888,v1:172.21.15.22:6835/1594871888] -- command(tid 0: {"prefix": "status"}) -- 0x55d78fb1d3a0 con 0x55d78fd0f690 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1fd000640 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.22:6833/1594871888,v1:172.21.15.22:6835/1594871888] conn(0x55d78fd0f690 0x55d78fd19280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1e2000640 10 client.7680 ms_handle_connect on v2:172.21.15.22:6833/1594871888 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1fd000640 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.22:6833/1594871888,v1:172.21.15.22:6835/1594871888] conn(0x55d78fd0f690 0x55d78fd19280 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3b5eeb72bc1ff23 server_cookie=a16a6c051e0c7b35 in_seq=0 out_seq=0 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1e2000640 1 -- 172.21.15.22:0/3665749530 <== mds.0 v2:172.21.15.22:6833/1594871888 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x55d78fb1d3a0 con 0x55d78fd0f690 2024-09-10T10:40:13.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1e2000640 10 client.7680 handle_command_reply: tid=0 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 client.7680 shutdown 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 -- 172.21.15.22:0/3665749530 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 msgr2=0x55d78fd18d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd18d40 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7fc1f00079b0 tx=0x7fc1f0001260 comp rx=0 tx=0).stop 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 -- 172.21.15.22:0/3665749530 shutdown_connections 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55d78fd0ed70 0x55d78fd18d40 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55d78fcfb490 0x55d78fd82da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.22:6833/1594871888,v1:172.21.15.22:6835/1594871888] conn(0x55d78fd0f690 0x55d78fd19280 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 --2- 172.21.15.22:0/3665749530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55d78fcc56a0 0x55d78fd82860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 -- 172.21.15.22:0/3665749530 >> 172.21.15.22:0/3665749530 conn(0x55d78fcfae20 msgr2=0x55d78fd24250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1e2000640 0 client.7680 ms_handle_reset on v2:172.21.15.22:6833/1594871888 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 -- 172.21.15.22:0/3665749530 shutdown_connections 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 1 -- 172.21.15.22:0/3665749530 wait complete. 2024-09-10T10:40:13.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc202ead000 20 client.7680 trim_cache size 0 max 16384 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 7554, 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 5.9795141440000004, 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 83, 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 115, 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 115, 2024-09-10T10:40:13.244 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 11.190664934000001 2024-09-10T10:40:13.245 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:40:13.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 -- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1d80678c0 msgr2=0x7fc1d8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1d80678c0 0x7fc1d8069d80 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8009af0 tx=0x7fc1e8008040 comp rx=0 tx=0).stop 2024-09-10T10:40:13.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 -- 172.21.15.22:0/1559808190 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b220 msgr2=0x7fc1f813fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b220 0x7fc1f813fc20 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fc1e40ae040 tx=0x7fc1e4019270 comp rx=0 tx=0).stop 2024-09-10T10:40:13.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 -- 172.21.15.22:0/1559808190 shutdown_connections 2024-09-10T10:40:13.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc1d80678c0 0x7fc1d8069d80 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1f815b600 0x7fc1f815d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc1f815b220 0x7fc1f813fc20 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 --2- 172.21.15.22:0/1559808190 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1f80b5520 0x7fc1f81522c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 -- 172.21.15.22:0/1559808190 >> 172.21.15.22:0/1559808190 conn(0x7fc1f8062dd0 msgr2=0x7fc1f8153d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:13.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 -- 172.21.15.22:0/1559808190 shutdown_connections 2024-09-10T10:40:13.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.233+0000 7fc1ffa00640 1 -- 172.21.15.22:0/1559808190 wait complete. 2024-09-10T10:40:13.258 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:40:13.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.393+0000 7f02d2000640 1 Processor -- start 2024-09-10T10:40:13.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.393+0000 7f02d2000640 1 -- start start 2024-09-10T10:40:13.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.397+0000 7f02d2000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02cc147e40 0x7f02cc071a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.397+0000 7f02d2000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02cc0afe90 con 0x7f02cc071fb0 2024-09-10T10:40:13.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.397+0000 7f02d2000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02cc0b54e0 con 0x7f02cc06d8b0 2024-09-10T10:40:13.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.397+0000 7f02d2000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f02cc0b5aa0 con 0x7f02cc147e40 2024-09-10T10:40:13.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.397+0000 7f02cb400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02cc147e40 0x7f02cc071a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.397+0000 7f02cb400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02cc147e40 0x7f02cc071a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44870/0 (socket says 172.21.15.22:44870) 2024-09-10T10:40:13.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.397+0000 7f02cb400640 1 -- 172.21.15.22:0/3647615911 learned_addr learned my addr 172.21.15.22:0/3647615911 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:13.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.397+0000 7f02cb400640 1 -- 172.21.15.22:0/3647615911 >> v1:172.21.15.145:6789/0 conn(0x7f02cc06d8b0 legacy=0x7f02cc0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:13.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.397+0000 7f02cb400640 1 -- 172.21.15.22:0/3647615911 >> v1:172.21.15.22:6789/0 conn(0x7f02cc071fb0 legacy=0x7f02cc06d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.397+0000 7f02cb400640 1 -- 172.21.15.22:0/3647615911 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02cc0b57c0 con 0x7f02cc147e40 2024-09-10T10:40:13.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02cb400640 1 --2- 172.21.15.22:0/3647615911 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 0x7f02cc071a70 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f02bc009870 tx=0x7f02bc01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ad58e05e9697318 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:13.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02caa00640 1 -- 172.21.15.22:0/3647615911 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02bc0ab660 con 0x7f02cc147e40 2024-09-10T10:40:13.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02caa00640 1 -- 172.21.15.22:0/3647615911 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02bc0b0070 con 0x7f02cc147e40 2024-09-10T10:40:13.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02caa00640 1 -- 172.21.15.22:0/3647615911 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02bc0aba20 con 0x7f02cc147e40 2024-09-10T10:40:13.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 -- 172.21.15.22:0/3647615911 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 msgr2=0x7f02cc071a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 --2- 172.21.15.22:0/3647615911 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 0x7f02cc071a70 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f02bc009870 tx=0x7f02bc01c460 comp rx=0 tx=0).stop 2024-09-10T10:40:13.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 -- 172.21.15.22:0/3647615911 shutdown_connections 2024-09-10T10:40:13.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 --2- 172.21.15.22:0/3647615911 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 0x7f02cc071a70 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 -- 172.21.15.22:0/3647615911 >> 172.21.15.22:0/3647615911 conn(0x7f02cc062dd0 msgr2=0x7f02cc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:13.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 -- 172.21.15.22:0/3647615911 shutdown_connections 2024-09-10T10:40:13.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 -- 172.21.15.22:0/3647615911 wait complete. 2024-09-10T10:40:13.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 Processor -- start 2024-09-10T10:40:13.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 -- start start 2024-09-10T10:40:13.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc071fb0 0x7f02cc145520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 0x7f02cc145a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc147340 0x7f02cc1f74a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc0b5080 con 0x7f02cc147e40 2024-09-10T10:40:13.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc148430 con 0x7f02cc071fb0 2024-09-10T10:40:13.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.401+0000 7f02d2000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02cc0b5200 con 0x7f02cc147340 2024-09-10T10:40:13.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c2a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 0x7f02cc145a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c2a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 0x7f02cc145a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44874/0 (socket says 172.21.15.22:44874) 2024-09-10T10:40:13.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c2a00640 1 -- 172.21.15.22:0/3452339340 learned_addr learned my addr 172.21.15.22:0/3452339340 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:13.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02cb400640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc071fb0 0x7f02cc145520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02cbe00640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc147340 0x7f02cc1f74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c2a00640 1 -- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc147340 msgr2=0x7f02cc1f74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c2a00640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc147340 0x7f02cc1f74a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c2a00640 1 -- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc071fb0 msgr2=0x7f02cc145520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c2a00640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc071fb0 0x7f02cc145520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c2a00640 1 -- 172.21.15.22:0/3452339340 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02cc1462a0 con 0x7f02cc147e40 2024-09-10T10:40:13.410 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c2a00640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 0x7f02cc145a60 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f02b4007fd0 tx=0x7f02b400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:13.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c3e00640 1 -- 172.21.15.22:0/3452339340 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b4017070 con 0x7f02cc147e40 2024-09-10T10:40:13.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c3e00640 1 -- 172.21.15.22:0/3452339340 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02b40052d0 con 0x7f02cc147e40 2024-09-10T10:40:13.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c3e00640 1 -- 172.21.15.22:0/3452339340 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b4003840 con 0x7f02cc147e40 2024-09-10T10:40:13.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02d2000640 1 -- 172.21.15.22:0/3452339340 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02cc146580 con 0x7f02cc147e40 2024-09-10T10:40:13.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02d2000640 1 -- 172.21.15.22:0/3452339340 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02cc146b40 con 0x7f02cc147e40 2024-09-10T10:40:13.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02d2000640 1 -- 172.21.15.22:0/3452339340 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02cc0af0d0 con 0x7f02cc147e40 2024-09-10T10:40:13.411 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.405+0000 7f02c3e00640 1 -- 172.21.15.22:0/3452339340 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f02b401a070 con 0x7f02cc147e40 2024-09-10T10:40:13.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.409+0000 7f02c3e00640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 0x7f02a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:13.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.409+0000 7f02c3e00640 1 -- 172.21.15.22:0/3452339340 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f02b4084ff0 con 0x7f02cc147e40 2024-09-10T10:40:13.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.409+0000 7f02cb400640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 0x7f02a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:13.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.409+0000 7f02cb400640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 0x7f02a8069d80 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f02bc0af000 tx=0x7f02bc0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:13.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.413+0000 7f02c3e00640 1 -- 172.21.15.22:0/3452339340 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f02b4005480 con 0x7f02cc147e40 2024-09-10T10:40:13.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.613+0000 7f02d2000640 1 -- 172.21.15.22:0/3452339340 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f02cc0723c0 con 0x7f02cc147e40 2024-09-10T10:40:13.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.613+0000 7f02c3e00640 1 -- 172.21.15.22:0/3452339340 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v83) ==== 53+0+73 (secure 0 0 0) 0x7f02b40554a0 con 0x7f02cc147e40 2024-09-10T10:40:13.619 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 -- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 msgr2=0x7f02a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 0x7f02a8069d80 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f02bc0af000 tx=0x7f02bc0a7000 comp rx=0 tx=0).stop 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 -- 172.21.15.22:0/3452339340 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 msgr2=0x7f02cc145a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 0x7f02cc145a60 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f02b4007fd0 tx=0x7f02b400c890 comp rx=0 tx=0).stop 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 -- 172.21.15.22:0/3452339340 shutdown_connections 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02a80678c0 0x7f02a8069d80 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02cc147340 0x7f02cc1f74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02cc147e40 0x7f02cc145a60 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 --2- 172.21.15.22:0/3452339340 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02cc071fb0 0x7f02cc145520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 -- 172.21.15.22:0/3452339340 >> 172.21.15.22:0/3452339340 conn(0x7f02cc062dd0 msgr2=0x7f02cc06d1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 -- 172.21.15.22:0/3452339340 shutdown_connections 2024-09-10T10:40:13.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13.617+0000 7f02d2000640 1 -- 172.21.15.22:0/3452339340 wait complete. 2024-09-10T10:40:13.640 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:40:13.640 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:40:13.640 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:40:13.640 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:40:13.640 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:40:13.640 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:40:13.640 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:40:13.640 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:40:13.641 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:40:13.641 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:13.641 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:40:13.650 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:40:13.650 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:40:13.650 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:40:13.651 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 41971sec preferred_lft 41971sec 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:13.652 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:40:13.653 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:13.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:13.655 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:40:13.713 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:40:13.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:13.716 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:40:13.769 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:40:13.769 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:40:13.769 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:40:13.769 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:40:13.769 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:40:13.769 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:40:13.770 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:40:13.770 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:40:13.770 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:40:13.770 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:40:13.770 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:40:13.770 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:40:13.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:40:13.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:13.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:13.908 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:40:13.917 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:40:13.917 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:40:13.918 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:40:13.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:13.918 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:40:13.984 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:40:13.985 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:40:14.036 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:40:14.036 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:40:14.036 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:40:14.087 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:40:14.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:14.087 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:14.180 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:14.180 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:40:14.194 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:14.194 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:40:14.194 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:40:14.194 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:40:14.195 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:40:14.199 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:40:14.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:14.199 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:40:14.220 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:40:14.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:40:14.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:14.330 INFO:teuthology.orchestra.run.smithi022.stdout:client6431 2024-09-10T10:40:14.330 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:14.330 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:14.339 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:40:14.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.517+0000 7fb3b3e00640 1 Processor -- start 2024-09-10T10:40:14.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.517+0000 7fb3b3e00640 1 -- start start 2024-09-10T10:40:14.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b3e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb3ac15b600 0x7fb3ac071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:14.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb3ac0b56f0 0x7fb3ac0b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:14.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b3e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3ac0ce880 con 0x7fb3ac15b220 2024-09-10T10:40:14.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b3e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb3ac06d6e0 con 0x7fb3ac0b56f0 2024-09-10T10:40:14.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b3e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb3ac0ceb60 con 0x7fb3ac15b600 2024-09-10T10:40:14.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b1400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb3ac15b220 0x7fb3ac0b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56640/0 (socket says 172.21.15.22:56640) 2024-09-10T10:40:14.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b1400640 1 -- 172.21.15.22:0/8469664 learned_addr learned my addr 172.21.15.22:0/8469664 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:14.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b1e00640 1 --2- 172.21.15.22:0/8469664 >> v2:172.21.15.22:3300/0 conn(0x7fb3ac0b56f0 0x7fb3ac0b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:14.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b0a00640 1 --2- 172.21.15.22:0/8469664 >> v2:172.21.15.145:3300/0 conn(0x7fb3ac15b600 0x7fb3ac071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:14.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b1e00640 1 -- 172.21.15.22:0/8469664 >> v2:172.21.15.145:3300/0 conn(0x7fb3ac15b600 msgr2=0x7fb3ac071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:14.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b1e00640 1 --2- 172.21.15.22:0/8469664 >> v2:172.21.15.145:3300/0 conn(0x7fb3ac15b600 0x7fb3ac071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:14.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b1e00640 1 -- 172.21.15.22:0/8469664 >> v1:172.21.15.22:6789/0 conn(0x7fb3ac15b220 legacy=0x7fb3ac0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:14.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b1e00640 1 -- 172.21.15.22:0/8469664 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3ac0cee40 con 0x7fb3ac0b56f0 2024-09-10T10:40:14.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.521+0000 7fb3b0a00640 1 --2- 172.21.15.22:0/8469664 >> v2:172.21.15.145:3300/0 conn(0x7fb3ac15b600 0x7fb3ac071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:14.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b1e00640 1 --2- 172.21.15.22:0/8469664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac0b56f0 0x7fb3ac0b3f10 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac0ce030 tx=0x7fb3a401c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49b0c1d1c0478d3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:14.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3abe00640 1 -- 172.21.15.22:0/8469664 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a40b2070 con 0x7fb3ac0b56f0 2024-09-10T10:40:14.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3abe00640 1 -- 172.21.15.22:0/8469664 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3a40a58c0 con 0x7fb3ac0b56f0 2024-09-10T10:40:14.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3abe00640 1 -- 172.21.15.22:0/8469664 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a40a5c90 con 0x7fb3ac0b56f0 2024-09-10T10:40:14.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 -- 172.21.15.22:0/8469664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac0b56f0 msgr2=0x7fb3ac0b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:14.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 --2- 172.21.15.22:0/8469664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac0b56f0 0x7fb3ac0b3f10 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac0ce030 tx=0x7fb3a401c7e0 comp rx=0 tx=0).stop 2024-09-10T10:40:14.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 -- 172.21.15.22:0/8469664 shutdown_connections 2024-09-10T10:40:14.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 --2- 172.21.15.22:0/8469664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac0b56f0 0x7fb3ac0b3f10 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:14.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 --2- 172.21.15.22:0/8469664 >> v2:172.21.15.145:3300/0 conn(0x7fb3ac15b600 0x7fb3ac071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:14.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 -- 172.21.15.22:0/8469664 >> 172.21.15.22:0/8469664 conn(0x7fb3ac062dd0 msgr2=0x7fb3ac06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:14.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 -- 172.21.15.22:0/8469664 shutdown_connections 2024-09-10T10:40:14.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 -- 172.21.15.22:0/8469664 wait complete. 2024-09-10T10:40:14.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 Processor -- start 2024-09-10T10:40:14.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 -- start start 2024-09-10T10:40:14.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3ac0b56f0 0x7fb3ac15ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:14.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.525+0000 7fb3b3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3ac15b220 0x7fb3ac1f8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:14.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac15b600 0x7fb3ac165570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b3e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb3ac0cffd0 con 0x7fb3ac15b600 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b3e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb3ac0cfe50 con 0x7fb3ac0b56f0 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b3e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb3ac0d0150 con 0x7fb3ac15b220 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b1e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac15b600 0x7fb3ac165570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b1e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac15b600 0x7fb3ac165570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:44888/0 (socket says 172.21.15.22:44888) 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b1e00640 1 -- 172.21.15.22:0/800441221 learned_addr learned my addr 172.21.15.22:0/800441221 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b1400640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3ac0b56f0 0x7fb3ac15ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b0a00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3ac15b220 0x7fb3ac1f8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b1e00640 1 -- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3ac15b220 msgr2=0x7fb3ac1f8390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b1e00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3ac15b220 0x7fb3ac1f8390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b1e00640 1 -- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3ac0b56f0 msgr2=0x7fb3ac15ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b1e00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3ac0b56f0 0x7fb3ac15ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:14.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b1e00640 1 -- 172.21.15.22:0/800441221 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3ac15d0b0 con 0x7fb3ac15b600 2024-09-10T10:40:14.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b0a00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3ac15b220 0x7fb3ac1f8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:14.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b1e00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac15b600 0x7fb3ac165570 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fb3a40193f0 tx=0x7fb3a4019580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:14.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3a9600640 1 -- 172.21.15.22:0/800441221 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a40b2050 con 0x7fb3ac15b600 2024-09-10T10:40:14.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3a9600640 1 -- 172.21.15.22:0/800441221 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3a40be070 con 0x7fb3ac15b600 2024-09-10T10:40:14.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3a9600640 1 -- 172.21.15.22:0/800441221 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a40ade40 con 0x7fb3ac15b600 2024-09-10T10:40:14.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b3e00640 1 -- 172.21.15.22:0/800441221 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3ac15c0d0 con 0x7fb3ac15b600 2024-09-10T10:40:14.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b3e00640 1 -- 172.21.15.22:0/800441221 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3ac15c690 con 0x7fb3ac15b600 2024-09-10T10:40:14.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3b3e00640 1 -- 172.21.15.22:0/800441221 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3ac0b3f10 con 0x7fb3ac15b600 2024-09-10T10:40:14.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.529+0000 7fb3a9600640 1 -- 172.21.15.22:0/800441221 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb3a40a5770 con 0x7fb3ac15b600 2024-09-10T10:40:14.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.533+0000 7fb3a9600640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb38c0678f0 0x7fb38c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:14.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.533+0000 7fb3a9600640 1 -- 172.21.15.22:0/800441221 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fb3a41212f0 con 0x7fb3ac15b600 2024-09-10T10:40:14.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.533+0000 7fb3b1400640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb38c0678f0 0x7fb38c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:14.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.533+0000 7fb3b1400640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb38c0678f0 0x7fb38c069db0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac0b2980 tx=0x7fb3a0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:14.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.537+0000 7fb3a9600640 1 -- 172.21.15.22:0/800441221 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb3a4016520 con 0x7fb3ac15b600 2024-09-10T10:40:14.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.733+0000 7fb3b3e00640 1 -- 172.21.15.22:0/800441221 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb3ac072e90 con 0x7fb3ac15b600 2024-09-10T10:40:14.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.733+0000 7fb3a9600640 1 -- 172.21.15.22:0/800441221 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v83) ==== 53+0+73 (secure 0 0 0) 0x7fb3a40f1d00 con 0x7fb3ac15b600 2024-09-10T10:40:14.739 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:40:14.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 -- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb38c0678f0 msgr2=0x7fb38c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:14.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb38c0678f0 0x7fb38c069db0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac0b2980 tx=0x7fb3a0009040 comp rx=0 tx=0).stop 2024-09-10T10:40:14.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 -- 172.21.15.22:0/800441221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac15b600 msgr2=0x7fb3ac165570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:14.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac15b600 0x7fb3ac165570 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fb3a40193f0 tx=0x7fb3a4019580 comp rx=0 tx=0).stop 2024-09-10T10:40:14.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 -- 172.21.15.22:0/800441221 shutdown_connections 2024-09-10T10:40:14.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb38c0678f0 0x7fb38c069db0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:14.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb3ac15b600 0x7fb3ac165570 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:14.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3ac15b220 0x7fb3ac1f8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:14.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 --2- 172.21.15.22:0/800441221 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3ac0b56f0 0x7fb3ac15ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:14.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 -- 172.21.15.22:0/800441221 >> 172.21.15.22:0/800441221 conn(0x7fb3ac062dd0 msgr2=0x7fb3ac0b4b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:14.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 -- 172.21.15.22:0/800441221 shutdown_connections 2024-09-10T10:40:14.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:14.737+0000 7fb3b3e00640 1 -- 172.21.15.22:0/800441221 wait complete. 2024-09-10T10:40:14.761 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:40:14.761 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:40:14.761 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:40:14.761 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:40:14.761 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:40:14.761 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:40:14.761 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:40:14.761 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:40:14.761 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:40:14.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:14.762 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:40:14.772 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:40:14.772 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:40:14.772 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:40:14.772 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:14.772 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:40:14.772 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:14.772 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:14.772 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:14.772 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:40:14.772 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 41968sec preferred_lft 41968sec 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:40:14.773 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:14.774 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:40:14.775 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:40:14.775 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:40:14.775 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:14.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:14.776 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:40:14.844 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:40:14.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:14.846 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:40:14.901 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:40:14.901 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:40:14.901 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:40:14.901 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:40:14.901 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:40:14.901 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:40:14.901 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:40:14.902 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:40:14.902 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:40:14.902 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:40:14.902 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:40:14.902 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:40:14.902 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:40:14.902 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:40:14.902 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:40:14.902 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:40:14.902 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:40:14.996 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:40:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:40:15.039 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:40:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:15.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:15.046 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:40:15.056 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:40:15.056 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:40:15.057 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:40:15.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:15.057 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:40:15.119 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:40:15.120 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:40:15.168 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:40:15.168 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:40:15.168 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:40:15.219 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:40:15.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:15.219 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:15.312 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:15.312 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:40:15.325 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:15.325 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:40:15.325 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:40:15.325 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:40:15.325 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:40:15.329 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:40:15.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:15.329 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:40:15.349 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:40:15.439 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:40:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:40:15.443 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:40:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:15.449 INFO:teuthology.orchestra.run.smithi145.stdout:client7237 2024-09-10T10:40:15.449 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:40:15.449 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:15.458 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_cache_memory_limit 1K 2024-09-10T10:40:15.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.601+0000 7ff2ce400640 1 Processor -- start 2024-09-10T10:40:15.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.601+0000 7ff2ce400640 1 -- start start 2024-09-10T10:40:15.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2ce400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2c8158f70 0x7ff2c815c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2ce400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8072f30 0x7ff2c806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2ce400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff2c806eff0 0x7ff2c815ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2ce400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff2c8159350 con 0x7ff2c8158f70 2024-09-10T10:40:15.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2ce400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff2c8071340 con 0x7ff2c806eff0 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2ce400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff2c8071620 con 0x7ff2c8072f30 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2c7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2c8158f70 0x7ff2c815c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2c7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2c8158f70 0x7ff2c815c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49904/0 (socket says 172.21.15.22:49904) 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2c7400640 1 -- 172.21.15.22:0/1692046801 learned_addr learned my addr 172.21.15.22:0/1692046801 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2c7e00640 1 --2- 172.21.15.22:0/1692046801 >> v2:172.21.15.145:3300/0 conn(0x7ff2c806eff0 0x7ff2c815ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2bea00640 1 --2- 172.21.15.22:0/1692046801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8072f30 0x7ff2c806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2c7400640 1 -- 172.21.15.22:0/1692046801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8072f30 msgr2=0x7ff2c806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2c7400640 1 --2- 172.21.15.22:0/1692046801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8072f30 0x7ff2c806eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2c7400640 1 -- 172.21.15.22:0/1692046801 >> v2:172.21.15.145:3300/0 conn(0x7ff2c806eff0 msgr2=0x7ff2c815ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2c7400640 1 --2- 172.21.15.22:0/1692046801 >> v2:172.21.15.145:3300/0 conn(0x7ff2c806eff0 0x7ff2c815ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2c7400640 1 -- 172.21.15.22:0/1692046801 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2c8071900 con 0x7ff2c8158f70 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2bea00640 1 --2- 172.21.15.22:0/1692046801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8072f30 0x7ff2c806eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:15.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.605+0000 7ff2c7e00640 1 --2- 172.21.15.22:0/1692046801 >> v2:172.21.15.145:3300/0 conn(0x7ff2c806eff0 0x7ff2c815ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:15.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2c7400640 1 --2- 172.21.15.22:0/1692046801 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8158f70 0x7ff2c815c630 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7ff2c806cab0 tx=0x7ff2b801c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebe8f189e4f33403 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:15.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2c6a00640 1 -- 172.21.15.22:0/1692046801 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b80b0070 con 0x7ff2c8158f70 2024-09-10T10:40:15.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2c6a00640 1 -- 172.21.15.22:0/1692046801 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2b80ab600 con 0x7ff2c8158f70 2024-09-10T10:40:15.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2c6a00640 1 -- 172.21.15.22:0/1692046801 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b80ab9d0 con 0x7ff2c8158f70 2024-09-10T10:40:15.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 -- 172.21.15.22:0/1692046801 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8158f70 msgr2=0x7ff2c815c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:15.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 --2- 172.21.15.22:0/1692046801 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8158f70 0x7ff2c815c630 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7ff2c806cab0 tx=0x7ff2b801c260 comp rx=0 tx=0).stop 2024-09-10T10:40:15.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 -- 172.21.15.22:0/1692046801 shutdown_connections 2024-09-10T10:40:15.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 --2- 172.21.15.22:0/1692046801 >> v2:172.21.15.145:3300/0 conn(0x7ff2c806eff0 0x7ff2c815ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 --2- 172.21.15.22:0/1692046801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8072f30 0x7ff2c806eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 --2- 172.21.15.22:0/1692046801 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8158f70 0x7ff2c815c630 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 -- 172.21.15.22:0/1692046801 >> 172.21.15.22:0/1692046801 conn(0x7ff2c8062eb0 msgr2=0x7ff2c806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:15.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 -- 172.21.15.22:0/1692046801 shutdown_connections 2024-09-10T10:40:15.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 -- 172.21.15.22:0/1692046801 wait complete. 2024-09-10T10:40:15.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 Processor -- start 2024-09-10T10:40:15.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 -- start start 2024-09-10T10:40:15.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c806eff0 0x7ff2c814ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8072f30 0x7ff2c814b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8158f70 0x7ff2c814e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c806db20 con 0x7ff2c8072f30 2024-09-10T10:40:15.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c806d9a0 con 0x7ff2c806eff0 2024-09-10T10:40:15.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.609+0000 7ff2ce400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff2c806dca0 con 0x7ff2c8158f70 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8072f30 0x7ff2c814b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2c7400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c806eff0 0x7ff2c814ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2c7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8158f70 0x7ff2c814e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8072f30 0x7ff2c814b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49920/0 (socket says 172.21.15.22:49920) 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bea00640 1 -- 172.21.15.22:0/4234546349 learned_addr learned my addr 172.21.15.22:0/4234546349 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2c7400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c806eff0 0x7ff2c814ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:36928/0 (socket says 172.21.15.22:36928) 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bea00640 1 -- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8158f70 msgr2=0x7ff2c814e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bea00640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8158f70 0x7ff2c814e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bea00640 1 -- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c806eff0 msgr2=0x7ff2c814ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bea00640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c806eff0 0x7ff2c814ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bea00640 1 -- 172.21.15.22:0/4234546349 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2c815e0d0 con 0x7ff2c8072f30 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2c7400640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c806eff0 0x7ff2c814ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:15.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bea00640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8072f30 0x7ff2c814b160 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7ff2b000e810 tx=0x7ff2b000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:15.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bfe00640 1 -- 172.21.15.22:0/4234546349 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b0017070 con 0x7ff2c8072f30 2024-09-10T10:40:15.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bfe00640 1 -- 172.21.15.22:0/4234546349 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2b000c870 con 0x7ff2c8072f30 2024-09-10T10:40:15.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bfe00640 1 -- 172.21.15.22:0/4234546349 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b000f040 con 0x7ff2c8072f30 2024-09-10T10:40:15.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2ce400640 1 -- 172.21.15.22:0/4234546349 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2c814b790 con 0x7ff2c8072f30 2024-09-10T10:40:15.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2ce400640 1 -- 172.21.15.22:0/4234546349 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2c814bd50 con 0x7ff2c8072f30 2024-09-10T10:40:15.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2ce400640 1 -- 172.21.15.22:0/4234546349 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2c814bf50 con 0x7ff2c8072f30 2024-09-10T10:40:15.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.613+0000 7ff2bfe00640 1 -- 172.21.15.22:0/4234546349 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff2b001a070 con 0x7ff2c8072f30 2024-09-10T10:40:15.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.617+0000 7ff2bfe00640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a40678c0 0x7ff2a4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.617+0000 7ff2bfe00640 1 -- 172.21.15.22:0/4234546349 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7ff2b0085830 con 0x7ff2c8072f30 2024-09-10T10:40:15.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.617+0000 7ff2c7400640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a40678c0 0x7ff2a4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.617+0000 7ff2c7400640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a40678c0 0x7ff2a4069d80 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7ff2b80ad000 tx=0x7ff2b80a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:15.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.621+0000 7ff2bfe00640 1 -- 172.21.15.22:0/4234546349 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff2c814bf50 con 0x7ff2c8072f30 2024-09-10T10:40:15.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.785+0000 7ff2ce400640 1 -- 172.21.15.22:0/4234546349 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_cache_memory_limit}] v 0) -- 0x7ff2c815ef60 con 0x7ff2c8072f30 2024-09-10T10:40:15.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2bfe00640 1 -- 172.21.15.22:0/4234546349 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_cache_memory_limit}]=0 v47)=0 v47) ==== 121+0+0 (secure 0 0 0) 0x7ff2b0055c80 con 0x7ff2c8072f30 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 -- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a40678c0 msgr2=0x7ff2a4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a40678c0 0x7ff2a4069d80 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7ff2b80ad000 tx=0x7ff2b80a6000 comp rx=0 tx=0).stop 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 -- 172.21.15.22:0/4234546349 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8072f30 msgr2=0x7ff2c814b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8072f30 0x7ff2c814b160 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7ff2b000e810 tx=0x7ff2b000ecd0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 -- 172.21.15.22:0/4234546349 shutdown_connections 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2a40678c0 0x7ff2a4069d80 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c8158f70 0x7ff2c814e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2c8072f30 0x7ff2c814b160 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 --2- 172.21.15.22:0/4234546349 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c806eff0 0x7ff2c814ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 -- 172.21.15.22:0/4234546349 >> 172.21.15.22:0/4234546349 conn(0x7ff2c8062eb0 msgr2=0x7ff2c80b0a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:15.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 -- 172.21.15.22:0/4234546349 shutdown_connections 2024-09-10T10:40:15.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.789+0000 7ff2ce400640 1 -- 172.21.15.22:0/4234546349 wait complete. 2024-09-10T10:40:15.815 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_max_caps 100 2024-09-10T10:40:15.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.953+0000 7fb82c200640 1 Processor -- start 2024-09-10T10:40:15.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.953+0000 7fb82c200640 1 -- start start 2024-09-10T10:40:15.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.953+0000 7fb82c200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb82415e690 0x7fb8240ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.953+0000 7fb82c200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb82406e8c0 0x7fb8240b43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.953+0000 7fb82c200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb8240b4920 0x7fb8240b5120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.953+0000 7fb82c200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb82415ea70 con 0x7fb8240b4920 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.953+0000 7fb82c200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb82406f8e0 con 0x7fb82415e690 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.953+0000 7fb82c200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb8240b3990 con 0x7fb82406e8c0 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb82a200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb8240b4920 0x7fb8240b5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb82a200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb8240b4920 0x7fb8240b5120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49934/0 (socket says 172.21.15.22:49934) 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb82a200640 1 -- 172.21.15.22:0/1348456246 learned_addr learned my addr 172.21.15.22:0/1348456246 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb828e00640 1 --2- 172.21.15.22:0/1348456246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb82406e8c0 0x7fb8240b43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb829800640 1 --2- 172.21.15.22:0/1348456246 >> v2:172.21.15.145:3300/0 conn(0x7fb82415e690 0x7fb8240ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb82a200640 1 -- 172.21.15.22:0/1348456246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb82406e8c0 msgr2=0x7fb8240b43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb82a200640 1 --2- 172.21.15.22:0/1348456246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb82406e8c0 0x7fb8240b43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb82a200640 1 -- 172.21.15.22:0/1348456246 >> v2:172.21.15.145:3300/0 conn(0x7fb82415e690 msgr2=0x7fb8240ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:15.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb82a200640 1 --2- 172.21.15.22:0/1348456246 >> v2:172.21.15.145:3300/0 conn(0x7fb82415e690 0x7fb8240ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb82a200640 1 -- 172.21.15.22:0/1348456246 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8240b21a0 con 0x7fb8240b4920 2024-09-10T10:40:15.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb82a200640 1 --2- 172.21.15.22:0/1348456246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8240b4920 0x7fb8240b5120 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fb824075740 tx=0x7fb81c01c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da3b7d3b064ad465 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:15.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb823e00640 1 -- 172.21.15.22:0/1348456246 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c0090d0 con 0x7fb8240b4920 2024-09-10T10:40:15.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb823e00640 1 -- 172.21.15.22:0/1348456246 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb81c0a56c0 con 0x7fb8240b4920 2024-09-10T10:40:15.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.957+0000 7fb823e00640 1 -- 172.21.15.22:0/1348456246 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c009270 con 0x7fb8240b4920 2024-09-10T10:40:15.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 -- 172.21.15.22:0/1348456246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8240b4920 msgr2=0x7fb8240b5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:15.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 --2- 172.21.15.22:0/1348456246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8240b4920 0x7fb8240b5120 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fb824075740 tx=0x7fb81c01c930 comp rx=0 tx=0).stop 2024-09-10T10:40:15.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 -- 172.21.15.22:0/1348456246 shutdown_connections 2024-09-10T10:40:15.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 --2- 172.21.15.22:0/1348456246 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb8240b4920 0x7fb8240b5120 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 --2- 172.21.15.22:0/1348456246 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb82406e8c0 0x7fb8240b43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 --2- 172.21.15.22:0/1348456246 >> v2:172.21.15.145:3300/0 conn(0x7fb82415e690 0x7fb8240ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 -- 172.21.15.22:0/1348456246 >> 172.21.15.22:0/1348456246 conn(0x7fb8240b0600 msgr2=0x7fb8240b0a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:15.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 -- 172.21.15.22:0/1348456246 shutdown_connections 2024-09-10T10:40:15.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 -- 172.21.15.22:0/1348456246 wait complete. 2024-09-10T10:40:15.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 Processor -- start 2024-09-10T10:40:15.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 -- start start 2024-09-10T10:40:15.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb82406e8c0 0x7fb8241534d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8240b4920 0x7fb824158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb82415e690 0x7fb8240c86b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb8240b4dd0 con 0x7fb82406e8c0 2024-09-10T10:40:15.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb8240aede0 con 0x7fb82415e690 2024-09-10T10:40:15.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82c200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb8240b4f50 con 0x7fb8240b4920 2024-09-10T10:40:15.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb829800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb82406e8c0 0x7fb8241534d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb829800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb82406e8c0 0x7fb8241534d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49938/0 (socket says 172.21.15.22:49938) 2024-09-10T10:40:15.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb829800640 1 -- 172.21.15.22:0/959298938 learned_addr learned my addr 172.21.15.22:0/959298938 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:15.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb828e00640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8240b4920 0x7fb824158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb82a200640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb82415e690 0x7fb8240c86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb829800640 1 -- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8240b4920 msgr2=0x7fb824158f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:15.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb829800640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8240b4920 0x7fb824158f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb829800640 1 -- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb82415e690 msgr2=0x7fb8240c86b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:15.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb829800640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb82415e690 0x7fb8240c86b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:15.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.961+0000 7fb829800640 1 -- 172.21.15.22:0/959298938 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb824159650 con 0x7fb82406e8c0 2024-09-10T10:40:15.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb829800640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb82406e8c0 0x7fb8241534d0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fb81800d620 tx=0x7fb81800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:15.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb821600640 1 -- 172.21.15.22:0/959298938 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81800b620 con 0x7fb82406e8c0 2024-09-10T10:40:15.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb821600640 1 -- 172.21.15.22:0/959298938 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb818019070 con 0x7fb82406e8c0 2024-09-10T10:40:15.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb821600640 1 -- 172.21.15.22:0/959298938 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81800b9e0 con 0x7fb82406e8c0 2024-09-10T10:40:15.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb82c200640 1 -- 172.21.15.22:0/959298938 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb824159930 con 0x7fb82406e8c0 2024-09-10T10:40:15.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb82c200640 1 -- 172.21.15.22:0/959298938 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb824159ef0 con 0x7fb82406e8c0 2024-09-10T10:40:15.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb82c200640 1 -- 172.21.15.22:0/959298938 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8240d0510 con 0x7fb82406e8c0 2024-09-10T10:40:15.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb821600640 1 -- 172.21.15.22:0/959298938 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb81800bb80 con 0x7fb82406e8c0 2024-09-10T10:40:15.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb821600640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8040678f0 0x7fb804069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:15.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb821600640 1 -- 172.21.15.22:0/959298938 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fb818085f50 con 0x7fb82406e8c0 2024-09-10T10:40:15.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.965+0000 7fb828e00640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8040678f0 0x7fb804069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:15.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.969+0000 7fb828e00640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8040678f0 0x7fb804069db0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb8240cfd30 tx=0x7fb810008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:15.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:15.969+0000 7fb821600640 1 -- 172.21.15.22:0/959298938 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb818056430 con 0x7fb82406e8c0 2024-09-10T10:40:16.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.137+0000 7fb82c200640 1 -- 172.21.15.22:0/959298938 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_recall_max_caps}] v 0) -- 0x7fb8240c5ad0 con 0x7fb82406e8c0 2024-09-10T10:40:16.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb821600640 1 -- 172.21.15.22:0/959298938 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_max_caps}]=0 v48)=0 v48) ==== 119+0+0 (secure 0 0 0) 0x7fb81805a730 con 0x7fb82406e8c0 2024-09-10T10:40:16.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 -- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8040678f0 msgr2=0x7fb804069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8040678f0 0x7fb804069db0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb8240cfd30 tx=0x7fb810008040 comp rx=0 tx=0).stop 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 -- 172.21.15.22:0/959298938 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb82406e8c0 msgr2=0x7fb8241534d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb82406e8c0 0x7fb8241534d0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fb81800d620 tx=0x7fb81800dae0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 -- 172.21.15.22:0/959298938 shutdown_connections 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb8040678f0 0x7fb804069db0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb82415e690 0x7fb8240c86b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb8240b4920 0x7fb824158f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 --2- 172.21.15.22:0/959298938 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb82406e8c0 0x7fb8241534d0 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 -- 172.21.15.22:0/959298938 >> 172.21.15.22:0/959298938 conn(0x7fb8240b0600 msgr2=0x7fb82415b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 -- 172.21.15.22:0/959298938 shutdown_connections 2024-09-10T10:40:16.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.141+0000 7fb82c200640 1 -- 172.21.15.22:0/959298938 wait complete. 2024-09-10T10:40:16.165 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_warning_threshold 200 2024-09-10T10:40:16.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd63a00640 1 Processor -- start 2024-09-10T10:40:16.309 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd63a00640 1 -- start start 2024-09-10T10:40:16.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd63a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fdd5c1568c0 0x7fdd5c0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd63a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdd5c0b4470 0x7fdd5c0cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd63a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5c0cf900 0x7fdd5c160020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd63a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fdd5c0b4f90 con 0x7fdd5c0b4470 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd63a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fdd5c0b49d0 con 0x7fdd5c1568c0 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd63a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdd5c0b4cb0 con 0x7fdd5c0cf900 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd5be00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdd5c0b4470 0x7fdd5c0cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd5be00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdd5c0b4470 0x7fdd5c0cf3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49950/0 (socket says 172.21.15.22:49950) 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd5be00640 1 -- 172.21.15.22:0/1345855288 learned_addr learned my addr 172.21.15.22:0/1345855288 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd61000640 1 --2- 172.21.15.22:0/1345855288 >> v2:172.21.15.145:3300/0 conn(0x7fdd5c1568c0 0x7fdd5c0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd61a00640 1 --2- 172.21.15.22:0/1345855288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5c0cf900 0x7fdd5c160020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd5be00640 1 -- 172.21.15.22:0/1345855288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5c0cf900 msgr2=0x7fdd5c160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:16.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd5be00640 1 --2- 172.21.15.22:0/1345855288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5c0cf900 0x7fdd5c160020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd5be00640 1 -- 172.21.15.22:0/1345855288 >> v2:172.21.15.145:3300/0 conn(0x7fdd5c1568c0 msgr2=0x7fdd5c0b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:16.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd5be00640 1 --2- 172.21.15.22:0/1345855288 >> v2:172.21.15.145:3300/0 conn(0x7fdd5c1568c0 0x7fdd5c0b3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.305+0000 7fdd5be00640 1 -- 172.21.15.22:0/1345855288 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd5c06d1b0 con 0x7fdd5c0b4470 2024-09-10T10:40:16.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd5be00640 1 --2- 172.21.15.22:0/1345855288 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0b4470 0x7fdd5c0cf3c0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c073540 tx=0x7fdd4801c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=635b76d9064313e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:16.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd5b400640 1 -- 172.21.15.22:0/1345855288 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd480b0070 con 0x7fdd5c0b4470 2024-09-10T10:40:16.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd5b400640 1 -- 172.21.15.22:0/1345855288 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd480ab600 con 0x7fdd5c0b4470 2024-09-10T10:40:16.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd5b400640 1 -- 172.21.15.22:0/1345855288 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd480ab9d0 con 0x7fdd5c0b4470 2024-09-10T10:40:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd63a00640 1 -- 172.21.15.22:0/1345855288 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0b4470 msgr2=0x7fdd5c0cf3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd63a00640 1 --2- 172.21.15.22:0/1345855288 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0b4470 0x7fdd5c0cf3c0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c073540 tx=0x7fdd4801c230 comp rx=0 tx=0).stop 2024-09-10T10:40:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd63a00640 1 -- 172.21.15.22:0/1345855288 shutdown_connections 2024-09-10T10:40:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd63a00640 1 --2- 172.21.15.22:0/1345855288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5c0cf900 0x7fdd5c160020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd63a00640 1 --2- 172.21.15.22:0/1345855288 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0b4470 0x7fdd5c0cf3c0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd63a00640 1 --2- 172.21.15.22:0/1345855288 >> v2:172.21.15.145:3300/0 conn(0x7fdd5c1568c0 0x7fdd5c0b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd63a00640 1 -- 172.21.15.22:0/1345855288 >> 172.21.15.22:0/1345855288 conn(0x7fdd5c062eb0 msgr2=0x7fdd5c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd63a00640 1 -- 172.21.15.22:0/1345855288 shutdown_connections 2024-09-10T10:40:16.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.309+0000 7fdd63a00640 1 -- 172.21.15.22:0/1345855288 wait complete. 2024-09-10T10:40:16.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd63a00640 1 Processor -- start 2024-09-10T10:40:16.317 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd63a00640 1 -- start start 2024-09-10T10:40:16.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd63a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5c0b4470 0x7fdd5c14eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd63a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0cf900 0x7fdd5c15f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd63a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd5c1568c0 0x7fdd5c15dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd63a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdd5c156e20 con 0x7fdd5c0cf900 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd63a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd5c156ca0 con 0x7fdd5c1568c0 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd63a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdd5c06d9b0 con 0x7fdd5c0b4470 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd5be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0cf900 0x7fdd5c15f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd5be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0cf900 0x7fdd5c15f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49964/0 (socket says 172.21.15.22:49964) 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd5be00640 1 -- 172.21.15.22:0/2063895039 learned_addr learned my addr 172.21.15.22:0/2063895039 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd61000640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5c0b4470 0x7fdd5c14eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd61a00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd5c1568c0 0x7fdd5c15dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd5be00640 1 -- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5c0b4470 msgr2=0x7fdd5c14eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd5be00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5c0b4470 0x7fdd5c14eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd5be00640 1 -- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd5c1568c0 msgr2=0x7fdd5c15dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd5be00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd5c1568c0 0x7fdd5c15dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd5be00640 1 -- 172.21.15.22:0/2063895039 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd5c14f070 con 0x7fdd5c0cf900 2024-09-10T10:40:16.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd5be00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0cf900 0x7fdd5c15f290 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fdd480ae040 tx=0x7fdd48018fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd58c00640 1 -- 172.21.15.22:0/2063895039 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd480b0040 con 0x7fdd5c0cf900 2024-09-10T10:40:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd58c00640 1 -- 172.21.15.22:0/2063895039 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd480b9070 con 0x7fdd5c0cf900 2024-09-10T10:40:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd63a00640 1 -- 172.21.15.22:0/2063895039 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd5c15cbd0 con 0x7fdd5c0cf900 2024-09-10T10:40:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd58c00640 1 -- 172.21.15.22:0/2063895039 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd480b4660 con 0x7fdd5c0cf900 2024-09-10T10:40:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.313+0000 7fdd63a00640 1 -- 172.21.15.22:0/2063895039 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd5c15d190 con 0x7fdd5c0cf900 2024-09-10T10:40:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.317+0000 7fdd63a00640 1 -- 172.21.15.22:0/2063895039 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd5c160020 con 0x7fdd5c0cf900 2024-09-10T10:40:16.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.317+0000 7fdd58c00640 1 -- 172.21.15.22:0/2063895039 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdd480b4800 con 0x7fdd5c0cf900 2024-09-10T10:40:16.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.317+0000 7fdd58c00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd3c0678c0 0x7fdd3c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.317+0000 7fdd58c00640 1 -- 172.21.15.22:0/2063895039 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fdd4811f770 con 0x7fdd5c0cf900 2024-09-10T10:40:16.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.317+0000 7fdd61000640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd3c0678c0 0x7fdd3c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.317+0000 7fdd61000640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd3c0678c0 0x7fdd3c069d80 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c166ea0 tx=0x7fdd50009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:16.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.321+0000 7fdd58c00640 1 -- 172.21.15.22:0/2063895039 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdd48016110 con 0x7fdd5c0cf900 2024-09-10T10:40:16.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.485+0000 7fdd63a00640 1 -- 172.21.15.22:0/2063895039 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_recall_warning_threshold}] v 0) -- 0x7fdd5c06be80 con 0x7fdd5c0cf900 2024-09-10T10:40:16.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.489+0000 7fdd58c00640 1 -- 172.21.15.22:0/2063895039 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_warning_threshold}]=0 v49)=0 v49) ==== 128+0+0 (secure 0 0 0) 0x7fdd480efc50 con 0x7fdd5c0cf900 2024-09-10T10:40:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 -- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd3c0678c0 msgr2=0x7fdd3c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd3c0678c0 0x7fdd3c069d80 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c166ea0 tx=0x7fdd50009190 comp rx=0 tx=0).stop 2024-09-10T10:40:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 -- 172.21.15.22:0/2063895039 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0cf900 msgr2=0x7fdd5c15f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0cf900 0x7fdd5c15f290 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fdd480ae040 tx=0x7fdd48018fd0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 -- 172.21.15.22:0/2063895039 shutdown_connections 2024-09-10T10:40:16.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdd3c0678c0 0x7fdd3c069d80 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd5c1568c0 0x7fdd5c15dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdd5c0cf900 0x7fdd5c15f290 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 --2- 172.21.15.22:0/2063895039 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5c0b4470 0x7fdd5c14eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 -- 172.21.15.22:0/2063895039 >> 172.21.15.22:0/2063895039 conn(0x7fdd5c062eb0 msgr2=0x7fdd5c14f950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 -- 172.21.15.22:0/2063895039 shutdown_connections 2024-09-10T10:40:16.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.493+0000 7fdd63a00640 1 -- 172.21.15.22:0/2063895039 wait complete. 2024-09-10T10:40:16.517 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_min_caps_per_client 2024-09-10T10:40:16.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.653+0000 7f68c9600640 1 Processor -- start 2024-09-10T10:40:16.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.653+0000 7f68c9600640 1 -- start start 2024-09-10T10:40:16.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c9600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68c40cf3c0 0x7f68c40cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c9600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f68c406d9b0 0x7f68c406de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c9600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68c40b4f90 con 0x7f68c41568c0 2024-09-10T10:40:16.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c9600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f68c40b49d0 con 0x7f68c406d9b0 2024-09-10T10:40:16.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c9600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f68c40b4cb0 con 0x7f68c40cf3c0 2024-09-10T10:40:16.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f68c406d9b0 0x7f68c406de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f68c406d9b0 0x7f68c406de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49972/0 (socket says 172.21.15.22:49972) 2024-09-10T10:40:16.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c3400640 1 -- 172.21.15.22:0/3729380805 learned_addr learned my addr 172.21.15.22:0/3729380805 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:16.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c3400640 1 -- 172.21.15.22:0/3729380805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68c40cf3c0 msgr2=0x7f68c40cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:16.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c3400640 1 --2- 172.21.15.22:0/3729380805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68c40cf3c0 0x7f68c40cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c3400640 1 -- 172.21.15.22:0/3729380805 >> v1:172.21.15.145:6789/0 conn(0x7f68c41568c0 legacy=0x7f68c40b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:16.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.657+0000 7f68c3400640 1 -- 172.21.15.22:0/3729380805 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c406d1b0 con 0x7f68c406d9b0 2024-09-10T10:40:16.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c3400640 1 --2- 172.21.15.22:0/3729380805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 0x7f68c406de20 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f68bc009e50 tx=0x7f68bc01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=985f9d24790f81e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:16.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c1600640 1 -- 172.21.15.22:0/3729380805 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68bc0a5800 con 0x7f68c406d9b0 2024-09-10T10:40:16.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c1600640 1 -- 172.21.15.22:0/3729380805 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68bc0a59a0 con 0x7f68c406d9b0 2024-09-10T10:40:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c1600640 1 -- 172.21.15.22:0/3729380805 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68bc0a5d70 con 0x7f68c406d9b0 2024-09-10T10:40:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 -- 172.21.15.22:0/3729380805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 msgr2=0x7f68c406de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 --2- 172.21.15.22:0/3729380805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 0x7f68c406de20 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f68bc009e50 tx=0x7f68bc01c9c0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 -- 172.21.15.22:0/3729380805 shutdown_connections 2024-09-10T10:40:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 --2- 172.21.15.22:0/3729380805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 0x7f68c406de20 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 --2- 172.21.15.22:0/3729380805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68c40cf3c0 0x7f68c40cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 -- 172.21.15.22:0/3729380805 >> 172.21.15.22:0/3729380805 conn(0x7f68c4062eb0 msgr2=0x7f68c406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 -- 172.21.15.22:0/3729380805 shutdown_connections 2024-09-10T10:40:16.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 -- 172.21.15.22:0/3729380805 wait complete. 2024-09-10T10:40:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 Processor -- start 2024-09-10T10:40:16.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 -- start start 2024-09-10T10:40:16.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 0x7f68c414e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c40cf3c0 0x7f68c414c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68c41568c0 0x7f68c414cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f68c4156ca0 con 0x7f68c406d9b0 2024-09-10T10:40:16.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f68c40b4640 con 0x7f68c40cf3c0 2024-09-10T10:40:16.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.661+0000 7f68c9600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f68c4156e20 con 0x7f68c41568c0 2024-09-10T10:40:16.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c2a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 0x7f68c414e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c2a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 0x7f68c414e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49984/0 (socket says 172.21.15.22:49984) 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c2a00640 1 -- 172.21.15.22:0/941325491 learned_addr learned my addr 172.21.15.22:0/941325491 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c2000640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c40cf3c0 0x7f68c414c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c3400640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68c41568c0 0x7f68c414cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c2a00640 1 -- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68c41568c0 msgr2=0x7f68c414cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c2a00640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68c41568c0 0x7f68c414cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c2a00640 1 -- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c40cf3c0 msgr2=0x7f68c414c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c2a00640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c40cf3c0 0x7f68c414c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c2a00640 1 -- 172.21.15.22:0/941325491 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c415ab80 con 0x7f68c406d9b0 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c2a00640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 0x7f68c414e280 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f68b400b410 tx=0x7f68b400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:16.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68baa00640 1 -- 172.21.15.22:0/941325491 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b4015030 con 0x7f68c406d9b0 2024-09-10T10:40:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68baa00640 1 -- 172.21.15.22:0/941325491 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68b4004020 con 0x7f68c406d9b0 2024-09-10T10:40:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68baa00640 1 -- 172.21.15.22:0/941325491 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b4004450 con 0x7f68c406d9b0 2024-09-10T10:40:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c9600640 1 -- 172.21.15.22:0/941325491 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68c415ae60 con 0x7f68c406d9b0 2024-09-10T10:40:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c9600640 1 -- 172.21.15.22:0/941325491 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68c414c9c0 con 0x7f68c406d9b0 2024-09-10T10:40:16.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68c9600640 1 -- 172.21.15.22:0/941325491 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68c406de20 con 0x7f68c406d9b0 2024-09-10T10:40:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.665+0000 7f68baa00640 1 -- 172.21.15.22:0/941325491 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f68b4018070 con 0x7f68c406d9b0 2024-09-10T10:40:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.669+0000 7f68baa00640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68a40678c0 0x7f68a4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.669+0000 7f68baa00640 1 -- 172.21.15.22:0/941325491 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f68b4085740 con 0x7f68c406d9b0 2024-09-10T10:40:16.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.669+0000 7f68c2000640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68a40678c0 0x7f68a4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:16.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.669+0000 7f68c2000640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68a40678c0 0x7f68a4069d80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f68c415b5f0 tx=0x7f68b0009110 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:16.676 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.673+0000 7f68baa00640 1 -- 172.21.15.22:0/941325491 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f68b4055c20 con 0x7f68c406d9b0 2024-09-10T10:40:16.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.837+0000 7f68c9600640 1 -- 172.21.15.22:0/941325491 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"} v 0) -- 0x7f68c415be20 con 0x7f68c406d9b0 2024-09-10T10:40:16.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.837+0000 7f68baa00640 1 -- 172.21.15.22:0/941325491 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"}]=0 v49) ==== 106+0+4 (secure 0 0 0) 0x7f68b4059f20 con 0x7f68c406d9b0 2024-09-10T10:40:16.843 INFO:teuthology.orchestra.run.smithi022.stdout:100 2024-09-10T10:40:16.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 -- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68a40678c0 msgr2=0x7f68a4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68a40678c0 0x7f68a4069d80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f68c415b5f0 tx=0x7f68b0009110 comp rx=0 tx=0).stop 2024-09-10T10:40:16.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 -- 172.21.15.22:0/941325491 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 msgr2=0x7f68c414e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:16.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 0x7f68c414e280 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f68b400b410 tx=0x7f68b400b8d0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 -- 172.21.15.22:0/941325491 shutdown_connections 2024-09-10T10:40:16.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f68a40678c0 0x7f68a4069d80 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68c41568c0 0x7f68c414cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68c40cf3c0 0x7f68c414c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 --2- 172.21.15.22:0/941325491 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f68c406d9b0 0x7f68c414e280 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:16.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 -- 172.21.15.22:0/941325491 >> 172.21.15.22:0/941325491 conn(0x7f68c4062eb0 msgr2=0x7f68c40b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:16.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 -- 172.21.15.22:0/941325491 shutdown_connections 2024-09-10T10:40:16.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:16.841+0000 7f68c9600640 1 -- 172.21.15.22:0/941325491 wait complete. 2024-09-10T10:40:16.865 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_min_caps_working_set 100 2024-09-10T10:40:17.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2bde00640 1 Processor -- start 2024-09-10T10:40:17.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2bde00640 1 -- start start 2024-09-10T10:40:17.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2bde00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2b8158f70 0x7ff2b815c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2bde00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff2b8072f30 0x7ff2b806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2bde00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2b8159350 con 0x7ff2b806eff0 2024-09-10T10:40:17.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2bde00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff2b8071340 con 0x7ff2b8158f70 2024-09-10T10:40:17.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2bde00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff2b8071620 con 0x7ff2b8072f30 2024-09-10T10:40:17.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2b6a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2b8158f70 0x7ff2b815c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2b6a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2b8158f70 0x7ff2b815c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50000/0 (socket says 172.21.15.22:50000) 2024-09-10T10:40:17.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2b6a00640 1 -- 172.21.15.22:0/603230162 learned_addr learned my addr 172.21.15.22:0/603230162 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:17.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2afe00640 1 --2- 172.21.15.22:0/603230162 >> v2:172.21.15.145:3300/0 conn(0x7ff2b8072f30 0x7ff2b806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2b6a00640 1 -- 172.21.15.22:0/603230162 >> v2:172.21.15.145:3300/0 conn(0x7ff2b8072f30 msgr2=0x7ff2b806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:17.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2b6a00640 1 --2- 172.21.15.22:0/603230162 >> v2:172.21.15.145:3300/0 conn(0x7ff2b8072f30 0x7ff2b806eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2b6a00640 1 -- 172.21.15.22:0/603230162 >> v1:172.21.15.145:6789/0 conn(0x7ff2b806eff0 legacy=0x7ff2b815ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.005+0000 7ff2b6a00640 1 -- 172.21.15.22:0/603230162 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2b8071900 con 0x7ff2b8158f70 2024-09-10T10:40:17.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2b6a00640 1 --2- 172.21.15.22:0/603230162 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 0x7ff2b815c630 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7ff2b815cb70 tx=0x7ff2a801ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f4b2e3984636c85 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:17.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2b6000640 1 -- 172.21.15.22:0/603230162 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2a80b4070 con 0x7ff2b8158f70 2024-09-10T10:40:17.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2b6000640 1 -- 172.21.15.22:0/603230162 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2a80a7bb0 con 0x7ff2b8158f70 2024-09-10T10:40:17.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2b6000640 1 -- 172.21.15.22:0/603230162 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2a80af440 con 0x7ff2b8158f70 2024-09-10T10:40:17.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2bde00640 1 -- 172.21.15.22:0/603230162 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 msgr2=0x7ff2b815c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2bde00640 1 --2- 172.21.15.22:0/603230162 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 0x7ff2b815c630 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7ff2b815cb70 tx=0x7ff2a801ebf0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2bde00640 1 -- 172.21.15.22:0/603230162 shutdown_connections 2024-09-10T10:40:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2bde00640 1 --2- 172.21.15.22:0/603230162 >> v2:172.21.15.145:3300/0 conn(0x7ff2b8072f30 0x7ff2b806eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2bde00640 1 --2- 172.21.15.22:0/603230162 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 0x7ff2b815c630 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2bde00640 1 -- 172.21.15.22:0/603230162 >> 172.21.15.22:0/603230162 conn(0x7ff2b8062eb0 msgr2=0x7ff2b806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2bde00640 1 -- 172.21.15.22:0/603230162 shutdown_connections 2024-09-10T10:40:17.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2bde00640 1 -- 172.21.15.22:0/603230162 wait complete. 2024-09-10T10:40:17.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.009+0000 7ff2bde00640 1 Processor -- start 2024-09-10T10:40:17.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2bde00640 1 -- start start 2024-09-10T10:40:17.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2bde00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2b806eff0 0x7ff2b81f7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2bde00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2b8072f30 0x7ff2b815d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2bde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 0x7ff2b815ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2bde00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff2b806db20 con 0x7ff2b8158f70 2024-09-10T10:40:17.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2bde00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff2b806d9a0 con 0x7ff2b8072f30 2024-09-10T10:40:17.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2bde00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff2b806dca0 con 0x7ff2b806eff0 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2b7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 0x7ff2b815ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2b7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 0x7ff2b815ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50014/0 (socket says 172.21.15.22:50014) 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2b7400640 1 -- 172.21.15.22:0/858280629 learned_addr learned my addr 172.21.15.22:0/858280629 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2afe00640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2b8072f30 0x7ff2b815d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2b6a00640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2b806eff0 0x7ff2b81f7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2b7400640 1 -- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2b806eff0 msgr2=0x7ff2b81f7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2b7400640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2b806eff0 0x7ff2b81f7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2b7400640 1 -- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2b8072f30 msgr2=0x7ff2b815d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2b7400640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2b8072f30 0x7ff2b815d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2b7400640 1 -- 172.21.15.22:0/858280629 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2b81f8460 con 0x7ff2b8158f70 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2b7400640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 0x7ff2b815ddd0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7ff2b000c770 tx=0x7ff2b000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2af400640 1 -- 172.21.15.22:0/858280629 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b0003b80 con 0x7ff2b8158f70 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2af400640 1 -- 172.21.15.22:0/858280629 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2b0003d20 con 0x7ff2b8158f70 2024-09-10T10:40:17.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2bde00640 1 -- 172.21.15.22:0/858280629 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2b81f8740 con 0x7ff2b8158f70 2024-09-10T10:40:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2af400640 1 -- 172.21.15.22:0/858280629 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b000aa90 con 0x7ff2b8158f70 2024-09-10T10:40:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2bde00640 1 -- 172.21.15.22:0/858280629 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2b80ad240 con 0x7ff2b8158f70 2024-09-10T10:40:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.013+0000 7ff2bde00640 1 -- 172.21.15.22:0/858280629 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2b81f8c60 con 0x7ff2b8158f70 2024-09-10T10:40:17.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.017+0000 7ff2af400640 1 -- 172.21.15.22:0/858280629 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff2b000ac30 con 0x7ff2b8158f70 2024-09-10T10:40:17.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.017+0000 7ff2af400640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2940678c0 0x7ff294069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.017+0000 7ff2af400640 1 -- 172.21.15.22:0/858280629 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7ff2b00859e0 con 0x7ff2b8158f70 2024-09-10T10:40:17.021 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.017+0000 7ff2b6a00640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2940678c0 0x7ff294069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.017+0000 7ff2b6a00640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2940678c0 0x7ff294069d80 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff2a80b1000 tx=0x7ff2a8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:17.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.021+0000 7ff2af400640 1 -- 172.21.15.22:0/858280629 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff2b81f8c60 con 0x7ff2b8158f70 2024-09-10T10:40:17.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.189+0000 7ff2bde00640 1 -- 172.21.15.22:0/858280629 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_min_caps_working_set}] v 0) -- 0x7ff2b80aa740 con 0x7ff2b8158f70 2024-09-10T10:40:17.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2af400640 1 -- 172.21.15.22:0/858280629 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_min_caps_working_set}]=0 v50)=0 v50) ==== 124+0+0 (secure 0 0 0) 0x7ff2b0055f60 con 0x7ff2b8158f70 2024-09-10T10:40:17.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 -- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2940678c0 msgr2=0x7ff294069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2940678c0 0x7ff294069d80 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff2a80b1000 tx=0x7ff2a8008040 comp rx=0 tx=0).stop 2024-09-10T10:40:17.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 -- 172.21.15.22:0/858280629 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 msgr2=0x7ff2b815ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 0x7ff2b815ddd0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7ff2b000c770 tx=0x7ff2b000cc30 comp rx=0 tx=0).stop 2024-09-10T10:40:17.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 -- 172.21.15.22:0/858280629 shutdown_connections 2024-09-10T10:40:17.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2940678c0 0x7ff294069d80 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2b8158f70 0x7ff2b815ddd0 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2b8072f30 0x7ff2b815d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 --2- 172.21.15.22:0/858280629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2b806eff0 0x7ff2b81f7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 -- 172.21.15.22:0/858280629 >> 172.21.15.22:0/858280629 conn(0x7ff2b8062eb0 msgr2=0x7ff2b815bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:17.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 -- 172.21.15.22:0/858280629 shutdown_connections 2024-09-10T10:40:17.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.193+0000 7ff2bde00640 1 -- 172.21.15.22:0/858280629 wait complete. 2024-09-10T10:40:17.218 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_max_caps_per_client 2024-09-10T10:40:17.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c94200640 1 Processor -- start 2024-09-10T10:40:17.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c94200640 1 -- start start 2024-09-10T10:40:17.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c94200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 0x7f7c8c15c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c94200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c8c159350 con 0x7f7c8c072f30 2024-09-10T10:40:17.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c94200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c8c071340 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c94200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7c8c071620 con 0x7f7c8c158f70 2024-09-10T10:40:17.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c90e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7c8c072f30 0x7f7c8c06eab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:48650/0 (socket says 172.21.15.22:48650) 2024-09-10T10:40:17.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c90e00640 1 -- 172.21.15.22:0/808019717 learned_addr learned my addr 172.21.15.22:0/808019717 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:17.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c91800640 1 --2- 172.21.15.22:0/808019717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 0x7f7c8c15c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c8be00640 1 -- 172.21.15.22:0/808019717 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2432015487 0 0) 0x7f7c8c159350 con 0x7f7c8c072f30 2024-09-10T10:40:17.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c8be00640 1 -- 172.21.15.22:0/808019717 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c74005740 con 0x7f7c8c072f30 2024-09-10T10:40:17.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c8be00640 1 -- 172.21.15.22:0/808019717 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2053586077 0 0) 0x7f7c8c071340 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c8be00640 1 -- 172.21.15.22:0/808019717 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c8c159350 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c91800640 1 -- 172.21.15.22:0/808019717 >> v1:172.21.15.145:6789/0 conn(0x7f7c8c06f1c0 legacy=0x7f7c8c0ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c91800640 1 -- 172.21.15.22:0/808019717 >> v1:172.21.15.22:6789/0 conn(0x7f7c8c072f30 legacy=0x7f7c8c06eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.357+0000 7f7c91800640 1 -- 172.21.15.22:0/808019717 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c8c071900 con 0x7f7c8c158f70 2024-09-10T10:40:17.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c91800640 1 --2- 172.21.15.22:0/808019717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 0x7f7c8c15c630 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7c800097f0 tx=0x7f7c8001c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bca15c7898f974a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:17.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c8be00640 1 -- 172.21.15.22:0/808019717 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c800aa610 con 0x7f7c8c158f70 2024-09-10T10:40:17.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c8be00640 1 -- 172.21.15.22:0/808019717 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c800af070 con 0x7f7c8c158f70 2024-09-10T10:40:17.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c8be00640 1 -- 172.21.15.22:0/808019717 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c800aa9d0 con 0x7f7c8c158f70 2024-09-10T10:40:17.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c94200640 1 -- 172.21.15.22:0/808019717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 msgr2=0x7f7c8c15c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c94200640 1 --2- 172.21.15.22:0/808019717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 0x7f7c8c15c630 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7c800097f0 tx=0x7f7c8001c4b0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c94200640 1 -- 172.21.15.22:0/808019717 shutdown_connections 2024-09-10T10:40:17.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c94200640 1 --2- 172.21.15.22:0/808019717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 0x7f7c8c15c630 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c94200640 1 -- 172.21.15.22:0/808019717 >> 172.21.15.22:0/808019717 conn(0x7f7c8c062eb0 msgr2=0x7f7c8c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:17.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c94200640 1 -- 172.21.15.22:0/808019717 shutdown_connections 2024-09-10T10:40:17.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.361+0000 7f7c94200640 1 -- 172.21.15.22:0/808019717 wait complete. 2024-09-10T10:40:17.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c94200640 1 Processor -- start 2024-09-10T10:40:17.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c94200640 1 -- start start 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c94200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c8c06f1c0 0x7f7c8c15daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c94200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c072f30 0x7f7c8c164480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c94200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 0x7f7c8c0ac310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c94200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c0cf560 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c94200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8c0cf3e0 con 0x7f7c8c072f30 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c94200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7c8c0cf6e0 con 0x7f7c8c158f70 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c91800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c8c06f1c0 0x7f7c8c15daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c91800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c8c06f1c0 0x7f7c8c15daf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50030/0 (socket says 172.21.15.22:50030) 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c91800640 1 -- 172.21.15.22:0/2346155790 learned_addr learned my addr 172.21.15.22:0/2346155790 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c90e00640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c072f30 0x7f7c8c164480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c92200640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 0x7f7c8c0ac310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c91800640 1 -- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 msgr2=0x7f7c8c0ac310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c91800640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 0x7f7c8c0ac310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c91800640 1 -- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c072f30 msgr2=0x7f7c8c164480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c91800640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c072f30 0x7f7c8c164480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c91800640 1 -- 172.21.15.22:0/2346155790 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c8c165420 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c91800640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c8c06f1c0 0x7f7c8c15daf0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f7c800097f0 tx=0x7f7c80019250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:17.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c89600640 1 -- 172.21.15.22:0/2346155790 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c800aabd0 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c89600640 1 -- 172.21.15.22:0/2346155790 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c800aad90 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c94200640 1 -- 172.21.15.22:0/2346155790 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c8c164e60 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c89600640 1 -- 172.21.15.22:0/2346155790 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c800be690 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.365+0000 7f7c94200640 1 -- 172.21.15.22:0/2346155790 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c8c0abb10 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.369+0000 7f7c94200640 1 -- 172.21.15.22:0/2346155790 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c8c0ac000 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.369+0000 7f7c89600640 1 -- 172.21.15.22:0/2346155790 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7c800be830 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.369+0000 7f7c89600640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c6c0678c0 0x7f7c6c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.369+0000 7f7c89600640 1 -- 172.21.15.22:0/2346155790 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f7c801205a0 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.369+0000 7f7c90e00640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c6c0678c0 0x7f7c6c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.369+0000 7f7c90e00640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c6c0678c0 0x7f7c6c069d80 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c15e540 tx=0x7f7c78009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:17.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.373+0000 7f7c89600640 1 -- 172.21.15.22:0/2346155790 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7c800a7070 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.541+0000 7f7c94200640 1 -- 172.21.15.22:0/2346155790 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"} v 0) -- 0x7f7c8c0b59c0 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.541+0000 7f7c89600640 1 -- 172.21.15.22:0/2346155790 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"}]=0 v50) ==== 106+0+8 (secure 0 0 0) 0x7f7c800160d0 con 0x7f7c8c06f1c0 2024-09-10T10:40:17.546 INFO:teuthology.orchestra.run.smithi022.stdout:1048576 2024-09-10T10:40:17.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.541+0000 7f7c94200640 1 -- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c6c0678c0 msgr2=0x7f7c6c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.541+0000 7f7c94200640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c6c0678c0 0x7f7c6c069d80 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c15e540 tx=0x7f7c78009040 comp rx=0 tx=0).stop 2024-09-10T10:40:17.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.541+0000 7f7c94200640 1 -- 172.21.15.22:0/2346155790 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c8c06f1c0 msgr2=0x7f7c8c15daf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.541+0000 7f7c94200640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c8c06f1c0 0x7f7c8c15daf0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f7c800097f0 tx=0x7f7c80019250 comp rx=0 tx=0).stop 2024-09-10T10:40:17.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.545+0000 7f7c94200640 1 -- 172.21.15.22:0/2346155790 shutdown_connections 2024-09-10T10:40:17.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.545+0000 7f7c94200640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7c6c0678c0 0x7f7c6c069d80 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.545+0000 7f7c94200640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c8c158f70 0x7f7c8c0ac310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.545+0000 7f7c94200640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c8c072f30 0x7f7c8c164480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.545+0000 7f7c94200640 1 --2- 172.21.15.22:0/2346155790 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c8c06f1c0 0x7f7c8c15daf0 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.545+0000 7f7c94200640 1 -- 172.21.15.22:0/2346155790 >> 172.21.15.22:0/2346155790 conn(0x7f7c8c062eb0 msgr2=0x7f7c8c15b2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:17.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.545+0000 7f7c94200640 1 -- 172.21.15.22:0/2346155790 shutdown_connections 2024-09-10T10:40:17.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.545+0000 7f7c94200640 1 -- 172.21.15.22:0/2346155790 wait complete. 2024-09-10T10:40:17.567 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_recall_warning_decay_rate 2024-09-10T10:40:17.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde0ca00640 1 Processor -- start 2024-09-10T10:40:17.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde0ca00640 1 -- start start 2024-09-10T10:40:17.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde0ca00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fde0806f1c0 0x7fde081662f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde0ca00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde08159350 con 0x7fde0815c630 2024-09-10T10:40:17.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde0ca00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde08071340 con 0x7fde08158f70 2024-09-10T10:40:17.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde0ca00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fde08071620 con 0x7fde0806f1c0 2024-09-10T10:40:17.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde05400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fde0815c630 0x7fde0806eab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:48656/0 (socket says 172.21.15.22:48656) 2024-09-10T10:40:17.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde05400640 1 -- 172.21.15.22:0/3505979318 learned_addr learned my addr 172.21.15.22:0/3505979318 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:17.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde06800640 1 --2- 172.21.15.22:0/3505979318 >> v2:172.21.15.22:3300/0 conn(0x7fde0806f1c0 0x7fde081662f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde06800640 1 -- 172.21.15.22:0/3505979318 >> v1:172.21.15.145:6789/0 conn(0x7fde08158f70 legacy=0x7fde08072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde06800640 1 -- 172.21.15.22:0/3505979318 >> v1:172.21.15.22:6789/0 conn(0x7fde0815c630 legacy=0x7fde0806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.705+0000 7fde06800640 1 -- 172.21.15.22:0/3505979318 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde08071900 con 0x7fde0806f1c0 2024-09-10T10:40:17.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde06800640 1 --2- 172.21.15.22:0/3505979318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 0x7fde081662f0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7fde00009dc0 tx=0x7fde0001eb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e03d83e64c4a8aa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:17.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde04a00640 1 -- 172.21.15.22:0/3505979318 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde000b4070 con 0x7fde0806f1c0 2024-09-10T10:40:17.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde04a00640 1 -- 172.21.15.22:0/3505979318 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde000a7a10 con 0x7fde0806f1c0 2024-09-10T10:40:17.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde04a00640 1 -- 172.21.15.22:0/3505979318 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde000a7de0 con 0x7fde0806f1c0 2024-09-10T10:40:17.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde0ca00640 1 -- 172.21.15.22:0/3505979318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 msgr2=0x7fde081662f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde0ca00640 1 --2- 172.21.15.22:0/3505979318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 0x7fde081662f0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7fde00009dc0 tx=0x7fde0001eb30 comp rx=0 tx=0).stop 2024-09-10T10:40:17.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde0ca00640 1 -- 172.21.15.22:0/3505979318 shutdown_connections 2024-09-10T10:40:17.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde0ca00640 1 --2- 172.21.15.22:0/3505979318 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 0x7fde081662f0 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde0ca00640 1 -- 172.21.15.22:0/3505979318 >> 172.21.15.22:0/3505979318 conn(0x7fde08062eb0 msgr2=0x7fde0806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:17.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde0ca00640 1 -- 172.21.15.22:0/3505979318 shutdown_connections 2024-09-10T10:40:17.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.709+0000 7fde0ca00640 1 -- 172.21.15.22:0/3505979318 wait complete. 2024-09-10T10:40:17.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 Processor -- start 2024-09-10T10:40:17.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 -- start start 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 0x7fde0814aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde08158f70 0x7fde0814c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde0815c630 0x7fde0814ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fde0806e540 con 0x7fde0806f1c0 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fde0806e3c0 con 0x7fde08158f70 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fde0806e6c0 con 0x7fde0815c630 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 0x7fde0814aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 0x7fde0814aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50048/0 (socket says 172.21.15.22:50048) 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05e00640 1 -- 172.21.15.22:0/2612026906 learned_addr learned my addr 172.21.15.22:0/2612026906 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde06800640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde0815c630 0x7fde0814ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05400640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde08158f70 0x7fde0814c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05e00640 1 -- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde0815c630 msgr2=0x7fde0814ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05e00640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde0815c630 0x7fde0814ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05e00640 1 -- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde08158f70 msgr2=0x7fde0814c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05e00640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde08158f70 0x7fde0814c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05e00640 1 -- 172.21.15.22:0/2612026906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde08155950 con 0x7fde0806f1c0 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05400640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde08158f70 0x7fde0814c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde05e00640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 0x7fde0814aad0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7fddf800c370 tx=0x7fddf800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fddfe000640 1 -- 172.21.15.22:0/2612026906 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf80052d0 con 0x7fde0806f1c0 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fddfe000640 1 -- 172.21.15.22:0/2612026906 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddf8005470 con 0x7fde0806f1c0 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fddfe000640 1 -- 172.21.15.22:0/2612026906 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf8007260 con 0x7fde0806f1c0 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 -- 172.21.15.22:0/2612026906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde08155c30 con 0x7fde0806f1c0 2024-09-10T10:40:17.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 -- 172.21.15.22:0/2612026906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde081561f0 con 0x7fde0806f1c0 2024-09-10T10:40:17.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.713+0000 7fde0ca00640 1 -- 172.21.15.22:0/2612026906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde0806eab0 con 0x7fde0806f1c0 2024-09-10T10:40:17.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.717+0000 7fddfe000640 1 -- 172.21.15.22:0/2612026906 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fddf8007400 con 0x7fde0806f1c0 2024-09-10T10:40:17.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.717+0000 7fddfe000640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdde80678c0 0x7fdde8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:17.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.717+0000 7fddfe000640 1 -- 172.21.15.22:0/2612026906 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fddf8085070 con 0x7fde0806f1c0 2024-09-10T10:40:17.722 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.717+0000 7fde05400640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdde80678c0 0x7fdde8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:17.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.717+0000 7fde05400640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdde80678c0 0x7fdde8069d80 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fde081667d0 tx=0x7fddf4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:17.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.721+0000 7fddfe000640 1 -- 172.21.15.22:0/2612026906 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fddf8055550 con 0x7fde0806f1c0 2024-09-10T10:40:17.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 -- 172.21.15.22:0/2612026906 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"} v 0) -- 0x7fde080b59c0 con 0x7fde0806f1c0 2024-09-10T10:40:17.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fddfe000640 1 -- 172.21.15.22:0/2612026906 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"}]=0 v50) ==== 112+0+10 (secure 0 0 0) 0x7fddf8059850 con 0x7fde0806f1c0 2024-09-10T10:40:17.893 INFO:teuthology.orchestra.run.smithi022.stdout:60.000000 2024-09-10T10:40:17.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 -- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdde80678c0 msgr2=0x7fdde8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdde80678c0 0x7fdde8069d80 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fde081667d0 tx=0x7fddf4009040 comp rx=0 tx=0).stop 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 -- 172.21.15.22:0/2612026906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 msgr2=0x7fde0814aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 0x7fde0814aad0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7fddf800c370 tx=0x7fddf800c830 comp rx=0 tx=0).stop 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 -- 172.21.15.22:0/2612026906 shutdown_connections 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdde80678c0 0x7fdde8069d80 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde0815c630 0x7fde0814ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde08158f70 0x7fde0814c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 --2- 172.21.15.22:0/2612026906 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fde0806f1c0 0x7fde0814aad0 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 -- 172.21.15.22:0/2612026906 >> 172.21.15.22:0/2612026906 conn(0x7fde08062eb0 msgr2=0x7fde0815cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 -- 172.21.15.22:0/2612026906 shutdown_connections 2024-09-10T10:40:17.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:17.889+0000 7fde0ca00640 1 -- 172.21.15.22:0/2612026906 wait complete. 2024-09-10T10:40:17.914 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:17.914 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:17.924 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:40:18.015 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:40:18.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:18.024 INFO:teuthology.orchestra.run.smithi022.stdout:client6431 2024-09-10T10:40:18.024 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:18.024 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> stdin-killer -- python3 -c ' 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> import fcntl 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> import sys 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> import time 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> import os 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> fcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK) 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> n = 200 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> abs_path = "/home/ubuntu/cephtest/mnt.0/subdir" 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> if not os.path.exists(abs_path): 2024-09-10T10:40:18.034 DEBUG:teuthology.orchestra.run.smithi022:> os.makedirs(abs_path) 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> handles = [] 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> for i in range(0, n): 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> fname = "file_"+str(i) 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> path = os.path.join(abs_path, fname) 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> handles.append(open(path, '"'"'w'"'"')) 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> print("waiting with handles open", file=sys.stderr) 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> while True: 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> print("open_n_background: keeping files open", file=sys.stderr) 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> try: 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> if os.read(0, 4096) == b"": 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> break 2024-09-10T10:40:18.035 DEBUG:teuthology.orchestra.run.smithi022:> except BlockingIOError: 2024-09-10T10:40:18.036 DEBUG:teuthology.orchestra.run.smithi022:> pass 2024-09-10T10:40:18.036 DEBUG:teuthology.orchestra.run.smithi022:> time.sleep(2) 2024-09-10T10:40:18.036 DEBUG:teuthology.orchestra.run.smithi022:> print("stdin closed, goodbye!", file=sys.stderr) 2024-09-10T10:40:18.036 DEBUG:teuthology.orchestra.run.smithi022:> ' 2024-09-10T10:40:18.082 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:18.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdfe000640 1 Processor -- start 2024-09-10T10:40:18.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdfe000640 1 -- start start 2024-09-10T10:40:18.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdfe000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbdf815c670 0x7fbdf815ca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdfe000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf80b18b0 0x7fbdf80b6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdfe000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbdf80b1360 0x7fbdf80b6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdfe000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fbdf815cf90 con 0x7fbdf815c670 2024-09-10T10:40:18.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdfe000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fbdf80b5db0 con 0x7fbdf80b1360 2024-09-10T10:40:18.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdfe000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbdf80b55a0 con 0x7fbdf80b18b0 2024-09-10T10:40:18.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbdf815c670 0x7fbdf815ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbdf815c670 0x7fbdf815ca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50060/0 (socket says 172.21.15.22:50060) 2024-09-10T10:40:18.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf7400640 1 -- 172.21.15.22:0/4072136192 learned_addr learned my addr 172.21.15.22:0/4072136192 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:18.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf6a00640 1 --2- 172.21.15.22:0/4072136192 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf80b18b0 0x7fbdf80b6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf7e00640 1 --2- 172.21.15.22:0/4072136192 >> v2:172.21.15.145:3300/0 conn(0x7fbdf80b1360 0x7fbdf80b6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf7400640 1 -- 172.21.15.22:0/4072136192 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf80b18b0 msgr2=0x7fbdf80b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:18.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf7400640 1 --2- 172.21.15.22:0/4072136192 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf80b18b0 0x7fbdf80b6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf7400640 1 -- 172.21.15.22:0/4072136192 >> v2:172.21.15.145:3300/0 conn(0x7fbdf80b1360 msgr2=0x7fbdf80b6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:18.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf7400640 1 --2- 172.21.15.22:0/4072136192 >> v2:172.21.15.145:3300/0 conn(0x7fbdf80b1360 0x7fbdf80b6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf7400640 1 -- 172.21.15.22:0/4072136192 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdf80b57f0 con 0x7fbdf815c670 2024-09-10T10:40:18.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf6a00640 1 --2- 172.21.15.22:0/4072136192 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf80b18b0 0x7fbdf80b6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:18.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.233+0000 7fbdf7e00640 1 --2- 172.21.15.22:0/4072136192 >> v2:172.21.15.145:3300/0 conn(0x7fbdf80b1360 0x7fbdf80b6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:18.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdf7400640 1 --2- 172.21.15.22:0/4072136192 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf815c670 0x7fbdf815ca50 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fbdf80b7a50 tx=0x7fbde801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a4cc6cac3ee347 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:18.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdf6000640 1 -- 172.21.15.22:0/4072136192 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde80ab5f0 con 0x7fbdf815c670 2024-09-10T10:40:18.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdf6000640 1 -- 172.21.15.22:0/4072136192 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbde80b0070 con 0x7fbdf815c670 2024-09-10T10:40:18.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdf6000640 1 -- 172.21.15.22:0/4072136192 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde80ab9b0 con 0x7fbdf815c670 2024-09-10T10:40:18.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdfe000640 1 -- 172.21.15.22:0/4072136192 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf815c670 msgr2=0x7fbdf815ca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:18.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdfe000640 1 --2- 172.21.15.22:0/4072136192 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf815c670 0x7fbdf815ca50 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fbdf80b7a50 tx=0x7fbde801c520 comp rx=0 tx=0).stop 2024-09-10T10:40:18.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdfe000640 1 -- 172.21.15.22:0/4072136192 shutdown_connections 2024-09-10T10:40:18.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdfe000640 1 --2- 172.21.15.22:0/4072136192 >> v2:172.21.15.145:3300/0 conn(0x7fbdf80b1360 0x7fbdf80b6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdfe000640 1 --2- 172.21.15.22:0/4072136192 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf80b18b0 0x7fbdf80b6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdfe000640 1 --2- 172.21.15.22:0/4072136192 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf815c670 0x7fbdf815ca50 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdfe000640 1 -- 172.21.15.22:0/4072136192 >> 172.21.15.22:0/4072136192 conn(0x7fbdf80b7ac0 msgr2=0x7fbdf80b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:18.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdfe000640 1 -- 172.21.15.22:0/4072136192 shutdown_connections 2024-09-10T10:40:18.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.237+0000 7fbdfe000640 1 -- 172.21.15.22:0/4072136192 wait complete. 2024-09-10T10:40:18.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdfe000640 1 Processor -- start 2024-09-10T10:40:18.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdfe000640 1 -- start start 2024-09-10T10:40:18.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdfe000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbdf80b1360 0x7fbdf8153470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdfe000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf80b18b0 0x7fbdf81512c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdfe000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf815c670 0x7fbdf8158630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdfe000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf80b3d50 con 0x7fbdf80b18b0 2024-09-10T10:40:18.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdfe000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf80b3bd0 con 0x7fbdf80b1360 2024-09-10T10:40:18.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdfe000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbdf80b3ed0 con 0x7fbdf815c670 2024-09-10T10:40:18.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf80b18b0 0x7fbdf81512c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf80b18b0 0x7fbdf81512c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50062/0 (socket says 172.21.15.22:50062) 2024-09-10T10:40:18.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf6a00640 1 -- 172.21.15.22:0/619614612 learned_addr learned my addr 172.21.15.22:0/619614612 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf7400640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbdf80b1360 0x7fbdf8153470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf7e00640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf815c670 0x7fbdf8158630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf6a00640 1 -- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf815c670 msgr2=0x7fbdf8158630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf6a00640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf815c670 0x7fbdf8158630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf6a00640 1 -- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbdf80b1360 msgr2=0x7fbdf8153470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf6a00640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbdf80b1360 0x7fbdf8153470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf6a00640 1 -- 172.21.15.22:0/619614612 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdf8151d30 con 0x7fbdf80b18b0 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf7e00640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf815c670 0x7fbdf8158630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.241+0000 7fbdf6a00640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf80b18b0 0x7fbdf81512c0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fbde400e7e0 tx=0x7fbde400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.245+0000 7fbdef400640 1 -- 172.21.15.22:0/619614612 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde4017070 con 0x7fbdf80b18b0 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.245+0000 7fbdef400640 1 -- 172.21.15.22:0/619614612 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbde400c6d0 con 0x7fbdf80b18b0 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.245+0000 7fbdef400640 1 -- 172.21.15.22:0/619614612 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde400f040 con 0x7fbdf80b18b0 2024-09-10T10:40:18.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.245+0000 7fbdfe000640 1 -- 172.21.15.22:0/619614612 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdf8152010 con 0x7fbdf80b18b0 2024-09-10T10:40:18.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.245+0000 7fbdfe000640 1 -- 172.21.15.22:0/619614612 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdf8157e30 con 0x7fbdf80b18b0 2024-09-10T10:40:18.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.245+0000 7fbdfe000640 1 -- 172.21.15.22:0/619614612 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdf815ca50 con 0x7fbdf80b18b0 2024-09-10T10:40:18.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.245+0000 7fbdef400640 1 -- 172.21.15.22:0/619614612 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbde401a070 con 0x7fbdf80b18b0 2024-09-10T10:40:18.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.245+0000 7fbdef400640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbdd80678c0 0x7fbdd8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.245+0000 7fbdef400640 1 -- 172.21.15.22:0/619614612 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fbde40858e0 con 0x7fbdf80b18b0 2024-09-10T10:40:18.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.249+0000 7fbdf7400640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbdd80678c0 0x7fbdd8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.249+0000 7fbdf7400640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbdd80678c0 0x7fbdd8069d80 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fbde80af000 tx=0x7fbde80a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:18.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.253+0000 7fbdef400640 1 -- 172.21.15.22:0/619614612 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbde40564b0 con 0x7fbdf80b18b0 2024-09-10T10:40:18.350 INFO:teuthology.orchestra.run.smithi022.stderr:waiting with handles open 2024-09-10T10:40:18.351 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:40:18.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.461+0000 7fbdfe000640 1 -- 172.21.15.22:0/619614612 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbdf80b25a0 con 0x7fbdf80b18b0 2024-09-10T10:40:18.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdef400640 1 -- 172.21.15.22:0/619614612 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) ==== 94+0+5231 (secure 0 0 0) 0x7fbde4055db0 con 0x7fbdf80b18b0 2024-09-10T10:40:18.468 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:18.469 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":83,"btime":"2024-09-10T10:40:10:287352+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6341,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3931038205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3931038205},{"type":"v1","addr":"172.21.15.145:6836","nonce":3931038205}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7120,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3721611145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3721611145},{"type":"v1","addr":"172.21.15.145:6837","nonce":3721611145}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7551,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1828738286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1828738286},{"type":"v1","addr":"172.21.15.22:6834","nonce":1828738286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:06.666467+0000","modified":"2024-09-10T10:40:09.680595+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7554},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7554":{"gid":7554,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/1594871888","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1594871888},{"type":"v1","addr":"172.21.15.22:6835","nonce":1594871888}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7554,"qdb_cluster":[7554]},"id":9}]} 2024-09-10T10:40:18.469 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 83 2024-09-10T10:40:18.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 -- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbdd80678c0 msgr2=0x7fbdd8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:18.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbdd80678c0 0x7fbdd8069d80 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fbde80af000 tx=0x7fbde80a7000 comp rx=0 tx=0).stop 2024-09-10T10:40:18.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 -- 172.21.15.22:0/619614612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf80b18b0 msgr2=0x7fbdf81512c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:18.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf80b18b0 0x7fbdf81512c0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fbde400e7e0 tx=0x7fbde400eca0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 -- 172.21.15.22:0/619614612 shutdown_connections 2024-09-10T10:40:18.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbdd80678c0 0x7fbdd8069d80 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbdf815c670 0x7fbdf8158630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbdf80b18b0 0x7fbdf81512c0 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 --2- 172.21.15.22:0/619614612 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbdf80b1360 0x7fbdf8153470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 -- 172.21.15.22:0/619614612 >> 172.21.15.22:0/619614612 conn(0x7fbdf80b7ac0 msgr2=0x7fbdf806f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:18.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 -- 172.21.15.22:0/619614612 shutdown_connections 2024-09-10T10:40:18.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.465+0000 7fbdfe000640 1 -- 172.21.15.22:0/619614612 wait complete. 2024-09-10T10:40:18.490 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-10T10:40:18.655 INFO:teuthology.orchestra.run.smithi022.stdout:[{"id":7237,"entity":{"name":{"type":"client","num":7237},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3433299529}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":3.3159607119999999,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.99009557424744,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7237 192.168.0.1:0/3433299529","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":6431,"entity":{"name":{"type":"client","num":6431},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":293804582}},"state":"open","num_leases":1,"num_caps":202,"request_load_avg":225,"uptime":4.4479472769999999,"requests_in_flight":200,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":24.895094642172634,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":21.129583069976228,"halflife":1.5},"recall_caps_throttle2o":{"value":15.093597534632739,"halflife":0.5},"session_cache_liveness":{"value":404.62683012906069,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":29,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.6431 172.21.15.22:0/293804582","completed_requests":[],"prealloc_inos":[{"start":"0x10000000001","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:40:18.656 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3433299529, "type": "any" }, "name": { "num": 7237, "type": "client" } }, "id": 7237, "inst": "client.7237 192.168.0.1:0/3433299529", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.99009557424744 }, "state": "open", "uptime": 3.315960712 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 293804582, "type": "any" }, "name": { "num": 6431, "type": "client" } }, "id": 6431, "inst": "client.6431 172.21.15.22:0/293804582", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 29, "num_caps": 202, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x10000000001" } ], "recall_caps": { "halflife": 60, "value": 24.895094642172634 }, "recall_caps_throttle": { "halflife": 1.5, "value": 21.129583069976228 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 15.093597534632739 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 225, "requests_in_flight": 200, "session_cache_liveness": { "halflife": 300, "value": 404.6268301290607 }, "state": "open", "uptime": 4.447947277 } ] 2024-09-10T10:40:18.656 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CLIENT_RECALL 2024-09-10T10:40:18.656 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:40:18.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.789+0000 7f7aab400640 1 Processor -- start 2024-09-10T10:40:18.796 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.789+0000 7f7aab400640 1 -- start start 2024-09-10T10:40:18.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.793+0000 7f7aab400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7aa406e360 0x7f7aa40d07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.793+0000 7f7aab400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7aa40d1e50 con 0x7f7aa406ded0 2024-09-10T10:40:18.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.793+0000 7f7aab400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7aa4160220 con 0x7f7aa415a0a0 2024-09-10T10:40:18.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.793+0000 7f7aab400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7aa415ffd0 con 0x7f7aa406e360 2024-09-10T10:40:18.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.793+0000 7f7aa3e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7aa406ded0 0x7f7aa40d00e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:48668/0 (socket says 172.21.15.22:48668) 2024-09-10T10:40:18.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.793+0000 7f7aa3e00640 1 -- 172.21.15.22:0/302923334 learned_addr learned my addr 172.21.15.22:0/302923334 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:18.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.793+0000 7f7aa9400640 1 --2- 172.21.15.22:0/302923334 >> v2:172.21.15.145:3300/0 conn(0x7f7aa406e360 0x7f7aa40d07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.793+0000 7f7aa9400640 1 -- 172.21.15.22:0/302923334 >> v1:172.21.15.145:6789/0 conn(0x7f7aa415a0a0 legacy=0x7f7aa40d1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:18.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.793+0000 7f7aa9400640 1 -- 172.21.15.22:0/302923334 >> v1:172.21.15.22:6789/0 conn(0x7f7aa406ded0 legacy=0x7f7aa40d00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:18.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.793+0000 7f7aa9400640 1 -- 172.21.15.22:0/302923334 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aa4160500 con 0x7f7aa406e360 2024-09-10T10:40:18.801 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aa9400640 1 --2- 172.21.15.22:0/302923334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa406e360 0x7f7aa40d07f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f7a9c009d90 tx=0x7f7a9c01c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be55d3616ffccf1c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:18.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aa3400640 1 -- 172.21.15.22:0/302923334 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a9c0b2070 con 0x7f7aa406e360 2024-09-10T10:40:18.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aa3400640 1 -- 172.21.15.22:0/302923334 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a9c0a57a0 con 0x7f7aa406e360 2024-09-10T10:40:18.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aa3400640 1 -- 172.21.15.22:0/302923334 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a9c0a5b70 con 0x7f7aa406e360 2024-09-10T10:40:18.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aab400640 1 -- 172.21.15.22:0/302923334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa406e360 msgr2=0x7f7aa40d07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:18.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aab400640 1 --2- 172.21.15.22:0/302923334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa406e360 0x7f7aa40d07f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f7a9c009d90 tx=0x7f7a9c01c8e0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aab400640 1 -- 172.21.15.22:0/302923334 shutdown_connections 2024-09-10T10:40:18.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aab400640 1 --2- 172.21.15.22:0/302923334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa406e360 0x7f7aa40d07f0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aab400640 1 -- 172.21.15.22:0/302923334 >> 172.21.15.22:0/302923334 conn(0x7f7aa40d2510 msgr2=0x7f7aa40d2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:18.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aab400640 1 -- 172.21.15.22:0/302923334 shutdown_connections 2024-09-10T10:40:18.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.797+0000 7f7aab400640 1 -- 172.21.15.22:0/302923334 wait complete. 2024-09-10T10:40:18.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 Processor -- start 2024-09-10T10:40:18.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 -- start start 2024-09-10T10:40:18.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7aa406ded0 0x7f7aa415f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa406e360 0x7f7aa40b7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa415a0a0 0x7f7aa40b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa4160d00 con 0x7f7aa406e360 2024-09-10T10:40:18.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa40d1aa0 con 0x7f7aa415a0a0 2024-09-10T10:40:18.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7aa40b7eb0 con 0x7f7aa406ded0 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa406e360 0x7f7aa40b7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa406e360 0x7f7aa40b7180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50064/0 (socket says 172.21.15.22:50064) 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa3e00640 1 -- 172.21.15.22:0/3884774639 learned_addr learned my addr 172.21.15.22:0/3884774639 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa8a00640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7aa406ded0 0x7f7aa415f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa9400640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa415a0a0 0x7f7aa40b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa3e00640 1 -- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7aa406ded0 msgr2=0x7f7aa415f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa3e00640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7aa406ded0 0x7f7aa415f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa3e00640 1 -- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa415a0a0 msgr2=0x7f7aa40b76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa3e00640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa415a0a0 0x7f7aa40b76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa3e00640 1 -- 172.21.15.22:0/3884774639 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aa40b7c00 con 0x7f7aa406e360 2024-09-10T10:40:18.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa3e00640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa406e360 0x7f7aa40b7180 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f7a9000c430 tx=0x7f7a9000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:18.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa0c00640 1 -- 172.21.15.22:0/3884774639 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a90017070 con 0x7f7aa406e360 2024-09-10T10:40:18.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa0c00640 1 -- 172.21.15.22:0/3884774639 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a90005cf0 con 0x7f7aa406e360 2024-09-10T10:40:18.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 -- 172.21.15.22:0/3884774639 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7aa40b5660 con 0x7f7aa406e360 2024-09-10T10:40:18.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aa0c00640 1 -- 172.21.15.22:0/3884774639 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a900072d0 con 0x7f7aa406e360 2024-09-10T10:40:18.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 -- 172.21.15.22:0/3884774639 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7aa40b5c00 con 0x7f7aa406e360 2024-09-10T10:40:18.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.801+0000 7f7aab400640 1 -- 172.21.15.22:0/3884774639 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7aa415c3f0 con 0x7f7aa406e360 2024-09-10T10:40:18.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.805+0000 7f7aa0c00640 1 -- 172.21.15.22:0/3884774639 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7a9001a070 con 0x7f7aa406e360 2024-09-10T10:40:18.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.805+0000 7f7aa0c00640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a840678c0 0x7f7a84069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:18.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.805+0000 7f7aa0c00640 1 -- 172.21.15.22:0/3884774639 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f7a90084fb0 con 0x7f7aa406e360 2024-09-10T10:40:18.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.805+0000 7f7aa8a00640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a840678c0 0x7f7a84069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:18.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.805+0000 7f7aa8a00640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a840678c0 0x7f7a84069d80 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f7aa415b8f0 tx=0x7f7a98009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:18.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:18.809+0000 7f7aa0c00640 1 -- 172.21.15.22:0/3884774639 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7a90055490 con 0x7f7aa406e360 2024-09-10T10:40:19.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 -- 172.21.15.22:0/3884774639 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f7aa40b2040 con 0x7f7aa406e360 2024-09-10T10:40:19.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aa0c00640 1 -- 172.21.15.22:0/3884774639 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f7a90059790 con 0x7f7aa406e360 2024-09-10T10:40:19.017 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:19.017 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T10:40:19.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 -- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a840678c0 msgr2=0x7f7a84069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:19.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a840678c0 0x7f7a84069d80 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f7aa415b8f0 tx=0x7f7a98009040 comp rx=0 tx=0).stop 2024-09-10T10:40:19.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 -- 172.21.15.22:0/3884774639 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa406e360 msgr2=0x7f7aa40b7180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:19.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa406e360 0x7f7aa40b7180 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f7a9000c430 tx=0x7f7a9000c8f0 comp rx=0 tx=0).stop 2024-09-10T10:40:19.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 -- 172.21.15.22:0/3884774639 shutdown_connections 2024-09-10T10:40:19.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a840678c0 0x7f7a84069d80 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:19.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7aa415a0a0 0x7f7aa40b76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:19.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7aa406e360 0x7f7aa40b7180 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:19.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 --2- 172.21.15.22:0/3884774639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7aa406ded0 0x7f7aa415f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:19.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 -- 172.21.15.22:0/3884774639 >> 172.21.15.22:0/3884774639 conn(0x7f7aa40d2510 msgr2=0x7f7aa40b2300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:19.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 -- 172.21.15.22:0/3884774639 shutdown_connections 2024-09-10T10:40:19.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:19.013+0000 7f7aab400640 1 -- 172.21.15.22:0/3884774639 wait complete. 2024-09-10T10:40:19.037 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-10T10:40:19.038 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:40:20.352 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:40:22.354 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:40:24.010 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:40:24.014 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:40:24.039 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:40:24.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.249+0000 7f889c400640 1 Processor -- start 2024-09-10T10:40:24.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.249+0000 7f889c400640 1 -- start start 2024-09-10T10:40:24.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.249+0000 7f889c400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f88940b46d0 0x7f88940b5410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.249+0000 7f889c400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f88940afab0 0x7f88940cee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.249+0000 7f889c400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f889415c3c0 con 0x7f889415c9b0 2024-09-10T10:40:24.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.249+0000 7f889c400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f88940ce980 con 0x7f88940b46d0 2024-09-10T10:40:24.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.249+0000 7f889c400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f88940aff20 con 0x7f88940afab0 2024-09-10T10:40:24.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.249+0000 7f8899a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f88940b46d0 0x7f88940b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.249+0000 7f8899a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f88940b46d0 0x7f88940b5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50066/0 (socket says 172.21.15.22:50066) 2024-09-10T10:40:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.249+0000 7f8899a00640 1 -- 172.21.15.22:0/3412835500 learned_addr learned my addr 172.21.15.22:0/3412835500 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.253+0000 7f889a400640 1 --2- 172.21.15.22:0/3412835500 >> v2:172.21.15.145:3300/0 conn(0x7f88940afab0 0x7f88940cee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.253+0000 7f8899a00640 1 -- 172.21.15.22:0/3412835500 >> v2:172.21.15.145:3300/0 conn(0x7f88940afab0 msgr2=0x7f88940cee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.253+0000 7f8899a00640 1 --2- 172.21.15.22:0/3412835500 >> v2:172.21.15.145:3300/0 conn(0x7f88940afab0 0x7f88940cee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.253+0000 7f8899a00640 1 -- 172.21.15.22:0/3412835500 >> v1:172.21.15.145:6789/0 conn(0x7f889415c9b0 legacy=0x7f88940b4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.253+0000 7f8899a00640 1 -- 172.21.15.22:0/3412835500 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f889415c660 con 0x7f88940b46d0 2024-09-10T10:40:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.253+0000 7f8899a00640 1 --2- 172.21.15.22:0/3412835500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940b46d0 0x7f88940b5410 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f8888009870 tx=0x7f888801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f793e70a4024eca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.253+0000 7f8893e00640 1 -- 172.21.15.22:0/3412835500 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88880ab430 con 0x7f88940b46d0 2024-09-10T10:40:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.253+0000 7f8893e00640 1 -- 172.21.15.22:0/3412835500 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88880b0070 con 0x7f88940b46d0 2024-09-10T10:40:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.253+0000 7f8893e00640 1 -- 172.21.15.22:0/3412835500 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88880ab7f0 con 0x7f88940b46d0 2024-09-10T10:40:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 -- 172.21.15.22:0/3412835500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940b46d0 msgr2=0x7f88940b5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 --2- 172.21.15.22:0/3412835500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940b46d0 0x7f88940b5410 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f8888009870 tx=0x7f888801c520 comp rx=0 tx=0).stop 2024-09-10T10:40:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 -- 172.21.15.22:0/3412835500 shutdown_connections 2024-09-10T10:40:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 --2- 172.21.15.22:0/3412835500 >> v2:172.21.15.145:3300/0 conn(0x7f88940afab0 0x7f88940cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 --2- 172.21.15.22:0/3412835500 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940b46d0 0x7f88940b5410 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 -- 172.21.15.22:0/3412835500 >> 172.21.15.22:0/3412835500 conn(0x7f88940b21c0 msgr2=0x7f88940b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 -- 172.21.15.22:0/3412835500 shutdown_connections 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 -- 172.21.15.22:0/3412835500 wait complete. 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 Processor -- start 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 -- start start 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940afab0 0x7f88940b0a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88940b46d0 0x7f8894150090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f889415c9b0 0x7f8894157830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8894165fa0 con 0x7f88940afab0 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8894165e20 con 0x7f88940b46d0 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f889c400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8894166120 con 0x7f889415c9b0 2024-09-10T10:40:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940afab0 0x7f88940b0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940afab0 0x7f88940b0a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50076/0 (socket says 172.21.15.22:50076) 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899a00640 1 -- 172.21.15.22:0/3288451911 learned_addr learned my addr 172.21.15.22:0/3288451911 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899000640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88940b46d0 0x7f8894150090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899a00640 1 -- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f889415c9b0 msgr2=0x7f8894157830 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899a00640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f889415c9b0 0x7f8894157830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899a00640 1 -- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88940b46d0 msgr2=0x7f8894150090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899a00640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88940b46d0 0x7f8894150090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899a00640 1 -- 172.21.15.22:0/3288451911 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88941513f0 con 0x7f88940afab0 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899000640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88940b46d0 0x7f8894150090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.257+0000 7f8899a00640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940afab0 0x7f88940b0a80 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f888801a150 tx=0x7f888801ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.261+0000 7f8891600640 1 -- 172.21.15.22:0/3288451911 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88880be5f0 con 0x7f88940afab0 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.261+0000 7f8891600640 1 -- 172.21.15.22:0/3288451911 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88880be7b0 con 0x7f88940afab0 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.261+0000 7f8891600640 1 -- 172.21.15.22:0/3288451911 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88880beba0 con 0x7f88940afab0 2024-09-10T10:40:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.261+0000 7f889c400640 1 -- 172.21.15.22:0/3288451911 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8894150b50 con 0x7f88940afab0 2024-09-10T10:40:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.261+0000 7f889c400640 1 -- 172.21.15.22:0/3288451911 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8894151110 con 0x7f88940afab0 2024-09-10T10:40:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.261+0000 7f889c400640 1 -- 172.21.15.22:0/3288451911 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88940b57c0 con 0x7f88940afab0 2024-09-10T10:40:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.261+0000 7f8891600640 1 -- 172.21.15.22:0/3288451911 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f88880b43f0 con 0x7f88940afab0 2024-09-10T10:40:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.261+0000 7f8891600640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88740678f0 0x7f8874069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.261+0000 7f8891600640 1 -- 172.21.15.22:0/3288451911 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f88880a8070 con 0x7f88940afab0 2024-09-10T10:40:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.261+0000 7f8899000640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88740678f0 0x7f8874069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.265+0000 7f8899000640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88740678f0 0x7f8874069db0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f889415b640 tx=0x7f8880009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.265+0000 7f8891600640 1 -- 172.21.15.22:0/3288451911 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8888016110 con 0x7f88940afab0 2024-09-10T10:40:24.356 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:40:24.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.473+0000 7f889c400640 1 -- 172.21.15.22:0/3288451911 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f889406dda0 con 0x7f88940afab0 2024-09-10T10:40:24.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.473+0000 7f8891600640 1 -- 172.21.15.22:0/3288451911 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+316 (secure 0 0 0) 0x7f88880f04c0 con 0x7f88940afab0 2024-09-10T10:40:24.478 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:24.478 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:40:24.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.473+0000 7f889c400640 1 -- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88740678f0 msgr2=0x7f8874069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.473+0000 7f889c400640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88740678f0 0x7f8874069db0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f889415b640 tx=0x7f8880009040 comp rx=0 tx=0).stop 2024-09-10T10:40:24.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.473+0000 7f889c400640 1 -- 172.21.15.22:0/3288451911 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940afab0 msgr2=0x7f88940b0a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.473+0000 7f889c400640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940afab0 0x7f88940b0a80 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f888801a150 tx=0x7f888801ad60 comp rx=0 tx=0).stop 2024-09-10T10:40:24.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.477+0000 7f889c400640 1 -- 172.21.15.22:0/3288451911 shutdown_connections 2024-09-10T10:40:24.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.477+0000 7f889c400640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f88740678f0 0x7f8874069db0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.477+0000 7f889c400640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f889415c9b0 0x7f8894157830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.477+0000 7f889c400640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88940b46d0 0x7f8894150090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.477+0000 7f889c400640 1 --2- 172.21.15.22:0/3288451911 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f88940afab0 0x7f88940b0a80 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.477+0000 7f889c400640 1 -- 172.21.15.22:0/3288451911 >> 172.21.15.22:0/3288451911 conn(0x7f88940b21c0 msgr2=0x7f88940b1170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:24.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.477+0000 7f889c400640 1 -- 172.21.15.22:0/3288451911 shutdown_connections 2024-09-10T10:40:24.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.477+0000 7f889c400640 1 -- 172.21.15.22:0/3288451911 wait complete. 2024-09-10T10:40:24.500 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-10T10:40:24.501 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CACHE_OVERSIZED 2024-09-10T10:40:24.501 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:40:24.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.633+0000 7f72e6200640 1 Processor -- start 2024-09-10T10:40:24.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72e6200640 1 -- start start 2024-09-10T10:40:24.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72e6200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f72e015a0a0 0x7f72e00d1390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72e6200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 0x7f72e006ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72e6200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72e00d1e50 con 0x7f72e006e410 2024-09-10T10:40:24.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72e6200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f72e015ffd0 con 0x7f72e015a0a0 2024-09-10T10:40:24.641 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72e6200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f72e00d10f0 con 0x7f72e00d18d0 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72d6a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 0x7f72e006ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72d6a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 0x7f72e006ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:47878/0 (socket says 172.21.15.22:47878) 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72dfe00640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7f72e006e410 0x7f72e00731e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:37982/0 (socket says 172.21.15.22:37982) 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72d6a00640 1 -- 172.21.15.22:0/906626687 learned_addr learned my addr 172.21.15.22:0/906626687 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72df400640 1 --2- 172.21.15.22:0/906626687 >> v2:172.21.15.145:3300/0 conn(0x7f72e015a0a0 0x7f72e00d1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72dea00640 1 -- 172.21.15.22:0/906626687 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3313979096 0 0) 0x7f72e00d1e50 con 0x7f72e006e410 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72dea00640 1 -- 172.21.15.22:0/906626687 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f72c4003530 con 0x7f72e006e410 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72d6a00640 1 -- 172.21.15.22:0/906626687 >> v2:172.21.15.145:3300/0 conn(0x7f72e015a0a0 msgr2=0x7f72e00d1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72d6a00640 1 --2- 172.21.15.22:0/906626687 >> v2:172.21.15.145:3300/0 conn(0x7f72e015a0a0 0x7f72e00d1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72d6a00640 1 -- 172.21.15.22:0/906626687 >> v1:172.21.15.145:6789/0 conn(0x7f72e006e410 legacy=0x7f72e00731e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72d6a00640 1 -- 172.21.15.22:0/906626687 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72e0160220 con 0x7f72e00d18d0 2024-09-10T10:40:24.644 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.637+0000 7f72df400640 1 --2- 172.21.15.22:0/906626687 >> v2:172.21.15.145:3300/0 conn(0x7f72e015a0a0 0x7f72e00d1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:24.646 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.641+0000 7f72d6a00640 1 --2- 172.21.15.22:0/906626687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 0x7f72e006ded0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f72c8009870 tx=0x7f72c801c4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b921947532afd58e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:24.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.641+0000 7f72dea00640 1 -- 172.21.15.22:0/906626687 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c80b0070 con 0x7f72e00d18d0 2024-09-10T10:40:24.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.641+0000 7f72dea00640 1 -- 172.21.15.22:0/906626687 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72c80ab600 con 0x7f72e00d18d0 2024-09-10T10:40:24.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.641+0000 7f72dea00640 1 -- 172.21.15.22:0/906626687 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c80ab9d0 con 0x7f72e00d18d0 2024-09-10T10:40:24.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 -- 172.21.15.22:0/906626687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 msgr2=0x7f72e006ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 --2- 172.21.15.22:0/906626687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 0x7f72e006ded0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f72c8009870 tx=0x7f72c801c4d0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 -- 172.21.15.22:0/906626687 shutdown_connections 2024-09-10T10:40:24.648 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 --2- 172.21.15.22:0/906626687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 0x7f72e006ded0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 --2- 172.21.15.22:0/906626687 >> v2:172.21.15.145:3300/0 conn(0x7f72e015a0a0 0x7f72e00d1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 -- 172.21.15.22:0/906626687 >> 172.21.15.22:0/906626687 conn(0x7f72e00d2510 msgr2=0x7f72e00d2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:24.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 -- 172.21.15.22:0/906626687 shutdown_connections 2024-09-10T10:40:24.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 -- 172.21.15.22:0/906626687 wait complete. 2024-09-10T10:40:24.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 Processor -- start 2024-09-10T10:40:24.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 -- start start 2024-09-10T10:40:24.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e006e410 0x7f72e00c7450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 0x7f72e0156500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72e015a0a0 0x7f72e0157880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f72e0160d00 con 0x7f72e006e410 2024-09-10T10:40:24.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f72e0169140 con 0x7f72e015a0a0 2024-09-10T10:40:24.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72e6200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f72e00c9ef0 con 0x7f72e00d18d0 2024-09-10T10:40:24.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72df400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e006e410 0x7f72e00c7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72df400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e006e410 0x7f72e00c7450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:50088/0 (socket says 172.21.15.22:50088) 2024-09-10T10:40:24.651 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72df400640 1 -- 172.21.15.22:0/923503652 learned_addr learned my addr 172.21.15.22:0/923503652 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:24.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72d6a00640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 0x7f72e0156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72dfe00640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72e015a0a0 0x7f72e0157880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72df400640 1 -- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 msgr2=0x7f72e0156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72df400640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 0x7f72e0156500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72df400640 1 -- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72e015a0a0 msgr2=0x7f72e0157880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72df400640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72e015a0a0 0x7f72e0157880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.645+0000 7f72df400640 1 -- 172.21.15.22:0/923503652 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72e0166970 con 0x7f72e006e410 2024-09-10T10:40:24.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72df400640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e006e410 0x7f72e00c7450 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f72d000e980 tx=0x7f72d000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:24.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72d7e00640 1 -- 172.21.15.22:0/923503652 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d0017070 con 0x7f72e006e410 2024-09-10T10:40:24.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72d7e00640 1 -- 172.21.15.22:0/923503652 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72d000ca00 con 0x7f72e006e410 2024-09-10T10:40:24.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72d7e00640 1 -- 172.21.15.22:0/923503652 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d000cdd0 con 0x7f72e006e410 2024-09-10T10:40:24.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72e6200640 1 -- 172.21.15.22:0/923503652 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72e00b68a0 con 0x7f72e006e410 2024-09-10T10:40:24.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72e6200640 1 -- 172.21.15.22:0/923503652 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72e00b6e60 con 0x7f72e006e410 2024-09-10T10:40:24.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72e6200640 1 -- 172.21.15.22:0/923503652 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72e006ded0 con 0x7f72e006e410 2024-09-10T10:40:24.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72d7e00640 1 -- 172.21.15.22:0/923503652 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f72d001a070 con 0x7f72e006e410 2024-09-10T10:40:24.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72d7e00640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72bc0678c0 0x7f72bc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:24.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72d7e00640 1 -- 172.21.15.22:0/923503652 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f72d0085ef0 con 0x7f72e006e410 2024-09-10T10:40:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.649+0000 7f72d6a00640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72bc0678c0 0x7f72bc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:24.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.653+0000 7f72d6a00640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72bc0678c0 0x7f72bc069d80 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f72c80ad000 tx=0x7f72c80a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:24.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.653+0000 7f72d7e00640 1 -- 172.21.15.22:0/923503652 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f72d00563d0 con 0x7f72e006e410 2024-09-10T10:40:24.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.853+0000 7f72e6200640 1 -- 172.21.15.22:0/923503652 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f72e0160e80 con 0x7f72e006e410 2024-09-10T10:40:24.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.853+0000 7f72d7e00640 1 -- 172.21.15.22:0/923503652 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+316 (secure 0 0 0) 0x7f72d005a6d0 con 0x7f72e006e410 2024-09-10T10:40:24.859 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:24.859 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:40:24.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 -- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72bc0678c0 msgr2=0x7f72bc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72bc0678c0 0x7f72bc069d80 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f72c80ad000 tx=0x7f72c80a6000 comp rx=0 tx=0).stop 2024-09-10T10:40:24.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 -- 172.21.15.22:0/923503652 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e006e410 msgr2=0x7f72e00c7450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:24.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e006e410 0x7f72e00c7450 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f72d000e980 tx=0x7f72d000ee40 comp rx=0 tx=0).stop 2024-09-10T10:40:24.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 -- 172.21.15.22:0/923503652 shutdown_connections 2024-09-10T10:40:24.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f72bc0678c0 0x7f72bc069d80 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72e015a0a0 0x7f72e0157880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72e00d18d0 0x7f72e0156500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 --2- 172.21.15.22:0/923503652 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f72e006e410 0x7f72e00c7450 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:24.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 -- 172.21.15.22:0/923503652 >> 172.21.15.22:0/923503652 conn(0x7f72e00d2510 msgr2=0x7f72e0070d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:24.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 -- 172.21.15.22:0/923503652 shutdown_connections 2024-09-10T10:40:24.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24.857+0000 7f72e6200640 1 -- 172.21.15.22:0/923503652 wait complete. 2024-09-10T10:40:24.880 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T10:40:24.880 INFO:tasks.cephfs.test_client_limits:Terminating process holding files open 2024-09-10T10:40:24.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:24 stdin-killer INFO: expiration expected; waiting 5 seconds for command to complete 2024-09-10T10:40:26.358 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:40:26.358 INFO:teuthology.orchestra.run.smithi022.stderr:stdin closed, goodbye! 2024-09-10T10:40:26.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:26.379 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:26.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.565+0000 7f02b4000640 1 Processor -- start 2024-09-10T10:40:26.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.565+0000 7f02b4000640 1 -- start start 2024-09-10T10:40:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b4000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02ac145fb0 0x7f02ac0b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b4000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f02ac0cd670 0x7f02ac0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b4000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac06e1b0 0x7f02ac06e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b4000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f02ac0ce010 con 0x7f02ac145fb0 2024-09-10T10:40:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b4000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f02ac06d1a0 con 0x7f02ac0cd670 2024-09-10T10:40:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b4000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02ac06dd20 con 0x7f02ac06e1b0 2024-09-10T10:40:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b1600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02ac145fb0 0x7f02ac0b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b1600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02ac145fb0 0x7f02ac0b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35986/0 (socket says 172.21.15.22:35986) 2024-09-10T10:40:26.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b1600640 1 -- 172.21.15.22:0/3804321426 learned_addr learned my addr 172.21.15.22:0/3804321426 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:26.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b0c00640 1 --2- 172.21.15.22:0/3804321426 >> v2:172.21.15.145:3300/0 conn(0x7f02ac0cd670 0x7f02ac0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:26.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b2000640 1 --2- 172.21.15.22:0/3804321426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac06e1b0 0x7f02ac06e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:26.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b1600640 1 -- 172.21.15.22:0/3804321426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac06e1b0 msgr2=0x7f02ac06e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:26.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b1600640 1 --2- 172.21.15.22:0/3804321426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac06e1b0 0x7f02ac06e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b1600640 1 -- 172.21.15.22:0/3804321426 >> v2:172.21.15.145:3300/0 conn(0x7f02ac0cd670 msgr2=0x7f02ac0cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:26.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b1600640 1 --2- 172.21.15.22:0/3804321426 >> v2:172.21.15.145:3300/0 conn(0x7f02ac0cd670 0x7f02ac0cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b1600640 1 -- 172.21.15.22:0/3804321426 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02ac06d3f0 con 0x7f02ac145fb0 2024-09-10T10:40:26.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b0c00640 1 --2- 172.21.15.22:0/3804321426 >> v2:172.21.15.145:3300/0 conn(0x7f02ac0cd670 0x7f02ac0cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:26.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.569+0000 7f02b2000640 1 --2- 172.21.15.22:0/3804321426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac06e1b0 0x7f02ac06e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:26.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b1600640 1 --2- 172.21.15.22:0/3804321426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 0x7f02ac0b3e00 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f02ac0b5c20 tx=0x7f02a001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66e26d909b864f0c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:26.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02abe00640 1 -- 172.21.15.22:0/3804321426 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a00b1070 con 0x7f02ac145fb0 2024-09-10T10:40:26.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02abe00640 1 -- 172.21.15.22:0/3804321426 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02a00ac630 con 0x7f02ac145fb0 2024-09-10T10:40:26.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02abe00640 1 -- 172.21.15.22:0/3804321426 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a00a8050 con 0x7f02ac145fb0 2024-09-10T10:40:26.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 -- 172.21.15.22:0/3804321426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 msgr2=0x7f02ac0b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:26.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 --2- 172.21.15.22:0/3804321426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 0x7f02ac0b3e00 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f02ac0b5c20 tx=0x7f02a001c520 comp rx=0 tx=0).stop 2024-09-10T10:40:26.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 -- 172.21.15.22:0/3804321426 shutdown_connections 2024-09-10T10:40:26.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 --2- 172.21.15.22:0/3804321426 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac06e1b0 0x7f02ac06e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 --2- 172.21.15.22:0/3804321426 >> v2:172.21.15.145:3300/0 conn(0x7f02ac0cd670 0x7f02ac0cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 --2- 172.21.15.22:0/3804321426 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 0x7f02ac0b3e00 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 -- 172.21.15.22:0/3804321426 >> 172.21.15.22:0/3804321426 conn(0x7f02ac062dd0 msgr2=0x7f02ac06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:26.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 -- 172.21.15.22:0/3804321426 shutdown_connections 2024-09-10T10:40:26.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 -- 172.21.15.22:0/3804321426 wait complete. 2024-09-10T10:40:26.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 Processor -- start 2024-09-10T10:40:26.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 -- start start 2024-09-10T10:40:26.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02ac06e1b0 0x7f02ac157bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:26.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac0cd670 0x7f02ac165570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:26.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.573+0000 7f02b4000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 0x7f02ac144600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:26.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b4000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f02ac0b4340 con 0x7f02ac145fb0 2024-09-10T10:40:26.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b4000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02ac0cfda0 con 0x7f02ac06e1b0 2024-09-10T10:40:26.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b4000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02ac165ab0 con 0x7f02ac0cd670 2024-09-10T10:40:26.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b2000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 0x7f02ac144600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b2000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 0x7f02ac144600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35992/0 (socket says 172.21.15.22:35992) 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b2000640 1 -- 172.21.15.22:0/3729133495 learned_addr learned my addr 172.21.15.22:0/3729133495 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b0c00640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac0cd670 0x7f02ac165570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b1600640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02ac06e1b0 0x7f02ac157bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b2000640 1 -- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac0cd670 msgr2=0x7f02ac165570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b2000640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac0cd670 0x7f02ac165570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b2000640 1 -- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02ac06e1b0 msgr2=0x7f02ac157bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b2000640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02ac06e1b0 0x7f02ac157bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b2000640 1 -- 172.21.15.22:0/3729133495 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02ac165ce0 con 0x7f02ac145fb0 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b2000640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 0x7f02ac144600 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f02a400cef0 tx=0x7f02a400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02a9600640 1 -- 172.21.15.22:0/3729133495 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a401a070 con 0x7f02ac145fb0 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02a9600640 1 -- 172.21.15.22:0/3729133495 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02a400d840 con 0x7f02ac145fb0 2024-09-10T10:40:26.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02a9600640 1 -- 172.21.15.22:0/3729133495 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a400dc30 con 0x7f02ac145fb0 2024-09-10T10:40:26.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b4000640 1 -- 172.21.15.22:0/3729133495 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02ac165fc0 con 0x7f02ac145fb0 2024-09-10T10:40:26.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b4000640 1 -- 172.21.15.22:0/3729133495 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02ac166580 con 0x7f02ac145fb0 2024-09-10T10:40:26.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02b4000640 1 -- 172.21.15.22:0/3729133495 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02ac0cdad0 con 0x7f02ac145fb0 2024-09-10T10:40:26.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.577+0000 7f02a9600640 1 -- 172.21.15.22:0/3729133495 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f02a401d070 con 0x7f02ac145fb0 2024-09-10T10:40:26.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.581+0000 7f02a9600640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f028c0678c0 0x7f028c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:26.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.581+0000 7f02a9600640 1 -- 172.21.15.22:0/3729133495 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f02a4086420 con 0x7f02ac145fb0 2024-09-10T10:40:26.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.581+0000 7f02b1600640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f028c0678c0 0x7f028c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:26.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.581+0000 7f02b1600640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f028c0678c0 0x7f028c069d80 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f02a00ae000 tx=0x7f02a0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:26.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.585+0000 7f02a9600640 1 -- 172.21.15.22:0/3729133495 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f02a4056900 con 0x7f02ac145fb0 2024-09-10T10:40:26.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 -- 172.21.15.22:0/3729133495 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02ac06ca30 con 0x7f02ac145fb0 2024-09-10T10:40:26.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02a9600640 1 -- 172.21.15.22:0/3729133495 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 85 v85) ==== 94+0+5231 (secure 0 0 0) 0x7f02a405ac00 con 0x7f02ac145fb0 2024-09-10T10:40:26.789 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:26.789 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":85,"btime":"2024-09-10T10:40:23:809963+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6341,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3931038205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3931038205},{"type":"v1","addr":"172.21.15.145:6836","nonce":3931038205}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7120,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3721611145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3721611145},{"type":"v1","addr":"172.21.15.145:6837","nonce":3721611145}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7551,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1828738286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1828738286},{"type":"v1","addr":"172.21.15.22:6834","nonce":1828738286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":85,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:06.666467+0000","modified":"2024-09-10T10:40:23.310284+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7554},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7554":{"gid":7554,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":7,"addr":"172.21.15.22:6835/1594871888","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1594871888},{"type":"v1","addr":"172.21.15.22:6835","nonce":1594871888}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7554,"qdb_cluster":[7554]},"id":9}]} 2024-09-10T10:40:26.789 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 85 2024-09-10T10:40:26.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 -- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f028c0678c0 msgr2=0x7f028c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:26.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f028c0678c0 0x7f028c069d80 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f02a00ae000 tx=0x7f02a0009040 comp rx=0 tx=0).stop 2024-09-10T10:40:26.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 -- 172.21.15.22:0/3729133495 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 msgr2=0x7f02ac144600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:26.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 0x7f02ac144600 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f02a400cef0 tx=0x7f02a400a710 comp rx=0 tx=0).stop 2024-09-10T10:40:26.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 -- 172.21.15.22:0/3729133495 shutdown_connections 2024-09-10T10:40:26.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f028c0678c0 0x7f028c069d80 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02ac145fb0 0x7f02ac144600 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02ac0cd670 0x7f02ac165570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 --2- 172.21.15.22:0/3729133495 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02ac06e1b0 0x7f02ac157bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:26.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 -- 172.21.15.22:0/3729133495 >> 172.21.15.22:0/3729133495 conn(0x7f02ac062dd0 msgr2=0x7f02ac0b2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:26.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 -- 172.21.15.22:0/3729133495 shutdown_connections 2024-09-10T10:40:26.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:26.785+0000 7f02b4000640 1 -- 172.21.15.22:0/3729133495 wait complete. 2024-09-10T10:40:26.812 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-10T10:40:26.978 INFO:teuthology.orchestra.run.smithi022.stdout:[{"id":7237,"entity":{"name":{"type":"client","num":7237},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3433299529}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":11.639862559999999,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9331386301631723,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7237 192.168.0.1:0/3433299529","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":6431,"entity":{"name":{"type":"client","num":6431},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":293804582}},"state":"open","num_leases":1,"num_caps":202,"request_load_avg":205,"uptime":12.771849124999999,"requests_in_flight":0,"num_completed_requests":200,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":785.13203103191302,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":192.78050602991013,"halflife":1.5},"recall_caps_throttle2o":{"value":51.926503291173248,"halflife":0.5},"session_cache_liveness":{"value":396.91928126769847,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":29,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.6431 172.21.15.22:0/293804582","completed_requests":[{"tid":29,"created_ino":"0x10000000001"},{"tid":30,"created_ino":"0x100000001f6"},{"tid":31,"created_ino":"0x100000001f7"},{"tid":32,"created_ino":"0x100000001f8"},{"tid":33,"created_ino":"0x100000001f9"},{"tid":34,"created_ino":"0x100000001fa"},{"tid":35,"created_ino":"0x100000001fb"},{"tid":36,"created_ino":"0x100000001fc"},{"tid":37,"created_ino":"0x100000001fd"},{"tid":38,"created_ino":"0x100000001fe"},{"tid":39,"created_ino":"0x100000001ff"},{"tid":40,"created_ino":"0x10000000200"},{"tid":41,"created_ino":"0x10000000201"},{"tid":42,"created_ino":"0x10000000202"},{"tid":43,"created_ino":"0x10000000203"},{"tid":44,"created_ino":"0x10000000204"},{"tid":45,"created_ino":"0x10000000205"},{"tid":46,"created_ino":"0x10000000206"},{"tid":47,"created_ino":"0x10000000207"},{"tid":48,"created_ino":"0x10000000208"},{"tid":49,"created_ino":"0x10000000209"},{"tid":50,"created_ino":"0x1000000020a"},{"tid":51,"created_ino":"0x1000000020b"},{"tid":52,"created_ino":"0x1000000020c"},{"tid":53,"created_ino":"0x1000000020d"},{"tid":54,"created_ino":"0x1000000020e"},{"tid":55,"created_ino":"0x1000000020f"},{"tid":56,"created_ino":"0x10000000210"},{"tid":57,"created_ino":"0x10000000211"},{"tid":58,"created_ino":"0x10000000212"},{"tid":59,"created_ino":"0x10000000213"},{"tid":60,"created_ino":"0x10000000214"},{"tid":61,"created_ino":"0x10000000215"},{"tid":62,"created_ino":"0x10000000216"},{"tid":63,"created_ino":"0x10000000217"},{"tid":64,"created_ino":"0x10000000218"},{"tid":65,"created_ino":"0x10000000219"},{"tid":66,"created_ino":"0x1000000021a"},{"tid":67,"created_ino":"0x1000000021b"},{"tid":68,"created_ino":"0x1000000021c"},{"tid":69,"created_ino":"0x1000000021d"},{"tid":70,"created_ino":"0x1000000021e"},{"tid":71,"created_ino":"0x1000000021f"},{"tid":72,"created_ino":"0x10000000220"},{"tid":73,"created_ino":"0x10000000221"},{"tid":74,"created_ino":"0x10000000222"},{"tid":75,"created_ino":"0x10000000223"},{"tid":76,"created_ino":"0x10000000224"},{"tid":77,"created_ino":"0x10000000225"},{"tid":78,"created_ino":"0x10000000226"},{"tid":79,"created_ino":"0x10000000227"},{"tid":80,"created_ino":"0x10000000228"},{"tid":81,"created_ino":"0x10000000229"},{"tid":82,"created_ino":"0x1000000022a"},{"tid":83,"created_ino":"0x1000000022b"},{"tid":84,"created_ino":"0x1000000022c"},{"tid":85,"created_ino":"0x1000000022d"},{"tid":86,"created_ino":"0x1000000022e"},{"tid":87,"created_ino":"0x1000000022f"},{"tid":88,"created_ino":"0x10000000230"},{"tid":89,"created_ino":"0x10000000231"},{"tid":90,"created_ino":"0x10000000232"},{"tid":91,"created_ino":"0x10000000233"},{"tid":92,"created_ino":"0x10000000234"},{"tid":93,"created_ino":"0x10000000235"},{"tid":94,"created_ino":"0x10000000236"},{"tid":95,"created_ino":"0x10000000237"},{"tid":96,"created_ino":"0x10000000238"},{"tid":97,"created_ino":"0x10000000239"},{"tid":98,"created_ino":"0x1000000023a"},{"tid":99,"created_ino":"0x1000000023b"},{"tid":100,"created_ino":"0x1000000023c"},{"tid":101,"created_ino":"0x1000000023d"},{"tid":102,"created_ino":"0x1000000023e"},{"tid":103,"created_ino":"0x1000000023f"},{"tid":104,"created_ino":"0x10000000240"},{"tid":105,"created_ino":"0x10000000241"},{"tid":106,"created_ino":"0x10000000242"},{"tid":107,"created_ino":"0x10000000243"},{"tid":108,"created_ino":"0x10000000244"},{"tid":109,"created_ino":"0x10000000245"},{"tid":110,"created_ino":"0x10000000246"},{"tid":111,"created_ino":"0x10000000247"},{"tid":112,"created_ino":"0x10000000248"},{"tid":113,"created_ino":"0x10000000249"},{"tid":114,"created_ino":"0x1000000024a"},{"tid":115,"created_ino":"0x1000000024b"},{"tid":116,"created_ino":"0x1000000024c"},{"tid":117,"created_ino":"0x1000000024d"},{"tid":118,"created_ino":"0x1000000024e"},{"tid":119,"created_ino":"0x1000000024f"},{"tid":120,"created_ino":"0x10000000250"},{"tid":121,"created_ino":"0x10000000251"},{"tid":122,"created_ino":"0x10000000252"},{"tid":123,"created_ino":"0x10000000253"},{"tid":124,"created_ino":"0x10000000254"},{"tid":125,"created_ino":"0x10000000255"},{"tid":126,"created_ino":"0x10000000256"},{"tid":127,"created_ino":"0x10000000257"},{"tid":128,"created_ino":"0x10000000258"},{"tid":129,"created_ino":"0x10000000259"},{"tid":130,"created_ino":"0x1000000025a"},{"tid":131,"created_ino":"0x1000000025b"},{"tid":132,"created_ino":"0x1000000025c"},{"tid":133,"created_ino":"0x1000000025d"},{"tid":134,"created_ino":"0x1000000025e"},{"tid":135,"created_ino":"0x1000000025f"},{"tid":136,"created_ino":"0x10000000260"},{"tid":137,"created_ino":"0x10000000261"},{"tid":138,"created_ino":"0x10000000262"},{"tid":139,"created_ino":"0x10000000263"},{"tid":140,"created_ino":"0x10000000264"},{"tid":141,"created_ino":"0x10000000265"},{"tid":142,"created_ino":"0x10000000266"},{"tid":143,"created_ino":"0x10000000267"},{"tid":144,"created_ino":"0x10000000268"},{"tid":145,"created_ino":"0x10000000269"},{"tid":146,"created_ino":"0x1000000026a"},{"tid":147,"created_ino":"0x1000000026b"},{"tid":148,"created_ino":"0x1000000026c"},{"tid":149,"created_ino":"0x1000000026d"},{"tid":150,"created_ino":"0x1000000026e"},{"tid":151,"created_ino":"0x1000000026f"},{"tid":152,"created_ino":"0x10000000270"},{"tid":153,"created_ino":"0x10000000271"},{"tid":154,"created_ino":"0x10000000272"},{"tid":155,"created_ino":"0x10000000273"},{"tid":156,"created_ino":"0x10000000274"},{"tid":157,"created_ino":"0x10000000275"},{"tid":158,"created_ino":"0x10000000276"},{"tid":159,"created_ino":"0x10000000277"},{"tid":160,"created_ino":"0x10000000278"},{"tid":161,"created_ino":"0x10000000279"},{"tid":162,"created_ino":"0x1000000027a"},{"tid":163,"created_ino":"0x1000000027b"},{"tid":164,"created_ino":"0x1000000027c"},{"tid":165,"created_ino":"0x1000000027d"},{"tid":166,"created_ino":"0x1000000027e"},{"tid":167,"created_ino":"0x1000000027f"},{"tid":168,"created_ino":"0x10000000280"},{"tid":169,"created_ino":"0x10000000281"},{"tid":170,"created_ino":"0x10000000282"},{"tid":171,"created_ino":"0x10000000283"},{"tid":172,"created_ino":"0x10000000284"},{"tid":173,"created_ino":"0x10000000285"},{"tid":174,"created_ino":"0x10000000286"},{"tid":175,"created_ino":"0x10000000287"},{"tid":176,"created_ino":"0x10000000288"},{"tid":177,"created_ino":"0x10000000289"},{"tid":178,"created_ino":"0x1000000028a"},{"tid":179,"created_ino":"0x1000000028b"},{"tid":180,"created_ino":"0x1000000028c"},{"tid":181,"created_ino":"0x1000000028d"},{"tid":182,"created_ino":"0x1000000028e"},{"tid":183,"created_ino":"0x1000000028f"},{"tid":184,"created_ino":"0x10000000290"},{"tid":185,"created_ino":"0x10000000291"},{"tid":186,"created_ino":"0x10000000292"},{"tid":187,"created_ino":"0x10000000293"},{"tid":188,"created_ino":"0x10000000294"},{"tid":189,"created_ino":"0x10000000295"},{"tid":190,"created_ino":"0x10000000296"},{"tid":191,"created_ino":"0x10000000297"},{"tid":192,"created_ino":"0x10000000298"},{"tid":193,"created_ino":"0x10000000299"},{"tid":194,"created_ino":"0x1000000029a"},{"tid":195,"created_ino":"0x1000000029b"},{"tid":196,"created_ino":"0x1000000029c"},{"tid":197,"created_ino":"0x1000000029d"},{"tid":198,"created_ino":"0x1000000029e"},{"tid":199,"created_ino":"0x1000000029f"},{"tid":200,"created_ino":"0x100000002a0"},{"tid":201,"created_ino":"0x100000002a1"},{"tid":202,"created_ino":"0x100000002a2"},{"tid":203,"created_ino":"0x100000002a3"},{"tid":204,"created_ino":"0x100000002a4"},{"tid":205,"created_ino":"0x100000002a5"},{"tid":206,"created_ino":"0x100000002a6"},{"tid":207,"created_ino":"0x100000002a7"},{"tid":208,"created_ino":"0x100000002a8"},{"tid":209,"created_ino":"0x100000002a9"},{"tid":210,"created_ino":"0x100000002aa"},{"tid":211,"created_ino":"0x100000002ab"},{"tid":212,"created_ino":"0x100000002ac"},{"tid":213,"created_ino":"0x100000002ad"},{"tid":214,"created_ino":"0x100000002ae"},{"tid":215,"created_ino":"0x100000002af"},{"tid":216,"created_ino":"0x100000002b0"},{"tid":217,"created_ino":"0x100000002b1"},{"tid":218,"created_ino":"0x100000002b2"},{"tid":219,"created_ino":"0x100000002b3"},{"tid":220,"created_ino":"0x100000002b4"},{"tid":221,"created_ino":"0x100000002b5"},{"tid":222,"created_ino":"0x100000002b6"},{"tid":223,"created_ino":"0x100000002b7"},{"tid":224,"created_ino":"0x100000002b8"},{"tid":225,"created_ino":"0x100000002b9"},{"tid":226,"created_ino":"0x100000002ba"},{"tid":227,"created_ino":"0x100000002bb"},{"tid":228,"created_ino":"0x100000002bc"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x100000002bd","length":802}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:40:26.980 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3433299529, "type": "any" }, "name": { "num": 7237, "type": "client" } }, "id": 7237, "inst": "client.7237 192.168.0.1:0/3433299529", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.9331386301631723 }, "state": "open", "uptime": 11.63986256 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [ { "created_ino": "0x10000000001", "tid": 29 }, { "created_ino": "0x100000001f6", "tid": 30 }, { "created_ino": "0x100000001f7", "tid": 31 }, { "created_ino": "0x100000001f8", "tid": 32 }, { "created_ino": "0x100000001f9", "tid": 33 }, { "created_ino": "0x100000001fa", "tid": 34 }, { "created_ino": "0x100000001fb", "tid": 35 }, { "created_ino": "0x100000001fc", "tid": 36 }, { "created_ino": "0x100000001fd", "tid": 37 }, { "created_ino": "0x100000001fe", "tid": 38 }, { "created_ino": "0x100000001ff", "tid": 39 }, { "created_ino": "0x10000000200", "tid": 40 }, { "created_ino": "0x10000000201", "tid": 41 }, { "created_ino": "0x10000000202", "tid": 42 }, { "created_ino": "0x10000000203", "tid": 43 }, { "created_ino": "0x10000000204", "tid": 44 }, { "created_ino": "0x10000000205", "tid": 45 }, { "created_ino": "0x10000000206", "tid": 46 }, { "created_ino": "0x10000000207", "tid": 47 }, { "created_ino": "0x10000000208", "tid": 48 }, { "created_ino": "0x10000000209", "tid": 49 }, { "created_ino": "0x1000000020a", "tid": 50 }, { "created_ino": "0x1000000020b", "tid": 51 }, { "created_ino": "0x1000000020c", "tid": 52 }, { "created_ino": "0x1000000020d", "tid": 53 }, { "created_ino": "0x1000000020e", "tid": 54 }, { "created_ino": "0x1000000020f", "tid": 55 }, { "created_ino": "0x10000000210", "tid": 56 }, { "created_ino": "0x10000000211", "tid": 57 }, { "created_ino": "0x10000000212", "tid": 58 }, { "created_ino": "0x10000000213", "tid": 59 }, { "created_ino": "0x10000000214", "tid": 60 }, { "created_ino": "0x10000000215", "tid": 61 }, { "created_ino": "0x10000000216", "tid": 62 }, { "created_ino": "0x10000000217", "tid": 63 }, { "created_ino": "0x10000000218", "tid": 64 }, { "created_ino": "0x10000000219", "tid": 65 }, { "created_ino": "0x1000000021a", "tid": 66 }, { "created_ino": "0x1000000021b", "tid": 67 }, { "created_ino": "0x1000000021c", "tid": 68 }, { "created_ino": "0x1000000021d", "tid": 69 }, { "created_ino": "0x1000000021e", "tid": 70 }, { "created_ino": "0x1000000021f", "tid": 71 }, { "created_ino": "0x10000000220", "tid": 72 }, { "created_ino": "0x10000000221", "tid": 73 }, { "created_ino": "0x10000000222", "tid": 74 }, { "created_ino": "0x10000000223", "tid": 75 }, { "created_ino": "0x10000000224", "tid": 76 }, { "created_ino": "0x10000000225", "tid": 77 }, { "created_ino": "0x10000000226", "tid": 78 }, { "created_ino": "0x10000000227", "tid": 79 }, { "created_ino": "0x10000000228", "tid": 80 }, { "created_ino": "0x10000000229", "tid": 81 }, { "created_ino": "0x1000000022a", "tid": 82 }, { "created_ino": "0x1000000022b", "tid": 83 }, { "created_ino": "0x1000000022c", "tid": 84 }, { "created_ino": "0x1000000022d", "tid": 85 }, { "created_ino": "0x1000000022e", "tid": 86 }, { "created_ino": "0x1000000022f", "tid": 87 }, { "created_ino": "0x10000000230", "tid": 88 }, { "created_ino": "0x10000000231", "tid": 89 }, { "created_ino": "0x10000000232", "tid": 90 }, { "created_ino": "0x10000000233", "tid": 91 }, { "created_ino": "0x10000000234", "tid": 92 }, { "created_ino": "0x10000000235", "tid": 93 }, { "created_ino": "0x10000000236", "tid": 94 }, { "created_ino": "0x10000000237", "tid": 95 }, { "created_ino": "0x10000000238", "tid": 96 }, { "created_ino": "0x10000000239", "tid": 97 }, { "created_ino": "0x1000000023a", "tid": 98 }, { "created_ino": "0x1000000023b", "tid": 99 }, { "created_ino": "0x1000000023c", "tid": 100 }, { "created_ino": "0x1000000023d", "tid": 101 }, { "created_ino": "0x1000000023e", "tid": 102 }, { "created_ino": "0x1000000023f", "tid": 103 }, { "created_ino": "0x10000000240", "tid": 104 }, { "created_ino": "0x10000000241", "tid": 105 }, { "created_ino": "0x10000000242", "tid": 106 }, { "created_ino": "0x10000000243", "tid": 107 }, { "created_ino": "0x10000000244", "tid": 108 }, { "created_ino": "0x10000000245", "tid": 109 }, { "created_ino": "0x10000000246", "tid": 110 }, { "created_ino": "0x10000000247", "tid": 111 }, { "created_ino": "0x10000000248", "tid": 112 }, { "created_ino": "0x10000000249", "tid": 113 }, { "created_ino": "0x1000000024a", "tid": 114 }, { "created_ino": "0x1000000024b", "tid": 115 }, { "created_ino": "0x1000000024c", "tid": 116 }, { "created_ino": "0x1000000024d", "tid": 117 }, { "created_ino": "0x1000000024e", "tid": 118 }, { "created_ino": "0x1000000024f", "tid": 119 }, { "created_ino": "0x10000000250", "tid": 120 }, { "created_ino": "0x10000000251", "tid": 121 }, { "created_ino": "0x10000000252", "tid": 122 }, { "created_ino": "0x10000000253", "tid": 123 }, { "created_ino": "0x10000000254", "tid": 124 }, { "created_ino": "0x10000000255", "tid": 125 }, { "created_ino": "0x10000000256", "tid": 126 }, { "created_ino": "0x10000000257", "tid": 127 }, { "created_ino": "0x10000000258", "tid": 128 }, { "created_ino": "0x10000000259", "tid": 129 }, { "created_ino": "0x1000000025a", "tid": 130 }, { "created_ino": "0x1000000025b", "tid": 131 }, { "created_ino": "0x1000000025c", "tid": 132 }, { "created_ino": "0x1000000025d", "tid": 133 }, { "created_ino": "0x1000000025e", "tid": 134 }, { "created_ino": "0x1000000025f", "tid": 135 }, { "created_ino": "0x10000000260", "tid": 136 }, { "created_ino": "0x10000000261", "tid": 137 }, { "created_ino": "0x10000000262", "tid": 138 }, { "created_ino": "0x10000000263", "tid": 139 }, { "created_ino": "0x10000000264", "tid": 140 }, { "created_ino": "0x10000000265", "tid": 141 }, { "created_ino": "0x10000000266", "tid": 142 }, { "created_ino": "0x10000000267", "tid": 143 }, { "created_ino": "0x10000000268", "tid": 144 }, { "created_ino": "0x10000000269", "tid": 145 }, { "created_ino": "0x1000000026a", "tid": 146 }, { "created_ino": "0x1000000026b", "tid": 147 }, { "created_ino": "0x1000000026c", "tid": 148 }, { "created_ino": "0x1000000026d", "tid": 149 }, { "created_ino": "0x1000000026e", "tid": 150 }, { "created_ino": "0x1000000026f", "tid": 151 }, { "created_ino": "0x10000000270", "tid": 152 }, { "created_ino": "0x10000000271", "tid": 153 }, { "created_ino": "0x10000000272", "tid": 154 }, { "created_ino": "0x10000000273", "tid": 155 }, { "created_ino": "0x10000000274", "tid": 156 }, { "created_ino": "0x10000000275", "tid": 157 }, { "created_ino": "0x10000000276", "tid": 158 }, { "created_ino": "0x10000000277", "tid": 159 }, { "created_ino": "0x10000000278", "tid": 160 }, { "created_ino": "0x10000000279", "tid": 161 }, { "created_ino": "0x1000000027a", "tid": 162 }, { "created_ino": "0x1000000027b", "tid": 163 }, { "created_ino": "0x1000000027c", "tid": 164 }, { "created_ino": "0x1000000027d", "tid": 165 }, { "created_ino": "0x1000000027e", "tid": 166 }, { "created_ino": "0x1000000027f", "tid": 167 }, { "created_ino": "0x10000000280", "tid": 168 }, { "created_ino": "0x10000000281", "tid": 169 }, { "created_ino": "0x10000000282", "tid": 170 }, { "created_ino": "0x10000000283", "tid": 171 }, { "created_ino": "0x10000000284", "tid": 172 }, { "created_ino": "0x10000000285", "tid": 173 }, { "created_ino": "0x10000000286", "tid": 174 }, { "created_ino": "0x10000000287", "tid": 175 }, { "created_ino": "0x10000000288", "tid": 176 }, { "created_ino": "0x10000000289", "tid": 177 }, { "created_ino": "0x1000000028a", "tid": 178 }, { "created_ino": "0x1000000028b", "tid": 179 }, { "created_ino": "0x1000000028c", "tid": 180 }, { "created_ino": "0x1000000028d", "tid": 181 }, { "created_ino": "0x1000000028e", "tid": 182 }, { "created_ino": "0x1000000028f", "tid": 183 }, { "created_ino": "0x10000000290", "tid": 184 }, { "created_ino": "0x10000000291", "tid": 185 }, { "created_ino": "0x10000000292", "tid": 186 }, { "created_ino": "0x10000000293", "tid": 187 }, { "created_ino": "0x10000000294", "tid": 188 }, { "created_ino": "0x10000000295", "tid": 189 }, { "created_ino": "0x10000000296", "tid": 190 }, { "created_ino": "0x10000000297", "tid": 191 }, { "created_ino": "0x10000000298", "tid": 192 }, { "created_ino": "0x10000000299", "tid": 193 }, { "created_ino": "0x1000000029a", "tid": 194 }, { "created_ino": "0x1000000029b", "tid": 195 }, { "created_ino": "0x1000000029c", "tid": 196 }, { "created_ino": "0x1000000029d", "tid": 197 }, { "created_ino": "0x1000000029e", "tid": 198 }, { "created_ino": "0x1000000029f", "tid": 199 }, { "created_ino": "0x100000002a0", "tid": 200 }, { "created_ino": "0x100000002a1", "tid": 201 }, { "created_ino": "0x100000002a2", "tid": 202 }, { "created_ino": "0x100000002a3", "tid": 203 }, { "created_ino": "0x100000002a4", "tid": 204 }, { "created_ino": "0x100000002a5", "tid": 205 }, { "created_ino": "0x100000002a6", "tid": 206 }, { "created_ino": "0x100000002a7", "tid": 207 }, { "created_ino": "0x100000002a8", "tid": 208 }, { "created_ino": "0x100000002a9", "tid": 209 }, { "created_ino": "0x100000002aa", "tid": 210 }, { "created_ino": "0x100000002ab", "tid": 211 }, { "created_ino": "0x100000002ac", "tid": 212 }, { "created_ino": "0x100000002ad", "tid": 213 }, { "created_ino": "0x100000002ae", "tid": 214 }, { "created_ino": "0x100000002af", "tid": 215 }, { "created_ino": "0x100000002b0", "tid": 216 }, { "created_ino": "0x100000002b1", "tid": 217 }, { "created_ino": "0x100000002b2", "tid": 218 }, { "created_ino": "0x100000002b3", "tid": 219 }, { "created_ino": "0x100000002b4", "tid": 220 }, { "created_ino": "0x100000002b5", "tid": 221 }, { "created_ino": "0x100000002b6", "tid": 222 }, { "created_ino": "0x100000002b7", "tid": 223 }, { "created_ino": "0x100000002b8", "tid": 224 }, { "created_ino": "0x100000002b9", "tid": 225 }, { "created_ino": "0x100000002ba", "tid": 226 }, { "created_ino": "0x100000002bb", "tid": 227 }, { "created_ino": "0x100000002bc", "tid": 228 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 293804582, "type": "any" }, "name": { "num": 6431, "type": "client" } }, "id": 6431, "inst": "client.6431 172.21.15.22:0/293804582", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 29, "num_caps": 202, "num_completed_flushes": 0, "num_completed_requests": 200, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 802, "start": "0x100000002bd" } ], "recall_caps": { "halflife": 60, "value": 785.132031031913 }, "recall_caps_throttle": { "halflife": 1.5, "value": 192.78050602991013 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 51.92650329117325 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 205, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 396.91928126769847 }, "state": "open", "uptime": 12.771849125 } ] 2024-09-10T10:40:26.981 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T10:40:26.981 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:40:26.981 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:40:27.066 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:40:27.171 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:40:27.171 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:40:27.171 DEBUG:tasks.cephfs.mount:terminating RemoteProcess(client=, args=['stdin-killer', '--', 'python3', '-c', '\nimport fcntl\nimport sys\nimport time\nimport os\n\nfcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK)\n\nn = 200\nabs_path = "/home/ubuntu/cephtest/mnt.0/subdir"\n\nif not os.path.exists(abs_path):\n os.makedirs(abs_path)\n\nhandles = []\nfor i in range(0, n):\n fname = "file_"+str(i)\n path = os.path.join(abs_path, fname)\n handles.append(open(path, \'w\'))\n\nprint("waiting with handles open", file=sys.stderr)\nwhile True:\n print("open_n_background: keeping files open", file=sys.stderr)\n try:\n if os.read(0, 4096) == b"":\n break\n except BlockingIOError:\n pass\n time.sleep(2)\nprint("stdin closed, goodbye!", file=sys.stderr)\n'], check_status=True, hostname='smithi022') 2024-09-10T10:40:27.171 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:27.171 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:27.181 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:27.181 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:27.236 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:40:27.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.421+0000 7fa829c00640 1 Processor -- start 2024-09-10T10:40:27.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.421+0000 7fa829c00640 1 -- start start 2024-09-10T10:40:27.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.421+0000 7fa829c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa82415e4a0 0x7fa8240715f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.421+0000 7fa829c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa8240b7500 0x7fa82415e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.429 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.421+0000 7fa829c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa82406dc20 con 0x7fa82406cf70 2024-09-10T10:40:27.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.421+0000 7fa829c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa82406d660 con 0x7fa8240b7500 2024-09-10T10:40:27.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.421+0000 7fa829c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa82406d940 con 0x7fa82415e4a0 2024-09-10T10:40:27.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.425+0000 7fa823400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa8240b7500 0x7fa82415e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.425+0000 7fa823400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa8240b7500 0x7fa82415e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:45630/0 (socket says 172.21.15.22:45630) 2024-09-10T10:40:27.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.425+0000 7fa823400640 1 -- 172.21.15.22:0/632893122 learned_addr learned my addr 172.21.15.22:0/632893122 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:27.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.425+0000 7fa822a00640 1 --2- 172.21.15.22:0/632893122 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa82415e4a0 0x7fa8240715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.425+0000 7fa823400640 1 -- 172.21.15.22:0/632893122 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa82415e4a0 msgr2=0x7fa8240715f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:27.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.425+0000 7fa823400640 1 --2- 172.21.15.22:0/632893122 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa82415e4a0 0x7fa8240715f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.425+0000 7fa823400640 1 -- 172.21.15.22:0/632893122 >> v1:172.21.15.145:6789/0 conn(0x7fa82406cf70 legacy=0x7fa8240b6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:27.431 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.425+0000 7fa823400640 1 -- 172.21.15.22:0/632893122 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa82406c770 con 0x7fa8240b7500 2024-09-10T10:40:27.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.425+0000 7fa823400640 1 --2- 172.21.15.22:0/632893122 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8240b7500 0x7fa82415e880 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fa81c009e50 tx=0x7fa81c01c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f043b23797c7b321 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:27.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa822000640 1 -- 172.21.15.22:0/632893122 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c0a5750 con 0x7fa8240b7500 2024-09-10T10:40:27.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa822000640 1 -- 172.21.15.22:0/632893122 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa81c0a58f0 con 0x7fa8240b7500 2024-09-10T10:40:27.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa822000640 1 -- 172.21.15.22:0/632893122 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c0a5cc0 con 0x7fa8240b7500 2024-09-10T10:40:27.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 -- 172.21.15.22:0/632893122 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8240b7500 msgr2=0x7fa82415e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:27.435 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 --2- 172.21.15.22:0/632893122 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8240b7500 0x7fa82415e880 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fa81c009e50 tx=0x7fa81c01c9c0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 -- 172.21.15.22:0/632893122 shutdown_connections 2024-09-10T10:40:27.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 --2- 172.21.15.22:0/632893122 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8240b7500 0x7fa82415e880 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 --2- 172.21.15.22:0/632893122 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa82415e4a0 0x7fa8240715f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 -- 172.21.15.22:0/632893122 >> 172.21.15.22:0/632893122 conn(0x7fa82406e780 msgr2=0x7fa8240b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:27.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 -- 172.21.15.22:0/632893122 shutdown_connections 2024-09-10T10:40:27.436 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 -- 172.21.15.22:0/632893122 wait complete. 2024-09-10T10:40:27.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 Processor -- start 2024-09-10T10:40:27.437 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 -- start start 2024-09-10T10:40:27.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa82406cf70 0x7fa8241589f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8240b7500 0x7fa824148f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.441 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa82415e4a0 0x7fa82414c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa82415f750 con 0x7fa82406cf70 2024-09-10T10:40:27.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa82415f5d0 con 0x7fa8240b7500 2024-09-10T10:40:27.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa829c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa82415f8d0 con 0x7fa82415e4a0 2024-09-10T10:40:27.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa822a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa82406cf70 0x7fa8241589f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa822a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa82406cf70 0x7fa8241589f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36008/0 (socket says 172.21.15.22:36008) 2024-09-10T10:40:27.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa822a00640 1 -- 172.21.15.22:0/2703958708 learned_addr learned my addr 172.21.15.22:0/2703958708 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:27.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa81a000640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8240b7500 0x7fa824148f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.429+0000 7fa823400640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa82415e4a0 0x7fa82414c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa822a00640 1 -- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa82415e4a0 msgr2=0x7fa82414c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:27.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa822a00640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa82415e4a0 0x7fa82414c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa822a00640 1 -- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8240b7500 msgr2=0x7fa824148f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:27.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa822a00640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8240b7500 0x7fa824148f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa822a00640 1 -- 172.21.15.22:0/2703958708 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa824147ee0 con 0x7fa82406cf70 2024-09-10T10:40:27.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa822a00640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa82406cf70 0x7fa8241589f0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fa81400d5f0 tx=0x7fa81400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:27.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa81b400640 1 -- 172.21.15.22:0/2703958708 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8140125f0 con 0x7fa82406cf70 2024-09-10T10:40:27.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa81b400640 1 -- 172.21.15.22:0/2703958708 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa814019070 con 0x7fa82406cf70 2024-09-10T10:40:27.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa81b400640 1 -- 172.21.15.22:0/2703958708 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8140129d0 con 0x7fa82406cf70 2024-09-10T10:40:27.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa829c00640 1 -- 172.21.15.22:0/2703958708 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8241481a0 con 0x7fa82406cf70 2024-09-10T10:40:27.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa829c00640 1 -- 172.21.15.22:0/2703958708 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa824148760 con 0x7fa82406cf70 2024-09-10T10:40:27.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa829c00640 1 -- 172.21.15.22:0/2703958708 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa82415e880 con 0x7fa82406cf70 2024-09-10T10:40:27.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.433+0000 7fa81b400640 1 -- 172.21.15.22:0/2703958708 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa814012b70 con 0x7fa82406cf70 2024-09-10T10:40:27.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.437+0000 7fa81b400640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8000678c0 0x7fa800069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.437+0000 7fa81b400640 1 -- 172.21.15.22:0/2703958708 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7fa814086170 con 0x7fa82406cf70 2024-09-10T10:40:27.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.437+0000 7fa81a000640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8000678c0 0x7fa800069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.437+0000 7fa81a000640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8000678c0 0x7fa800069d80 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fa82414af00 tx=0x7fa80c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:27.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.441+0000 7fa81b400640 1 -- 172.21.15.22:0/2703958708 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa814056ca0 con 0x7fa82406cf70 2024-09-10T10:40:27.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.617+0000 7fa829c00640 1 -- 172.21.15.22:0/2703958708 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa824160fa0 con 0x7fa82406cf70 2024-09-10T10:40:27.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.617+0000 7fa81b400640 1 -- 172.21.15.22:0/2703958708 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v115) ==== 80+0+0 (secure 0 0 0) 0x7fa8140565a0 con 0x7fa82406cf70 2024-09-10T10:40:27.624 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:40:27.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 -- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8000678c0 msgr2=0x7fa800069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:27.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8000678c0 0x7fa800069d80 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fa82414af00 tx=0x7fa80c009040 comp rx=0 tx=0).stop 2024-09-10T10:40:27.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 -- 172.21.15.22:0/2703958708 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa82406cf70 msgr2=0x7fa8241589f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:27.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa82406cf70 0x7fa8241589f0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fa81400d5f0 tx=0x7fa81400dab0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 -- 172.21.15.22:0/2703958708 shutdown_connections 2024-09-10T10:40:27.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8000678c0 0x7fa800069d80 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa82415e4a0 0x7fa82414c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8240b7500 0x7fa824148f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 --2- 172.21.15.22:0/2703958708 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa82406cf70 0x7fa8241589f0 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 -- 172.21.15.22:0/2703958708 >> 172.21.15.22:0/2703958708 conn(0x7fa82406e780 msgr2=0x7fa8240b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:27.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 -- 172.21.15.22:0/2703958708 shutdown_connections 2024-09-10T10:40:27.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.621+0000 7fa829c00640 1 -- 172.21.15.22:0/2703958708 wait complete. 2024-09-10T10:40:27.645 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:40:27.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:27.646 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T10:40:27.759 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:40:27.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:27.759 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:40:27.769 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:40:27.769 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:40:27.769 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:27.778 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:40:27.778 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:27.828 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:40:27.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.965+0000 7f3b9fc00640 1 Processor -- start 2024-09-10T10:40:27.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.965+0000 7f3b9fc00640 1 -- start start 2024-09-10T10:40:27.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9fc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9815c230 0x7f3b9815c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9fc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3b980d2c40 0x7f3b980b5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9fc00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b9815cc20 con 0x7f3b980d2820 2024-09-10T10:40:27.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9fc00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3b9815cf00 con 0x7f3b980d2c40 2024-09-10T10:40:27.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9fc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3b9815d1e0 con 0x7f3b9815c230 2024-09-10T10:40:27.973 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9dc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3b980d2c40 0x7f3b980b5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9dc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3b980d2c40 0x7f3b980b5690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36010/0 (socket says 172.21.15.22:36010) 2024-09-10T10:40:27.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9dc00640 1 -- 172.21.15.22:0/4224104963 learned_addr learned my addr 172.21.15.22:0/4224104963 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:27.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9dc00640 1 -- 172.21.15.22:0/4224104963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9815c230 msgr2=0x7f3b9815c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:27.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9d200640 1 --2- 172.21.15.22:0/4224104963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9815c230 0x7f3b9815c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9dc00640 1 --2- 172.21.15.22:0/4224104963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9815c230 0x7f3b9815c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9dc00640 1 -- 172.21.15.22:0/4224104963 >> v1:172.21.15.22:6789/0 conn(0x7f3b980d2820 legacy=0x7f3b980b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:27.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9dc00640 1 -- 172.21.15.22:0/4224104963 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b9815d4c0 con 0x7f3b980d2c40 2024-09-10T10:40:27.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.969+0000 7f3b9d200640 1 --2- 172.21.15.22:0/4224104963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9815c230 0x7f3b9815c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:27.976 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9dc00640 1 --2- 172.21.15.22:0/4224104963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b980d2c40 0x7f3b980b5690 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009e50 tx=0x7f3b9001ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=110830ab1d45e58d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:27.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b97400640 1 -- 172.21.15.22:0/4224104963 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b900a5810 con 0x7f3b980d2c40 2024-09-10T10:40:27.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b97400640 1 -- 172.21.15.22:0/4224104963 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b900a59b0 con 0x7f3b980d2c40 2024-09-10T10:40:27.977 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b97400640 1 -- 172.21.15.22:0/4224104963 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b900a5d80 con 0x7f3b980d2c40 2024-09-10T10:40:27.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9fc00640 1 -- 172.21.15.22:0/4224104963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b980d2c40 msgr2=0x7f3b980b5690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:27.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9fc00640 1 --2- 172.21.15.22:0/4224104963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b980d2c40 0x7f3b980b5690 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009e50 tx=0x7f3b9001ca30 comp rx=0 tx=0).stop 2024-09-10T10:40:27.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9fc00640 1 -- 172.21.15.22:0/4224104963 shutdown_connections 2024-09-10T10:40:27.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9fc00640 1 --2- 172.21.15.22:0/4224104963 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b980d2c40 0x7f3b980b5690 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9fc00640 1 --2- 172.21.15.22:0/4224104963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9815c230 0x7f3b9815c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9fc00640 1 -- 172.21.15.22:0/4224104963 >> 172.21.15.22:0/4224104963 conn(0x7f3b9806f3b0 msgr2=0x7f3b9806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:27.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9fc00640 1 -- 172.21.15.22:0/4224104963 shutdown_connections 2024-09-10T10:40:27.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9fc00640 1 -- 172.21.15.22:0/4224104963 wait complete. 2024-09-10T10:40:27.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9fc00640 1 Processor -- start 2024-09-10T10:40:27.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.973+0000 7f3b9fc00640 1 -- start start 2024-09-10T10:40:27.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9fc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b980d2820 0x7f3b981589d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9fc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b980d2c40 0x7f3b9806c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9fc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b9815c230 0x7f3b98158f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9fc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3b980b7360 con 0x7f3b9815c230 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9fc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3b980b65f0 con 0x7f3b980d2820 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9fc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3b980b74e0 con 0x7f3b980d2c40 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9dc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b9815c230 0x7f3b98158f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9dc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b9815c230 0x7f3b98158f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36016/0 (socket says 172.21.15.22:36016) 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9dc00640 1 -- 172.21.15.22:0/518822104 learned_addr learned my addr 172.21.15.22:0/518822104 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9d200640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b980d2820 0x7f3b981589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b97e00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b980d2c40 0x7f3b9806c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9dc00640 1 -- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b980d2c40 msgr2=0x7f3b9806c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9dc00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b980d2c40 0x7f3b9806c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9dc00640 1 -- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b980d2820 msgr2=0x7f3b981589d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9dc00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b980d2820 0x7f3b981589d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9dc00640 1 -- 172.21.15.22:0/518822104 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b981f70e0 con 0x7f3b9815c230 2024-09-10T10:40:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9d200640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b980d2820 0x7f3b981589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b97e00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b980d2c40 0x7f3b9806c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9dc00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b9815c230 0x7f3b98158f70 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f3b900af040 tx=0x7f3b900197d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b94c00640 1 -- 172.21.15.22:0/518822104 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b900b8670 con 0x7f3b9815c230 2024-09-10T10:40:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b94c00640 1 -- 172.21.15.22:0/518822104 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b900be070 con 0x7f3b9815c230 2024-09-10T10:40:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b94c00640 1 -- 172.21.15.22:0/518822104 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b900b8a70 con 0x7f3b9815c230 2024-09-10T10:40:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9fc00640 1 -- 172.21.15.22:0/518822104 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b981f73c0 con 0x7f3b9815c230 2024-09-10T10:40:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9fc00640 1 -- 172.21.15.22:0/518822104 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b981f7980 con 0x7f3b9815c230 2024-09-10T10:40:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b9fc00640 1 -- 172.21.15.22:0/518822104 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b980b5690 con 0x7f3b9815c230 2024-09-10T10:40:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.977+0000 7f3b94c00640 1 -- 172.21.15.22:0/518822104 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3b900b8c10 con 0x7f3b9815c230 2024-09-10T10:40:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.981+0000 7f3b94c00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b780678f0 0x7f3b78069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.981+0000 7f3b94c00640 1 -- 172.21.15.22:0/518822104 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f3b90120b60 con 0x7f3b9815c230 2024-09-10T10:40:27.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.981+0000 7f3b9d200640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b780678f0 0x7f3b78069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:27.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.981+0000 7f3b9d200640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b780678f0 0x7f3b78069db0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f3b88008890 tx=0x7f3b88008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:27.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:27.985+0000 7f3b94c00640 1 -- 172.21.15.22:0/518822104 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3b90016620 con 0x7f3b9815c230 2024-09-10T10:40:28.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.157+0000 7f3b9fc00640 1 -- 172.21.15.22:0/518822104 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3b98070f30 con 0x7f3b9815c230 2024-09-10T10:40:28.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b94c00640 1 -- 172.21.15.22:0/518822104 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v115) ==== 80+0+0 (secure 0 0 0) 0x7f3b900f1570 con 0x7f3b9815c230 2024-09-10T10:40:28.164 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 -- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b780678f0 msgr2=0x7f3b78069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b780678f0 0x7f3b78069db0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f3b88008890 tx=0x7f3b88008040 comp rx=0 tx=0).stop 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 -- 172.21.15.22:0/518822104 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b9815c230 msgr2=0x7f3b98158f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b9815c230 0x7f3b98158f70 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f3b900af040 tx=0x7f3b900197d0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 -- 172.21.15.22:0/518822104 shutdown_connections 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3b780678f0 0x7f3b78069db0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3b9815c230 0x7f3b98158f70 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b980d2c40 0x7f3b9806c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 --2- 172.21.15.22:0/518822104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b980d2820 0x7f3b981589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 -- 172.21.15.22:0/518822104 >> 172.21.15.22:0/518822104 conn(0x7f3b9806f3b0 msgr2=0x7f3b9806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 -- 172.21.15.22:0/518822104 shutdown_connections 2024-09-10T10:40:28.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.161+0000 7f3b9fc00640 1 -- 172.21.15.22:0/518822104 wait complete. 2024-09-10T10:40:28.186 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:40:28.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:28.186 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-10T10:40:28.213 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:40:28.213 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:28.213 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:40:28.268 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:40:28.269 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:28.269 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:28.278 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:40:28.278 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:40:28.278 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:40:28.278 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:28.320 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:40:28.320 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:28.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c72e00640 1 Processor -- start 2024-09-10T10:40:28.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c72e00640 1 -- start start 2024-09-10T10:40:28.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c72e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c6c159d00 0x7f3c6c0b19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c72e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3c6c0b6fb0 0x7f3c6c1604f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c72e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c6c0b6340 con 0x7f3c6c0b6b70 2024-09-10T10:40:28.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c72e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3c6c071960 con 0x7f3c6c159d00 2024-09-10T10:40:28.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c72e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3c6c15d6e0 con 0x7f3c6c0b6fb0 2024-09-10T10:40:28.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c71a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c6c159d00 0x7f3c6c0b19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c71a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c6c159d00 0x7f3c6c0b19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36028/0 (socket says 172.21.15.22:36028) 2024-09-10T10:40:28.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c71a00640 1 -- 172.21.15.22:0/943551951 learned_addr learned my addr 172.21.15.22:0/943551951 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:28.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c72400640 1 --2- 172.21.15.22:0/943551951 >> v2:172.21.15.145:3300/0 conn(0x7f3c6c0b6fb0 0x7f3c6c1604f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c71a00640 1 -- 172.21.15.22:0/943551951 >> v2:172.21.15.145:3300/0 conn(0x7f3c6c0b6fb0 msgr2=0x7f3c6c1604f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:28.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c71a00640 1 --2- 172.21.15.22:0/943551951 >> v2:172.21.15.145:3300/0 conn(0x7f3c6c0b6fb0 0x7f3c6c1604f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c71a00640 1 -- 172.21.15.22:0/943551951 >> v1:172.21.15.145:6789/0 conn(0x7f3c6c0b6b70 legacy=0x7f3c6c15fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.457+0000 7f3c71a00640 1 -- 172.21.15.22:0/943551951 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c6c0b5580 con 0x7f3c6c159d00 2024-09-10T10:40:28.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c71a00640 1 --2- 172.21.15.22:0/943551951 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 0x7f3c6c0b19c0 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c0b6a90 tx=0x7f3c6001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea51863d734608c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:28.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c6be00640 1 -- 172.21.15.22:0/943551951 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c600ab610 con 0x7f3c6c159d00 2024-09-10T10:40:28.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c6be00640 1 -- 172.21.15.22:0/943551951 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c600b0070 con 0x7f3c6c159d00 2024-09-10T10:40:28.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c6be00640 1 -- 172.21.15.22:0/943551951 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c600ab9d0 con 0x7f3c6c159d00 2024-09-10T10:40:28.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c72e00640 1 -- 172.21.15.22:0/943551951 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 msgr2=0x7f3c6c0b19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c72e00640 1 --2- 172.21.15.22:0/943551951 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 0x7f3c6c0b19c0 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c0b6a90 tx=0x7f3c6001c520 comp rx=0 tx=0).stop 2024-09-10T10:40:28.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c72e00640 1 -- 172.21.15.22:0/943551951 shutdown_connections 2024-09-10T10:40:28.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c72e00640 1 --2- 172.21.15.22:0/943551951 >> v2:172.21.15.145:3300/0 conn(0x7f3c6c0b6fb0 0x7f3c6c1604f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c72e00640 1 --2- 172.21.15.22:0/943551951 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 0x7f3c6c0b19c0 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c72e00640 1 -- 172.21.15.22:0/943551951 >> 172.21.15.22:0/943551951 conn(0x7f3c6c0b41e0 msgr2=0x7f3c6c0b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:28.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c72e00640 1 -- 172.21.15.22:0/943551951 shutdown_connections 2024-09-10T10:40:28.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c72e00640 1 -- 172.21.15.22:0/943551951 wait complete. 2024-09-10T10:40:28.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.461+0000 7f3c72e00640 1 Processor -- start 2024-09-10T10:40:28.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72e00640 1 -- start start 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6c0b6b70 0x7f3c6c1582c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c6c0b6fb0 0x7f3c6c15f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 0x7f3c6c0b3160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3c6c0b4fc0 con 0x7f3c6c159d00 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3c6c15a0e0 con 0x7f3c6c0b6fb0 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3c6c0b7390 con 0x7f3c6c0b6b70 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 0x7f3c6c0b3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 0x7f3c6c0b3160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36034/0 (socket says 172.21.15.22:36034) 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72400640 1 -- 172.21.15.22:0/1483547738 learned_addr learned my addr 172.21.15.22:0/1483547738 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c71a00640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6c0b6b70 0x7f3c6c1582c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c71000640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c6c0b6fb0 0x7f3c6c15f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72400640 1 -- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6c0b6b70 msgr2=0x7f3c6c1582c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72400640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6c0b6b70 0x7f3c6c1582c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72400640 1 -- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c6c0b6fb0 msgr2=0x7f3c6c15f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72400640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c6c0b6fb0 0x7f3c6c15f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72400640 1 -- 172.21.15.22:0/1483547738 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c6c158e80 con 0x7f3c6c159d00 2024-09-10T10:40:28.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72400640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 0x7f3c6c0b3160 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f3c64009dd0 tx=0x7f3c6400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:28.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c69600640 1 -- 172.21.15.22:0/1483547738 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64018020 con 0x7f3c6c159d00 2024-09-10T10:40:28.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c69600640 1 -- 172.21.15.22:0/1483547738 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c64014480 con 0x7f3c6c159d00 2024-09-10T10:40:28.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72e00640 1 -- 172.21.15.22:0/1483547738 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c6c152440 con 0x7f3c6c159d00 2024-09-10T10:40:28.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c69600640 1 -- 172.21.15.22:0/1483547738 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64014870 con 0x7f3c6c159d00 2024-09-10T10:40:28.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72e00640 1 -- 172.21.15.22:0/1483547738 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c6c15a6e0 con 0x7f3c6c159d00 2024-09-10T10:40:28.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.465+0000 7f3c72e00640 1 -- 172.21.15.22:0/1483547738 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c6c071b10 con 0x7f3c6c159d00 2024-09-10T10:40:28.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.469+0000 7f3c69600640 1 -- 172.21.15.22:0/1483547738 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3c6401b020 con 0x7f3c6c159d00 2024-09-10T10:40:28.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.469+0000 7f3c69600640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c4c0678c0 0x7f3c4c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.469+0000 7f3c69600640 1 -- 172.21.15.22:0/1483547738 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f3c640866c0 con 0x7f3c6c159d00 2024-09-10T10:40:28.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.469+0000 7f3c71a00640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c4c0678c0 0x7f3c4c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.469+0000 7f3c71a00640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c4c0678c0 0x7f3c4c069d80 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f3c600af000 tx=0x7f3c600a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:28.477 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.473+0000 7f3c69600640 1 -- 172.21.15.22:0/1483547738 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3c64022070 con 0x7f3c6c159d00 2024-09-10T10:40:28.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.669+0000 7f3c72e00640 1 -- 172.21.15.22:0/1483547738 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c6c15d250 con 0x7f3c6c159d00 2024-09-10T10:40:28.675 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.669+0000 7f3c69600640 1 -- 172.21.15.22:0/1483547738 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 86 v86) ==== 94+0+5231 (secure 0 0 0) 0x7f3c64010040 con 0x7f3c6c159d00 2024-09-10T10:40:28.675 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:28.675 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":86,"btime":"2024-09-10T10:40:27:868420+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6341,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3931038205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3931038205},{"type":"v1","addr":"172.21.15.145:6836","nonce":3931038205}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7120,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3721611145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3721611145},{"type":"v1","addr":"172.21.15.145:6837","nonce":3721611145}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7551,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1828738286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1828738286},{"type":"v1","addr":"172.21.15.22:6834","nonce":1828738286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":86,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:06.666467+0000","modified":"2024-09-10T10:40:27.309710+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7554},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7554":{"gid":7554,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":8,"addr":"172.21.15.22:6835/1594871888","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1594871888},{"type":"v1","addr":"172.21.15.22:6835","nonce":1594871888}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7554,"qdb_cluster":[7554]},"id":9}]} 2024-09-10T10:40:28.676 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 86 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 -- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c4c0678c0 msgr2=0x7f3c4c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c4c0678c0 0x7f3c4c069d80 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f3c600af000 tx=0x7f3c600a7000 comp rx=0 tx=0).stop 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 -- 172.21.15.22:0/1483547738 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 msgr2=0x7f3c6c0b3160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 0x7f3c6c0b3160 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f3c64009dd0 tx=0x7f3c6400c490 comp rx=0 tx=0).stop 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 -- 172.21.15.22:0/1483547738 shutdown_connections 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c4c0678c0 0x7f3c4c069d80 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c6c159d00 0x7f3c6c0b3160 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c6c0b6fb0 0x7f3c6c15f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 --2- 172.21.15.22:0/1483547738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6c0b6b70 0x7f3c6c1582c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 -- 172.21.15.22:0/1483547738 >> 172.21.15.22:0/1483547738 conn(0x7f3c6c0b41e0 msgr2=0x7f3c6c166230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:28.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 -- 172.21.15.22:0/1483547738 shutdown_connections 2024-09-10T10:40:28.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.673+0000 7f3c72e00640 1 -- 172.21.15.22:0/1483547738 wait complete. 2024-09-10T10:40:28.697 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:28.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c26400640 1 Processor -- start 2024-09-10T10:40:28.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c26400640 1 -- start start 2024-09-10T10:40:28.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c26400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 0x7f7c20162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c26400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7c20073730 0x7f7c200ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c26400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c20158ef0 con 0x7f7c2015eaa0 2024-09-10T10:40:28.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c26400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f7c2015fd00 con 0x7f7c20073730 2024-09-10T10:40:28.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c26400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7c201629b0 con 0x7f7c20162090 2024-09-10T10:40:28.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c16a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7c20073730 0x7f7c200ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c16a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7c20073730 0x7f7c200ae100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36040/0 (socket says 172.21.15.22:36040) 2024-09-10T10:40:28.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c16a00640 1 -- 172.21.15.22:0/2238744623 learned_addr learned my addr 172.21.15.22:0/2238744623 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:28.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c1f400640 1 --2- 172.21.15.22:0/2238744623 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 0x7f7c20162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c16a00640 1 -- 172.21.15.22:0/2238744623 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 msgr2=0x7f7c20162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:28.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c16a00640 1 --2- 172.21.15.22:0/2238744623 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 0x7f7c20162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c16a00640 1 -- 172.21.15.22:0/2238744623 >> v1:172.21.15.145:6789/0 conn(0x7f7c2015eaa0 legacy=0x7f7c2015ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:28.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.833+0000 7f7c16a00640 1 -- 172.21.15.22:0/2238744623 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c200aea70 con 0x7f7c20073730 2024-09-10T10:40:28.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c16a00640 1 --2- 172.21.15.22:0/2238744623 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 0x7f7c200ae100 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f7c08009870 tx=0x7f7c0801ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c18f18742cf3aad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c1ea00640 1 -- 172.21.15.22:0/2238744623 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c080b5070 con 0x7f7c20073730 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c1ea00640 1 -- 172.21.15.22:0/2238744623 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c080a8a50 con 0x7f7c20073730 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c1ea00640 1 -- 172.21.15.22:0/2238744623 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c080a8e20 con 0x7f7c20073730 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c26400640 1 -- 172.21.15.22:0/2238744623 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 msgr2=0x7f7c200ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c26400640 1 --2- 172.21.15.22:0/2238744623 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 0x7f7c200ae100 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f7c08009870 tx=0x7f7c0801ed50 comp rx=0 tx=0).stop 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c26400640 1 -- 172.21.15.22:0/2238744623 shutdown_connections 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c26400640 1 --2- 172.21.15.22:0/2238744623 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 0x7f7c200ae100 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c26400640 1 --2- 172.21.15.22:0/2238744623 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 0x7f7c20162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c26400640 1 -- 172.21.15.22:0/2238744623 >> 172.21.15.22:0/2238744623 conn(0x7f7c2006bcc0 msgr2=0x7f7c2006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c26400640 1 -- 172.21.15.22:0/2238744623 shutdown_connections 2024-09-10T10:40:28.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.837+0000 7f7c26400640 1 -- 172.21.15.22:0/2238744623 wait complete. 2024-09-10T10:40:28.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c26400640 1 Processor -- start 2024-09-10T10:40:28.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c26400640 1 -- start start 2024-09-10T10:40:28.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c26400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 0x7f7c201586a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c26400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c2015eaa0 0x7f7c2009e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c26400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 0x7f7c2009e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c26400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7c200af310 con 0x7f7c20073730 2024-09-10T10:40:28.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c26400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c200af030 con 0x7f7c2015eaa0 2024-09-10T10:40:28.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c26400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7c200af490 con 0x7f7c20162090 2024-09-10T10:40:28.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 0x7f7c201586a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 0x7f7c201586a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36044/0 (socket says 172.21.15.22:36044) 2024-09-10T10:40:28.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1f400640 1 -- 172.21.15.22:0/3951871066 learned_addr learned my addr 172.21.15.22:0/3951871066 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:28.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c16a00640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c2015eaa0 0x7f7c2009e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1fe00640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 0x7f7c2009e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1f400640 1 -- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 msgr2=0x7f7c2009e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1f400640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 0x7f7c2009e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1f400640 1 -- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c2015eaa0 msgr2=0x7f7c2009e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1f400640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c2015eaa0 0x7f7c2009e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1f400640 1 -- 172.21.15.22:0/3951871066 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c20158be0 con 0x7f7c20073730 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1fe00640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 0x7f7c2009e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c1f400640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 0x7f7c201586a0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f7c1000d620 tx=0x7f7c1000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c17e00640 1 -- 172.21.15.22:0/3951871066 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c1000b620 con 0x7f7c20073730 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c17e00640 1 -- 172.21.15.22:0/3951871066 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c10019070 con 0x7f7c20073730 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c17e00640 1 -- 172.21.15.22:0/3951871066 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c1000b9e0 con 0x7f7c20073730 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c26400640 1 -- 172.21.15.22:0/3951871066 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c201f41b0 con 0x7f7c20073730 2024-09-10T10:40:28.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.841+0000 7f7c26400640 1 -- 172.21.15.22:0/3951871066 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c201f4470 con 0x7f7c20073730 2024-09-10T10:40:28.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.845+0000 7f7c26400640 1 -- 172.21.15.22:0/3951871066 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c20073be0 con 0x7f7c20073730 2024-09-10T10:40:28.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.845+0000 7f7c17e00640 1 -- 172.21.15.22:0/3951871066 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7c1000bb80 con 0x7f7c20073730 2024-09-10T10:40:28.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.845+0000 7f7c17e00640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7bfc0678c0 0x7f7bfc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:28.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.845+0000 7f7c17e00640 1 -- 172.21.15.22:0/3951871066 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f7c10086150 con 0x7f7c20073730 2024-09-10T10:40:28.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.845+0000 7f7c16a00640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7bfc0678c0 0x7f7bfc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:28.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.845+0000 7f7c16a00640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7bfc0678c0 0x7f7bfc069d80 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f7c080b2000 tx=0x7f7c08008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:28.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:28.849+0000 7f7c17e00640 1 -- 172.21.15.22:0/3951871066 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7c10056bf0 con 0x7f7c20073730 2024-09-10T10:40:29.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.045+0000 7f7c26400640 1 -- 172.21.15.22:0/3951871066 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c2006c360 con 0x7f7c20073730 2024-09-10T10:40:29.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c17e00640 1 -- 172.21.15.22:0/3951871066 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 86 v86) ==== 94+0+5231 (secure 0 0 0) 0x7f7c100564f0 con 0x7f7c20073730 2024-09-10T10:40:29.053 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:29.053 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":86,"btime":"2024-09-10T10:40:27:868420+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6341,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3931038205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3931038205},{"type":"v1","addr":"172.21.15.145:6836","nonce":3931038205}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7120,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3721611145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3721611145},{"type":"v1","addr":"172.21.15.145:6837","nonce":3721611145}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7551,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1828738286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1828738286},{"type":"v1","addr":"172.21.15.22:6834","nonce":1828738286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":86,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:06.666467+0000","modified":"2024-09-10T10:40:27.309710+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7554},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7554":{"gid":7554,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":8,"addr":"172.21.15.22:6835/1594871888","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1594871888},{"type":"v1","addr":"172.21.15.22:6835","nonce":1594871888}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7554,"qdb_cluster":[7554]},"id":9}]} 2024-09-10T10:40:29.053 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 86 2024-09-10T10:40:29.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 -- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7bfc0678c0 msgr2=0x7f7bfc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7bfc0678c0 0x7f7bfc069d80 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f7c080b2000 tx=0x7f7c08008040 comp rx=0 tx=0).stop 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 -- 172.21.15.22:0/3951871066 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 msgr2=0x7f7c201586a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 0x7f7c201586a0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f7c1000d620 tx=0x7f7c1000dae0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 -- 172.21.15.22:0/3951871066 shutdown_connections 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7bfc0678c0 0x7f7bfc069d80 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c20162090 0x7f7c2009e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c2015eaa0 0x7f7c2009e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 --2- 172.21.15.22:0/3951871066 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c20073730 0x7f7c201586a0 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 -- 172.21.15.22:0/3951871066 >> 172.21.15.22:0/3951871066 conn(0x7f7c2006bcc0 msgr2=0x7f7c200b5cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 -- 172.21.15.22:0/3951871066 shutdown_connections 2024-09-10T10:40:29.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.049+0000 7f7c26400640 1 -- 172.21.15.22:0/3951871066 wait complete. 2024-09-10T10:40:29.073 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:40:29.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0f1a00640 1 Processor -- start 2024-09-10T10:40:29.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0f1a00640 1 -- start start 2024-09-10T10:40:29.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0f1a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0ec0cd670 0x7ff0ec0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0f1a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff0ec06e1b0 0x7ff0ec06e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0f1a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0ec06d3f0 con 0x7ff0ec145fb0 2024-09-10T10:40:29.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0f1a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff0ec0ce010 con 0x7ff0ec06e1b0 2024-09-10T10:40:29.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0f1a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff0ec06d1a0 con 0x7ff0ec0cd670 2024-09-10T10:40:29.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0eb400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff0ec06e1b0 0x7ff0ec06e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0eb400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff0ec06e1b0 0x7ff0ec06e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36054/0 (socket says 172.21.15.22:36054) 2024-09-10T10:40:29.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0eb400640 1 -- 172.21.15.22:0/2629847289 learned_addr learned my addr 172.21.15.22:0/2629847289 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:29.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0eb400640 1 -- 172.21.15.22:0/2629847289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0ec0cd670 msgr2=0x7ff0ec0cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:29.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.209+0000 7ff0eb400640 1 --2- 172.21.15.22:0/2629847289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0ec0cd670 0x7ff0ec0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0eb400640 1 -- 172.21.15.22:0/2629847289 >> v1:172.21.15.145:6789/0 conn(0x7ff0ec145fb0 legacy=0x7ff0ec0b3e00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T10:40:29.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0eb400640 1 -- 172.21.15.22:0/2629847289 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0ec06d6d0 con 0x7ff0ec06e1b0 2024-09-10T10:40:29.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0eb400640 1 --2- 172.21.15.22:0/2629847289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec06e1b0 0x7ff0ec06e660 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7ff0e4009e50 tx=0x7ff0e401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45b05efb659733a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:29.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0ea000640 1 -- 172.21.15.22:0/2629847289 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e40a5670 con 0x7ff0ec06e1b0 2024-09-10T10:40:29.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0ea000640 1 -- 172.21.15.22:0/2629847289 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0e40a5810 con 0x7ff0ec06e1b0 2024-09-10T10:40:29.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0ea000640 1 -- 172.21.15.22:0/2629847289 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e40a5be0 con 0x7ff0ec06e1b0 2024-09-10T10:40:29.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0f1a00640 1 -- 172.21.15.22:0/2629847289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec06e1b0 msgr2=0x7ff0ec06e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0f1a00640 1 --2- 172.21.15.22:0/2629847289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec06e1b0 0x7ff0ec06e660 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7ff0e4009e50 tx=0x7ff0e401c9f0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0f1a00640 1 -- 172.21.15.22:0/2629847289 shutdown_connections 2024-09-10T10:40:29.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0f1a00640 1 --2- 172.21.15.22:0/2629847289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec06e1b0 0x7ff0ec06e660 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0f1a00640 1 --2- 172.21.15.22:0/2629847289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0ec0cd670 0x7ff0ec0cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0f1a00640 1 -- 172.21.15.22:0/2629847289 >> 172.21.15.22:0/2629847289 conn(0x7ff0ec062dd0 msgr2=0x7ff0ec06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:29.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0f1a00640 1 -- 172.21.15.22:0/2629847289 shutdown_connections 2024-09-10T10:40:29.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.213+0000 7ff0f1a00640 1 -- 172.21.15.22:0/2629847289 wait complete. 2024-09-10T10:40:29.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0f1a00640 1 Processor -- start 2024-09-10T10:40:29.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0f1a00640 1 -- start start 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0f1a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0ec06e1b0 0x7ff0ec145030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0f1a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0ec0cd670 0x7ff0ec071140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0f1a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec145fb0 0x7ff0ec071680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0f1a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff0ec0d0130 con 0x7ff0ec145fb0 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0f1a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff0ec0cffb0 con 0x7ff0ec06e1b0 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0f1a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff0ec06dd20 con 0x7ff0ec0cd670 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0eb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec145fb0 0x7ff0ec071680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0eb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec145fb0 0x7ff0ec071680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36066/0 (socket says 172.21.15.22:36066) 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0eb400640 1 -- 172.21.15.22:0/3425124167 learned_addr learned my addr 172.21.15.22:0/3425124167 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0eb400640 1 -- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0ec0cd670 msgr2=0x7ff0ec071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0eb400640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0ec0cd670 0x7ff0ec071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0eb400640 1 -- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0ec06e1b0 msgr2=0x7ff0ec145030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0eb400640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0ec06e1b0 0x7ff0ec145030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0eb400640 1 -- 172.21.15.22:0/3425124167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0ec165840 con 0x7ff0ec145fb0 2024-09-10T10:40:29.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0eb400640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec145fb0 0x7ff0ec071680 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7ff0e40af040 tx=0x7ff0e4019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:29.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0e3400640 1 -- 172.21.15.22:0/3425124167 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e40bc020 con 0x7ff0ec145fb0 2024-09-10T10:40:29.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0e3400640 1 -- 172.21.15.22:0/3425124167 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0e40b8670 con 0x7ff0ec145fb0 2024-09-10T10:40:29.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0e3400640 1 -- 172.21.15.22:0/3425124167 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e40b8a40 con 0x7ff0ec145fb0 2024-09-10T10:40:29.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0f1a00640 1 -- 172.21.15.22:0/3425124167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0ec165b20 con 0x7ff0ec145fb0 2024-09-10T10:40:29.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.217+0000 7ff0f1a00640 1 -- 172.21.15.22:0/3425124167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0ec162c70 con 0x7ff0ec145fb0 2024-09-10T10:40:29.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.221+0000 7ff0f1a00640 1 -- 172.21.15.22:0/3425124167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0ec162e70 con 0x7ff0ec145fb0 2024-09-10T10:40:29.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.221+0000 7ff0e3400640 1 -- 172.21.15.22:0/3425124167 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff0e40bf020 con 0x7ff0ec145fb0 2024-09-10T10:40:29.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.221+0000 7ff0e3400640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff0c80678c0 0x7ff0c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.221+0000 7ff0e3400640 1 -- 172.21.15.22:0/3425124167 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7ff0e4120ca0 con 0x7ff0ec145fb0 2024-09-10T10:40:29.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.221+0000 7ff0eaa00640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff0c80678c0 0x7ff0c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.221+0000 7ff0eaa00640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff0c80678c0 0x7ff0c8069d80 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec0cc8a0 tx=0x7ff0dc006c50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:29.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.225+0000 7ff0e3400640 1 -- 172.21.15.22:0/3425124167 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff0ec162e70 con 0x7ff0ec145fb0 2024-09-10T10:40:29.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.393+0000 7ff0f1a00640 1 -- 172.21.15.22:0/3425124167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff0ec06e660 con 0x7ff0ec145fb0 2024-09-10T10:40:29.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.393+0000 7ff0e3400640 1 -- 172.21.15.22:0/3425124167 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v115) ==== 74+0+16699 (secure 0 0 0) 0x7ff0e40c6030 con 0x7ff0ec145fb0 2024-09-10T10:40:29.398 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:29.398 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":115,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:08.258419+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:40:04.410959+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-10T10:40:05.663672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"115","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:40:29.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.393+0000 7ff0f1a00640 1 -- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff0c80678c0 msgr2=0x7ff0c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.393+0000 7ff0f1a00640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff0c80678c0 0x7ff0c8069d80 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec0cc8a0 tx=0x7ff0dc006c50 comp rx=0 tx=0).stop 2024-09-10T10:40:29.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.393+0000 7ff0f1a00640 1 -- 172.21.15.22:0/3425124167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec145fb0 msgr2=0x7ff0ec071680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.393+0000 7ff0f1a00640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec145fb0 0x7ff0ec071680 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7ff0e40af040 tx=0x7ff0e4019790 comp rx=0 tx=0).stop 2024-09-10T10:40:29.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.397+0000 7ff0f1a00640 1 -- 172.21.15.22:0/3425124167 shutdown_connections 2024-09-10T10:40:29.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.397+0000 7ff0f1a00640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff0c80678c0 0x7ff0c8069d80 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.397+0000 7ff0f1a00640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff0ec145fb0 0x7ff0ec071680 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.397+0000 7ff0f1a00640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0ec0cd670 0x7ff0ec071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.397+0000 7ff0f1a00640 1 --2- 172.21.15.22:0/3425124167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0ec06e1b0 0x7ff0ec145030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.397+0000 7ff0f1a00640 1 -- 172.21.15.22:0/3425124167 >> 172.21.15.22:0/3425124167 conn(0x7ff0ec062dd0 msgr2=0x7ff0ec166380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:29.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.397+0000 7ff0f1a00640 1 -- 172.21.15.22:0/3425124167 shutdown_connections 2024-09-10T10:40:29.401 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.397+0000 7ff0f1a00640 1 -- 172.21.15.22:0/3425124167 wait complete. 2024-09-10T10:40:29.420 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:40:29.420 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:29.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cc2600640 1 Processor -- start 2024-09-10T10:40:29.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cc2600640 1 -- start start 2024-09-10T10:40:29.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cc2600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5cbc062df0 0x7f5cbc141c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cc2600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cbc15cae0 con 0x7f5cbc0b0ba0 2024-09-10T10:40:29.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cc2600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cbc15d9d0 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cc2600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f5cbc142140 con 0x7f5cbc062df0 2024-09-10T10:40:29.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cbb400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f5cbc0b0ba0 0x7f5cbc15d2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:40170/0 (socket says 172.21.15.22:40170) 2024-09-10T10:40:29.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cbb400640 1 -- 172.21.15.22:0/3148367545 learned_addr learned my addr 172.21.15.22:0/3148367545 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:29.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cbbe00640 1 --2- 172.21.15.22:0/3148367545 >> v2:172.21.15.22:3300/0 conn(0x7f5cbc062df0 0x7f5cbc141c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cbbe00640 1 -- 172.21.15.22:0/3148367545 >> v1:172.21.15.145:6789/0 conn(0x7f5cbc06e4e0 legacy=0x7f5cbc0626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:29.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cbbe00640 1 -- 172.21.15.22:0/3148367545 >> v1:172.21.15.22:6789/0 conn(0x7f5cbc0b0ba0 legacy=0x7f5cbc15d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.569+0000 7f5cbbe00640 1 -- 172.21.15.22:0/3148367545 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cbc142370 con 0x7f5cbc062df0 2024-09-10T10:40:29.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cbbe00640 1 --2- 172.21.15.22:0/3148367545 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc062df0 0x7f5cbc141c00 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4009d90 tx=0x7f5cb401c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8859ae73ce33df4a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:29.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cbaa00640 1 -- 172.21.15.22:0/3148367545 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb40b2070 con 0x7f5cbc062df0 2024-09-10T10:40:29.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cbaa00640 1 -- 172.21.15.22:0/3148367545 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cb40a5940 con 0x7f5cbc062df0 2024-09-10T10:40:29.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cbaa00640 1 -- 172.21.15.22:0/3148367545 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb40a5d10 con 0x7f5cbc062df0 2024-09-10T10:40:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cc2600640 1 -- 172.21.15.22:0/3148367545 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc062df0 msgr2=0x7f5cbc141c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cc2600640 1 --2- 172.21.15.22:0/3148367545 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc062df0 0x7f5cbc141c00 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4009d90 tx=0x7f5cb401c970 comp rx=0 tx=0).stop 2024-09-10T10:40:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cc2600640 1 -- 172.21.15.22:0/3148367545 shutdown_connections 2024-09-10T10:40:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cc2600640 1 --2- 172.21.15.22:0/3148367545 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc062df0 0x7f5cbc141c00 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cc2600640 1 -- 172.21.15.22:0/3148367545 >> 172.21.15.22:0/3148367545 conn(0x7f5cbc0ce1f0 msgr2=0x7f5cbc0ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cc2600640 1 -- 172.21.15.22:0/3148367545 shutdown_connections 2024-09-10T10:40:29.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.573+0000 7f5cc2600640 1 -- 172.21.15.22:0/3148367545 wait complete. 2024-09-10T10:40:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cc2600640 1 Processor -- start 2024-09-10T10:40:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cc2600640 1 -- start start 2024-09-10T10:40:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cc2600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cbc062df0 0x7f5cbc15dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cc2600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc06e4e0 0x7f5cbc0aaea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cc2600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cbc0b0ba0 0x7f5cbc1fa840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cc2600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5cbc06fe10 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cc2600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5cbc0b0f80 con 0x7f5cbc0b0ba0 2024-09-10T10:40:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cc2600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5cbc06ff90 con 0x7f5cbc062df0 2024-09-10T10:40:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cb3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc06e4e0 0x7f5cbc0aaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cb3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc06e4e0 0x7f5cbc0aaea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36092/0 (socket says 172.21.15.22:36092) 2024-09-10T10:40:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cb3e00640 1 -- 172.21.15.22:0/1919916837 learned_addr learned my addr 172.21.15.22:0/1919916837 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:29.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cb3e00640 1 -- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cbc062df0 msgr2=0x7f5cbc15dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cb3e00640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cbc062df0 0x7f5cbc15dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cb3e00640 1 -- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cbc0b0ba0 msgr2=0x7f5cbc1fa840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cb3e00640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cbc0b0ba0 0x7f5cbc1fa840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cb3e00640 1 -- 172.21.15.22:0/1919916837 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cbc15e280 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.577+0000 7f5cb3e00640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc06e4e0 0x7f5cbc0aaea0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f5ca400c420 tx=0x7f5ca400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.581+0000 7f5cb3400640 1 -- 172.21.15.22:0/1919916837 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca40052d0 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.581+0000 7f5cb3400640 1 -- 172.21.15.22:0/1919916837 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ca4005470 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.581+0000 7f5cc2600640 1 -- 172.21.15.22:0/1919916837 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cbc15e560 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.581+0000 7f5cb3400640 1 -- 172.21.15.22:0/1919916837 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca4007260 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.581+0000 7f5cc2600640 1 -- 172.21.15.22:0/1919916837 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cbc15eb20 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.581+0000 7f5cc2600640 1 -- 172.21.15.22:0/1919916837 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cbc141c00 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.581+0000 7f5cb3400640 1 -- 172.21.15.22:0/1919916837 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5ca4007400 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.581+0000 7f5cb3400640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5c980678c0 0x7f5c98069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.581+0000 7f5cb3400640 1 -- 172.21.15.22:0/1919916837 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f5ca4085270 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.581+0000 7f5cbb400640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5c980678c0 0x7f5c98069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.585+0000 7f5cbb400640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5c980678c0 0x7f5c98069d80 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f5cac001560 tx=0x7f5cac007a50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:29.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.585+0000 7f5cb3400640 1 -- 172.21.15.22:0/1919916837 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5ca4055d10 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.791 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.785+0000 7f5cc2600640 1 -- 172.21.15.22:0/1919916837 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5cbc156540 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.785+0000 7f5cb3400640 1 -- 172.21.15.22:0/1919916837 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 86 v86) ==== 94+0+5231 (secure 0 0 0) 0x7f5ca4055610 con 0x7f5cbc06e4e0 2024-09-10T10:40:29.792 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:29.792 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":86,"btime":"2024-09-10T10:40:27:868420+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6341,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3931038205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3931038205},{"type":"v1","addr":"172.21.15.145:6836","nonce":3931038205}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7120,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3721611145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3721611145},{"type":"v1","addr":"172.21.15.145:6837","nonce":3721611145}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7551,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1828738286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1828738286},{"type":"v1","addr":"172.21.15.22:6834","nonce":1828738286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":86,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:06.666467+0000","modified":"2024-09-10T10:40:27.309710+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7554},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7554":{"gid":7554,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":8,"addr":"172.21.15.22:6835/1594871888","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1594871888},{"type":"v1","addr":"172.21.15.22:6835","nonce":1594871888}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7554,"qdb_cluster":[7554]},"id":9}]} 2024-09-10T10:40:29.793 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 86 2024-09-10T10:40:29.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 -- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5c980678c0 msgr2=0x7f5c98069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5c980678c0 0x7f5c98069d80 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f5cac001560 tx=0x7f5cac007a50 comp rx=0 tx=0).stop 2024-09-10T10:40:29.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 -- 172.21.15.22:0/1919916837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc06e4e0 msgr2=0x7f5cbc0aaea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc06e4e0 0x7f5cbc0aaea0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f5ca400c420 tx=0x7f5ca400c8e0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 -- 172.21.15.22:0/1919916837 shutdown_connections 2024-09-10T10:40:29.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5c980678c0 0x7f5c98069d80 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cbc0b0ba0 0x7f5cbc1fa840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5cbc06e4e0 0x7f5cbc0aaea0 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 --2- 172.21.15.22:0/1919916837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cbc062df0 0x7f5cbc15dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 -- 172.21.15.22:0/1919916837 >> 172.21.15.22:0/1919916837 conn(0x7f5cbc0ce1f0 msgr2=0x7f5cbc0cf420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:29.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 -- 172.21.15.22:0/1919916837 shutdown_connections 2024-09-10T10:40:29.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.789+0000 7f5cc2600640 1 -- 172.21.15.22:0/1919916837 wait complete. 2024-09-10T10:40:29.814 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:29.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.949+0000 7f23a3e00640 1 Processor -- start 2024-09-10T10:40:29.956 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3e00640 1 -- start start 2024-09-10T10:40:29.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f23a415c440 0x7f23a40d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23a40d1980 0x7f23a40b5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f23a40b63c0 0x7f23a40b6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f23a40b1fb0 con 0x7f23a40b63c0 2024-09-10T10:40:29.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f23a4071570 con 0x7f23a415c440 2024-09-10T10:40:29.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f23a4071850 con 0x7f23a40d1980 2024-09-10T10:40:29.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f23a40b63c0 0x7f23a40b6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f23a40b63c0 0x7f23a40b6ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36108/0 (socket says 172.21.15.22:36108) 2024-09-10T10:40:29.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3400640 1 -- 172.21.15.22:0/3906270485 learned_addr learned my addr 172.21.15.22:0/3906270485 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:29.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f239be00640 1 --2- 172.21.15.22:0/3906270485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23a40d1980 0x7f23a40b5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a2a00640 1 --2- 172.21.15.22:0/3906270485 >> v2:172.21.15.145:3300/0 conn(0x7f23a415c440 0x7f23a40d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3400640 1 -- 172.21.15.22:0/3906270485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23a40d1980 msgr2=0x7f23a40b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:29.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3400640 1 --2- 172.21.15.22:0/3906270485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23a40d1980 0x7f23a40b5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3400640 1 -- 172.21.15.22:0/3906270485 >> v2:172.21.15.145:3300/0 conn(0x7f23a415c440 msgr2=0x7f23a40d1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:29.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3400640 1 --2- 172.21.15.22:0/3906270485 >> v2:172.21.15.145:3300/0 conn(0x7f23a415c440 0x7f23a40d1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.953+0000 7f23a3400640 1 -- 172.21.15.22:0/3906270485 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23a40b5680 con 0x7f23a40b63c0 2024-09-10T10:40:29.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3400640 1 --2- 172.21.15.22:0/3906270485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 0x7f23a40b6ae0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f23a4050fc0 tx=0x7f239c01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e884d4012efbdb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:29.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a2000640 1 -- 172.21.15.22:0/3906270485 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c0a5670 con 0x7f23a40b63c0 2024-09-10T10:40:29.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a2000640 1 -- 172.21.15.22:0/3906270485 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f239c0a5810 con 0x7f23a40b63c0 2024-09-10T10:40:29.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a2000640 1 -- 172.21.15.22:0/3906270485 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c0a5be0 con 0x7f23a40b63c0 2024-09-10T10:40:29.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 -- 172.21.15.22:0/3906270485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 msgr2=0x7f23a40b6ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 --2- 172.21.15.22:0/3906270485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 0x7f23a40b6ae0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f23a4050fc0 tx=0x7f239c01c9f0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 -- 172.21.15.22:0/3906270485 shutdown_connections 2024-09-10T10:40:29.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 --2- 172.21.15.22:0/3906270485 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 0x7f23a40b6ae0 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 --2- 172.21.15.22:0/3906270485 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23a40d1980 0x7f23a40b5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 --2- 172.21.15.22:0/3906270485 >> v2:172.21.15.145:3300/0 conn(0x7f23a415c440 0x7f23a40d1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 -- 172.21.15.22:0/3906270485 >> 172.21.15.22:0/3906270485 conn(0x7f23a40b41e0 msgr2=0x7f23a40b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:29.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 -- 172.21.15.22:0/3906270485 shutdown_connections 2024-09-10T10:40:29.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 -- 172.21.15.22:0/3906270485 wait complete. 2024-09-10T10:40:29.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 Processor -- start 2024-09-10T10:40:29.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.957+0000 7f23a3e00640 1 -- start start 2024-09-10T10:40:29.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 0x7f23a4157240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23a40d1980 0x7f23a40ca300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a3e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a415c440 0x7f23a415b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a3e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f23a4073540 con 0x7f23a40b63c0 2024-09-10T10:40:29.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a3e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f23a40733c0 con 0x7f23a415c440 2024-09-10T10:40:29.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a3e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f23a40736c0 con 0x7f23a40d1980 2024-09-10T10:40:29.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a2a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 0x7f23a4157240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a2a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 0x7f23a4157240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36120/0 (socket says 172.21.15.22:36120) 2024-09-10T10:40:29.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a2a00640 1 -- 172.21.15.22:0/700838640 learned_addr learned my addr 172.21.15.22:0/700838640 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:29.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f239be00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23a40d1980 0x7f23a40ca300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a3400640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a415c440 0x7f23a415b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a2a00640 1 -- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23a40d1980 msgr2=0x7f23a40ca300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a2a00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23a40d1980 0x7f23a40ca300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a2a00640 1 -- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a415c440 msgr2=0x7f23a415b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:29.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a2a00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a415c440 0x7f23a415b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:29.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a2a00640 1 -- 172.21.15.22:0/700838640 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23a41f79d0 con 0x7f23a40b63c0 2024-09-10T10:40:29.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a2a00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 0x7f23a4157240 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f239400d5f0 tx=0x7f239400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:29.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f239aa00640 1 -- 172.21.15.22:0/700838640 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23940125f0 con 0x7f23a40b63c0 2024-09-10T10:40:29.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f239aa00640 1 -- 172.21.15.22:0/700838640 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2394019070 con 0x7f23a40b63c0 2024-09-10T10:40:29.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f239aa00640 1 -- 172.21.15.22:0/700838640 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23940129b0 con 0x7f23a40b63c0 2024-09-10T10:40:29.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a3e00640 1 -- 172.21.15.22:0/700838640 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23a41f7cb0 con 0x7f23a40b63c0 2024-09-10T10:40:29.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a3e00640 1 -- 172.21.15.22:0/700838640 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23a41f8790 con 0x7f23a40b63c0 2024-09-10T10:40:29.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f23a3e00640 1 -- 172.21.15.22:0/700838640 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23a40b5e80 con 0x7f23a40b63c0 2024-09-10T10:40:29.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.961+0000 7f239aa00640 1 -- 172.21.15.22:0/700838640 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2394012b50 con 0x7f23a40b63c0 2024-09-10T10:40:29.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.965+0000 7f239aa00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23800678c0 0x7f2380069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:29.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.965+0000 7f239aa00640 1 -- 172.21.15.22:0/700838640 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f2394085ff0 con 0x7f23a40b63c0 2024-09-10T10:40:29.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.965+0000 7f239be00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23800678c0 0x7f2380069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:29.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.965+0000 7f239be00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23800678c0 0x7f2380069d80 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f23a40b0d30 tx=0x7f238c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:29.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:29.969+0000 7f239aa00640 1 -- 172.21.15.22:0/700838640 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f23940564d0 con 0x7f23a40b63c0 2024-09-10T10:40:30.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.165+0000 7f23a3e00640 1 -- 172.21.15.22:0/700838640 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f23a40b18c0 con 0x7f23a40b63c0 2024-09-10T10:40:30.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f239aa00640 1 -- 172.21.15.22:0/700838640 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 86 v86) ==== 94+0+5231 (secure 0 0 0) 0x7f239405a7d0 con 0x7f23a40b63c0 2024-09-10T10:40:30.173 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:30.173 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":86,"btime":"2024-09-10T10:40:27:868420+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6341,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3931038205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3931038205},{"type":"v1","addr":"172.21.15.145:6836","nonce":3931038205}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7120,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3721611145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3721611145},{"type":"v1","addr":"172.21.15.145:6837","nonce":3721611145}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7551,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1828738286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1828738286},{"type":"v1","addr":"172.21.15.22:6834","nonce":1828738286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":86,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:06.666467+0000","modified":"2024-09-10T10:40:27.309710+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7554},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7554":{"gid":7554,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":8,"addr":"172.21.15.22:6835/1594871888","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":1594871888},{"type":"v1","addr":"172.21.15.22:6835","nonce":1594871888}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7554,"qdb_cluster":[7554]},"id":9}]} 2024-09-10T10:40:30.173 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 86 2024-09-10T10:40:30.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 -- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23800678c0 msgr2=0x7f2380069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23800678c0 0x7f2380069d80 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f23a40b0d30 tx=0x7f238c008040 comp rx=0 tx=0).stop 2024-09-10T10:40:30.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 -- 172.21.15.22:0/700838640 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 msgr2=0x7f23a4157240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 0x7f23a4157240 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f239400d5f0 tx=0x7f239400dab0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 -- 172.21.15.22:0/700838640 shutdown_connections 2024-09-10T10:40:30.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f23800678c0 0x7f2380069d80 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23a415c440 0x7f23a415b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23a40d1980 0x7f23a40ca300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 --2- 172.21.15.22:0/700838640 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f23a40b63c0 0x7f23a4157240 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 -- 172.21.15.22:0/700838640 >> 172.21.15.22:0/700838640 conn(0x7f23a40b41e0 msgr2=0x7f23a40b2ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:30.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 -- 172.21.15.22:0/700838640 shutdown_connections 2024-09-10T10:40:30.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.169+0000 7f23a3e00640 1 -- 172.21.15.22:0/700838640 wait complete. 2024-09-10T10:40:30.194 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:40:30.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c5e400640 1 Processor -- start 2024-09-10T10:40:30.337 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c5e400640 1 -- start start 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c5e400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4c580d0310 0x7f4c580d06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c5e400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4c580630f0 0x7f4c580ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c5e400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c580d0c30 con 0x7f4c5815ecc0 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c5e400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4c58070b90 con 0x7f4c580d0310 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c5e400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f4c580b6070 con 0x7f4c580630f0 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c57400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4c580d0310 0x7f4c580d06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c57400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4c580d0310 0x7f4c580d06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36136/0 (socket says 172.21.15.22:36136) 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c57400640 1 -- 172.21.15.22:0/3144591082 learned_addr learned my addr 172.21.15.22:0/3144591082 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c56a00640 1 --2- 172.21.15.22:0/3144591082 >> v2:172.21.15.145:3300/0 conn(0x7f4c580630f0 0x7f4c580ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c57400640 1 -- 172.21.15.22:0/3144591082 >> v2:172.21.15.145:3300/0 conn(0x7f4c580630f0 msgr2=0x7f4c580ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c57400640 1 --2- 172.21.15.22:0/3144591082 >> v2:172.21.15.145:3300/0 conn(0x7f4c580630f0 0x7f4c580ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c57400640 1 -- 172.21.15.22:0/3144591082 >> v1:172.21.15.22:6789/0 conn(0x7f4c5815ecc0 legacy=0x7f4c580aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.333+0000 7f4c57400640 1 -- 172.21.15.22:0/3144591082 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c580cfa10 con 0x7f4c580d0310 2024-09-10T10:40:30.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c57400640 1 --2- 172.21.15.22:0/3144591082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580d0310 0x7f4c580d06f0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f4c580b4390 tx=0x7f4c4801c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c8c8c17ac533310 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:30.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c56000640 1 -- 172.21.15.22:0/3144591082 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c480ab660 con 0x7f4c580d0310 2024-09-10T10:40:30.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c56000640 1 -- 172.21.15.22:0/3144591082 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c480b0070 con 0x7f4c580d0310 2024-09-10T10:40:30.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c56000640 1 -- 172.21.15.22:0/3144591082 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c480aba20 con 0x7f4c580d0310 2024-09-10T10:40:30.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c5e400640 1 -- 172.21.15.22:0/3144591082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580d0310 msgr2=0x7f4c580d06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c5e400640 1 --2- 172.21.15.22:0/3144591082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580d0310 0x7f4c580d06f0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f4c580b4390 tx=0x7f4c4801c460 comp rx=0 tx=0).stop 2024-09-10T10:40:30.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c5e400640 1 -- 172.21.15.22:0/3144591082 shutdown_connections 2024-09-10T10:40:30.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c5e400640 1 --2- 172.21.15.22:0/3144591082 >> v2:172.21.15.145:3300/0 conn(0x7f4c580630f0 0x7f4c580ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c5e400640 1 --2- 172.21.15.22:0/3144591082 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580d0310 0x7f4c580d06f0 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c5e400640 1 -- 172.21.15.22:0/3144591082 >> 172.21.15.22:0/3144591082 conn(0x7f4c580ce020 msgr2=0x7f4c580ce430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:30.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c5e400640 1 -- 172.21.15.22:0/3144591082 shutdown_connections 2024-09-10T10:40:30.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.337+0000 7f4c5e400640 1 -- 172.21.15.22:0/3144591082 wait complete. 2024-09-10T10:40:30.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 Processor -- start 2024-09-10T10:40:30.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 -- start start 2024-09-10T10:40:30.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580630f0 0x7f4c58152f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c580d0310 0x7f4c581519f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c5815ecc0 0x7f4c581512c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4c580af4f0 con 0x7f4c580630f0 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4c580b5710 con 0x7f4c5815ecc0 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4c580af670 con 0x7f4c580d0310 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580630f0 0x7f4c58152f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580630f0 0x7f4c58152f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36140/0 (socket says 172.21.15.22:36140) 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57400640 1 -- 172.21.15.22:0/2378904304 learned_addr learned my addr 172.21.15.22:0/2378904304 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57400640 1 -- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c580d0310 msgr2=0x7f4c581519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57400640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c580d0310 0x7f4c581519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57400640 1 -- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c5815ecc0 msgr2=0x7f4c581512c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57e00640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c5815ecc0 0x7f4c581512c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57400640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c5815ecc0 0x7f4c581512c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57400640 1 -- 172.21.15.22:0/2378904304 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c58151800 con 0x7f4c580630f0 2024-09-10T10:40:30.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57e00640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c5815ecc0 0x7f4c581512c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:30.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c57400640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580630f0 0x7f4c58152f00 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f4c4801a090 tx=0x7f4c4801aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:30.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c4f400640 1 -- 172.21.15.22:0/2378904304 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c480be5f0 con 0x7f4c580630f0 2024-09-10T10:40:30.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c4f400640 1 -- 172.21.15.22:0/2378904304 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c480be790 con 0x7f4c580630f0 2024-09-10T10:40:30.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c4f400640 1 -- 172.21.15.22:0/2378904304 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c480beb60 con 0x7f4c580630f0 2024-09-10T10:40:30.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 -- 172.21.15.22:0/2378904304 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c581535f0 con 0x7f4c580630f0 2024-09-10T10:40:30.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 -- 172.21.15.22:0/2378904304 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c58152360 con 0x7f4c580630f0 2024-09-10T10:40:30.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.341+0000 7f4c5e400640 1 -- 172.21.15.22:0/2378904304 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c580d06f0 con 0x7f4c580630f0 2024-09-10T10:40:30.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.345+0000 7f4c4f400640 1 -- 172.21.15.22:0/2378904304 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4c480b43f0 con 0x7f4c580630f0 2024-09-10T10:40:30.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.345+0000 7f4c4f400640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c380678c0 0x7f4c38069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.345+0000 7f4c4f400640 1 -- 172.21.15.22:0/2378904304 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f4c48120950 con 0x7f4c580630f0 2024-09-10T10:40:30.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.345+0000 7f4c56a00640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c380678c0 0x7f4c38069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.345+0000 7f4c56a00640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c380678c0 0x7f4c38069d80 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f4c58073b00 tx=0x7f4c44008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:30.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.349+0000 7f4c4f400640 1 -- 172.21.15.22:0/2378904304 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4c48016110 con 0x7f4c580630f0 2024-09-10T10:40:30.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.517+0000 7f4c5e400640 1 -- 172.21.15.22:0/2378904304 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4c580cedf0 con 0x7f4c580630f0 2024-09-10T10:40:30.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.517+0000 7f4c4f400640 1 -- 172.21.15.22:0/2378904304 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v115) ==== 74+0+16699 (secure 0 0 0) 0x7f4c480f15a0 con 0x7f4c580630f0 2024-09-10T10:40:30.522 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:30.523 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":115,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:08.258419+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:40:04.410959+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"114","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-10T10:40:05.663672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"115","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:40:30.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 -- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c380678c0 msgr2=0x7f4c38069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c380678c0 0x7f4c38069d80 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f4c58073b00 tx=0x7f4c44008040 comp rx=0 tx=0).stop 2024-09-10T10:40:30.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 -- 172.21.15.22:0/2378904304 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580630f0 msgr2=0x7f4c58152f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580630f0 0x7f4c58152f00 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f4c4801a090 tx=0x7f4c4801aca0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 -- 172.21.15.22:0/2378904304 shutdown_connections 2024-09-10T10:40:30.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4c380678c0 0x7f4c38069d80 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4c5815ecc0 0x7f4c581512c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4c580d0310 0x7f4c581519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 --2- 172.21.15.22:0/2378904304 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4c580630f0 0x7f4c58152f00 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 -- 172.21.15.22:0/2378904304 >> 172.21.15.22:0/2378904304 conn(0x7f4c580ce020 msgr2=0x7f4c581610b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:30.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 -- 172.21.15.22:0/2378904304 shutdown_connections 2024-09-10T10:40:30.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.521+0000 7f4c5e400640 1 -- 172.21.15.22:0/2378904304 wait complete. 2024-09-10T10:40:30.544 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:40:30.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f4973200640 1 Processor -- start 2024-09-10T10:40:30.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f4973200640 1 -- start start 2024-09-10T10:40:30.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f4973200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f496c0b56f0 0x7f496c071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f4973200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f496c0ce880 con 0x7f496c15b220 2024-09-10T10:40:30.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f4973200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f496c0ceb60 con 0x7f496c15b600 2024-09-10T10:40:30.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f4973200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f496c06d6e0 con 0x7f496c0b56f0 2024-09-10T10:40:30.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f496be00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f496c15b220 0x7f496c0b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:40194/0 (socket says 172.21.15.22:40194) 2024-09-10T10:40:30.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f496be00640 1 -- 172.21.15.22:0/2703118401 learned_addr learned my addr 172.21.15.22:0/2703118401 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:30.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f4971200640 1 --2- 172.21.15.22:0/2703118401 >> v2:172.21.15.145:3300/0 conn(0x7f496c0b56f0 0x7f496c071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1606882046 0 0) 0x7f496c0ce880 con 0x7f496c15b220 2024-09-10T10:40:30.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.681+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4950003530 con 0x7f496c15b220 2024-09-10T10:40:30.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3323400600 0 0) 0x7f496c0ceb60 con 0x7f496c15b600 2024-09-10T10:40:30.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f496c0ce880 con 0x7f496c15b600 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 652294391 0 0) 0x7f4950003530 con 0x7f496c15b220 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 >> v2:172.21.15.145:3300/0 conn(0x7f496c0b56f0 msgr2=0x7f496c071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 --2- 172.21.15.22:0/2703118401 >> v2:172.21.15.145:3300/0 conn(0x7f496c0b56f0 0x7f496c071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 >> v1:172.21.15.145:6789/0 conn(0x7f496c15b600 legacy=0x7f496c0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f496c0cee40 con 0x7f496c15b220 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f495c001600 con 0x7f496c15b220 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 >> v1:172.21.15.22:6789/0 conn(0x7f496c15b220 legacy=0x7f496c0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4950003ba0 0x7f4950003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4950004810 0x7f4950004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4950005290 0x7f495000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f495000c1a0 con 0x7f4950005290 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f495000c350 con 0x7f4950004810 2024-09-10T10:40:30.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f495000c550 con 0x7f4950003ba0 2024-09-10T10:40:30.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f4971200640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4950005290 0x7f495000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f496be00640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4950003ba0 0x7f4950003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f4963400640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4950004810 0x7f4950004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f4971200640 1 -- 172.21.15.22:0/2703118401 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4950003ba0 msgr2=0x7f4950003fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:30.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f4971200640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4950003ba0 0x7f4950003fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f4971200640 1 -- 172.21.15.22:0/2703118401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4950004810 msgr2=0x7f4950004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:30.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f4971200640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4950004810 0x7f4950004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f4971200640 1 -- 172.21.15.22:0/2703118401 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4950003530 con 0x7f4950005290 2024-09-10T10:40:30.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f4971200640 1 -- 172.21.15.22:0/2703118401 reap_dead start 2024-09-10T10:40:30.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.685+0000 7f4971200640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4950005290 0x7f495000b9d0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f4964009fc0 tx=0x7f496401cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dd7c39bc97821d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:30.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4964009c10 con 0x7f4950005290 2024-09-10T10:40:30.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4964003be0 con 0x7f4950005290 2024-09-10T10:40:30.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f496b400640 1 -- 172.21.15.22:0/2703118401 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49640a5990 con 0x7f4950005290 2024-09-10T10:40:30.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 -- 172.21.15.22:0/2703118401 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4950005290 msgr2=0x7f495000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4950005290 0x7f495000b9d0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f4964009fc0 tx=0x7f496401cc90 comp rx=0 tx=0).stop 2024-09-10T10:40:30.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 -- 172.21.15.22:0/2703118401 shutdown_connections 2024-09-10T10:40:30.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 --2- 172.21.15.22:0/2703118401 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4950005290 0x7f495000b9d0 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 -- 172.21.15.22:0/2703118401 >> 172.21.15.22:0/2703118401 conn(0x7f496c062dd0 msgr2=0x7f496c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:30.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 -- 172.21.15.22:0/2703118401 shutdown_connections 2024-09-10T10:40:30.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 -- 172.21.15.22:0/2703118401 wait complete. 2024-09-10T10:40:30.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 Processor -- start 2024-09-10T10:40:30.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 -- start start 2024-09-10T10:40:30.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4950005290 0x7f496c14a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f496c1fbae0 0x7f496c15e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f496c15b9e0 0x7f496c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f496c0d01e0 con 0x7f4950005290 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f496c0d0060 con 0x7f496c15b9e0 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4973200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f496c071140 con 0x7f496c1fbae0 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f496be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4950005290 0x7f496c14a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f496be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4950005290 0x7f496c14a010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36156/0 (socket says 172.21.15.22:36156) 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f496be00640 1 -- 172.21.15.22:0/3833894179 learned_addr learned my addr 172.21.15.22:0/3833894179 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4971200640 1 --2- 172.21.15.22:0/3833894179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f496c15b9e0 0x7f496c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.689+0000 7f4963400640 1 --2- 172.21.15.22:0/3833894179 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f496c1fbae0 0x7f496c15e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f496be00640 1 -- 172.21.15.22:0/3833894179 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f496c1fbae0 msgr2=0x7f496c15e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f496be00640 1 --2- 172.21.15.22:0/3833894179 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f496c1fbae0 0x7f496c15e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f496be00640 1 -- 172.21.15.22:0/3833894179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f496c15b9e0 msgr2=0x7f496c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f496be00640 1 --2- 172.21.15.22:0/3833894179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f496c15b9e0 0x7f496c0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f496be00640 1 -- 172.21.15.22:0/3833894179 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f496c14bf30 con 0x7f4950005290 2024-09-10T10:40:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f496be00640 1 --2- 172.21.15.22:0/3833894179 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4950005290 0x7f496c14a010 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f495c004e40 tx=0x7f495c007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f4968c00640 1 -- 172.21.15.22:0/3833894179 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f495c01a070 con 0x7f4950005290 2024-09-10T10:40:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f4968c00640 1 -- 172.21.15.22:0/3833894179 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f495c00f750 con 0x7f4950005290 2024-09-10T10:40:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f4973200640 1 -- 172.21.15.22:0/3833894179 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f496c0cca50 con 0x7f4950005290 2024-09-10T10:40:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f4968c00640 1 -- 172.21.15.22:0/3833894179 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f495c00fb40 con 0x7f4950005290 2024-09-10T10:40:30.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f4973200640 1 -- 172.21.15.22:0/3833894179 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f496c14c1b0 con 0x7f4950005290 2024-09-10T10:40:30.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f4973200640 1 -- 172.21.15.22:0/3833894179 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f496c0714d0 con 0x7f4950005290 2024-09-10T10:40:30.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f4968c00640 1 -- 172.21.15.22:0/3833894179 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f495c01d070 con 0x7f4950005290 2024-09-10T10:40:30.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f4968c00640 1 --2- 172.21.15.22:0/3833894179 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f49480678c0 0x7f4948069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:30.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f4968c00640 1 -- 172.21.15.22:0/3833894179 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f495c085290 con 0x7f4950005290 2024-09-10T10:40:30.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.693+0000 7f4963400640 1 --2- 172.21.15.22:0/3833894179 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f49480678c0 0x7f4948069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:30.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.697+0000 7f4963400640 1 --2- 172.21.15.22:0/3833894179 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f49480678c0 0x7f4948069d80 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f496c072e10 tx=0x7f4954009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:30.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.697+0000 7f4968c00640 1 -- 172.21.15.22:0/3833894179 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f496c14bf30 con 0x7f4950005290 2024-09-10T10:40:30.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.897+0000 7f4973200640 1 -- 172.21.15.22:0/3833894179 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f496c159040 con 0x7f4950005290 2024-09-10T10:40:30.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:30.901+0000 7f4968c00640 1 -- 172.21.15.22:0/3833894179 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=-1 MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it v86) ==== 316+0+0 (secure 0 0 0) 0x7f495c055770 con 0x7f4950005290 2024-09-10T10:40:30.904 INFO:teuthology.orchestra.run.smithi022.stderr:Error EPERM: MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it 2024-09-10T10:40:30.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:40:30.913 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs --yes-i-really-mean-it 2024-09-10T10:40:31.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80b0800640 1 Processor -- start 2024-09-10T10:40:31.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80b0800640 1 -- start start 2024-09-10T10:40:31.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80b0800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f80a815c630 0x7f80a806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80b0800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f80a806eff0 0x7f80a80ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80b0800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80a8159350 con 0x7f80a8158f70 2024-09-10T10:40:31.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80b0800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f80a806f460 con 0x7f80a806eff0 2024-09-10T10:40:31.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80b0800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f80a8071340 con 0x7f80a815c630 2024-09-10T10:40:31.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80ade00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f80a8158f70 0x7f80a8072f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:40200/0 (socket says 172.21.15.22:40200) 2024-09-10T10:40:31.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80ade00640 1 -- 172.21.15.22:0/1834121847 learned_addr learned my addr 172.21.15.22:0/1834121847 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:31.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80ae800640 1 --2- 172.21.15.22:0/1834121847 >> v2:172.21.15.22:3300/0 conn(0x7f80a806eff0 0x7f80a80ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:31.058 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80ad400640 1 --2- 172.21.15.22:0/1834121847 >> v2:172.21.15.145:3300/0 conn(0x7f80a815c630 0x7f80a806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:31.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80ae800640 1 -- 172.21.15.22:0/1834121847 >> v2:172.21.15.145:3300/0 conn(0x7f80a815c630 msgr2=0x7f80a806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:31.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80ae800640 1 --2- 172.21.15.22:0/1834121847 >> v2:172.21.15.145:3300/0 conn(0x7f80a815c630 0x7f80a806eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80ae800640 1 -- 172.21.15.22:0/1834121847 >> v1:172.21.15.22:6789/0 conn(0x7f80a8158f70 legacy=0x7f80a8072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:31.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.053+0000 7f80ae800640 1 -- 172.21.15.22:0/1834121847 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80a8071620 con 0x7f80a806eff0 2024-09-10T10:40:31.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80ae800640 1 --2- 172.21.15.22:0/1834121847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a806eff0 0x7f80a80ce4c0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f80a4009d90 tx=0x7f80a401c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f874efc1a88cef4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:31.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80aca00640 1 -- 172.21.15.22:0/1834121847 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a40b2070 con 0x7f80a806eff0 2024-09-10T10:40:31.061 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80aca00640 1 -- 172.21.15.22:0/1834121847 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80a40a58d0 con 0x7f80a806eff0 2024-09-10T10:40:31.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80aca00640 1 -- 172.21.15.22:0/1834121847 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a40a5ca0 con 0x7f80a806eff0 2024-09-10T10:40:31.062 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80b0800640 1 -- 172.21.15.22:0/1834121847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a806eff0 msgr2=0x7f80a80ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:31.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80b0800640 1 --2- 172.21.15.22:0/1834121847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a806eff0 0x7f80a80ce4c0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f80a4009d90 tx=0x7f80a401c900 comp rx=0 tx=0).stop 2024-09-10T10:40:31.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80b0800640 1 -- 172.21.15.22:0/1834121847 shutdown_connections 2024-09-10T10:40:31.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80b0800640 1 --2- 172.21.15.22:0/1834121847 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a806eff0 0x7f80a80ce4c0 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80b0800640 1 --2- 172.21.15.22:0/1834121847 >> v2:172.21.15.145:3300/0 conn(0x7f80a815c630 0x7f80a806eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80b0800640 1 -- 172.21.15.22:0/1834121847 >> 172.21.15.22:0/1834121847 conn(0x7f80a8062eb0 msgr2=0x7f80a806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:31.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80b0800640 1 -- 172.21.15.22:0/1834121847 shutdown_connections 2024-09-10T10:40:31.063 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.057+0000 7f80b0800640 1 -- 172.21.15.22:0/1834121847 wait complete. 2024-09-10T10:40:31.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 Processor -- start 2024-09-10T10:40:31.064 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 -- start start 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f80a806eff0 0x7f80a80c8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80a8158f70 0x7f80a80cb340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a815c630 0x7f80a8164ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f80a80cf390 con 0x7f80a815c630 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f80a80cf210 con 0x7f80a8158f70 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f80a80cf510 con 0x7f80a806eff0 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80ae800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a815c630 0x7f80a8164ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80ae800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a815c630 0x7f80a8164ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36172/0 (socket says 172.21.15.22:36172) 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80ae800640 1 -- 172.21.15.22:0/4091372110 learned_addr learned my addr 172.21.15.22:0/4091372110 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80ae800640 1 -- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f80a806eff0 msgr2=0x7f80a80c8aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80ae800640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f80a806eff0 0x7f80a80c8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80ae800640 1 -- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80a8158f70 msgr2=0x7f80a80cb340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:31.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80ae800640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80a8158f70 0x7f80a80cb340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80ae800640 1 -- 172.21.15.22:0/4091372110 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80a80cbdc0 con 0x7f80a815c630 2024-09-10T10:40:31.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80ae800640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a815c630 0x7f80a8164ed0 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f80a40b0040 tx=0x7f80a40196a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:31.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80a2000640 1 -- 172.21.15.22:0/4091372110 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a40b2050 con 0x7f80a815c630 2024-09-10T10:40:31.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80a2000640 1 -- 172.21.15.22:0/4091372110 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80a40be070 con 0x7f80a815c630 2024-09-10T10:40:31.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80a2000640 1 -- 172.21.15.22:0/4091372110 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a40ada50 con 0x7f80a815c630 2024-09-10T10:40:31.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 -- 172.21.15.22:0/4091372110 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80a80cc0a0 con 0x7f80a815c630 2024-09-10T10:40:31.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 -- 172.21.15.22:0/4091372110 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80a81649b0 con 0x7f80a815c630 2024-09-10T10:40:31.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.061+0000 7f80b0800640 1 -- 172.21.15.22:0/4091372110 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80a80ce4c0 con 0x7f80a815c630 2024-09-10T10:40:31.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.065+0000 7f80a2000640 1 -- 172.21.15.22:0/4091372110 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f80a40a5750 con 0x7f80a815c630 2024-09-10T10:40:31.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.065+0000 7f80a2000640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f808c0678f0 0x7f808c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.065+0000 7f80a2000640 1 -- 172.21.15.22:0/4091372110 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5709+0+0 (secure 0 0 0) 0x7f80a41208a0 con 0x7f80a815c630 2024-09-10T10:40:31.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.065+0000 7f80ade00640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f808c0678f0 0x7f808c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:31.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.065+0000 7f80ade00640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f808c0678f0 0x7f808c069db0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f809c000f70 tx=0x7f809c007a90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:31.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.069+0000 7f80a2000640 1 -- 172.21.15.22:0/4091372110 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f80a40c7020 con 0x7f80a815c630 2024-09-10T10:40:31.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.265+0000 7f80b0800640 1 -- 172.21.15.22:0/4091372110 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f80a80b59c0 con 0x7f80a815c630 2024-09-10T10:40:31.271 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:40:31.265+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:40:31.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.269+0000 7f80a2000640 1 -- 172.21.15.22:0/4091372110 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v87) ==== 191+0+0 (secure 0 0 0) 0x7f80a4016520 con 0x7f80a815c630 2024-09-10T10:40:31.274 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:40:31.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 -- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f808c0678f0 msgr2=0x7f808c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:31.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f808c0678f0 0x7f808c069db0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f809c000f70 tx=0x7f809c007a90 comp rx=0 tx=0).stop 2024-09-10T10:40:31.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 -- 172.21.15.22:0/4091372110 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a815c630 msgr2=0x7f80a8164ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:31.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a815c630 0x7f80a8164ed0 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f80a40b0040 tx=0x7f80a40196a0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 -- 172.21.15.22:0/4091372110 shutdown_connections 2024-09-10T10:40:31.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f808c0678f0 0x7f808c069db0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80a815c630 0x7f80a8164ed0 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80a8158f70 0x7f80a80cb340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 --2- 172.21.15.22:0/4091372110 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f80a806eff0 0x7f80a80c8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 -- 172.21.15.22:0/4091372110 >> 172.21.15.22:0/4091372110 conn(0x7f80a8062eb0 msgr2=0x7f80a806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:31.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 -- 172.21.15.22:0/4091372110 shutdown_connections 2024-09-10T10:40:31.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.273+0000 7f80b0800640 1 -- 172.21.15.22:0/4091372110 wait complete. 2024-09-10T10:40:31.300 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:40:31.346 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:40:31.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8fa00640 1 Processor -- start 2024-09-10T10:40:31.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8fa00640 1 -- start start 2024-09-10T10:40:31.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8fa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdf8806e9c0 0x7fdf88167180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8fa00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf880b4f90 con 0x7fdf881568c0 2024-09-10T10:40:31.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8fa00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf880b49d0 con 0x7fdf880cf3c0 2024-09-10T10:40:31.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8fa00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fdf880b4cb0 con 0x7fdf8806e9c0 2024-09-10T10:40:31.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8da00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fdf8806e9c0 0x7fdf88167180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:31.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8d000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fdf881568c0 0x7fdf880b3f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:40230/0 (socket says 172.21.15.22:40230) 2024-09-10T10:40:31.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8d000640 1 -- 172.21.15.22:0/4180319105 learned_addr learned my addr 172.21.15.22:0/4180319105 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:31.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8da00640 1 -- 172.21.15.22:0/4180319105 >> v1:172.21.15.145:6789/0 conn(0x7fdf880cf3c0 legacy=0x7fdf880cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:31.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8da00640 1 -- 172.21.15.22:0/4180319105 >> v1:172.21.15.22:6789/0 conn(0x7fdf881568c0 legacy=0x7fdf880b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:31.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf8da00640 1 -- 172.21.15.22:0/4180319105 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf8806d1b0 con 0x7fdf8806e9c0 2024-09-10T10:40:31.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.441+0000 7fdf87400640 1 -- 172.21.15.22:0/4180319105 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2228165455 0 0) 0x7fdf880b4f90 con 0x7fdf881568c0 2024-09-10T10:40:31.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf8da00640 1 --2- 172.21.15.22:0/4180319105 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 0x7fdf88167180 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fdf80009d90 tx=0x7fdf8001c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c3167a44e533cc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:31.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf87400640 1 -- 172.21.15.22:0/4180319105 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf800b2070 con 0x7fdf8806e9c0 2024-09-10T10:40:31.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf87400640 1 -- 172.21.15.22:0/4180319105 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf800a5990 con 0x7fdf8806e9c0 2024-09-10T10:40:31.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf87400640 1 -- 172.21.15.22:0/4180319105 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf800a5d60 con 0x7fdf8806e9c0 2024-09-10T10:40:31.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4180319105 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 msgr2=0x7fdf88167180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:31.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf8fa00640 1 --2- 172.21.15.22:0/4180319105 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 0x7fdf88167180 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fdf80009d90 tx=0x7fdf8001c8b0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4180319105 shutdown_connections 2024-09-10T10:40:31.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf8fa00640 1 --2- 172.21.15.22:0/4180319105 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 0x7fdf88167180 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4180319105 >> 172.21.15.22:0/4180319105 conn(0x7fdf88062eb0 msgr2=0x7fdf8806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:31.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4180319105 shutdown_connections 2024-09-10T10:40:31.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.445+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4180319105 wait complete. 2024-09-10T10:40:31.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8fa00640 1 Processor -- start 2024-09-10T10:40:31.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8fa00640 1 -- start start 2024-09-10T10:40:31.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8fa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 0x7fdf8814e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8fa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf880cf3c0 0x7fdf8815c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8fa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf881568c0 0x7fdf881523c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8fa00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fdf88156e20 con 0x7fdf8806e9c0 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8fa00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdf88156ca0 con 0x7fdf881568c0 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8fa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdf88169ee0 con 0x7fdf880cf3c0 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8d000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 0x7fdf8814e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8d000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 0x7fdf8814e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36208/0 (socket says 172.21.15.22:36208) 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8d000640 1 -- 172.21.15.22:0/4080045840 learned_addr learned my addr 172.21.15.22:0/4080045840 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8da00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf881568c0 0x7fdf881523c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf87e00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf880cf3c0 0x7fdf8815c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8d000640 1 -- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf880cf3c0 msgr2=0x7fdf8815c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8d000640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf880cf3c0 0x7fdf8815c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8d000640 1 -- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf881568c0 msgr2=0x7fdf881523c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8d000640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf881568c0 0x7fdf881523c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8d000640 1 -- 172.21.15.22:0/4080045840 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf8815d2a0 con 0x7fdf8806e9c0 2024-09-10T10:40:31.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8d000640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 0x7fdf8814e050 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fdf7800c4a0 tx=0x7fdf7800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:31.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf84c00640 1 -- 172.21.15.22:0/4080045840 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf78018070 con 0x7fdf8806e9c0 2024-09-10T10:40:31.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf84c00640 1 -- 172.21.15.22:0/4080045840 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf780074e0 con 0x7fdf8806e9c0 2024-09-10T10:40:31.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf84c00640 1 -- 172.21.15.22:0/4080045840 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf78004a30 con 0x7fdf8806e9c0 2024-09-10T10:40:31.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4080045840 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf8815d5e0 con 0x7fdf8806e9c0 2024-09-10T10:40:31.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.449+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4080045840 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf8815de20 con 0x7fdf8806e9c0 2024-09-10T10:40:31.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.453+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4080045840 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf8815e020 con 0x7fdf8806e9c0 2024-09-10T10:40:31.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.453+0000 7fdf84c00640 1 -- 172.21.15.22:0/4080045840 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdf78004bd0 con 0x7fdf8806e9c0 2024-09-10T10:40:31.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.453+0000 7fdf84c00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdf680678c0 0x7fdf68069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:31.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.453+0000 7fdf84c00640 1 -- 172.21.15.22:0/4080045840 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5795+0+0 (secure 0 0 0) 0x7fdf780850f0 con 0x7fdf8806e9c0 2024-09-10T10:40:31.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.453+0000 7fdf87e00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdf680678c0 0x7fdf68069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:31.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.453+0000 7fdf87e00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdf680678c0 0x7fdf68069d80 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fdf8815fb30 tx=0x7fdf74009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:31.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.457+0000 7fdf84c00640 1 -- 172.21.15.22:0/4080045840 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdf8815e020 con 0x7fdf8806e9c0 2024-09-10T10:40:31.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:31.661+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4080045840 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fdf880cf850 con 0x7fdf8806e9c0 2024-09-10T10:40:32.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.273+0000 7fdf84c00640 1 -- 172.21.15.22:0/4080045840 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v88) ==== 104+0+0 (secure 0 0 0) 0x7fdf8815d5e0 con 0x7fdf8806e9c0 2024-09-10T10:40:32.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdf680678c0 msgr2=0x7fdf68069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:32.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdf680678c0 0x7fdf68069d80 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fdf8815fb30 tx=0x7fdf74009040 comp rx=0 tx=0).stop 2024-09-10T10:40:32.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4080045840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 msgr2=0x7fdf8814e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 0x7fdf8814e050 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fdf7800c4a0 tx=0x7fdf7800c960 comp rx=0 tx=0).stop 2024-09-10T10:40:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4080045840 shutdown_connections 2024-09-10T10:40:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fdf680678c0 0x7fdf68069d80 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf881568c0 0x7fdf881523c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf880cf3c0 0x7fdf8815c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 --2- 172.21.15.22:0/4080045840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fdf8806e9c0 0x7fdf8814e050 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4080045840 >> 172.21.15.22:0/4080045840 conn(0x7fdf88062eb0 msgr2=0x7fdf880b21a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4080045840 shutdown_connections 2024-09-10T10:40:32.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.277+0000 7fdf8fa00640 1 -- 172.21.15.22:0/4080045840 wait complete. 2024-09-10T10:40:32.306 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:40:32.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.449+0000 7ff8e7400640 1 Processor -- start 2024-09-10T10:40:32.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.449+0000 7ff8e7400640 1 -- start start 2024-09-10T10:40:32.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8e7400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 0x7ff8e00b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:32.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8e7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff8e00b3b00 0x7ff8e00cd300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:32.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8e7400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff8e00cd840 0x7ff8e006d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:32.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8e7400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff8e00b3fd0 con 0x7ff8e00b3b00 2024-09-10T10:40:32.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8e7400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff8e00b42b0 con 0x7ff8e00cd840 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8e7400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff8e00b4590 con 0x7ff8e01460d0 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8dfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff8e00b3b00 0x7ff8e00cd300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8dfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff8e00b3b00 0x7ff8e00cd300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36220/0 (socket says 172.21.15.22:36220) 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8dfe00640 1 -- 172.21.15.22:0/459186483 learned_addr learned my addr 172.21.15.22:0/459186483 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8e4a00640 1 --2- 172.21.15.22:0/459186483 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 0x7ff8e00b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8e5400640 1 --2- 172.21.15.22:0/459186483 >> v2:172.21.15.145:3300/0 conn(0x7ff8e00cd840 0x7ff8e006d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8dfe00640 1 -- 172.21.15.22:0/459186483 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 msgr2=0x7ff8e00b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8dfe00640 1 --2- 172.21.15.22:0/459186483 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 0x7ff8e00b35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8dfe00640 1 -- 172.21.15.22:0/459186483 >> v2:172.21.15.145:3300/0 conn(0x7ff8e00cd840 msgr2=0x7ff8e006d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8dfe00640 1 --2- 172.21.15.22:0/459186483 >> v2:172.21.15.145:3300/0 conn(0x7ff8e00cd840 0x7ff8e006d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8dfe00640 1 -- 172.21.15.22:0/459186483 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8e00b4870 con 0x7ff8e00b3b00 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8e4a00640 1 --2- 172.21.15.22:0/459186483 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 0x7ff8e00b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:32.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.453+0000 7ff8e5400640 1 --2- 172.21.15.22:0/459186483 >> v2:172.21.15.145:3300/0 conn(0x7ff8e00cd840 0x7ff8e006d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:32.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8dfe00640 1 --2- 172.21.15.22:0/459186483 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00b3b00 0x7ff8e00cd300 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7ff8e006c8c0 tx=0x7ff8cc01c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1047eccf82f8f4d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:32.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8df400640 1 -- 172.21.15.22:0/459186483 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc0b0070 con 0x7ff8e00b3b00 2024-09-10T10:40:32.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8df400640 1 -- 172.21.15.22:0/459186483 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8cc0ab600 con 0x7ff8e00b3b00 2024-09-10T10:40:32.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8df400640 1 -- 172.21.15.22:0/459186483 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc0ab9d0 con 0x7ff8e00b3b00 2024-09-10T10:40:32.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 -- 172.21.15.22:0/459186483 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00b3b00 msgr2=0x7ff8e00cd300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:32.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 --2- 172.21.15.22:0/459186483 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00b3b00 0x7ff8e00cd300 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7ff8e006c8c0 tx=0x7ff8cc01c260 comp rx=0 tx=0).stop 2024-09-10T10:40:32.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 -- 172.21.15.22:0/459186483 shutdown_connections 2024-09-10T10:40:32.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 --2- 172.21.15.22:0/459186483 >> v2:172.21.15.145:3300/0 conn(0x7ff8e00cd840 0x7ff8e006d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 --2- 172.21.15.22:0/459186483 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00b3b00 0x7ff8e00cd300 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 --2- 172.21.15.22:0/459186483 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 0x7ff8e00b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 -- 172.21.15.22:0/459186483 >> 172.21.15.22:0/459186483 conn(0x7ff8e0063000 msgr2=0x7ff8e006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:32.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 -- 172.21.15.22:0/459186483 shutdown_connections 2024-09-10T10:40:32.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 -- 172.21.15.22:0/459186483 wait complete. 2024-09-10T10:40:32.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 Processor -- start 2024-09-10T10:40:32.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 -- start start 2024-09-10T10:40:32.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e00b3b00 0x7ff8e013e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:32.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00cd840 0x7ff8e0137730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:32.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 0x7ff8e01426a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:32.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e015cae0 con 0x7ff8e00cd840 2024-09-10T10:40:32.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e015c960 con 0x7ff8e00b3b00 2024-09-10T10:40:32.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8e7400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff8e015cc60 con 0x7ff8e01460d0 2024-09-10T10:40:32.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8dfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00cd840 0x7ff8e0137730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:32.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8dfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00cd840 0x7ff8e0137730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36232/0 (socket says 172.21.15.22:36232) 2024-09-10T10:40:32.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.457+0000 7ff8dfe00640 1 -- 172.21.15.22:0/1983434167 learned_addr learned my addr 172.21.15.22:0/1983434167 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:32.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8e4a00640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e00b3b00 0x7ff8e013e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:32.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8e5400640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 0x7ff8e01426a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:32.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dfe00640 1 -- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 msgr2=0x7ff8e01426a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:32.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dfe00640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 0x7ff8e01426a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dfe00640 1 -- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e00b3b00 msgr2=0x7ff8e013e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:32.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dfe00640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e00b3b00 0x7ff8e013e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:32.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dfe00640 1 -- 172.21.15.22:0/1983434167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8e01415c0 con 0x7ff8e00cd840 2024-09-10T10:40:32.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dfe00640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00cd840 0x7ff8e0137730 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc01a910 tx=0x7ff8cc019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:32.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dcc00640 1 -- 172.21.15.22:0/1983434167 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc0b9070 con 0x7ff8e00cd840 2024-09-10T10:40:32.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dcc00640 1 -- 172.21.15.22:0/1983434167 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8cc0b4600 con 0x7ff8e00cd840 2024-09-10T10:40:32.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8e7400640 1 -- 172.21.15.22:0/1983434167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8e015c490 con 0x7ff8e00cd840 2024-09-10T10:40:32.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dcc00640 1 -- 172.21.15.22:0/1983434167 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc0b0040 con 0x7ff8e00cd840 2024-09-10T10:40:32.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8e7400640 1 -- 172.21.15.22:0/1983434167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8e0141bc0 con 0x7ff8e00cd840 2024-09-10T10:40:32.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8e7400640 1 -- 172.21.15.22:0/1983434167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8e006d640 con 0x7ff8e00cd840 2024-09-10T10:40:32.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dcc00640 1 -- 172.21.15.22:0/1983434167 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff8cc0bc070 con 0x7ff8e00cd840 2024-09-10T10:40:32.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.461+0000 7ff8dcc00640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff8c00678c0 0x7ff8c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:32.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.465+0000 7ff8dcc00640 1 -- 172.21.15.22:0/1983434167 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5795+0+0 (secure 0 0 0) 0x7ff8cc11eeb0 con 0x7ff8e00cd840 2024-09-10T10:40:32.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.465+0000 7ff8e4a00640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff8c00678c0 0x7ff8c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:32.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.465+0000 7ff8e4a00640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff8c00678c0 0x7ff8c0069d80 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7ff8d0006fd0 tx=0x7ff8d0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:32.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.469+0000 7ff8dcc00640 1 -- 172.21.15.22:0/1983434167 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff8cc016110 con 0x7ff8e00cd840 2024-09-10T10:40:32.638 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:32.633+0000 7ff8e7400640 1 -- 172.21.15.22:0/1983434167 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff8e01412e0 con 0x7ff8e00cd840 2024-09-10T10:40:33.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.277+0000 7ff8dcc00640 1 -- 172.21.15.22:0/1983434167 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v117) ==== 181+0+0 (secure 0 0 0) 0x7ff8cc0ef980 con 0x7ff8e00cd840 2024-09-10T10:40:33.282 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:40:33.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 -- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff8c00678c0 msgr2=0x7ff8c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:33.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff8c00678c0 0x7ff8c0069d80 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7ff8d0006fd0 tx=0x7ff8d0008040 comp rx=0 tx=0).stop 2024-09-10T10:40:33.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 -- 172.21.15.22:0/1983434167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00cd840 msgr2=0x7ff8e0137730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:33.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00cd840 0x7ff8e0137730 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc01a910 tx=0x7ff8cc019000 comp rx=0 tx=0).stop 2024-09-10T10:40:33.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 -- 172.21.15.22:0/1983434167 shutdown_connections 2024-09-10T10:40:33.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff8c00678c0 0x7ff8c0069d80 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:33.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff8e01460d0 0x7ff8e01426a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:33.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff8e00cd840 0x7ff8e0137730 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:33.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 --2- 172.21.15.22:0/1983434167 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff8e00b3b00 0x7ff8e013e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:33.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 -- 172.21.15.22:0/1983434167 >> 172.21.15.22:0/1983434167 conn(0x7ff8e0063000 msgr2=0x7ff8e006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:33.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 -- 172.21.15.22:0/1983434167 shutdown_connections 2024-09-10T10:40:33.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.281+0000 7ff8e7400640 1 -- 172.21.15.22:0/1983434167 wait complete. 2024-09-10T10:40:33.309 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:40:33.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3ba600640 1 Processor -- start 2024-09-10T10:40:33.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3ba600640 1 -- start start 2024-09-10T10:40:33.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3ba600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa3b40cd300 0x7fa3b40cd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:33.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3ba600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa3b415c960 0x7fa3b415cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:33.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3ba600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3b40b3fd0 con 0x7fa3b41460d0 2024-09-10T10:40:33.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3ba600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa3b40cdcb0 con 0x7fa3b40cd300 2024-09-10T10:40:33.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3ba600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa3b40b42b0 con 0x7fa3b415c960 2024-09-10T10:40:33.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3b3400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa3b41460d0 0x7fa3b40b35c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:40242/0 (socket says 172.21.15.22:40242) 2024-09-10T10:40:33.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3b3400640 1 -- 172.21.15.22:0/2060668567 learned_addr learned my addr 172.21.15.22:0/2060668567 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:33.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3aaa00640 1 --2- 172.21.15.22:0/2060668567 >> v2:172.21.15.22:3300/0 conn(0x7fa3b40cd300 0x7fa3b40cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:33.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3b3e00640 1 --2- 172.21.15.22:0/2060668567 >> v2:172.21.15.145:3300/0 conn(0x7fa3b415c960 0x7fa3b415cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:33.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3aaa00640 1 -- 172.21.15.22:0/2060668567 >> v2:172.21.15.145:3300/0 conn(0x7fa3b415c960 msgr2=0x7fa3b415cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:33.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.453+0000 7fa3b2a00640 1 -- 172.21.15.22:0/2060668567 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1504362297 0 0) 0x7fa3b40b3fd0 con 0x7fa3b41460d0 2024-09-10T10:40:33.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3aaa00640 1 --2- 172.21.15.22:0/2060668567 >> v2:172.21.15.145:3300/0 conn(0x7fa3b415c960 0x7fa3b415cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:33.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3aaa00640 1 -- 172.21.15.22:0/2060668567 >> v1:172.21.15.22:6789/0 conn(0x7fa3b41460d0 legacy=0x7fa3b40b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:33.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3aaa00640 1 -- 172.21.15.22:0/2060668567 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3b40b4590 con 0x7fa3b40cd300 2024-09-10T10:40:33.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3aaa00640 1 --2- 172.21.15.22:0/2060668567 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 0x7fa3b40cd770 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fa3b406cee0 tx=0x7fa39c01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df993d9a8cd595a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:33.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3b2a00640 1 -- 172.21.15.22:0/2060668567 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa39c0ab650 con 0x7fa3b40cd300 2024-09-10T10:40:33.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3b2a00640 1 -- 172.21.15.22:0/2060668567 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa39c0b0070 con 0x7fa3b40cd300 2024-09-10T10:40:33.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3b2a00640 1 -- 172.21.15.22:0/2060668567 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa39c0aba10 con 0x7fa3b40cd300 2024-09-10T10:40:33.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3ba600640 1 -- 172.21.15.22:0/2060668567 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 msgr2=0x7fa3b40cd770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:33.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3ba600640 1 --2- 172.21.15.22:0/2060668567 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 0x7fa3b40cd770 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fa3b406cee0 tx=0x7fa39c01c450 comp rx=0 tx=0).stop 2024-09-10T10:40:33.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3ba600640 1 -- 172.21.15.22:0/2060668567 shutdown_connections 2024-09-10T10:40:33.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3ba600640 1 --2- 172.21.15.22:0/2060668567 >> v2:172.21.15.145:3300/0 conn(0x7fa3b415c960 0x7fa3b415cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:33.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3ba600640 1 --2- 172.21.15.22:0/2060668567 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 0x7fa3b40cd770 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:33.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3ba600640 1 -- 172.21.15.22:0/2060668567 >> 172.21.15.22:0/2060668567 conn(0x7fa3b4063000 msgr2=0x7fa3b406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:33.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3ba600640 1 -- 172.21.15.22:0/2060668567 shutdown_connections 2024-09-10T10:40:33.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.457+0000 7fa3ba600640 1 -- 172.21.15.22:0/2060668567 wait complete. 2024-09-10T10:40:33.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3ba600640 1 Processor -- start 2024-09-10T10:40:33.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3ba600640 1 -- start start 2024-09-10T10:40:33.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3ba600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 0x7fa3b413ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:33.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3ba600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3b41460d0 0x7fa3b4143ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:33.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3ba600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3b415c960 0x7fa3b415ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:33.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3ba600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa3b406e990 con 0x7fa3b40cd300 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3ba600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa3b406e810 con 0x7fa3b415c960 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3ba600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa3b40b5070 con 0x7fa3b41460d0 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3b3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 0x7fa3b413ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3b3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 0x7fa3b413ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36238/0 (socket says 172.21.15.22:36238) 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3b3400640 1 -- 172.21.15.22:0/1609768983 learned_addr learned my addr 172.21.15.22:0/1609768983 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3b3400640 1 -- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3b41460d0 msgr2=0x7fa3b4143ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3b3400640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3b41460d0 0x7fa3b4143ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3b3400640 1 -- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3b415c960 msgr2=0x7fa3b415ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3b3400640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3b415c960 0x7fa3b415ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3b3400640 1 -- 172.21.15.22:0/1609768983 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3b4137830 con 0x7fa3b40cd300 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3b3400640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 0x7fa3b413ea00 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fa3a40011f0 tx=0x7fa3a400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:33.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3abe00640 1 -- 172.21.15.22:0/1609768983 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a4018070 con 0x7fa3b40cd300 2024-09-10T10:40:33.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3abe00640 1 -- 172.21.15.22:0/1609768983 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3a40074e0 con 0x7fa3b40cd300 2024-09-10T10:40:33.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3abe00640 1 -- 172.21.15.22:0/1609768983 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a4004a10 con 0x7fa3b40cd300 2024-09-10T10:40:33.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3ba600640 1 -- 172.21.15.22:0/1609768983 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3b4137b10 con 0x7fa3b40cd300 2024-09-10T10:40:33.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.461+0000 7fa3ba600640 1 -- 172.21.15.22:0/1609768983 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3b413ef40 con 0x7fa3b40cd300 2024-09-10T10:40:33.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.465+0000 7fa3ba600640 1 -- 172.21.15.22:0/1609768983 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3b4137ce0 con 0x7fa3b40cd300 2024-09-10T10:40:33.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.465+0000 7fa3abe00640 1 -- 172.21.15.22:0/1609768983 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa3a4004bb0 con 0x7fa3b40cd300 2024-09-10T10:40:33.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.465+0000 7fa3abe00640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3900678c0 0x7fa390069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:33.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.465+0000 7fa3abe00640 1 -- 172.21.15.22:0/1609768983 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5357+0+0 (secure 0 0 0) 0x7fa3a4084e40 con 0x7fa3b40cd300 2024-09-10T10:40:33.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.465+0000 7fa3aaa00640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3900678c0 0x7fa390069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:33.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.469+0000 7fa3aaa00640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3900678c0 0x7fa390069d80 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fa39c0af000 tx=0x7fa39c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:33.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.469+0000 7fa3abe00640 1 -- 172.21.15.22:0/1609768983 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa3a4055a40 con 0x7fa3b40cd300 2024-09-10T10:40:33.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:33.637+0000 7fa3ba600640 1 -- 172.21.15.22:0/1609768983 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa3b40cd770 con 0x7fa3b40cd300 2024-09-10T10:40:34.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.285+0000 7fa3abe00640 1 -- 172.21.15.22:0/1609768983 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v118) ==== 169+0+0 (secure 0 0 0) 0x7fa3a4055340 con 0x7fa3b40cd300 2024-09-10T10:40:34.289 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:40:34.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.285+0000 7fa3ba600640 1 -- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3900678c0 msgr2=0x7fa390069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.285+0000 7fa3ba600640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3900678c0 0x7fa390069d80 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fa39c0af000 tx=0x7fa39c008040 comp rx=0 tx=0).stop 2024-09-10T10:40:34.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.285+0000 7fa3ba600640 1 -- 172.21.15.22:0/1609768983 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 msgr2=0x7fa3b413ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.285+0000 7fa3ba600640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 0x7fa3b413ea00 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fa3a40011f0 tx=0x7fa3a400c9b0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.289+0000 7fa3ba600640 1 -- 172.21.15.22:0/1609768983 shutdown_connections 2024-09-10T10:40:34.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.289+0000 7fa3ba600640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa3900678c0 0x7fa390069d80 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.289+0000 7fa3ba600640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3b415c960 0x7fa3b415ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.289+0000 7fa3ba600640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3b41460d0 0x7fa3b4143ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.289+0000 7fa3ba600640 1 --2- 172.21.15.22:0/1609768983 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa3b40cd300 0x7fa3b413ea00 secure :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fa3a40011f0 tx=0x7fa3a400c9b0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.289+0000 7fa3ba600640 1 -- 172.21.15.22:0/1609768983 >> 172.21.15.22:0/1609768983 conn(0x7fa3b4063000 msgr2=0x7fa3b40af770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:34.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.289+0000 7fa3ba600640 1 -- 172.21.15.22:0/1609768983 shutdown_connections 2024-09-10T10:40:34.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.289+0000 7fa3ba600640 1 -- 172.21.15.22:0/1609768983 wait complete. 2024-09-10T10:40:34.320 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:40:34.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.473+0000 7f1cdfe00640 1 Processor -- start 2024-09-10T10:40:34.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.473+0000 7f1cdfe00640 1 -- start start 2024-09-10T10:40:34.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdfe00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1ce00cebb0 0x7f1ce00b69b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdfe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f1ce00b6ef0 0x7f1ce00cff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdfe00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ce0070e20 con 0x7f1ce015c520 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdfe00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f1ce00b6520 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdfe00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f1ce00710b0 con 0x7f1ce00cebb0 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdea00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f1ce015c520 0x7f1ce0070710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:40244/0 (socket says 172.21.15.22:40244) 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdea00640 1 -- 172.21.15.22:0/718919177 learned_addr learned my addr 172.21.15.22:0/718919177 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdf400640 1 --2- 172.21.15.22:0/718919177 >> v2:172.21.15.22:3300/0 conn(0x7f1ce00b6ef0 0x7f1ce00cff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cde000640 1 --2- 172.21.15.22:0/718919177 >> v2:172.21.15.145:3300/0 conn(0x7f1ce00cebb0 0x7f1ce00b69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdd600640 1 -- 172.21.15.22:0/718919177 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4060500063 0 0) 0x7f1ce0070e20 con 0x7f1ce015c520 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdd600640 1 -- 172.21.15.22:0/718919177 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1cc4003530 con 0x7f1ce015c520 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdf400640 1 -- 172.21.15.22:0/718919177 >> v2:172.21.15.145:3300/0 conn(0x7f1ce00cebb0 msgr2=0x7f1ce00b69b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdf400640 1 --2- 172.21.15.22:0/718919177 >> v2:172.21.15.145:3300/0 conn(0x7f1ce00cebb0 0x7f1ce00b69b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdf400640 1 -- 172.21.15.22:0/718919177 >> v1:172.21.15.22:6789/0 conn(0x7f1ce015c520 legacy=0x7f1ce0070710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.477+0000 7f1cdf400640 1 -- 172.21.15.22:0/718919177 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce00b5ed0 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdf400640 1 --2- 172.21.15.22:0/718919177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 0x7f1ce00cff60 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f1ce0069fd0 tx=0x7f1cd801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=900a3f546160eb38 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:34.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdd600640 1 -- 172.21.15.22:0/718919177 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd80b2070 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdd600640 1 -- 172.21.15.22:0/718919177 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd80a57f0 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdd600640 1 -- 172.21.15.22:0/718919177 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd80a5ba0 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 -- 172.21.15.22:0/718919177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 msgr2=0x7f1ce00cff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 --2- 172.21.15.22:0/718919177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 0x7f1ce00cff60 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f1ce0069fd0 tx=0x7f1cd801c930 comp rx=0 tx=0).stop 2024-09-10T10:40:34.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 -- 172.21.15.22:0/718919177 shutdown_connections 2024-09-10T10:40:34.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 --2- 172.21.15.22:0/718919177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 0x7f1ce00cff60 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 --2- 172.21.15.22:0/718919177 >> v2:172.21.15.145:3300/0 conn(0x7f1ce00cebb0 0x7f1ce00b69b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 -- 172.21.15.22:0/718919177 >> 172.21.15.22:0/718919177 conn(0x7f1ce00d2290 msgr2=0x7f1ce00d26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 -- 172.21.15.22:0/718919177 shutdown_connections 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 -- 172.21.15.22:0/718919177 wait complete. 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 Processor -- start 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 -- start start 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.481+0000 7f1cdfe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 0x7f1ce0140eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdfe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce00cebb0 0x7f1ce0155bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdfe00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ce0156130 0x7f1ce0152ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdfe00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce00d1040 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdfe00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce00d0ec0 con 0x7f1ce0156130 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdfe00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1ce00d11c0 con 0x7f1ce00cebb0 2024-09-10T10:40:34.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 0x7f1ce0140eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 0x7f1ce0140eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36266/0 (socket says 172.21.15.22:36266) 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdea00640 1 -- 172.21.15.22:0/1849867650 learned_addr learned my addr 172.21.15.22:0/1849867650 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdf400640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ce0156130 0x7f1ce0152ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cde000640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce00cebb0 0x7f1ce0155bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdea00640 1 -- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce00cebb0 msgr2=0x7f1ce0155bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdea00640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce00cebb0 0x7f1ce0155bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdea00640 1 -- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ce0156130 msgr2=0x7f1ce0152ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdea00640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ce0156130 0x7f1ce0152ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdea00640 1 -- 172.21.15.22:0/1849867650 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce0154590 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdea00640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 0x7f1ce0140eb0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f1cd000c3c0 tx=0x7f1cd000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cd6a00640 1 -- 172.21.15.22:0/1849867650 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd0017070 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cd6a00640 1 -- 172.21.15.22:0/1849867650 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd0005db0 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdfe00640 1 -- 172.21.15.22:0/1849867650 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ce0154870 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cd6a00640 1 -- 172.21.15.22:0/1849867650 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd00072f0 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdfe00640 1 -- 172.21.15.22:0/1849867650 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ce0154e30 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cdfe00640 1 -- 172.21.15.22:0/1849867650 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ce0156540 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.485+0000 7f1cd6a00640 1 -- 172.21.15.22:0/1849867650 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1cd001a070 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.489+0000 7f1cd6a00640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc00678f0 0x7f1cc0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.489+0000 7f1cd6a00640 1 -- 172.21.15.22:0/1849867650 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f1cd0084d60 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.489+0000 7f1cde000640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc00678f0 0x7f1cc0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.489+0000 7f1cde000640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc00678f0 0x7f1cc0069db0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f1ce015a770 tx=0x7f1ccc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:34.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.493+0000 7f1cd6a00640 1 -- 172.21.15.22:0/1849867650 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1cd00554b0 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.657+0000 7f1cdfe00640 1 -- 172.21.15.22:0/1849867650 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f1ce00cff60 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.661+0000 7f1cd6a00640 1 -- 172.21.15.22:0/1849867650 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v51) ==== 104+0+0 (secure 0 0 0) 0x7f1cd00597b0 con 0x7f1ce00b6ef0 2024-09-10T10:40:34.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 -- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc00678f0 msgr2=0x7f1cc0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc00678f0 0x7f1cc0069db0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f1ce015a770 tx=0x7f1ccc009190 comp rx=0 tx=0).stop 2024-09-10T10:40:34.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 -- 172.21.15.22:0/1849867650 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 msgr2=0x7f1ce0140eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 0x7f1ce0140eb0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f1cd000c3c0 tx=0x7f1cd000c880 comp rx=0 tx=0).stop 2024-09-10T10:40:34.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 -- 172.21.15.22:0/1849867650 shutdown_connections 2024-09-10T10:40:34.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1cc00678f0 0x7f1cc0069db0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ce0156130 0x7f1ce0152ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce00cebb0 0x7f1ce0155bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 --2- 172.21.15.22:0/1849867650 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ce00b6ef0 0x7f1ce0140eb0 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 -- 172.21.15.22:0/1849867650 >> 172.21.15.22:0/1849867650 conn(0x7f1ce00d2290 msgr2=0x7f1ce00ce490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:34.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 -- 172.21.15.22:0/1849867650 shutdown_connections 2024-09-10T10:40:34.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.665+0000 7f1cdfe00640 1 -- 172.21.15.22:0/1849867650 wait complete. 2024-09-10T10:40:34.690 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_max_caps 2024-09-10T10:40:34.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f993b000640 1 Processor -- start 2024-09-10T10:40:34.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f993b000640 1 -- start start 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f993b000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9934148010 0x7f9934071ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f993b000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f99340ae8a0 0x7f99340aed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f993b000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99341483f0 con 0x7f9934072220 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f993b000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9934071850 con 0x7f99340ae8a0 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f993b000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9934071240 con 0x7f9934148010 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f9933400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9934072220 0x7f993415fef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:40256/0 (socket says 172.21.15.22:40256) 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f9939000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f99340ae8a0 0x7f99340aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f9933400640 1 -- 172.21.15.22:0/418125044 learned_addr learned my addr 172.21.15.22:0/418125044 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f9933e00640 1 --2- 172.21.15.22:0/418125044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9934148010 0x7f9934071ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f9939000640 1 -- 172.21.15.22:0/418125044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9934148010 msgr2=0x7f9934071ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f9939000640 1 --2- 172.21.15.22:0/418125044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9934148010 0x7f9934071ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f9939000640 1 -- 172.21.15.22:0/418125044 >> v1:172.21.15.22:6789/0 conn(0x7f9934072220 legacy=0x7f993415fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f9932a00640 1 -- 172.21.15.22:0/418125044 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3456222507 0 0) 0x7f99341483f0 con 0x7f9934072220 2024-09-10T10:40:34.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.829+0000 7f9939000640 1 -- 172.21.15.22:0/418125044 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99340b5680 con 0x7f99340ae8a0 2024-09-10T10:40:34.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f9939000640 1 --2- 172.21.15.22:0/418125044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f99340ae8a0 0x7f99340aed30 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f992c009d90 tx=0x7f992c01d3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a434b6fc70e2d01d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:34.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f9932a00640 1 -- 172.21.15.22:0/418125044 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992c0b2070 con 0x7f99340ae8a0 2024-09-10T10:40:34.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f9932a00640 1 -- 172.21.15.22:0/418125044 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f992c0a5940 con 0x7f99340ae8a0 2024-09-10T10:40:34.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f9932a00640 1 -- 172.21.15.22:0/418125044 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992c0a5d10 con 0x7f99340ae8a0 2024-09-10T10:40:34.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f993b000640 1 -- 172.21.15.22:0/418125044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f99340ae8a0 msgr2=0x7f99340aed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f993b000640 1 --2- 172.21.15.22:0/418125044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f99340ae8a0 0x7f99340aed30 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f992c009d90 tx=0x7f992c01d3d0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f993b000640 1 -- 172.21.15.22:0/418125044 shutdown_connections 2024-09-10T10:40:34.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f993b000640 1 --2- 172.21.15.22:0/418125044 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f99340ae8a0 0x7f99340aed30 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f993b000640 1 --2- 172.21.15.22:0/418125044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9934148010 0x7f9934071ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f993b000640 1 -- 172.21.15.22:0/418125044 >> 172.21.15.22:0/418125044 conn(0x7f9934062eb0 msgr2=0x7f993406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:34.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f993b000640 1 -- 172.21.15.22:0/418125044 shutdown_connections 2024-09-10T10:40:34.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.833+0000 7f993b000640 1 -- 172.21.15.22:0/418125044 wait complete. 2024-09-10T10:40:34.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f993b000640 1 Processor -- start 2024-09-10T10:40:34.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f993b000640 1 -- start start 2024-09-10T10:40:34.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f993b000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9934072220 0x7f99340cf750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f993b000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99340ae8a0 0x7f993415da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f993b000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9934148010 0x7f993413fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f993b000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f99340b5270 con 0x7f9934148010 2024-09-10T10:40:34.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f993b000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f99340b50f0 con 0x7f99340ae8a0 2024-09-10T10:40:34.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f993b000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f99340b53f0 con 0x7f9934072220 2024-09-10T10:40:34.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9939000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9934148010 0x7f993413fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9939000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9934148010 0x7f993413fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:36294/0 (socket says 172.21.15.22:36294) 2024-09-10T10:40:34.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9939000640 1 -- 172.21.15.22:0/3793665711 learned_addr learned my addr 172.21.15.22:0/3793665711 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:34.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9933e00640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9934072220 0x7f99340cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9933400640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99340ae8a0 0x7f993415da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9939000640 1 -- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9934072220 msgr2=0x7f99340cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9939000640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9934072220 0x7f99340cf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9939000640 1 -- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99340ae8a0 msgr2=0x7f993415da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:34.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9939000640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99340ae8a0 0x7f993415da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:34.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9939000640 1 -- 172.21.15.22:0/3793665711 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99340cfc90 con 0x7f9934148010 2024-09-10T10:40:34.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f9939000640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9934148010 0x7f993413fd90 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f992c009d90 tx=0x7f992c019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:34.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f992be00640 1 -- 172.21.15.22:0/3793665711 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992c0b2040 con 0x7f9934148010 2024-09-10T10:40:34.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f992be00640 1 -- 172.21.15.22:0/3793665711 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f992c003ba0 con 0x7f9934148010 2024-09-10T10:40:34.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f992be00640 1 -- 172.21.15.22:0/3793665711 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992c004030 con 0x7f9934148010 2024-09-10T10:40:34.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f993b000640 1 -- 172.21.15.22:0/3793665711 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99340cea50 con 0x7f9934148010 2024-09-10T10:40:34.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.837+0000 7f993b000640 1 -- 172.21.15.22:0/3793665711 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99340ce770 con 0x7f9934148010 2024-09-10T10:40:34.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.841+0000 7f993b000640 1 -- 172.21.15.22:0/3793665711 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99340aed30 con 0x7f9934148010 2024-09-10T10:40:34.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.841+0000 7f992be00640 1 -- 172.21.15.22:0/3793665711 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f992c0b5070 con 0x7f9934148010 2024-09-10T10:40:34.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.841+0000 7f992be00640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99140678c0 0x7f9914069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:34.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.841+0000 7f992be00640 1 -- 172.21.15.22:0/3793665711 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f992c11ffe0 con 0x7f9934148010 2024-09-10T10:40:34.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.841+0000 7f9933e00640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99140678c0 0x7f9914069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:34.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.841+0000 7f9933e00640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99140678c0 0x7f9914069d80 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f9934168600 tx=0x7f9924008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:34.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:34.845+0000 7f992be00640 1 -- 172.21.15.22:0/3793665711 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f992c0c6020 con 0x7f9934148010 2024-09-10T10:40:35.016 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.013+0000 7f993b000640 1 -- 172.21.15.22:0/3793665711 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"} v 0) -- 0x7f993406d3b0 con 0x7f9934148010 2024-09-10T10:40:35.020 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f992be00640 1 -- 172.21.15.22:0/3793665711 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"}]=0 v52) ==== 102+0+0 (secure 0 0 0) 0x7f992c0bc070 con 0x7f9934148010 2024-09-10T10:40:35.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 -- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99140678c0 msgr2=0x7f9914069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.022 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99140678c0 0x7f9914069d80 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f9934168600 tx=0x7f9924008040 comp rx=0 tx=0).stop 2024-09-10T10:40:35.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 -- 172.21.15.22:0/3793665711 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9934148010 msgr2=0x7f993413fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9934148010 0x7f993413fd90 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f992c009d90 tx=0x7f992c019710 comp rx=0 tx=0).stop 2024-09-10T10:40:35.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 -- 172.21.15.22:0/3793665711 shutdown_connections 2024-09-10T10:40:35.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f99140678c0 0x7f9914069d80 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9934148010 0x7f993413fd90 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99340ae8a0 0x7f993415da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 --2- 172.21.15.22:0/3793665711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9934072220 0x7f99340cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 -- 172.21.15.22:0/3793665711 >> 172.21.15.22:0/3793665711 conn(0x7f9934062eb0 msgr2=0x7f993415fed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:35.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 -- 172.21.15.22:0/3793665711 shutdown_connections 2024-09-10T10:40:35.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.017+0000 7f993b000640 1 -- 172.21.15.22:0/3793665711 wait complete. 2024-09-10T10:40:35.042 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_warning_threshold 2024-09-10T10:40:35.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.181+0000 7f4637e00640 1 Processor -- start 2024-09-10T10:40:35.186 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.181+0000 7f4637e00640 1 -- start start 2024-09-10T10:40:35.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.181+0000 7f4637e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46380d0f70 0x7f46380b70c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.181+0000 7f4637e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4638070e20 con 0x7f46380cebb0 2024-09-10T10:40:35.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.181+0000 7f4637e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46380710b0 con 0x7f463815c520 2024-09-10T10:40:35.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.181+0000 7f4637e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f46380b6520 con 0x7f46380d0f70 2024-09-10T10:40:35.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.181+0000 7f4636000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f46380cebb0 0x7f46380b69b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34096/0 (socket says 172.21.15.22:34096) 2024-09-10T10:40:35.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.181+0000 7f4636000640 1 -- 172.21.15.22:0/1327158505 learned_addr learned my addr 172.21.15.22:0/1327158505 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:35.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.181+0000 7f4637400640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46380d0f70 0x7f46380b70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1997771491 0 0) 0x7f4638070e20 con 0x7f46380cebb0 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f461c003530 con 0x7f46380cebb0 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1330419 0 0) 0x7f46380710b0 con 0x7f463815c520 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4638070e20 con 0x7f463815c520 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1398996062 0 0) 0x7f461c003530 con 0x7f46380cebb0 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46380d0f70 msgr2=0x7f46380b70c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46380d0f70 0x7f46380b70c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 >> v1:172.21.15.145:6789/0 conn(0x7f463815c520 legacy=0x7f4638070710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46380b5ed0 con 0x7f46380cebb0 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f4624001680 con 0x7f46380cebb0 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4637400640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46380d0f70 0x7f46380b70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:35.190 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 >> v1:172.21.15.22:6789/0 conn(0x7f46380cebb0 legacy=0x7f46380b69b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46380d0f70 0x7f461c003b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f461c004110 0x7f461c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f461c004d50 0x7f461c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f46380b6520 con 0x7f461c004110 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f461c00bae0 con 0x7f461c004d50 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f461c00bce0 con 0x7f46380d0f70 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4636000640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f461c004110 0x7f461c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4636a00640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46380d0f70 0x7f461c003b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4637400640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f461c004d50 0x7f461c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4636000640 1 -- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46380d0f70 msgr2=0x7f461c003b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4636000640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46380d0f70 0x7f461c003b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4636000640 1 -- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f461c004d50 msgr2=0x7f461c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:35.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4636000640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f461c004d50 0x7f461c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4636000640 1 -- 172.21.15.22:0/1327158505 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f461c003530 con 0x7f461c004110 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.185+0000 7f4636000640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f461c004110 0x7f461c004810 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f4624001ec0 tx=0x7f462401cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81d4f57b812f78eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4624007c50 con 0x7f461c004110 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46240a9070 con 0x7f461c004110 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4635600640 1 -- 172.21.15.22:0/1327158505 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4624005da0 con 0x7f461c004110 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 -- 172.21.15.22:0/1327158505 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f461c004110 msgr2=0x7f461c004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 --2- 172.21.15.22:0/1327158505 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f461c004110 0x7f461c004810 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f4624001ec0 tx=0x7f462401cae0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637400640 1 -- 172.21.15.22:0/1327158505 reap_dead start 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 -- 172.21.15.22:0/1327158505 shutdown_connections 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 -- 172.21.15.22:0/1327158505 >> 172.21.15.22:0/1327158505 conn(0x7f46380d2290 msgr2=0x7f46380d26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 -- 172.21.15.22:0/1327158505 shutdown_connections 2024-09-10T10:40:35.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 -- 172.21.15.22:0/1327158505 wait complete. 2024-09-10T10:40:35.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 Processor -- start 2024-09-10T10:40:35.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 -- start start 2024-09-10T10:40:35.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f461c004110 0x7f4638153b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4638157280 0x7f46380c8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4638157700 0x7f46380c88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f46380b7240 con 0x7f4638157700 2024-09-10T10:40:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f46380b70c0 con 0x7f4638157280 2024-09-10T10:40:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f46380b73c0 con 0x7f461c004110 2024-09-10T10:40:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4638157700 0x7f46380c88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4638157700 0x7f46380c88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55970/0 (socket says 172.21.15.22:55970) 2024-09-10T10:40:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4637400640 1 -- 172.21.15.22:0/468903914 learned_addr learned my addr 172.21.15.22:0/468903914 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4636a00640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f461c004110 0x7f4638153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.189+0000 7f4636000640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4638157280 0x7f46380c8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f4637400640 1 -- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f461c004110 msgr2=0x7f4638153b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f4637400640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f461c004110 0x7f4638153b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f4637400640 1 -- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4638157280 msgr2=0x7f46380c8390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f4637400640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4638157280 0x7f46380c8390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f4637400640 1 -- 172.21.15.22:0/468903914 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46381561e0 con 0x7f4638157700 2024-09-10T10:40:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f4637400640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4638157700 0x7f46380c88d0 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f4638075e30 tx=0x7f4630009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f462ea00640 1 -- 172.21.15.22:0/468903914 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4630011d70 con 0x7f4638157700 2024-09-10T10:40:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f462ea00640 1 -- 172.21.15.22:0/468903914 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f463001b070 con 0x7f4638157700 2024-09-10T10:40:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f4637e00640 1 -- 172.21.15.22:0/468903914 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46381564c0 con 0x7f4638157700 2024-09-10T10:40:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f462ea00640 1 -- 172.21.15.22:0/468903914 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46300039a0 con 0x7f4638157700 2024-09-10T10:40:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f4637e00640 1 -- 172.21.15.22:0/468903914 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4638156a80 con 0x7f4638157700 2024-09-10T10:40:35.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f4637e00640 1 -- 172.21.15.22:0/468903914 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46380710b0 con 0x7f4638157700 2024-09-10T10:40:35.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f462ea00640 1 -- 172.21.15.22:0/468903914 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4630003b40 con 0x7f4638157700 2024-09-10T10:40:35.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f462ea00640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46180678f0 0x7f4618069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.193+0000 7f462ea00640 1 -- 172.21.15.22:0/468903914 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f4630085f50 con 0x7f4638157700 2024-09-10T10:40:35.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.197+0000 7f4636a00640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46180678f0 0x7f4618069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.197+0000 7f4636a00640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46180678f0 0x7f4618069db0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f4628005630 tx=0x7f4628007250 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:35.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.197+0000 7f462ea00640 1 -- 172.21.15.22:0/468903914 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4630056730 con 0x7f4638157700 2024-09-10T10:40:35.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.365+0000 7f4637e00640 1 -- 172.21.15.22:0/468903914 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"} v 0) -- 0x7f463815a280 con 0x7f4638157700 2024-09-10T10:40:35.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f462ea00640 1 -- 172.21.15.22:0/468903914 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"}]=0 v53) ==== 111+0+0 (secure 0 0 0) 0x7f463005aa30 con 0x7f4638157700 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 -- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46180678f0 msgr2=0x7f4618069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46180678f0 0x7f4618069db0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f4628005630 tx=0x7f4628007250 comp rx=0 tx=0).stop 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 -- 172.21.15.22:0/468903914 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4638157700 msgr2=0x7f46380c88d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4638157700 0x7f46380c88d0 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f4638075e30 tx=0x7f4630009f90 comp rx=0 tx=0).stop 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 -- 172.21.15.22:0/468903914 shutdown_connections 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f46180678f0 0x7f4618069db0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4638157700 0x7f46380c88d0 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4638157280 0x7f46380c8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 --2- 172.21.15.22:0/468903914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f461c004110 0x7f4638153b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 -- 172.21.15.22:0/468903914 >> 172.21.15.22:0/468903914 conn(0x7f46380d2290 msgr2=0x7f46380b2eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 -- 172.21.15.22:0/468903914 shutdown_connections 2024-09-10T10:40:35.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.369+0000 7f4637e00640 1 -- 172.21.15.22:0/468903914 wait complete. 2024-09-10T10:40:35.395 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_cache_memory_limit 2024-09-10T10:40:35.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.533+0000 7f4e75200640 1 Processor -- start 2024-09-10T10:40:35.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.533+0000 7f4e75200640 1 -- start start 2024-09-10T10:40:35.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.533+0000 7f4e75200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e700b1a20 0x7f4e70160900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.533+0000 7f4e75200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4e7015c800 0x7f4e700ceb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.533+0000 7f4e75200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4e700cf0d0 0x7f4e70073880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.533+0000 7f4e75200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4e70073110 con 0x7f4e700cf0d0 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.533+0000 7f4e75200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f4e700733f0 con 0x7f4e7015c800 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.533+0000 7f4e75200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4e7015d010 con 0x7f4e700b1a20 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4e700cf0d0 0x7f4e70073880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4e700cf0d0 0x7f4e70073880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55980/0 (socket says 172.21.15.22:55980) 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6fe00640 1 -- 172.21.15.22:0/1807919614 learned_addr learned my addr 172.21.15.22:0/1807919614 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6f400640 1 --2- 172.21.15.22:0/1807919614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e700b1a20 0x7f4e70160900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e66a00640 1 --2- 172.21.15.22:0/1807919614 >> v2:172.21.15.145:3300/0 conn(0x7f4e7015c800 0x7f4e700ceb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6fe00640 1 -- 172.21.15.22:0/1807919614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e700b1a20 msgr2=0x7f4e70160900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:35.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6fe00640 1 --2- 172.21.15.22:0/1807919614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e700b1a20 0x7f4e70160900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6fe00640 1 -- 172.21.15.22:0/1807919614 >> v2:172.21.15.145:3300/0 conn(0x7f4e7015c800 msgr2=0x7f4e700ceb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:35.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6fe00640 1 --2- 172.21.15.22:0/1807919614 >> v2:172.21.15.145:3300/0 conn(0x7f4e7015c800 0x7f4e700ceb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6fe00640 1 -- 172.21.15.22:0/1807919614 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e7015d2f0 con 0x7f4e700cf0d0 2024-09-10T10:40:35.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e66a00640 1 --2- 172.21.15.22:0/1807919614 >> v2:172.21.15.145:3300/0 conn(0x7f4e7015c800 0x7f4e700ceb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:35.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6fe00640 1 --2- 172.21.15.22:0/1807919614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e700cf0d0 0x7f4e70073880 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f4e70069a60 tx=0x7f4e6801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5a69e49652c7754 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:35.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6ea00640 1 -- 172.21.15.22:0/1807919614 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e680a56c0 con 0x7f4e700cf0d0 2024-09-10T10:40:35.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6ea00640 1 -- 172.21.15.22:0/1807919614 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e680a5860 con 0x7f4e700cf0d0 2024-09-10T10:40:35.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.537+0000 7f4e6ea00640 1 -- 172.21.15.22:0/1807919614 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e680a5c30 con 0x7f4e700cf0d0 2024-09-10T10:40:35.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 -- 172.21.15.22:0/1807919614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e700cf0d0 msgr2=0x7f4e70073880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 --2- 172.21.15.22:0/1807919614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e700cf0d0 0x7f4e70073880 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f4e70069a60 tx=0x7f4e6801c930 comp rx=0 tx=0).stop 2024-09-10T10:40:35.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 -- 172.21.15.22:0/1807919614 shutdown_connections 2024-09-10T10:40:35.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 --2- 172.21.15.22:0/1807919614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e700cf0d0 0x7f4e70073880 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 --2- 172.21.15.22:0/1807919614 >> v2:172.21.15.145:3300/0 conn(0x7f4e7015c800 0x7f4e700ceb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 --2- 172.21.15.22:0/1807919614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e700b1a20 0x7f4e70160900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 -- 172.21.15.22:0/1807919614 >> 172.21.15.22:0/1807919614 conn(0x7f4e7006f2c0 msgr2=0x7f4e7006f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:35.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 -- 172.21.15.22:0/1807919614 shutdown_connections 2024-09-10T10:40:35.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 -- 172.21.15.22:0/1807919614 wait complete. 2024-09-10T10:40:35.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 Processor -- start 2024-09-10T10:40:35.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 -- start start 2024-09-10T10:40:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e700b1a20 0x7f4e7013ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e700cf0d0 0x7f4e70141360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e7015c800 0x7f4e70143080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4e700b2010 con 0x7f4e7015c800 2024-09-10T10:40:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e7015cdf0 con 0x7f4e700b1a20 2024-09-10T10:40:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e75200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4e700d1260 con 0x7f4e700cf0d0 2024-09-10T10:40:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e6fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e7015c800 0x7f4e70143080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e6fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e7015c800 0x7f4e70143080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55992/0 (socket says 172.21.15.22:55992) 2024-09-10T10:40:35.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e6fe00640 1 -- 172.21.15.22:0/1848372673 learned_addr learned my addr 172.21.15.22:0/1848372673 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:35.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e6f400640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e700b1a20 0x7f4e7013ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e66a00640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e700cf0d0 0x7f4e70141360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e6fe00640 1 -- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e700cf0d0 msgr2=0x7f4e70141360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e6fe00640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e700cf0d0 0x7f4e70141360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e6fe00640 1 -- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e700b1a20 msgr2=0x7f4e7013ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e6fe00640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e700b1a20 0x7f4e7013ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.541+0000 7f4e6fe00640 1 -- 172.21.15.22:0/1848372673 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e7015df00 con 0x7f4e7015c800 2024-09-10T10:40:35.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.545+0000 7f4e6fe00640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e7015c800 0x7f4e70143080 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f4e680af040 tx=0x7f4e680196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:35.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.545+0000 7f4e67e00640 1 -- 172.21.15.22:0/1848372673 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e680bc020 con 0x7f4e7015c800 2024-09-10T10:40:35.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.545+0000 7f4e67e00640 1 -- 172.21.15.22:0/1848372673 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e680b8690 con 0x7f4e7015c800 2024-09-10T10:40:35.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.545+0000 7f4e67e00640 1 -- 172.21.15.22:0/1848372673 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e680b8a80 con 0x7f4e7015c800 2024-09-10T10:40:35.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.545+0000 7f4e75200640 1 -- 172.21.15.22:0/1848372673 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e7015e1e0 con 0x7f4e7015c800 2024-09-10T10:40:35.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.545+0000 7f4e75200640 1 -- 172.21.15.22:0/1848372673 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e7015e7a0 con 0x7f4e7015c800 2024-09-10T10:40:35.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.545+0000 7f4e75200640 1 -- 172.21.15.22:0/1848372673 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e70073880 con 0x7f4e7015c800 2024-09-10T10:40:35.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.545+0000 7f4e67e00640 1 -- 172.21.15.22:0/1848372673 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4e680bf020 con 0x7f4e7015c800 2024-09-10T10:40:35.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.545+0000 7f4e67e00640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e4c0678f0 0x7f4e4c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.545+0000 7f4e67e00640 1 -- 172.21.15.22:0/1848372673 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f4e681209d0 con 0x7f4e7015c800 2024-09-10T10:40:35.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.549+0000 7f4e6f400640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e4c0678f0 0x7f4e4c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.549+0000 7f4e6f400640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e4c0678f0 0x7f4e4c069db0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f4e701fa500 tx=0x7f4e60008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:35.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.549+0000 7f4e67e00640 1 -- 172.21.15.22:0/1848372673 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4e680c6030 con 0x7f4e7015c800 2024-09-10T10:40:35.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.717+0000 7f4e75200640 1 -- 172.21.15.22:0/1848372673 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"} v 0) -- 0x7f4e7013b060 con 0x7f4e7015c800 2024-09-10T10:40:35.727 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.721+0000 7f4e67e00640 1 -- 172.21.15.22:0/1848372673 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"}]=0 v54) ==== 105+0+0 (secure 0 0 0) 0x7f4e680165e0 con 0x7f4e7015c800 2024-09-10T10:40:35.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 -- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e4c0678f0 msgr2=0x7f4e4c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e4c0678f0 0x7f4e4c069db0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f4e701fa500 tx=0x7f4e60008040 comp rx=0 tx=0).stop 2024-09-10T10:40:35.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 -- 172.21.15.22:0/1848372673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e7015c800 msgr2=0x7f4e70143080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e7015c800 0x7f4e70143080 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f4e680af040 tx=0x7f4e680196d0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 -- 172.21.15.22:0/1848372673 shutdown_connections 2024-09-10T10:40:35.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4e4c0678f0 0x7f4e4c069db0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4e7015c800 0x7f4e70143080 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e700cf0d0 0x7f4e70141360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 --2- 172.21.15.22:0/1848372673 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e700b1a20 0x7f4e7013ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 -- 172.21.15.22:0/1848372673 >> 172.21.15.22:0/1848372673 conn(0x7f4e7006f2c0 msgr2=0x7f4e7013d600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:35.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 -- 172.21.15.22:0/1848372673 shutdown_connections 2024-09-10T10:40:35.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.725+0000 7f4e75200640 1 -- 172.21.15.22:0/1848372673 wait complete. 2024-09-10T10:40:35.749 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_min_caps_working_set 2024-09-10T10:40:35.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8ba000640 1 Processor -- start 2024-09-10T10:40:35.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8ba000640 1 -- start start 2024-09-10T10:40:35.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8ba000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa8b406bcc0 0x7fa8b406c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8ba000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8b406d7b0 con 0x7fa8b41623d0 2024-09-10T10:40:35.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8ba000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8b406da90 con 0x7fa8b4071160 2024-09-10T10:40:35.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8ba000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa8b4070960 con 0x7fa8b406bcc0 2024-09-10T10:40:35.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b8c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa8b41623d0 0x7fa8b41627b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34108/0 (socket says 172.21.15.22:34108) 2024-09-10T10:40:35.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b8c00640 1 -- 172.21.15.22:0/335610707 learned_addr learned my addr 172.21.15.22:0/335610707 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:35.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3e00640 1 --2- 172.21.15.22:0/335610707 >> v2:172.21.15.145:3300/0 conn(0x7fa8b406bcc0 0x7fa8b406c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 935903549 0 0) 0x7fa8b406d7b0 con 0x7fa8b41623d0 2024-09-10T10:40:35.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa89c003530 con 0x7fa8b41623d0 2024-09-10T10:40:35.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3272322461 0 0) 0x7fa89c003530 con 0x7fa8b41623d0 2024-09-10T10:40:35.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 >> v2:172.21.15.145:3300/0 conn(0x7fa8b406bcc0 msgr2=0x7fa8b406c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:35.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 --2- 172.21.15.22:0/335610707 >> v2:172.21.15.145:3300/0 conn(0x7fa8b406bcc0 0x7fa8b406c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 >> v1:172.21.15.145:6789/0 conn(0x7fa8b4071160 legacy=0x7fa8b40b6920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8b4070c40 con 0x7fa8b41623d0 2024-09-10T10:40:35.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fa8a8001680 con 0x7fa8b41623d0 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 >> v1:172.21.15.22:6789/0 conn(0x7fa8b41623d0 legacy=0x7fa8b41627b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa89c0039c0 0x7fa89c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa89c0043c0 0x7fa89c004890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa89c005090 0x7fa89c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b4070960 con 0x7fa89c0039c0 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa89c00bff0 con 0x7fa89c005090 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa89c00c1f0 con 0x7fa89c0043c0 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b8c00640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa89c0039c0 0x7fa89c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b9600640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa89c005090 0x7fa89c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b3e00640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa89c0043c0 0x7fa89c004890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b8c00640 1 -- 172.21.15.22:0/335610707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa89c0043c0 msgr2=0x7fa89c004890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b8c00640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa89c0043c0 0x7fa89c004890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b8c00640 1 -- 172.21.15.22:0/335610707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa89c005090 msgr2=0x7fa89c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:35.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b8c00640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa89c005090 0x7fa89c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b8c00640 1 -- 172.21.15.22:0/335610707 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa89c003530 con 0x7fa89c0039c0 2024-09-10T10:40:35.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b9600640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa89c005090 0x7fa89c00b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:35.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.889+0000 7fa8b9600640 1 -- 172.21.15.22:0/335610707 reap_dead start 2024-09-10T10:40:35.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8b8c00640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa89c0039c0 0x7fa89c003da0 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fa8a800c160 tx=0x7fa8a801d660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84c4ff332f8b3179 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:35.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a8007cb0 con 0x7fa89c0039c0 2024-09-10T10:40:35.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8a80a9020 con 0x7fa89c0039c0 2024-09-10T10:40:35.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8b3400640 1 -- 172.21.15.22:0/335610707 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a80a5b00 con 0x7fa89c0039c0 2024-09-10T10:40:35.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8ba000640 1 -- 172.21.15.22:0/335610707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa89c0039c0 msgr2=0x7fa89c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8ba000640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa89c0039c0 0x7fa89c003da0 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fa8a800c160 tx=0x7fa8a801d660 comp rx=0 tx=0).stop 2024-09-10T10:40:35.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8ba000640 1 -- 172.21.15.22:0/335610707 shutdown_connections 2024-09-10T10:40:35.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8ba000640 1 --2- 172.21.15.22:0/335610707 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa89c0039c0 0x7fa89c003da0 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8ba000640 1 -- 172.21.15.22:0/335610707 >> 172.21.15.22:0/335610707 conn(0x7fa8b40d2300 msgr2=0x7fa8b40d2710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:35.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8ba000640 1 -- 172.21.15.22:0/335610707 shutdown_connections 2024-09-10T10:40:35.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.893+0000 7fa8ba000640 1 -- 172.21.15.22:0/335610707 wait complete. 2024-09-10T10:40:35.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8ba000640 1 Processor -- start 2024-09-10T10:40:35.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8ba000640 1 -- start start 2024-09-10T10:40:35.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8ba000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa89c0039c0 0x7fa8b4160fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8ba000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa8b4154fc0 0x7fa8b4155990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8ba000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8b4155440 0x7fa8b41f4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8ba000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b406d410 con 0x7fa8b4154fc0 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8ba000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b406c4b0 con 0x7fa8b4155440 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8ba000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa8b406d590 con 0x7fa89c0039c0 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa8b4154fc0 0x7fa8b4155990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa8b4154fc0 0x7fa8b4155990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56018/0 (socket says 172.21.15.22:56018) 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b3e00640 1 -- 172.21.15.22:0/1276442805 learned_addr learned my addr 172.21.15.22:0/1276442805 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b8c00640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa89c0039c0 0x7fa8b4160fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b9600640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8b4155440 0x7fa8b41f4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b3e00640 1 -- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa89c0039c0 msgr2=0x7fa8b4160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b3e00640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa89c0039c0 0x7fa8b4160fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b3e00640 1 -- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8b4155440 msgr2=0x7fa8b41f4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b3e00640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8b4155440 0x7fa8b41f4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b3e00640 1 -- 172.21.15.22:0/1276442805 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8b4161500 con 0x7fa8b4154fc0 2024-09-10T10:40:35.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b3e00640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa8b4154fc0 0x7fa8b4155990 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7fa8a0011530 tx=0x7fa8a0011930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:35.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b0c00640 1 -- 172.21.15.22:0/1276442805 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a0015870 con 0x7fa8b4154fc0 2024-09-10T10:40:35.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b0c00640 1 -- 172.21.15.22:0/1276442805 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8a0015a10 con 0x7fa8b4154fc0 2024-09-10T10:40:35.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8b0c00640 1 -- 172.21.15.22:0/1276442805 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a0015dc0 con 0x7fa8b4154fc0 2024-09-10T10:40:35.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8ba000640 1 -- 172.21.15.22:0/1276442805 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8b415ff20 con 0x7fa8b4154fc0 2024-09-10T10:40:35.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.897+0000 7fa8ba000640 1 -- 172.21.15.22:0/1276442805 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8b41604e0 con 0x7fa8b4154fc0 2024-09-10T10:40:35.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.901+0000 7fa8ba000640 1 -- 172.21.15.22:0/1276442805 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8b40b6920 con 0x7fa8b4154fc0 2024-09-10T10:40:35.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.901+0000 7fa8b0c00640 1 -- 172.21.15.22:0/1276442805 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa8a0013400 con 0x7fa8b4154fc0 2024-09-10T10:40:35.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.901+0000 7fa8b0c00640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8940678c0 0x7fa894069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:35.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.901+0000 7fa8b0c00640 1 -- 172.21.15.22:0/1276442805 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7fa8a00860f0 con 0x7fa8b4154fc0 2024-09-10T10:40:35.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.901+0000 7fa8b8c00640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8940678c0 0x7fa894069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:35.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.901+0000 7fa8b8c00640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8940678c0 0x7fa894069d80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fa8a80aa000 tx=0x7fa8b4070e10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:35.910 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:35.905+0000 7fa8b0c00640 1 -- 172.21.15.22:0/1276442805 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa8a0019030 con 0x7fa8b4154fc0 2024-09-10T10:40:36.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.073+0000 7fa8ba000640 1 -- 172.21.15.22:0/1276442805 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"} v 0) -- 0x7fa8b40aec00 con 0x7fa8b4154fc0 2024-09-10T10:40:36.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8b0c00640 1 -- 172.21.15.22:0/1276442805 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"}]=0 v55) ==== 107+0+0 (secure 0 0 0) 0x7fa8a0056e90 con 0x7fa8b4154fc0 2024-09-10T10:40:36.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 -- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8940678c0 msgr2=0x7fa894069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:36.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8940678c0 0x7fa894069d80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fa8a80aa000 tx=0x7fa8b4070e10 comp rx=0 tx=0).stop 2024-09-10T10:40:36.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 -- 172.21.15.22:0/1276442805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa8b4154fc0 msgr2=0x7fa8b4155990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:36.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa8b4154fc0 0x7fa8b4155990 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7fa8a0011530 tx=0x7fa8a0011930 comp rx=0 tx=0).stop 2024-09-10T10:40:36.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 -- 172.21.15.22:0/1276442805 shutdown_connections 2024-09-10T10:40:36.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa8940678c0 0x7fa894069d80 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa8b4155440 0x7fa8b41f4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa8b4154fc0 0x7fa8b4155990 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 --2- 172.21.15.22:0/1276442805 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa89c0039c0 0x7fa8b4160fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 -- 172.21.15.22:0/1276442805 >> 172.21.15.22:0/1276442805 conn(0x7fa8b40d2300 msgr2=0x7fa8b4073060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:36.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 -- 172.21.15.22:0/1276442805 shutdown_connections 2024-09-10T10:40:36.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.077+0000 7fa8ba000640 1 -- 172.21.15.22:0/1276442805 wait complete. 2024-09-10T10:40:36.103 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps' 2024-09-10T10:40:36.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.237+0000 7f32e7200640 1 Processor -- start 2024-09-10T10:40:36.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.237+0000 7f32e7200640 1 -- start start 2024-09-10T10:40:36.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.237+0000 7f32e7200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f32e80b6c20 0x7f32e815e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:36.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32e7200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f32e8073130 0x7f32e80b7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:36.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32e7200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 0x7f32e8070950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:36.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32e7200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f32e806c970 con 0x7f32e8073130 2024-09-10T10:40:36.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32e7200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f32e806bd60 con 0x7f32e80b6c20 2024-09-10T10:40:36.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32e7200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f32e806c040 con 0x7f32e80b7540 2024-09-10T10:40:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32dd400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f32e8073130 0x7f32e80b7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32dd400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f32e8073130 0x7f32e80b7000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56020/0 (socket says 172.21.15.22:56020) 2024-09-10T10:40:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32dd400640 1 -- 172.21.15.22:0/3615312537 learned_addr learned my addr 172.21.15.22:0/3615312537 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32e5e00640 1 --2- 172.21.15.22:0/3615312537 >> v2:172.21.15.145:3300/0 conn(0x7f32e80b6c20 0x7f32e815e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32e6800640 1 --2- 172.21.15.22:0/3615312537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 0x7f32e8070950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32dd400640 1 -- 172.21.15.22:0/3615312537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 msgr2=0x7f32e8070950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:36.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32dd400640 1 --2- 172.21.15.22:0/3615312537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 0x7f32e8070950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32dd400640 1 -- 172.21.15.22:0/3615312537 >> v2:172.21.15.145:3300/0 conn(0x7f32e80b6c20 msgr2=0x7f32e815e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32dd400640 1 --2- 172.21.15.22:0/3615312537 >> v2:172.21.15.145:3300/0 conn(0x7f32e80b6c20 0x7f32e815e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32dd400640 1 -- 172.21.15.22:0/3615312537 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e806c320 con 0x7f32e8073130 2024-09-10T10:40:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32e5e00640 1 --2- 172.21.15.22:0/3615312537 >> v2:172.21.15.145:3300/0 conn(0x7f32e80b6c20 0x7f32e815e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:36.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32e6800640 1 --2- 172.21.15.22:0/3615312537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 0x7f32e8070950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:36.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32dd400640 1 --2- 172.21.15.22:0/3615312537 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 0x7f32e80b7000 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f32e80b5310 tx=0x7f32d001c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc0e07bc0a063e6e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:36.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.241+0000 7f32e5400640 1 -- 172.21.15.22:0/3615312537 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d00b0070 con 0x7f32e8073130 2024-09-10T10:40:36.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e5400640 1 -- 172.21.15.22:0/3615312537 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32d00ab600 con 0x7f32e8073130 2024-09-10T10:40:36.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e5400640 1 -- 172.21.15.22:0/3615312537 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d00ab9d0 con 0x7f32e8073130 2024-09-10T10:40:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 -- 172.21.15.22:0/3615312537 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 msgr2=0x7f32e80b7000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 --2- 172.21.15.22:0/3615312537 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 0x7f32e80b7000 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f32e80b5310 tx=0x7f32d001c230 comp rx=0 tx=0).stop 2024-09-10T10:40:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 -- 172.21.15.22:0/3615312537 shutdown_connections 2024-09-10T10:40:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 --2- 172.21.15.22:0/3615312537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 0x7f32e8070950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 --2- 172.21.15.22:0/3615312537 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 0x7f32e80b7000 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 --2- 172.21.15.22:0/3615312537 >> v2:172.21.15.145:3300/0 conn(0x7f32e80b6c20 0x7f32e815e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 -- 172.21.15.22:0/3615312537 >> 172.21.15.22:0/3615312537 conn(0x7f32e80b4250 msgr2=0x7f32e80b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 -- 172.21.15.22:0/3615312537 shutdown_connections 2024-09-10T10:40:36.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 -- 172.21.15.22:0/3615312537 wait complete. 2024-09-10T10:40:36.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 Processor -- start 2024-09-10T10:40:36.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 -- start start 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 0x7f32e813d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32e80b6c20 0x7f32e814d340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 0x7f32e814e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f32e8074370 con 0x7f32e8073130 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f32e80741f0 con 0x7f32e80b6c20 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e7200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f32e806cde0 con 0x7f32e80b7540 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e5e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 0x7f32e813d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e5e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 0x7f32e813d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56034/0 (socket says 172.21.15.22:56034) 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e5e00640 1 -- 172.21.15.22:0/2718591529 learned_addr learned my addr 172.21.15.22:0/2718591529 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32dd400640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32e80b6c20 0x7f32e814d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.245+0000 7f32e6800640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 0x7f32e814e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32e5e00640 1 -- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 msgr2=0x7f32e814e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:36.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32e5e00640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 0x7f32e814e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32e5e00640 1 -- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32e80b6c20 msgr2=0x7f32e814d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32e5e00640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32e80b6c20 0x7f32e814d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32e5e00640 1 -- 172.21.15.22:0/2718591529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e814d880 con 0x7f32e8073130 2024-09-10T10:40:36.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32e5e00640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 0x7f32e813d110 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f32d800c7f0 tx=0x7f32d800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32dea00640 1 -- 172.21.15.22:0/2718591529 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d8015070 con 0x7f32e8073130 2024-09-10T10:40:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32dea00640 1 -- 172.21.15.22:0/2718591529 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32d8007a30 con 0x7f32e8073130 2024-09-10T10:40:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32e7200640 1 -- 172.21.15.22:0/2718591529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32e814db20 con 0x7f32e8073130 2024-09-10T10:40:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32dea00640 1 -- 172.21.15.22:0/2718591529 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d8007e00 con 0x7f32e8073130 2024-09-10T10:40:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32e7200640 1 -- 172.21.15.22:0/2718591529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32e814e0e0 con 0x7f32e8073130 2024-09-10T10:40:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32e7200640 1 -- 172.21.15.22:0/2718591529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32e815e8e0 con 0x7f32e8073130 2024-09-10T10:40:36.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32dea00640 1 -- 172.21.15.22:0/2718591529 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f32d8018070 con 0x7f32e8073130 2024-09-10T10:40:36.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32dea00640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32c40678c0 0x7f32c4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:36.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32dea00640 1 -- 172.21.15.22:0/2718591529 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f32d8085870 con 0x7f32e8073130 2024-09-10T10:40:36.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.249+0000 7f32dd400640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32c40678c0 0x7f32c4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:36.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.253+0000 7f32dd400640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32c40678c0 0x7f32c4069d80 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f32d00ad000 tx=0x7f32d0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:36.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.253+0000 7f32dea00640 1 -- 172.21.15.22:0/2718591529 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f32d8055fc0 con 0x7f32e8073130 2024-09-10T10:40:36.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:36.485+0000 7f32e7200640 1 -- 172.21.15.22:0/2718591529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps"]} v 0) -- 0x7f32e8071af0 con 0x7f32e8073130 2024-09-10T10:40:37.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.289+0000 7f32dea00640 1 -- 172.21.15.22:0/2718591529 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps"]}]=0 v407) ==== 151+0+0 (secure 0 0 0) 0x7f32d805a2c0 con 0x7f32e8073130 2024-09-10T10:40:37.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 -- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32c40678c0 msgr2=0x7f32c4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32c40678c0 0x7f32c4069d80 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f32d00ad000 tx=0x7f32d0008040 comp rx=0 tx=0).stop 2024-09-10T10:40:37.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 -- 172.21.15.22:0/2718591529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 msgr2=0x7f32e813d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 0x7f32e813d110 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f32d800c7f0 tx=0x7f32d800ccb0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 -- 172.21.15.22:0/2718591529 shutdown_connections 2024-09-10T10:40:37.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f32c40678c0 0x7f32c4069d80 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32e80b7540 0x7f32e814e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32e80b6c20 0x7f32e814d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 --2- 172.21.15.22:0/2718591529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f32e8073130 0x7f32e813d110 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 -- 172.21.15.22:0/2718591529 >> 172.21.15.22:0/2718591529 conn(0x7f32e80b4250 msgr2=0x7f32e806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:37.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 -- 172.21.15.22:0/2718591529 shutdown_connections 2024-09-10T10:40:37.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.293+0000 7f32e7200640 1 -- 172.21.15.22:0/2718591529 wait complete. 2024-09-10T10:40:37.321 INFO:tasks.cephfs_test_runner:test_client_pin_mincaps (tasks.cephfs.test_client_limits.TestClientLimits) ... ok 2024-09-10T10:40:37.321 INFO:tasks.cephfs_test_runner:Starting test: test_client_pin_root (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-10T10:40:37.322 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:40:37.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ff200640 1 Processor -- start 2024-09-10T10:40:37.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ff200640 1 -- start start 2024-09-10T10:40:37.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ff200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f77f80cd670 0x7f77f80cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ff200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f77f806e1b0 0x7f77f806e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ff200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77f806d3f0 con 0x7f77f8145fb0 2024-09-10T10:40:37.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ff200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f77f80ce010 con 0x7f77f80cd670 2024-09-10T10:40:37.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ff200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f77f806d1a0 con 0x7f77f806e1b0 2024-09-10T10:40:37.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ef400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f77f80cd670 0x7f77f80cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ef400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f77f80cd670 0x7f77f80cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56046/0 (socket says 172.21.15.22:56046) 2024-09-10T10:40:37.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ef400640 1 -- 172.21.15.22:0/1721656787 learned_addr learned my addr 172.21.15.22:0/1721656787 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:37.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77fd200640 1 --2- 172.21.15.22:0/1721656787 >> v2:172.21.15.145:3300/0 conn(0x7f77f806e1b0 0x7f77f806e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ef400640 1 -- 172.21.15.22:0/1721656787 >> v2:172.21.15.145:3300/0 conn(0x7f77f806e1b0 msgr2=0x7f77f806e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:37.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ef400640 1 --2- 172.21.15.22:0/1721656787 >> v2:172.21.15.145:3300/0 conn(0x7f77f806e1b0 0x7f77f806e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ef400640 1 -- 172.21.15.22:0/1721656787 >> v1:172.21.15.145:6789/0 conn(0x7f77f8145fb0 legacy=0x7f77f80b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:37.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77ef400640 1 -- 172.21.15.22:0/1721656787 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77f806d6d0 con 0x7f77f80cd670 2024-09-10T10:40:37.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.465+0000 7f77fd200640 1 --2- 172.21.15.22:0/1721656787 >> v2:172.21.15.145:3300/0 conn(0x7f77f806e1b0 0x7f77f806e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:37.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77ef400640 1 --2- 172.21.15.22:0/1721656787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f80cd670 0x7f77f80cdad0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f77f806f5d0 tx=0x7f77e001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff676fb442137fcb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:37.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77f7400640 1 -- 172.21.15.22:0/1721656787 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e00b0070 con 0x7f77f80cd670 2024-09-10T10:40:37.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77f7400640 1 -- 172.21.15.22:0/1721656787 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77e00ab600 con 0x7f77f80cd670 2024-09-10T10:40:37.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77f7400640 1 -- 172.21.15.22:0/1721656787 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e00ab9d0 con 0x7f77f80cd670 2024-09-10T10:40:37.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77ff200640 1 -- 172.21.15.22:0/1721656787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f80cd670 msgr2=0x7f77f80cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77ff200640 1 --2- 172.21.15.22:0/1721656787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f80cd670 0x7f77f80cdad0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f77f806f5d0 tx=0x7f77e001c520 comp rx=0 tx=0).stop 2024-09-10T10:40:37.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77ff200640 1 -- 172.21.15.22:0/1721656787 shutdown_connections 2024-09-10T10:40:37.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77ff200640 1 --2- 172.21.15.22:0/1721656787 >> v2:172.21.15.145:3300/0 conn(0x7f77f806e1b0 0x7f77f806e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77ff200640 1 --2- 172.21.15.22:0/1721656787 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f80cd670 0x7f77f80cdad0 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77ff200640 1 -- 172.21.15.22:0/1721656787 >> 172.21.15.22:0/1721656787 conn(0x7f77f8062dd0 msgr2=0x7f77f806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:37.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77ff200640 1 -- 172.21.15.22:0/1721656787 shutdown_connections 2024-09-10T10:40:37.475 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.469+0000 7f77ff200640 1 -- 172.21.15.22:0/1721656787 wait complete. 2024-09-10T10:40:37.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 Processor -- start 2024-09-10T10:40:37.476 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 -- start start 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f806e1b0 0x7f77f8164150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f80cd670 0x7f77f8165a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77f8145fb0 0x7f77f8144b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f77f80d0170 con 0x7f77f806e1b0 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f77f80cfff0 con 0x7f77f80cd670 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f77f806dd20 con 0x7f77f8145fb0 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f806e1b0 0x7f77f8164150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f806e1b0 0x7f77f8164150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56060/0 (socket says 172.21.15.22:56060) 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f7e00640 1 -- 172.21.15.22:0/3686732853 learned_addr learned my addr 172.21.15.22:0/3686732853 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ef400640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f80cd670 0x7f77f8165a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.478 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77fd200640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77f8145fb0 0x7f77f8144b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f7e00640 1 -- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77f8145fb0 msgr2=0x7f77f8144b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f7e00640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77f8145fb0 0x7f77f8144b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f7e00640 1 -- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f80cd670 msgr2=0x7f77f8165a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f7e00640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f80cd670 0x7f77f8165a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f7e00640 1 -- 172.21.15.22:0/3686732853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77f81630b0 con 0x7f77f806e1b0 2024-09-10T10:40:37.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f7e00640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f806e1b0 0x7f77f8164150 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f77e800c370 tx=0x7f77e800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:37.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f4c00640 1 -- 172.21.15.22:0/3686732853 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e80052d0 con 0x7f77f806e1b0 2024-09-10T10:40:37.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f4c00640 1 -- 172.21.15.22:0/3686732853 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77e8005470 con 0x7f77f806e1b0 2024-09-10T10:40:37.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 -- 172.21.15.22:0/3686732853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77f8163390 con 0x7f77f806e1b0 2024-09-10T10:40:37.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77f4c00640 1 -- 172.21.15.22:0/3686732853 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e8007260 con 0x7f77f806e1b0 2024-09-10T10:40:37.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 -- 172.21.15.22:0/3686732853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77f8163950 con 0x7f77f806e1b0 2024-09-10T10:40:37.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.473+0000 7f77ff200640 1 -- 172.21.15.22:0/3686732853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77f806e620 con 0x7f77f806e1b0 2024-09-10T10:40:37.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.477+0000 7f77f4c00640 1 -- 172.21.15.22:0/3686732853 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f77e8007400 con 0x7f77f806e1b0 2024-09-10T10:40:37.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.477+0000 7f77f4c00640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f77d40678c0 0x7f77d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.477+0000 7f77f4c00640 1 -- 172.21.15.22:0/3686732853 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f77e8084e30 con 0x7f77f806e1b0 2024-09-10T10:40:37.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.477+0000 7f77ef400640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f77d40678c0 0x7f77d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.477+0000 7f77ef400640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f77d40678c0 0x7f77d4069d80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f77e00ad000 tx=0x7f77e0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:37.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.481+0000 7f77f4c00640 1 -- 172.21.15.22:0/3686732853 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f77e8055590 con 0x7f77f806e1b0 2024-09-10T10:40:37.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 -- 172.21.15.22:0/3686732853 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f77f80b2fd0 con 0x7f77f806e1b0 2024-09-10T10:40:37.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77f4c00640 1 -- 172.21.15.22:0/3686732853 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v118) ==== 74+0+13054 (secure 0 0 0) 0x7f77e8059890 con 0x7f77f806e1b0 2024-09-10T10:40:37.654 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:37.654 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":118,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:34.283189+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":113,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6835/1594871888":"2024-09-11T10:40:31.272327+0000","172.21.15.22:6833/1594871888":"2024-09-11T10:40:31.272327+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:40:37.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 -- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f77d40678c0 msgr2=0x7f77d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f77d40678c0 0x7f77d4069d80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f77e00ad000 tx=0x7f77e0008040 comp rx=0 tx=0).stop 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 -- 172.21.15.22:0/3686732853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f806e1b0 msgr2=0x7f77f8164150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f806e1b0 0x7f77f8164150 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f77e800c370 tx=0x7f77e800c830 comp rx=0 tx=0).stop 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 -- 172.21.15.22:0/3686732853 shutdown_connections 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f77d40678c0 0x7f77d4069d80 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f77f8145fb0 0x7f77f8144b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77f80cd670 0x7f77f8165a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 --2- 172.21.15.22:0/3686732853 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f77f806e1b0 0x7f77f8164150 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 -- 172.21.15.22:0/3686732853 >> 172.21.15.22:0/3686732853 conn(0x7f77f8062dd0 msgr2=0x7f77f80b0110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 -- 172.21.15.22:0/3686732853 shutdown_connections 2024-09-10T10:40:37.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.649+0000 7f77ff200640 1 -- 172.21.15.22:0/3686732853 wait complete. 2024-09-10T10:40:37.675 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:32:19.395418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:40:37.675 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:40:37.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.813+0000 7f938f200640 1 Processor -- start 2024-09-10T10:40:37.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.813+0000 7f938f200640 1 -- start start 2024-09-10T10:40:37.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f938f200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f938815c630 0x7f938806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f938f200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9388159350 con 0x7f938806eff0 2024-09-10T10:40:37.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f938f200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9388071340 con 0x7f9388158f70 2024-09-10T10:40:37.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f938f200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f938806f460 con 0x7f938815c630 2024-09-10T10:40:37.821 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f938d200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f938806eff0 0x7f93880ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34124/0 (socket says 172.21.15.22:34124) 2024-09-10T10:40:37.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f9387400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f938815c630 0x7f938806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f938d200640 1 -- 172.21.15.22:0/160552253 learned_addr learned my addr 172.21.15.22:0/160552253 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:37.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f9386a00640 1 -- 172.21.15.22:0/160552253 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2060430603 0 0) 0x7f9388159350 con 0x7f938806eff0 2024-09-10T10:40:37.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f9386a00640 1 -- 172.21.15.22:0/160552253 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f936c005740 con 0x7f938806eff0 2024-09-10T10:40:37.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f9386a00640 1 -- 172.21.15.22:0/160552253 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2372637669 0 0) 0x7f9388071340 con 0x7f9388158f70 2024-09-10T10:40:37.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f9387400640 1 -- 172.21.15.22:0/160552253 >> v1:172.21.15.145:6789/0 conn(0x7f9388158f70 legacy=0x7f9388072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f9387400640 1 -- 172.21.15.22:0/160552253 >> v1:172.21.15.22:6789/0 conn(0x7f938806eff0 legacy=0x7f93880ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f9387400640 1 -- 172.21.15.22:0/160552253 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9388071620 con 0x7f938815c630 2024-09-10T10:40:37.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.817+0000 7f9387400640 1 --2- 172.21.15.22:0/160552253 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 0x7f938806eab0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f93740097f0 tx=0x7f937401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a02961a378ef5397 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:37.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f9386a00640 1 -- 172.21.15.22:0/160552253 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93740a7070 con 0x7f938815c630 2024-09-10T10:40:37.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f9386a00640 1 -- 172.21.15.22:0/160552253 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93740b0070 con 0x7f938815c630 2024-09-10T10:40:37.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f9386a00640 1 -- 172.21.15.22:0/160552253 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93740ab870 con 0x7f938815c630 2024-09-10T10:40:37.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 -- 172.21.15.22:0/160552253 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 msgr2=0x7f938806eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 --2- 172.21.15.22:0/160552253 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 0x7f938806eab0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f93740097f0 tx=0x7f937401c470 comp rx=0 tx=0).stop 2024-09-10T10:40:37.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 -- 172.21.15.22:0/160552253 shutdown_connections 2024-09-10T10:40:37.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 --2- 172.21.15.22:0/160552253 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 0x7f938806eab0 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 -- 172.21.15.22:0/160552253 >> 172.21.15.22:0/160552253 conn(0x7f9388062eb0 msgr2=0x7f938806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:37.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 -- 172.21.15.22:0/160552253 shutdown_connections 2024-09-10T10:40:37.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 -- 172.21.15.22:0/160552253 wait complete. 2024-09-10T10:40:37.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 Processor -- start 2024-09-10T10:40:37.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 -- start start 2024-09-10T10:40:37.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938806eff0 0x7f93881440b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9388158f70 0x7f93880b0e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 0x7f9388163620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f93880cf560 con 0x7f938815c630 2024-09-10T10:40:37.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93880cf3e0 con 0x7f938806eff0 2024-09-10T10:40:37.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f93880cf6e0 con 0x7f9388158f70 2024-09-10T10:40:37.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938d200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 0x7f9388163620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938d200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 0x7f9388163620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56082/0 (socket says 172.21.15.22:56082) 2024-09-10T10:40:37.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938d200640 1 -- 172.21.15.22:0/166884104 learned_addr learned my addr 172.21.15.22:0/166884104 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:37.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f9387400640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9388158f70 0x7f93880b0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f9387e00640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938806eff0 0x7f93881440b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938d200640 1 -- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9388158f70 msgr2=0x7f93880b0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.821+0000 7f938d200640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9388158f70 0x7f93880b0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f938d200640 1 -- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938806eff0 msgr2=0x7f93881440b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f938d200640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938806eff0 0x7f93881440b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f938d200640 1 -- 172.21.15.22:0/166884104 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93880b1340 con 0x7f938815c630 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f9387e00640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938806eff0 0x7f93881440b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f938d200640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 0x7f9388163620 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f938000cad0 tx=0x7f938000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f937fe00640 1 -- 172.21.15.22:0/166884104 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9380017070 con 0x7f938815c630 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f937fe00640 1 -- 172.21.15.22:0/166884104 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f938000abd0 con 0x7f938815c630 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f937fe00640 1 -- 172.21.15.22:0/166884104 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9380012400 con 0x7f938815c630 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f938f200640 1 -- 172.21.15.22:0/166884104 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9388146c10 con 0x7f938815c630 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f938f200640 1 -- 172.21.15.22:0/166884104 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93881471d0 con 0x7f938815c630 2024-09-10T10:40:37.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f938f200640 1 -- 172.21.15.22:0/166884104 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9388165700 con 0x7f938815c630 2024-09-10T10:40:37.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f937fe00640 1 -- 172.21.15.22:0/166884104 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f938001a070 con 0x7f938815c630 2024-09-10T10:40:37.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f937fe00640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678c0 0x7f9368069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:37.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f937fe00640 1 -- 172.21.15.22:0/166884104 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f9380085700 con 0x7f938815c630 2024-09-10T10:40:37.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.825+0000 7f9387e00640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678c0 0x7f9368069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:37.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.829+0000 7f9387e00640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678c0 0x7f9368069d80 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f9378000f70 tx=0x7f9378009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:37.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.829+0000 7f937fe00640 1 -- 172.21.15.22:0/166884104 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9388165700 con 0x7f938815c630 2024-09-10T10:40:38.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 -- 172.21.15.22:0/166884104 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f93880ce4c0 con 0x7f938815c630 2024-09-10T10:40:38.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f937fe00640 1 -- 172.21.15.22:0/166884104 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v118) ==== 93+0+10 (secure 0 0 0) 0x7f9380056530 con 0x7f938815c630 2024-09-10T10:40:38.001 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-10T10:40:38.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 -- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678c0 msgr2=0x7f9368069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:38.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678c0 0x7f9368069d80 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f9378000f70 tx=0x7f9378009040 comp rx=0 tx=0).stop 2024-09-10T10:40:38.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 -- 172.21.15.22:0/166884104 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 msgr2=0x7f9388163620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:38.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 0x7f9388163620 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f938000cad0 tx=0x7f938000cf90 comp rx=0 tx=0).stop 2024-09-10T10:40:38.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 -- 172.21.15.22:0/166884104 shutdown_connections 2024-09-10T10:40:38.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678c0 0x7f9368069d80 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:38.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f938815c630 0x7f9388163620 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:38.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9388158f70 0x7f93880b0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:38.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 --2- 172.21.15.22:0/166884104 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938806eff0 0x7f93881440b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:38.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 -- 172.21.15.22:0/166884104 >> 172.21.15.22:0/166884104 conn(0x7f9388062eb0 msgr2=0x7f93880cf8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:38.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 -- 172.21.15.22:0/166884104 shutdown_connections 2024-09-10T10:40:38.005 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:37.997+0000 7f938f200640 1 -- 172.21.15.22:0/166884104 wait complete. 2024-09-10T10:40:38.023 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root' 2024-09-10T10:40:38.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de1400640 1 Processor -- start 2024-09-10T10:40:38.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de1400640 1 -- start start 2024-09-10T10:40:38.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de1400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc15e9d0 0x7f1ddc0b1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:38.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de1400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1ddc062df0 0x7f1ddc0b6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:38.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de1400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ddc0b2260 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de1400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f1ddc06c220 con 0x7f1ddc062df0 2024-09-10T10:40:38.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de1400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1ddc0b2de0 con 0x7f1ddc15e9d0 2024-09-10T10:40:38.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de0a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1ddc062df0 0x7f1ddc0b6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:38.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1ddb400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc15e9d0 0x7f1ddc0b1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:38.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de0a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1ddc062df0 0x7f1ddc0b6ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:51170/0 (socket says 172.21.15.22:51170) 2024-09-10T10:40:38.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1ddb400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc15e9d0 0x7f1ddc0b1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:57194/0 (socket says 172.21.15.22:57194) 2024-09-10T10:40:38.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de0a00640 1 -- 172.21.15.22:0/1473643480 learned_addr learned my addr 172.21.15.22:0/1473643480 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:38.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de0a00640 1 -- 172.21.15.22:0/1473643480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc15e9d0 msgr2=0x7f1ddc0b1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:38.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de0a00640 1 --2- 172.21.15.22:0/1473643480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc15e9d0 0x7f1ddc0b1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:38.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de0a00640 1 -- 172.21.15.22:0/1473643480 >> v1:172.21.15.145:6789/0 conn(0x7f1ddc15e5f0 legacy=0x7f1ddc0626e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:38.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1de0a00640 1 -- 172.21.15.22:0/1473643480 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ddc0b2540 con 0x7f1ddc062df0 2024-09-10T10:40:38.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1ddaa00640 1 -- 172.21.15.22:0/1473643480 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 626040872 0 0) 0x7f1ddc0b2260 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.161+0000 7f1ddb400640 1 --2- 172.21.15.22:0/1473643480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc15e9d0 0x7f1ddc0b1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:38.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1de0a00640 1 --2- 172.21.15.22:0/1473643480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc062df0 0x7f1ddc0b6ef0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4009e50 tx=0x7f1dd401c9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c8ae793f4a85dc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:38.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1ddaa00640 1 -- 172.21.15.22:0/1473643480 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd40a5750 con 0x7f1ddc062df0 2024-09-10T10:40:38.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1ddaa00640 1 -- 172.21.15.22:0/1473643480 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dd40a58f0 con 0x7f1ddc062df0 2024-09-10T10:40:38.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1ddaa00640 1 -- 172.21.15.22:0/1473643480 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd40a5cc0 con 0x7f1ddc062df0 2024-09-10T10:40:38.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1de1400640 1 -- 172.21.15.22:0/1473643480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc062df0 msgr2=0x7f1ddc0b6ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:38.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1de1400640 1 --2- 172.21.15.22:0/1473643480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc062df0 0x7f1ddc0b6ef0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4009e50 tx=0x7f1dd401c9a0 comp rx=0 tx=0).stop 2024-09-10T10:40:38.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1de1400640 1 -- 172.21.15.22:0/1473643480 shutdown_connections 2024-09-10T10:40:38.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1de1400640 1 --2- 172.21.15.22:0/1473643480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc062df0 0x7f1ddc0b6ef0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:38.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1de1400640 1 --2- 172.21.15.22:0/1473643480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc15e9d0 0x7f1ddc0b1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:38.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1de1400640 1 -- 172.21.15.22:0/1473643480 >> 172.21.15.22:0/1473643480 conn(0x7f1ddc0b6120 msgr2=0x7f1ddc0b67e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:38.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1de1400640 1 -- 172.21.15.22:0/1473643480 shutdown_connections 2024-09-10T10:40:38.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.165+0000 7f1de1400640 1 -- 172.21.15.22:0/1473643480 wait complete. 2024-09-10T10:40:38.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de1400640 1 Processor -- start 2024-09-10T10:40:38.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de1400640 1 -- start start 2024-09-10T10:40:38.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de1400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc062df0 0x7f1ddc09bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:38.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ddc15e5f0 0x7f1ddc15d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:38.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de1400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc15e9d0 0x7f1ddc15cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:38.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de1400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc0af1f0 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de1400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc0af070 con 0x7f1ddc15e9d0 2024-09-10T10:40:38.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de1400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1ddc0af370 con 0x7f1ddc062df0 2024-09-10T10:40:38.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1ddb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ddc15e5f0 0x7f1ddc15d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:38.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1ddb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ddc15e5f0 0x7f1ddc15d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56096/0 (socket says 172.21.15.22:56096) 2024-09-10T10:40:38.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1ddb400640 1 -- 172.21.15.22:0/513665288 learned_addr learned my addr 172.21.15.22:0/513665288 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:38.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de0a00640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc15e9d0 0x7f1ddc15cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:38.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1ddbe00640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc062df0 0x7f1ddc09bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:38.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1ddb400640 1 -- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc062df0 msgr2=0x7f1ddc09bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:38.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1ddb400640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc062df0 0x7f1ddc09bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:38.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1ddb400640 1 -- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc15e9d0 msgr2=0x7f1ddc15cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:38.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1ddb400640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc15e9d0 0x7f1ddc15cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:38.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1ddb400640 1 -- 172.21.15.22:0/513665288 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ddc15d020 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de0a00640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc15e9d0 0x7f1ddc15cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:38.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1ddb400640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ddc15e5f0 0x7f1ddc15d840 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f1dc800e9b0 tx=0x7f1dc800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:38.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1dd3e00640 1 -- 172.21.15.22:0/513665288 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc8017070 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1dd3e00640 1 -- 172.21.15.22:0/513665288 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dc800ca00 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de1400640 1 -- 172.21.15.22:0/513665288 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ddc15bd20 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1dd3e00640 1 -- 172.21.15.22:0/513665288 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc800cdd0 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.169+0000 7f1de1400640 1 -- 172.21.15.22:0/513665288 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ddc15c2e0 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.173+0000 7f1de1400640 1 -- 172.21.15.22:0/513665288 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ddc0af780 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.173+0000 7f1dd3e00640 1 -- 172.21.15.22:0/513665288 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1dc801a070 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.173+0000 7f1dd3e00640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1dbc0678c0 0x7f1dbc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:38.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.173+0000 7f1dd3e00640 1 -- 172.21.15.22:0/513665288 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f1dc8085900 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.173+0000 7f1ddbe00640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1dbc0678c0 0x7f1dbc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:38.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.173+0000 7f1ddbe00640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1dbc0678c0 0x7f1dbc069d80 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc000f70 tx=0x7f1dcc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:38.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.177+0000 7f1dd3e00640 1 -- 172.21.15.22:0/513665288 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1dc8056730 con 0x7f1ddc15e5f0 2024-09-10T10:40:38.407 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:38.401+0000 7f1de1400640 1 -- 172.21.15.22:0/513665288 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root"]} v 0) -- 0x7f1ddc06c4b0 con 0x7f1ddc15e5f0 2024-09-10T10:40:39.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.297+0000 7f1dd3e00640 1 -- 172.21.15.22:0/513665288 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root"]}]=0 v409) ==== 151+0+0 (secure 0 0 0) 0x7f1dc8056030 con 0x7f1ddc15e5f0 2024-09-10T10:40:39.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 -- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1dbc0678c0 msgr2=0x7f1dbc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:39.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1dbc0678c0 0x7f1dbc069d80 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc000f70 tx=0x7f1dcc009040 comp rx=0 tx=0).stop 2024-09-10T10:40:39.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 -- 172.21.15.22:0/513665288 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ddc15e5f0 msgr2=0x7f1ddc15d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:39.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ddc15e5f0 0x7f1ddc15d840 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f1dc800e9b0 tx=0x7f1dc800ee70 comp rx=0 tx=0).stop 2024-09-10T10:40:39.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 -- 172.21.15.22:0/513665288 shutdown_connections 2024-09-10T10:40:39.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1dbc0678c0 0x7f1dbc069d80 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1ddc15e9d0 0x7f1ddc15cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1ddc15e5f0 0x7f1ddc15d840 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 --2- 172.21.15.22:0/513665288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ddc062df0 0x7f1ddc09bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 -- 172.21.15.22:0/513665288 >> 172.21.15.22:0/513665288 conn(0x7f1ddc0b6120 msgr2=0x7f1ddc06e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:39.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 -- 172.21.15.22:0/513665288 shutdown_connections 2024-09-10T10:40:39.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.301+0000 7f1de1400640 1 -- 172.21.15.22:0/513665288 wait complete. 2024-09-10T10:40:39.330 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:40:39.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.473+0000 7f0616c00640 1 Processor -- start 2024-09-10T10:40:39.479 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.473+0000 7f0616c00640 1 -- start start 2024-09-10T10:40:39.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.473+0000 7f0616c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f06100cf3c0 0x7f06100cf850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:39.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.473+0000 7f0616c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f061006d9b0 0x7f061006de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.473+0000 7f0616c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06100b4f90 con 0x7f06101568c0 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.473+0000 7f0616c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f06100b49d0 con 0x7f061006d9b0 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.473+0000 7f0616c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f06100b4cb0 con 0x7f06100cf3c0 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f0614c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f061006d9b0 0x7f061006de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f0614c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f061006d9b0 0x7f061006de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56100/0 (socket says 172.21.15.22:56100) 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f0614c00640 1 -- 172.21.15.22:0/640626248 learned_addr learned my addr 172.21.15.22:0/640626248 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f060f400640 1 --2- 172.21.15.22:0/640626248 >> v2:172.21.15.145:3300/0 conn(0x7f06100cf3c0 0x7f06100cf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f0614c00640 1 -- 172.21.15.22:0/640626248 >> v2:172.21.15.145:3300/0 conn(0x7f06100cf3c0 msgr2=0x7f06100cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f0614c00640 1 --2- 172.21.15.22:0/640626248 >> v2:172.21.15.145:3300/0 conn(0x7f06100cf3c0 0x7f06100cf850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f0614c00640 1 -- 172.21.15.22:0/640626248 >> v1:172.21.15.145:6789/0 conn(0x7f06101568c0 legacy=0x7f06100b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:39.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f0614c00640 1 -- 172.21.15.22:0/640626248 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f061006d1b0 con 0x7f061006d9b0 2024-09-10T10:40:39.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f0614c00640 1 --2- 172.21.15.22:0/640626248 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f061006d9b0 0x7f061006de20 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f061006f4c0 tx=0x7f060801c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bc4754ceed2aa2b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:39.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f060ea00640 1 -- 172.21.15.22:0/640626248 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06080a5840 con 0x7f061006d9b0 2024-09-10T10:40:39.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f060ea00640 1 -- 172.21.15.22:0/640626248 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06080a59e0 con 0x7f061006d9b0 2024-09-10T10:40:39.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.477+0000 7f060ea00640 1 -- 172.21.15.22:0/640626248 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06080a5db0 con 0x7f061006d9b0 2024-09-10T10:40:39.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 -- 172.21.15.22:0/640626248 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f061006d9b0 msgr2=0x7f061006de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:39.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 --2- 172.21.15.22:0/640626248 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f061006d9b0 0x7f061006de20 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f061006f4c0 tx=0x7f060801c980 comp rx=0 tx=0).stop 2024-09-10T10:40:39.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 -- 172.21.15.22:0/640626248 shutdown_connections 2024-09-10T10:40:39.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 --2- 172.21.15.22:0/640626248 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f061006d9b0 0x7f061006de20 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 --2- 172.21.15.22:0/640626248 >> v2:172.21.15.145:3300/0 conn(0x7f06100cf3c0 0x7f06100cf850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 -- 172.21.15.22:0/640626248 >> 172.21.15.22:0/640626248 conn(0x7f0610062eb0 msgr2=0x7f061006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:39.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 -- 172.21.15.22:0/640626248 shutdown_connections 2024-09-10T10:40:39.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 -- 172.21.15.22:0/640626248 wait complete. 2024-09-10T10:40:39.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 Processor -- start 2024-09-10T10:40:39.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 -- start start 2024-09-10T10:40:39.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f061006d9b0 0x7f0610146a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:39.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06100cf3c0 0x7f0610146290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:39.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06101568c0 0x7f061014ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:39.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0610156ca0 con 0x7f06101568c0 2024-09-10T10:40:39.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f06100b4640 con 0x7f061006d9b0 2024-09-10T10:40:39.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0616c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0610156e20 con 0x7f06100cf3c0 2024-09-10T10:40:39.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0614c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06101568c0 0x7f061014ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:39.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0614c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06101568c0 0x7f061014ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56106/0 (socket says 172.21.15.22:56106) 2024-09-10T10:40:39.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f0614c00640 1 -- 172.21.15.22:0/2180607761 learned_addr learned my addr 172.21.15.22:0/2180607761 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:39.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f060f400640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06100cf3c0 0x7f0610146290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:39.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.481+0000 7f060fe00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f061006d9b0 0x7f0610146a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:39.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0614c00640 1 -- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06100cf3c0 msgr2=0x7f0610146290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:39.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0614c00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06100cf3c0 0x7f0610146290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0614c00640 1 -- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f061006d9b0 msgr2=0x7f0610146a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:39.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0614c00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f061006d9b0 0x7f0610146a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0614c00640 1 -- 172.21.15.22:0/2180607761 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06101467d0 con 0x7f06101568c0 2024-09-10T10:40:39.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0614c00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06101568c0 0x7f061014ab90 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f060801a5b0 tx=0x7f0608019720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:39.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0607e00640 1 -- 172.21.15.22:0/2180607761 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06080bc020 con 0x7f06101568c0 2024-09-10T10:40:39.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0607e00640 1 -- 172.21.15.22:0/2180607761 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06080b8670 con 0x7f06101568c0 2024-09-10T10:40:39.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0616c00640 1 -- 172.21.15.22:0/2180607761 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f061014fec0 con 0x7f06101568c0 2024-09-10T10:40:39.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0607e00640 1 -- 172.21.15.22:0/2180607761 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06080b8a40 con 0x7f06101568c0 2024-09-10T10:40:39.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0616c00640 1 -- 172.21.15.22:0/2180607761 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0610152cb0 con 0x7f06101568c0 2024-09-10T10:40:39.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0616c00640 1 -- 172.21.15.22:0/2180607761 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f061006de20 con 0x7f06101568c0 2024-09-10T10:40:39.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0607e00640 1 -- 172.21.15.22:0/2180607761 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f06080bf020 con 0x7f06101568c0 2024-09-10T10:40:39.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0607e00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05f00678c0 0x7f05f0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:39.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f0607e00640 1 -- 172.21.15.22:0/2180607761 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f0608120a20 con 0x7f06101568c0 2024-09-10T10:40:39.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.485+0000 7f060fe00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05f00678c0 0x7f05f0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:39.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.489+0000 7f060fe00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05f00678c0 0x7f05f0069d80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f0600007fd0 tx=0x7f0600009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:39.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.493+0000 7f0607e00640 1 -- 172.21.15.22:0/2180607761 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f06080c6030 con 0x7f06101568c0 2024-09-10T10:40:39.659 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.653+0000 7f0616c00640 1 -- 172.21.15.22:0/2180607761 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f06100d01f0 con 0x7f06101568c0 2024-09-10T10:40:39.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.657+0000 7f0607e00640 1 -- 172.21.15.22:0/2180607761 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v56)=0 v56) ==== 122+0+0 (secure 0 0 0) 0x7f06080165a0 con 0x7f06101568c0 2024-09-10T10:40:39.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 -- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05f00678c0 msgr2=0x7f05f0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:39.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05f00678c0 0x7f05f0069d80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f0600007fd0 tx=0x7f0600009040 comp rx=0 tx=0).stop 2024-09-10T10:40:39.665 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 -- 172.21.15.22:0/2180607761 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06101568c0 msgr2=0x7f061014ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:39.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06101568c0 0x7f061014ab90 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f060801a5b0 tx=0x7f0608019720 comp rx=0 tx=0).stop 2024-09-10T10:40:39.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 -- 172.21.15.22:0/2180607761 shutdown_connections 2024-09-10T10:40:39.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f05f00678c0 0x7f05f0069d80 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f06101568c0 0x7f061014ab90 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06100cf3c0 0x7f0610146290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 --2- 172.21.15.22:0/2180607761 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f061006d9b0 0x7f0610146a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:39.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 -- 172.21.15.22:0/2180607761 >> 172.21.15.22:0/2180607761 conn(0x7f0610062eb0 msgr2=0x7f061006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:39.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 -- 172.21.15.22:0/2180607761 shutdown_connections 2024-09-10T10:40:39.666 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:39.661+0000 7f0616c00640 1 -- 172.21.15.22:0/2180607761 wait complete. 2024-09-10T10:40:39.684 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:40:39.685 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:40:39.778 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:40:39.875 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:40:39.875 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:39.875 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:39.884 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:40:39.884 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:40:39.884 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:39.893 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:40:39.893 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:39.893 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:39.940 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:40:39.940 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:40:39.940 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:39.948 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:40:39.949 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:40:39.949 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:40.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a17400640 1 Processor -- start 2024-09-10T10:40:40.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a17400640 1 -- start start 2024-09-10T10:40:40.130 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a17400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a100d2b70 0x7f1a100b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a17400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f1a10160a10 0x7f1a10070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a17400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a100b1900 con 0x7f1a1015c540 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a17400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f1a1015c920 con 0x7f1a10160a10 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a17400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1a100711b0 con 0x7f1a100d2b70 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a14a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f1a1015c540 0x7f1a100d2460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34130/0 (socket says 172.21.15.22:34130) 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a14a00640 1 -- 172.21.15.22:0/2730670733 learned_addr learned my addr 172.21.15.22:0/2730670733 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a15400640 1 --2- 172.21.15.22:0/2730670733 >> v2:172.21.15.145:3300/0 conn(0x7f1a10160a10 0x7f1a10070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0fe00640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a100d2b70 0x7f1a100b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 476981062 0 0) 0x7f1a100b1900 con 0x7f1a1015c540 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f19f4003530 con 0x7f1a1015c540 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1477161635 0 0) 0x7f19f4003530 con 0x7f1a1015c540 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a100d2b70 msgr2=0x7f1a100b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:40.131 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a100d2b70 0x7f1a100b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 >> v2:172.21.15.145:3300/0 conn(0x7f1a10160a10 msgr2=0x7f1a10070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 --2- 172.21.15.22:0/2730670733 >> v2:172.21.15.145:3300/0 conn(0x7f1a10160a10 0x7f1a10070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a10071600 con 0x7f1a1015c540 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f1a00001680 con 0x7f1a1015c540 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 >> v1:172.21.15.22:6789/0 conn(0x7f1a1015c540 legacy=0x7f1a100d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19f40039c0 0x7f19f4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f19f4004810 0x7f19f4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a100d2b70 0x7f19f40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1a100711b0 con 0x7f19f4004810 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f19f400b9d0 con 0x7f19f40039c0 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f19f400bb50 con 0x7f1a100d2b70 2024-09-10T10:40:40.132 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a0fe00640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f19f4004810 0x7f19f4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a14a00640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19f40039c0 0x7f19f4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.121+0000 7f1a15400640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a100d2b70 0x7f19f40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a0fe00640 1 -- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a100d2b70 msgr2=0x7f19f40051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a0fe00640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a100d2b70 0x7f19f40051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a0fe00640 1 -- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19f40039c0 msgr2=0x7f19f4003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a0fe00640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19f40039c0 0x7f19f4003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a0fe00640 1 -- 172.21.15.22:0/2730670733 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19f4003530 con 0x7f19f4004810 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a14a00640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f19f40039c0 0x7f19f4003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a0fe00640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f19f4004810 0x7f19f4004c90 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f19fc009ae0 tx=0x7f19fc01ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d2308da99a96251 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19fc0b2070 con 0x7f19f4004810 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19fc0a5580 con 0x7f19f4004810 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a0f400640 1 -- 172.21.15.22:0/2730670733 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19fc0096b0 con 0x7f19f4004810 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a17400640 1 -- 172.21.15.22:0/2730670733 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f19f4004810 msgr2=0x7f19f4004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.135 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a17400640 1 --2- 172.21.15.22:0/2730670733 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f19f4004810 0x7f19f4004c90 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f19fc009ae0 tx=0x7f19fc01ca70 comp rx=0 tx=0).stop 2024-09-10T10:40:40.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.125+0000 7f1a15400640 1 -- 172.21.15.22:0/2730670733 reap_dead start 2024-09-10T10:40:40.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 -- 172.21.15.22:0/2730670733 shutdown_connections 2024-09-10T10:40:40.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 -- 172.21.15.22:0/2730670733 >> 172.21.15.22:0/2730670733 conn(0x7f1a1006e780 msgr2=0x7f1a100b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:40.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 -- 172.21.15.22:0/2730670733 shutdown_connections 2024-09-10T10:40:40.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 -- 172.21.15.22:0/2730670733 wait complete. 2024-09-10T10:40:40.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 Processor -- start 2024-09-10T10:40:40.136 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 -- start start 2024-09-10T10:40:40.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f19f4004810 0x7f1a1015f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a10151e00 0x7f1a1015ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a1015cfc0 0x7f1a1015a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1a10160ed0 con 0x7f1a1015cfc0 2024-09-10T10:40:40.138 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1a100d0490 con 0x7f1a10151e00 2024-09-10T10:40:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a17400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1a10071bc0 con 0x7f19f4004810 2024-09-10T10:40:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a15400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a1015cfc0 0x7f1a1015a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a15400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a1015cfc0 0x7f1a1015a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56124/0 (socket says 172.21.15.22:56124) 2024-09-10T10:40:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a15400640 1 -- 172.21.15.22:0/3137386284 learned_addr learned my addr 172.21.15.22:0/3137386284 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a0fe00640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a10151e00 0x7f1a1015ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a14a00640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f19f4004810 0x7f1a1015f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a15400640 1 -- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f19f4004810 msgr2=0x7f1a1015f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a15400640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f19f4004810 0x7f1a1015f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.139 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a15400640 1 -- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a10151e00 msgr2=0x7f1a1015ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a15400640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a10151e00 0x7f1a1015ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a15400640 1 -- 172.21.15.22:0/3137386284 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a1015f850 con 0x7f1a1015cfc0 2024-09-10T10:40:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a15400640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a1015cfc0 0x7f1a1015a290 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f1a10074360 tx=0x7f1a0800f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.129+0000 7f1a0cc00640 1 -- 172.21.15.22:0/3137386284 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00007d60 con 0x7f1a1015cfc0 2024-09-10T10:40:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.133+0000 7f1a0cc00640 1 -- 172.21.15.22:0/3137386284 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a0800fcb0 con 0x7f1a1015cfc0 2024-09-10T10:40:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.133+0000 7f1a0cc00640 1 -- 172.21.15.22:0/3137386284 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a08015670 con 0x7f1a1015cfc0 2024-09-10T10:40:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.133+0000 7f1a17400640 1 -- 172.21.15.22:0/3137386284 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a10150d60 con 0x7f1a1015cfc0 2024-09-10T10:40:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.133+0000 7f1a17400640 1 -- 172.21.15.22:0/3137386284 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a10151320 con 0x7f1a1015cfc0 2024-09-10T10:40:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.133+0000 7f1a17400640 1 -- 172.21.15.22:0/3137386284 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a10070c70 con 0x7f1a1015cfc0 2024-09-10T10:40:40.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.133+0000 7f1a0cc00640 1 -- 172.21.15.22:0/3137386284 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1a08015810 con 0x7f1a1015cfc0 2024-09-10T10:40:40.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.133+0000 7f1a0cc00640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f19f00678f0 0x7f19f0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.133+0000 7f1a0cc00640 1 -- 172.21.15.22:0/3137386284 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f1a08086110 con 0x7f1a1015cfc0 2024-09-10T10:40:40.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.133+0000 7f1a14a00640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f19f00678f0 0x7f19f0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.137+0000 7f1a14a00640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f19f00678f0 0x7f19f0069db0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f1a00001040 tx=0x7f1a00007900 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:40.143 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.137+0000 7f1a0cc00640 1 -- 172.21.15.22:0/3137386284 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1a08024030 con 0x7f1a1015cfc0 2024-09-10T10:40:40.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.337+0000 7f1a17400640 1 -- 172.21.15.22:0/3137386284 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a100b7600 con 0x7f1a1015cfc0 2024-09-10T10:40:40.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.337+0000 7f1a0cc00640 1 -- 172.21.15.22:0/3137386284 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 88 v88) ==== 94+0+3917 (secure 0 0 0) 0x7f1a08019030 con 0x7f1a1015cfc0 2024-09-10T10:40:40.344 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:40.344 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":88,"btime":"2024-09-10T10:40:32:274809+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6341,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3931038205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3931038205},{"type":"v1","addr":"172.21.15.145:6836","nonce":3931038205}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7120,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3721611145","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":3721611145},{"type":"v1","addr":"172.21.15.145:6837","nonce":3721611145}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7551,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1828738286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1828738286},{"type":"v1","addr":"172.21.15.22:6834","nonce":1828738286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":78},{"gid":7836,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/2045113334","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":2045113334},{"type":"v1","addr":"172.21.15.22:6835","nonce":2045113334}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":88}],"filesystems":[]} 2024-09-10T10:40:40.344 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 88 2024-09-10T10:40:40.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 -- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f19f00678f0 msgr2=0x7f19f0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f19f00678f0 0x7f19f0069db0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f1a00001040 tx=0x7f1a00007900 comp rx=0 tx=0).stop 2024-09-10T10:40:40.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 -- 172.21.15.22:0/3137386284 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a1015cfc0 msgr2=0x7f1a1015a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a1015cfc0 0x7f1a1015a290 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f1a10074360 tx=0x7f1a0800f1b0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 -- 172.21.15.22:0/3137386284 shutdown_connections 2024-09-10T10:40:40.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f19f00678f0 0x7f19f0069db0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a1015cfc0 0x7f1a1015a290 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a10151e00 0x7f1a1015ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 --2- 172.21.15.22:0/3137386284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f19f4004810 0x7f1a1015f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 -- 172.21.15.22:0/3137386284 >> 172.21.15.22:0/3137386284 conn(0x7f1a1006e780 msgr2=0x7f1a100d2460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:40.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 -- 172.21.15.22:0/3137386284 shutdown_connections 2024-09-10T10:40:40.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.341+0000 7f1a17400640 1 -- 172.21.15.22:0/3137386284 wait complete. 2024-09-10T10:40:40.366 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:40:40.366 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:40:40.366 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:40:40.366 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:40:40.367 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:40:40.367 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:40:40.367 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:40:40.367 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:40:40.367 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:40:40.367 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:40:40.367 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:40:40.368 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:40:40.368 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:40:40.368 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:40:40.368 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:40:40.368 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:40:40.379 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:40:40.379 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:40:40.380 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:40:40.380 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:40:40.383 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:40:40.383 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:40:40.384 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:40:40.384 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:40:40.431 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:40:40.431 DEBUG:teuthology.parallel:result is None 2024-09-10T10:40:40.431 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:40:40.432 DEBUG:teuthology.parallel:result is None 2024-09-10T10:40:40.432 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:40:40.432 DEBUG:teuthology.parallel:result is None 2024-09-10T10:40:40.433 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:40:40.433 DEBUG:teuthology.parallel:result is None 2024-09-10T10:40:40.433 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:40:40.518 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:40:40.519 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:40:40.521 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:40:40.521 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:40:40.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.573+0000 7f6d6d400640 1 Processor -- start 2024-09-10T10:40:40.580 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d6d400640 1 -- start start 2024-09-10T10:40:40.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d6d400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6d6806e8c0 0x7f6d680cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d6d400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d6806d3f0 con 0x7f6d68145fb0 2024-09-10T10:40:40.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d6d400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d6806d6d0 con 0x7f6d680cd670 2024-09-10T10:40:40.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d6d400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f6d680ce010 con 0x7f6d6806e8c0 2024-09-10T10:40:40.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d66800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6d68145fb0 0x7f6d680b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34144/0 (socket says 172.21.15.22:34144) 2024-09-10T10:40:40.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d66800640 1 -- 172.21.15.22:0/3992217965 learned_addr learned my addr 172.21.15.22:0/3992217965 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:40.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d67200640 1 --2- 172.21.15.22:0/3992217965 >> v2:172.21.15.145:3300/0 conn(0x7f6d6806e8c0 0x7f6d680cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d65e00640 1 -- 172.21.15.22:0/3992217965 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3070641186 0 0) 0x7f6d6806d6d0 con 0x7f6d680cd670 2024-09-10T10:40:40.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d65e00640 1 -- 172.21.15.22:0/3992217965 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d4c003530 con 0x7f6d680cd670 2024-09-10T10:40:40.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d65e00640 1 -- 172.21.15.22:0/3992217965 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3270095351 0 0) 0x7f6d6806d3f0 con 0x7f6d68145fb0 2024-09-10T10:40:40.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d65e00640 1 -- 172.21.15.22:0/3992217965 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d6806d6d0 con 0x7f6d68145fb0 2024-09-10T10:40:40.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d67200640 1 -- 172.21.15.22:0/3992217965 >> v1:172.21.15.145:6789/0 conn(0x7f6d680cd670 legacy=0x7f6d6806e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d67200640 1 -- 172.21.15.22:0/3992217965 >> v1:172.21.15.22:6789/0 conn(0x7f6d68145fb0 legacy=0x7f6d680b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.577+0000 7f6d67200640 1 -- 172.21.15.22:0/3992217965 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d6806d9b0 con 0x7f6d6806e8c0 2024-09-10T10:40:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d67200640 1 --2- 172.21.15.22:0/3992217965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d6806e8c0 0x7f6d680cdad0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f6d60009d90 tx=0x7f6d6001c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79454edd8565e92a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d65e00640 1 -- 172.21.15.22:0/3992217965 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d600b2070 con 0x7f6d6806e8c0 2024-09-10T10:40:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d65e00640 1 -- 172.21.15.22:0/3992217965 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d600a5830 con 0x7f6d6806e8c0 2024-09-10T10:40:40.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d65e00640 1 -- 172.21.15.22:0/3992217965 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d600a5c00 con 0x7f6d6806e8c0 2024-09-10T10:40:40.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d6d400640 1 -- 172.21.15.22:0/3992217965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d6806e8c0 msgr2=0x7f6d680cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d6d400640 1 --2- 172.21.15.22:0/3992217965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d6806e8c0 0x7f6d680cdad0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f6d60009d90 tx=0x7f6d6001c970 comp rx=0 tx=0).stop 2024-09-10T10:40:40.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d6d400640 1 -- 172.21.15.22:0/3992217965 shutdown_connections 2024-09-10T10:40:40.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d6d400640 1 --2- 172.21.15.22:0/3992217965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d6806e8c0 0x7f6d680cdad0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d6d400640 1 -- 172.21.15.22:0/3992217965 >> 172.21.15.22:0/3992217965 conn(0x7f6d68062dd0 msgr2=0x7f6d6806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:40.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d6d400640 1 -- 172.21.15.22:0/3992217965 shutdown_connections 2024-09-10T10:40:40.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d6d400640 1 -- 172.21.15.22:0/3992217965 wait complete. 2024-09-10T10:40:40.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d6d400640 1 Processor -- start 2024-09-10T10:40:40.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.581+0000 7f6d6d400640 1 -- start start 2024-09-10T10:40:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d6d400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d6806e8c0 0x7f6d68072990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d6d400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d680cd670 0x7f6d68144670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d6d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d68145fb0 0x7f6d68144bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d6d400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6d680d0030 con 0x7f6d68145fb0 2024-09-10T10:40:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d6d400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d6806d1a0 con 0x7f6d6806e8c0 2024-09-10T10:40:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d6d400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6d68072500 con 0x7f6d680cd670 2024-09-10T10:40:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d67200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d68145fb0 0x7f6d68144bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d66800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d6806e8c0 0x7f6d68072990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d5fe00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d680cd670 0x7f6d68144670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d67200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d68145fb0 0x7f6d68144bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56164/0 (socket says 172.21.15.22:56164) 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d67200640 1 -- 172.21.15.22:0/821509254 learned_addr learned my addr 172.21.15.22:0/821509254 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d67200640 1 -- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d680cd670 msgr2=0x7f6d68144670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d67200640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d680cd670 0x7f6d68144670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d67200640 1 -- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d6806e8c0 msgr2=0x7f6d68072990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d67200640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d6806e8c0 0x7f6d68072990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d67200640 1 -- 172.21.15.22:0/821509254 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d680718f0 con 0x7f6d68145fb0 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d67200640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d68145fb0 0x7f6d68144bb0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f6d600b0040 tx=0x7f6d60019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d5ea00640 1 -- 172.21.15.22:0/821509254 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d600b2050 con 0x7f6d68145fb0 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d5ea00640 1 -- 172.21.15.22:0/821509254 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d600be070 con 0x7f6d68145fb0 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d5ea00640 1 -- 172.21.15.22:0/821509254 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d60009450 con 0x7f6d68145fb0 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d6d400640 1 -- 172.21.15.22:0/821509254 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d68071bd0 con 0x7f6d68145fb0 2024-09-10T10:40:40.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d6d400640 1 -- 172.21.15.22:0/821509254 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d68072190 con 0x7f6d68145fb0 2024-09-10T10:40:40.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.585+0000 7f6d6d400640 1 -- 172.21.15.22:0/821509254 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d680cdad0 con 0x7f6d68145fb0 2024-09-10T10:40:40.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.589+0000 7f6d5ea00640 1 -- 172.21.15.22:0/821509254 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6d600c3460 con 0x7f6d68145fb0 2024-09-10T10:40:40.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.589+0000 7f6d5ea00640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d440678c0 0x7f6d44069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:40.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.589+0000 7f6d5ea00640 1 -- 172.21.15.22:0/821509254 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 4943+0+0 (secure 0 0 0) 0x7f6d60120ca0 con 0x7f6d68145fb0 2024-09-10T10:40:40.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.589+0000 7f6d66800640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d440678c0 0x7f6d44069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:40.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.589+0000 7f6d66800640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d440678c0 0x7f6d44069d80 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f6d58007ad0 tx=0x7f6d58007a40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:40.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.593+0000 7f6d5ea00640 1 -- 172.21.15.22:0/821509254 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6d60016560 con 0x7f6d68145fb0 2024-09-10T10:40:40.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:40.769+0000 7f6d6d400640 1 -- 172.21.15.22:0/821509254 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f6d6806e400 con 0x7f6d68145fb0 2024-09-10T10:40:41.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.313+0000 7f6d5ea00640 1 -- 172.21.15.22:0/821509254 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v120) ==== 97+0+0 (secure 0 0 0) 0x7f6d600f1480 con 0x7f6d68145fb0 2024-09-10T10:40:41.319 INFO:teuthology.orchestra.run.smithi022.stderr: removed all blocklist entries 2024-09-10T10:40:41.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 -- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d440678c0 msgr2=0x7f6d44069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d440678c0 0x7f6d44069d80 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f6d58007ad0 tx=0x7f6d58007a40 comp rx=0 tx=0).stop 2024-09-10T10:40:41.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 -- 172.21.15.22:0/821509254 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d68145fb0 msgr2=0x7f6d68144bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d68145fb0 0x7f6d68144bb0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f6d600b0040 tx=0x7f6d60019710 comp rx=0 tx=0).stop 2024-09-10T10:40:41.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 -- 172.21.15.22:0/821509254 shutdown_connections 2024-09-10T10:40:41.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6d440678c0 0x7f6d44069d80 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6d68145fb0 0x7f6d68144bb0 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d680cd670 0x7f6d68144670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 --2- 172.21.15.22:0/821509254 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d6806e8c0 0x7f6d68072990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 -- 172.21.15.22:0/821509254 >> 172.21.15.22:0/821509254 conn(0x7f6d68062dd0 msgr2=0x7f6d68160000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:41.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 -- 172.21.15.22:0/821509254 shutdown_connections 2024-09-10T10:40:41.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.317+0000 7f6d6d400640 1 -- 172.21.15.22:0/821509254 wait complete. 2024-09-10T10:40:41.346 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:40:41.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f8616e00640 1 Processor -- start 2024-09-10T10:40:41.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f8616e00640 1 -- start start 2024-09-10T10:40:41.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f8616e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f861015b600 0x7f8610071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f8616e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f86100b56f0 0x7f86100b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f8616e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86100ce880 con 0x7f861015b220 2024-09-10T10:40:41.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f8616e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f861006d6e0 con 0x7f861015b600 2024-09-10T10:40:41.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f8616e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f86100ceb60 con 0x7f86100b56f0 2024-09-10T10:40:41.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f860fe00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f861015b220 0x7f86100b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34156/0 (socket says 172.21.15.22:34156) 2024-09-10T10:40:41.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f860fe00640 1 -- 172.21.15.22:0/170251093 learned_addr learned my addr 172.21.15.22:0/170251093 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:41.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f860f400640 1 --2- 172.21.15.22:0/170251093 >> v2:172.21.15.22:3300/0 conn(0x7f861015b600 0x7f8610071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f8614e00640 1 --2- 172.21.15.22:0/170251093 >> v2:172.21.15.145:3300/0 conn(0x7f86100b56f0 0x7f86100b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f860f400640 1 -- 172.21.15.22:0/170251093 >> v2:172.21.15.145:3300/0 conn(0x7f86100b56f0 msgr2=0x7f86100b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:41.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f860ea00640 1 -- 172.21.15.22:0/170251093 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3711702749 0 0) 0x7f86100ce880 con 0x7f861015b220 2024-09-10T10:40:41.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f860f400640 1 --2- 172.21.15.22:0/170251093 >> v2:172.21.15.145:3300/0 conn(0x7f86100b56f0 0x7f86100b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f860f400640 1 -- 172.21.15.22:0/170251093 >> v1:172.21.15.22:6789/0 conn(0x7f861015b220 legacy=0x7f86100b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f860f400640 1 -- 172.21.15.22:0/170251093 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86100cee40 con 0x7f861015b600 2024-09-10T10:40:41.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.485+0000 7f8614e00640 1 --2- 172.21.15.22:0/170251093 >> v2:172.21.15.145:3300/0 conn(0x7f86100b56f0 0x7f86100b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:41.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f860f400640 1 --2- 172.21.15.22:0/170251093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 0x7f8610071140 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f86100cd1d0 tx=0x7f85fc01c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cee8b41ee386d00 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:41.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f860ea00640 1 -- 172.21.15.22:0/170251093 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc0b0070 con 0x7f861015b600 2024-09-10T10:40:41.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f860ea00640 1 -- 172.21.15.22:0/170251093 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85fc004230 con 0x7f861015b600 2024-09-10T10:40:41.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f860ea00640 1 -- 172.21.15.22:0/170251093 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc003620 con 0x7f861015b600 2024-09-10T10:40:41.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f8616e00640 1 -- 172.21.15.22:0/170251093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 msgr2=0x7f8610071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f8616e00640 1 --2- 172.21.15.22:0/170251093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 0x7f8610071140 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f86100cd1d0 tx=0x7f85fc01c330 comp rx=0 tx=0).stop 2024-09-10T10:40:41.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f8616e00640 1 -- 172.21.15.22:0/170251093 shutdown_connections 2024-09-10T10:40:41.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f8616e00640 1 --2- 172.21.15.22:0/170251093 >> v2:172.21.15.145:3300/0 conn(0x7f86100b56f0 0x7f86100b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f8616e00640 1 --2- 172.21.15.22:0/170251093 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 0x7f8610071140 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f8616e00640 1 -- 172.21.15.22:0/170251093 >> 172.21.15.22:0/170251093 conn(0x7f8610062dd0 msgr2=0x7f861006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:41.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f8616e00640 1 -- 172.21.15.22:0/170251093 shutdown_connections 2024-09-10T10:40:41.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.489+0000 7f8616e00640 1 -- 172.21.15.22:0/170251093 wait complete. 2024-09-10T10:40:41.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8616e00640 1 Processor -- start 2024-09-10T10:40:41.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8616e00640 1 -- start start 2024-09-10T10:40:41.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8616e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86100b56f0 0x7f86100b2910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8616e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f861015b220 0x7f861015be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8616e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 0x7f8610155800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8616e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f86100cffd0 con 0x7f861015b600 2024-09-10T10:40:41.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8616e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f86100cfe50 con 0x7f861015b220 2024-09-10T10:40:41.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8616e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f86100d0150 con 0x7f86100b56f0 2024-09-10T10:40:41.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8614e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 0x7f8610155800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8614e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 0x7f8610155800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56176/0 (socket says 172.21.15.22:56176) 2024-09-10T10:40:41.499 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8614e00640 1 -- 172.21.15.22:0/898674303 learned_addr learned my addr 172.21.15.22:0/898674303 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:41.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8614e00640 1 -- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86100b56f0 msgr2=0x7f86100b2910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8614e00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86100b56f0 0x7f86100b2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.500 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8614e00640 1 -- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f861015b220 msgr2=0x7f861015be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f860f400640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f861015b220 0x7f861015be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8614e00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f861015b220 0x7f861015be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8614e00640 1 -- 172.21.15.22:0/898674303 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f861014a6b0 con 0x7f861015b600 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f860f400640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f861015b220 0x7f861015be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8614e00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 0x7f8610155800 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f860800cf20 tx=0x7f860800a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8607e00640 1 -- 172.21.15.22:0/898674303 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860801a070 con 0x7f861015b600 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8607e00640 1 -- 172.21.15.22:0/898674303 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f860800d840 con 0x7f861015b600 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8607e00640 1 -- 172.21.15.22:0/898674303 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860800dc30 con 0x7f861015b600 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8616e00640 1 -- 172.21.15.22:0/898674303 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f861015c800 con 0x7f861015b600 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.493+0000 7f8616e00640 1 -- 172.21.15.22:0/898674303 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f861014ac30 con 0x7f861015b600 2024-09-10T10:40:41.501 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.497+0000 7f8616e00640 1 -- 172.21.15.22:0/898674303 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86100b3f10 con 0x7f861015b600 2024-09-10T10:40:41.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.497+0000 7f8607e00640 1 -- 172.21.15.22:0/898674303 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f860801d070 con 0x7f861015b600 2024-09-10T10:40:41.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.497+0000 7f8607e00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85f00678c0 0x7f85f0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.497+0000 7f8607e00640 1 -- 172.21.15.22:0/898674303 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4857+0+0 (secure 0 0 0) 0x7f8608086320 con 0x7f861015b600 2024-09-10T10:40:41.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.497+0000 7f860fe00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85f00678c0 0x7f85f0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.503 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.497+0000 7f860fe00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85f00678c0 0x7f85f0069d80 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f86000011f0 tx=0x7f8600007930 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:41.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.501+0000 7f8607e00640 1 -- 172.21.15.22:0/898674303 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8608057080 con 0x7f861015b600 2024-09-10T10:40:41.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 -- 172.21.15.22:0/898674303 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f8610072e90 con 0x7f861015b600 2024-09-10T10:40:41.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8607e00640 1 -- 172.21.15.22:0/898674303 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v21) ==== 80+0+5304 (secure 0 0 0) 0x7f8608056980 con 0x7f861015b600 2024-09-10T10:40:41.729 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:41.729 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:40:41.729 INFO:teuthology.orchestra.run.smithi022.stdout: "auth_dump": [ 2024-09-10T10:40:41.729 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.729 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.a", 2024-09-10T10:40:41.729 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA==", 2024-09-10T10:40:41.729 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.729 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.b", 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw==", 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.730 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.c", 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg==", 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.731 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.d", 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg==", 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.0", 2024-09-10T10:40:41.732 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg==", 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.1", 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q==", 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:41.733 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.2", 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA==", 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.734 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.3", 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA==", 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.4", 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA==", 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:41.735 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.5", 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ==", 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.736 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.6", 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA==", 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.7", 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA==", 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:40:41.737 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.0", 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA==", 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow r", 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.738 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.1", 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q==", 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.2", 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA==", 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:41.739 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.3", 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg==", 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:40:41.740 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.admin", 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm1kZCJhAAGLXWU85Vtod0CRG/bo4sSQ==", 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.741 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.x", 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ==", 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.y", 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q==", 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:40:41.742 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:40:41.743 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.743 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:41.743 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:40:41.743 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:40:41.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 -- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85f00678c0 msgr2=0x7f85f0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85f00678c0 0x7f85f0069d80 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f86000011f0 tx=0x7f8600007930 comp rx=0 tx=0).stop 2024-09-10T10:40:41.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 -- 172.21.15.22:0/898674303 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 msgr2=0x7f8610155800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 0x7f8610155800 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f860800cf20 tx=0x7f860800a7d0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 -- 172.21.15.22:0/898674303 shutdown_connections 2024-09-10T10:40:41.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f85f00678c0 0x7f85f0069d80 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f861015b600 0x7f8610155800 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f861015b220 0x7f861015be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 --2- 172.21.15.22:0/898674303 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86100b56f0 0x7f86100b2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 -- 172.21.15.22:0/898674303 >> 172.21.15.22:0/898674303 conn(0x7f8610062dd0 msgr2=0x7f86100b4b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:41.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 -- 172.21.15.22:0/898674303 shutdown_connections 2024-09-10T10:40:41.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.725+0000 7f8616e00640 1 -- 172.21.15.22:0/898674303 wait complete. 2024-09-10T10:40:41.750 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:40:41.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fadede00640 1 Processor -- start 2024-09-10T10:40:41.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fadede00640 1 -- start start 2024-09-10T10:40:41.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fadede00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fade8145fb0 0x7fade80b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fadede00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade80cd670 0x7fade80cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fadede00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fade806e1b0 0x7fade806e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fadede00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fade80ce010 con 0x7fade806e1b0 2024-09-10T10:40:41.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fadede00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fade806d1a0 con 0x7fade8145fb0 2024-09-10T10:40:41.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fadede00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fade806dd20 con 0x7fade80cd670 2024-09-10T10:40:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fade7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fade806e1b0 0x7fade806e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fade7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fade806e1b0 0x7fade806e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56182/0 (socket says 172.21.15.22:56182) 2024-09-10T10:40:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fade7400640 1 -- 172.21.15.22:0/3090940059 learned_addr learned my addr 172.21.15.22:0/3090940059 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fade6a00640 1 --2- 172.21.15.22:0/3090940059 >> v2:172.21.15.145:3300/0 conn(0x7fade8145fb0 0x7fade80b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.885+0000 7fade6000640 1 --2- 172.21.15.22:0/3090940059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade80cd670 0x7fade80cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fade7400640 1 -- 172.21.15.22:0/3090940059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade80cd670 msgr2=0x7fade80cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fade7400640 1 --2- 172.21.15.22:0/3090940059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade80cd670 0x7fade80cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fade7400640 1 -- 172.21.15.22:0/3090940059 >> v2:172.21.15.145:3300/0 conn(0x7fade8145fb0 msgr2=0x7fade80b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:41.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fade7400640 1 --2- 172.21.15.22:0/3090940059 >> v2:172.21.15.145:3300/0 conn(0x7fade8145fb0 0x7fade80b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fade7400640 1 -- 172.21.15.22:0/3090940059 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fade806d3f0 con 0x7fade806e1b0 2024-09-10T10:40:41.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fade6000640 1 --2- 172.21.15.22:0/3090940059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade80cd670 0x7fade80cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fade7400640 1 --2- 172.21.15.22:0/3090940059 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 0x7fade806e660 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7fade80735c0 tx=0x7fade001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db04a815b15f4982 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fade5600640 1 -- 172.21.15.22:0/3090940059 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade00a5760 con 0x7fade806e1b0 2024-09-10T10:40:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fade5600640 1 -- 172.21.15.22:0/3090940059 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fade00a5900 con 0x7fade806e1b0 2024-09-10T10:40:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fade5600640 1 -- 172.21.15.22:0/3090940059 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade00a5cd0 con 0x7fade806e1b0 2024-09-10T10:40:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fadede00640 1 -- 172.21.15.22:0/3090940059 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 msgr2=0x7fade806e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fadede00640 1 --2- 172.21.15.22:0/3090940059 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 0x7fade806e660 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7fade80735c0 tx=0x7fade001c9f0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fadede00640 1 -- 172.21.15.22:0/3090940059 shutdown_connections 2024-09-10T10:40:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fadede00640 1 --2- 172.21.15.22:0/3090940059 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 0x7fade806e660 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fadede00640 1 --2- 172.21.15.22:0/3090940059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade80cd670 0x7fade80cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fadede00640 1 --2- 172.21.15.22:0/3090940059 >> v2:172.21.15.145:3300/0 conn(0x7fade8145fb0 0x7fade80b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fadede00640 1 -- 172.21.15.22:0/3090940059 >> 172.21.15.22:0/3090940059 conn(0x7fade8062dd0 msgr2=0x7fade806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fadede00640 1 -- 172.21.15.22:0/3090940059 shutdown_connections 2024-09-10T10:40:41.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.889+0000 7fadede00640 1 -- 172.21.15.22:0/3090940059 wait complete. 2024-09-10T10:40:41.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fadede00640 1 Processor -- start 2024-09-10T10:40:41.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fadede00640 1 -- start start 2024-09-10T10:40:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fadede00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 0x7fade8144d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fadede00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fade80cd670 0x7fade8140860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fadede00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade8145fb0 0x7fade8141ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fadede00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fade80b4340 con 0x7fade806e1b0 2024-09-10T10:40:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fadede00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fade80cfda0 con 0x7fade80cd670 2024-09-10T10:40:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fadede00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fade8145240 con 0x7fade8145fb0 2024-09-10T10:40:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 0x7fade8144d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade6a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 0x7fade8144d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56188/0 (socket says 172.21.15.22:56188) 2024-09-10T10:40:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade6a00640 1 -- 172.21.15.22:0/2360011830 learned_addr learned my addr 172.21.15.22:0/2360011830 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade7400640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade8145fb0 0x7fade8141ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade6000640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fade80cd670 0x7fade8140860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade6a00640 1 -- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade8145fb0 msgr2=0x7fade8141ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade6a00640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade8145fb0 0x7fade8141ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade6a00640 1 -- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fade80cd670 msgr2=0x7fade8140860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:41.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade6a00640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fade80cd670 0x7fade8140860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:41.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade6a00640 1 -- 172.21.15.22:0/2360011830 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fade8161e30 con 0x7fade806e1b0 2024-09-10T10:40:41.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fade6a00640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 0x7fade8144d00 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fadd800e8a0 tx=0x7fadd800eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:41.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7faddf400640 1 -- 172.21.15.22:0/2360011830 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd8017070 con 0x7fade806e1b0 2024-09-10T10:40:41.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7faddf400640 1 -- 172.21.15.22:0/2360011830 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadd800c940 con 0x7fade806e1b0 2024-09-10T10:40:41.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7faddf400640 1 -- 172.21.15.22:0/2360011830 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd800ccf0 con 0x7fade806e1b0 2024-09-10T10:40:41.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fadede00640 1 -- 172.21.15.22:0/2360011830 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fade8162110 con 0x7fade806e1b0 2024-09-10T10:40:41.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.893+0000 7fadede00640 1 -- 172.21.15.22:0/2360011830 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fade8165f70 con 0x7fade806e1b0 2024-09-10T10:40:41.901 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.897+0000 7fadede00640 1 -- 172.21.15.22:0/2360011830 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fade80cdad0 con 0x7fade806e1b0 2024-09-10T10:40:41.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.897+0000 7faddf400640 1 -- 172.21.15.22:0/2360011830 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fadd801a070 con 0x7fade806e1b0 2024-09-10T10:40:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.897+0000 7faddf400640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadc80678c0 0x7fadc8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.897+0000 7faddf400640 1 -- 172.21.15.22:0/2360011830 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4857+0+0 (secure 0 0 0) 0x7fadd8085bc0 con 0x7fade806e1b0 2024-09-10T10:40:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.897+0000 7fade6000640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadc80678c0 0x7fadc8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:41.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.901+0000 7fade6000640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadc80678c0 0x7fadc8069d80 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fade8143d10 tx=0x7fadd4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:41.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:41.901+0000 7faddf400640 1 -- 172.21.15.22:0/2360011830 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fadd8056360 con 0x7fade806e1b0 2024-09-10T10:40:42.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 -- 172.21.15.22:0/2360011830 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fade806bcc0 con 0x7fade806e1b0 2024-09-10T10:40:42.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7faddf400640 1 -- 172.21.15.22:0/2360011830 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v122) ==== 84+0+65 (secure 0 0 0) 0x7fadd805a660 con 0x7fade806e1b0 2024-09-10T10:40:42.073 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:42.073 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:40:42.073 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:40:42.074 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:40:42.074 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:40:42.074 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:40:42.074 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:40:42.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 -- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadc80678c0 msgr2=0x7fadc8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:42.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadc80678c0 0x7fadc8069d80 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fade8143d10 tx=0x7fadd4008040 comp rx=0 tx=0).stop 2024-09-10T10:40:42.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 -- 172.21.15.22:0/2360011830 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 msgr2=0x7fade8144d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:42.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 0x7fade8144d00 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fadd800e8a0 tx=0x7fadd800eca0 comp rx=0 tx=0).stop 2024-09-10T10:40:42.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 -- 172.21.15.22:0/2360011830 shutdown_connections 2024-09-10T10:40:42.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadc80678c0 0x7fadc8069d80 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:42.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fade8145fb0 0x7fade8141ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:42.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fade80cd670 0x7fade8140860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:42.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 --2- 172.21.15.22:0/2360011830 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fade806e1b0 0x7fade8144d00 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:42.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 -- 172.21.15.22:0/2360011830 >> 172.21.15.22:0/2360011830 conn(0x7fade8062dd0 msgr2=0x7fade80b5160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:42.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 -- 172.21.15.22:0/2360011830 shutdown_connections 2024-09-10T10:40:42.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.069+0000 7fadede00640 1 -- 172.21.15.22:0/2360011830 wait complete. 2024-09-10T10:40:42.094 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:40:42.094 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:40:42.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.233+0000 7f6c52400640 1 Processor -- start 2024-09-10T10:40:42.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.233+0000 7f6c52400640 1 -- start start 2024-09-10T10:40:42.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c52400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6c4c0cd300 0x7f6c4c0cd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:42.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c52400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c4c0b3fd0 con 0x7f6c4c15c960 2024-09-10T10:40:42.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c52400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c4c0b42b0 con 0x7f6c4c1460d0 2024-09-10T10:40:42.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c52400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6c4c0cdcb0 con 0x7f6c4c0cd300 2024-09-10T10:40:42.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c42a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6c4c0cd300 0x7f6c4c0cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:42.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c42a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6c4c0cd300 0x7f6c4c0cd770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56194/0 (socket says 172.21.15.22:56194) 2024-09-10T10:40:42.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c4be00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6c4c15c960 0x7f6c4c15cdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34168/0 (socket says 172.21.15.22:34168) 2024-09-10T10:40:42.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c42a00640 1 -- 172.21.15.22:0/3265259563 learned_addr learned my addr 172.21.15.22:0/3265259563 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:42.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c42a00640 1 -- 172.21.15.22:0/3265259563 >> v1:172.21.15.145:6789/0 conn(0x7f6c4c1460d0 legacy=0x7f6c4c0b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:42.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c42a00640 1 -- 172.21.15.22:0/3265259563 >> v1:172.21.15.22:6789/0 conn(0x7f6c4c15c960 legacy=0x7f6c4c15cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:42.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c42a00640 1 -- 172.21.15.22:0/3265259563 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c4c0b4590 con 0x7f6c4c0cd300 2024-09-10T10:40:42.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.237+0000 7f6c4aa00640 1 -- 172.21.15.22:0/3265259563 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 130991203 0 0) 0x7f6c4c0b3fd0 con 0x7f6c4c15c960 2024-09-10T10:40:42.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c42a00640 1 --2- 172.21.15.22:0/3265259563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c0cd300 0x7f6c4c0cd770 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f6c34009870 tx=0x7f6c3401c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d004fe652fa29e0f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:42.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c4aa00640 1 -- 172.21.15.22:0/3265259563 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c340a95f0 con 0x7f6c4c0cd300 2024-09-10T10:40:42.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c4aa00640 1 -- 172.21.15.22:0/3265259563 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c340a9790 con 0x7f6c4c0cd300 2024-09-10T10:40:42.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c4aa00640 1 -- 172.21.15.22:0/3265259563 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c340a9b60 con 0x7f6c4c0cd300 2024-09-10T10:40:42.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 -- 172.21.15.22:0/3265259563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c0cd300 msgr2=0x7f6c4c0cd770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:42.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 --2- 172.21.15.22:0/3265259563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c0cd300 0x7f6c4c0cd770 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f6c34009870 tx=0x7f6c3401c530 comp rx=0 tx=0).stop 2024-09-10T10:40:42.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 -- 172.21.15.22:0/3265259563 shutdown_connections 2024-09-10T10:40:42.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 --2- 172.21.15.22:0/3265259563 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c0cd300 0x7f6c4c0cd770 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:42.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 -- 172.21.15.22:0/3265259563 >> 172.21.15.22:0/3265259563 conn(0x7f6c4c063000 msgr2=0x7f6c4c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:42.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 -- 172.21.15.22:0/3265259563 shutdown_connections 2024-09-10T10:40:42.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 -- 172.21.15.22:0/3265259563 wait complete. 2024-09-10T10:40:42.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 Processor -- start 2024-09-10T10:40:42.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 -- start start 2024-09-10T10:40:42.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c4c0cd300 0x7f6c4c143260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:42.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c4c1460d0 0x7f6c4c15af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:42.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c15c960 0x7f6c4c13bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:42.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c06e810 con 0x7f6c4c15c960 2024-09-10T10:40:42.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c15d8d0 con 0x7f6c4c1460d0 2024-09-10T10:40:42.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c52400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6c4c06e990 con 0x7f6c4c0cd300 2024-09-10T10:40:42.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c4be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c15c960 0x7f6c4c13bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:42.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c4be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c15c960 0x7f6c4c13bf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56208/0 (socket says 172.21.15.22:56208) 2024-09-10T10:40:42.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c4be00640 1 -- 172.21.15.22:0/179882971 learned_addr learned my addr 172.21.15.22:0/179882971 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:42.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c4b400640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c4c0cd300 0x7f6c4c143260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:42.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.241+0000 7f6c42a00640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c4c1460d0 0x7f6c4c15af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:42.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c4be00640 1 -- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c4c0cd300 msgr2=0x7f6c4c143260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:42.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c4be00640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c4c0cd300 0x7f6c4c143260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:42.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c4be00640 1 -- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c4c1460d0 msgr2=0x7f6c4c15af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:42.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c4be00640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c4c1460d0 0x7f6c4c15af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:42.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c4be00640 1 -- 172.21.15.22:0/179882971 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c4c0cfdf0 con 0x7f6c4c15c960 2024-09-10T10:40:42.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c4be00640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c15c960 0x7f6c4c13bf60 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f6c4400c700 tx=0x7f6c4400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c43e00640 1 -- 172.21.15.22:0/179882971 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c44018070 con 0x7f6c4c15c960 2024-09-10T10:40:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c43e00640 1 -- 172.21.15.22:0/179882971 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c4400ce10 con 0x7f6c4c15c960 2024-09-10T10:40:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c43e00640 1 -- 172.21.15.22:0/179882971 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4400a860 con 0x7f6c4c15c960 2024-09-10T10:40:42.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c52400640 1 -- 172.21.15.22:0/179882971 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c4c15b9a0 con 0x7f6c4c15c960 2024-09-10T10:40:42.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c52400640 1 -- 172.21.15.22:0/179882971 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c4c13e740 con 0x7f6c4c15c960 2024-09-10T10:40:42.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c52400640 1 -- 172.21.15.22:0/179882971 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c4c13b550 con 0x7f6c4c15c960 2024-09-10T10:40:42.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c43e00640 1 -- 172.21.15.22:0/179882971 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6c4400aa00 con 0x7f6c4c15c960 2024-09-10T10:40:42.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.245+0000 7f6c43e00640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c280678c0 0x7f6c28069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:42.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.249+0000 7f6c43e00640 1 -- 172.21.15.22:0/179882971 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4857+0+0 (secure 0 0 0) 0x7f6c44084eb0 con 0x7f6c4c15c960 2024-09-10T10:40:42.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.249+0000 7f6c4b400640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c280678c0 0x7f6c28069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:42.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.249+0000 7f6c4b400640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c280678c0 0x7f6c28069d80 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c007fd0 tx=0x7f6c3c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:42.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.253+0000 7f6c43e00640 1 -- 172.21.15.22:0/179882971 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6c440556e0 con 0x7f6c4c15c960 2024-09-10T10:40:42.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:42.417+0000 7f6c52400640 1 -- 172.21.15.22:0/179882971 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f6c4c0b5070 con 0x7f6c4c15c960 2024-09-10T10:40:43.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.325+0000 7f6c43e00640 1 -- 172.21.15.22:0/179882971 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v123) ==== 138+0+0 (secure 0 0 0) 0x7f6c440599e0 con 0x7f6c4c15c960 2024-09-10T10:40:43.331 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:40:43.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 -- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c280678c0 msgr2=0x7f6c28069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:43.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c280678c0 0x7f6c28069d80 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c007fd0 tx=0x7f6c3c009040 comp rx=0 tx=0).stop 2024-09-10T10:40:43.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 -- 172.21.15.22:0/179882971 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c15c960 msgr2=0x7f6c4c13bf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:43.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c15c960 0x7f6c4c13bf60 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f6c4400c700 tx=0x7f6c4400cbc0 comp rx=0 tx=0).stop 2024-09-10T10:40:43.334 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 -- 172.21.15.22:0/179882971 shutdown_connections 2024-09-10T10:40:43.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6c280678c0 0x7f6c28069d80 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:43.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6c4c15c960 0x7f6c4c13bf60 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:43.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c4c1460d0 0x7f6c4c15af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:43.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 --2- 172.21.15.22:0/179882971 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c4c0cd300 0x7f6c4c143260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:43.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 -- 172.21.15.22:0/179882971 >> 172.21.15.22:0/179882971 conn(0x7f6c4c063000 msgr2=0x7f6c4c144750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:43.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 -- 172.21.15.22:0/179882971 shutdown_connections 2024-09-10T10:40:43.335 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.329+0000 7f6c52400640 1 -- 172.21.15.22:0/179882971 wait complete. 2024-09-10T10:40:43.364 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:40:43.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6aec00640 1 Processor -- start 2024-09-10T10:40:43.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6aec00640 1 -- start start 2024-09-10T10:40:43.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6aec00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa6a81568c0 0x7fa6a80b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:43.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6aec00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa6a80b4470 0x7fa6a80cf3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:43.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6aec00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6a80b4f90 con 0x7fa6a80cf900 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6aec00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa6a80b49d0 con 0x7fa6a81568c0 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6aec00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa6a80b4cb0 con 0x7fa6a80b4470 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6a7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa6a81568c0 0x7fa6a80b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6acc00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa6a80cf900 0x7fa6a8160020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34172/0 (socket says 172.21.15.22:34172) 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6acc00640 1 -- 172.21.15.22:0/3054841332 learned_addr learned my addr 172.21.15.22:0/3054841332 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6a7400640 1 --2- 172.21.15.22:0/3054841332 >> v2:172.21.15.145:3300/0 conn(0x7fa6a80b4470 0x7fa6a80cf3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6a7e00640 1 -- 172.21.15.22:0/3054841332 >> v2:172.21.15.145:3300/0 conn(0x7fa6a80b4470 msgr2=0x7fa6a80cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6a7e00640 1 --2- 172.21.15.22:0/3054841332 >> v2:172.21.15.145:3300/0 conn(0x7fa6a80b4470 0x7fa6a80cf3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6a7e00640 1 -- 172.21.15.22:0/3054841332 >> v1:172.21.15.22:6789/0 conn(0x7fa6a80cf900 legacy=0x7fa6a8160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6a7e00640 1 -- 172.21.15.22:0/3054841332 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6a806d1b0 con 0x7fa6a81568c0 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6a6a00640 1 -- 172.21.15.22:0/3054841332 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 203820640 0 0) 0x7fa6a80b4f90 con 0x7fa6a80cf900 2024-09-10T10:40:43.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.513+0000 7fa6a7400640 1 --2- 172.21.15.22:0/3054841332 >> v2:172.21.15.145:3300/0 conn(0x7fa6a80b4470 0x7fa6a80cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:43.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6a7e00640 1 --2- 172.21.15.22:0/3054841332 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a81568c0 0x7fa6a80b3f30 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7fa6980097c0 tx=0x7fa69801ce90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=254f486cdafb1e6e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:43.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6a6a00640 1 -- 172.21.15.22:0/3054841332 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6980b0070 con 0x7fa6a81568c0 2024-09-10T10:40:43.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6a6a00640 1 -- 172.21.15.22:0/3054841332 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6980ab600 con 0x7fa6a81568c0 2024-09-10T10:40:43.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6a6a00640 1 -- 172.21.15.22:0/3054841332 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6980ab9d0 con 0x7fa6a81568c0 2024-09-10T10:40:43.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6aec00640 1 -- 172.21.15.22:0/3054841332 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a81568c0 msgr2=0x7fa6a80b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:43.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6aec00640 1 --2- 172.21.15.22:0/3054841332 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a81568c0 0x7fa6a80b3f30 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7fa6980097c0 tx=0x7fa69801ce90 comp rx=0 tx=0).stop 2024-09-10T10:40:43.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6aec00640 1 -- 172.21.15.22:0/3054841332 shutdown_connections 2024-09-10T10:40:43.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6aec00640 1 --2- 172.21.15.22:0/3054841332 >> v2:172.21.15.145:3300/0 conn(0x7fa6a80b4470 0x7fa6a80cf3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:43.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6aec00640 1 --2- 172.21.15.22:0/3054841332 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a81568c0 0x7fa6a80b3f30 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:43.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6aec00640 1 -- 172.21.15.22:0/3054841332 >> 172.21.15.22:0/3054841332 conn(0x7fa6a8062eb0 msgr2=0x7fa6a806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:43.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6aec00640 1 -- 172.21.15.22:0/3054841332 shutdown_connections 2024-09-10T10:40:43.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.517+0000 7fa6aec00640 1 -- 172.21.15.22:0/3054841332 wait complete. 2024-09-10T10:40:43.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 Processor -- start 2024-09-10T10:40:43.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 -- start start 2024-09-10T10:40:43.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a80b4470 0x7fa6a81655f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:43.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6a80cf900 0x7fa6a814ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6a81568c0 0x7fa6a8163610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a8156e20 con 0x7fa6a80b4470 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a8156ca0 con 0x7fa6a81568c0 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa6a806e9c0 con 0x7fa6a80cf900 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6a7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a80b4470 0x7fa6a81655f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6a7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a80b4470 0x7fa6a81655f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56218/0 (socket says 172.21.15.22:56218) 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6a7e00640 1 -- 172.21.15.22:0/2397916289 learned_addr learned my addr 172.21.15.22:0/2397916289 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6a7400640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6a80cf900 0x7fa6a814ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6acc00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6a81568c0 0x7fa6a8163610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6a7e00640 1 -- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6a80cf900 msgr2=0x7fa6a814ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6a7e00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6a80cf900 0x7fa6a814ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6a7e00640 1 -- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6a81568c0 msgr2=0x7fa6a8163610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6a7e00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6a81568c0 0x7fa6a8163610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:43.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6a7e00640 1 -- 172.21.15.22:0/2397916289 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6a8164550 con 0x7fa6a80b4470 2024-09-10T10:40:43.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6a7e00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a80b4470 0x7fa6a81655f0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7fa6980ae040 tx=0x7fa69801ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:43.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa69fe00640 1 -- 172.21.15.22:0/2397916289 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6980b0050 con 0x7fa6a80b4470 2024-09-10T10:40:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa69fe00640 1 -- 172.21.15.22:0/2397916289 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6980bc070 con 0x7fa6a80b4470 2024-09-10T10:40:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 -- 172.21.15.22:0/2397916289 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6a8164830 con 0x7fa6a80b4470 2024-09-10T10:40:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa69fe00640 1 -- 172.21.15.22:0/2397916289 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6980b5850 con 0x7fa6a80b4470 2024-09-10T10:40:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 -- 172.21.15.22:0/2397916289 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6a8164df0 con 0x7fa6a80b4470 2024-09-10T10:40:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.521+0000 7fa6aec00640 1 -- 172.21.15.22:0/2397916289 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6a80cf3c0 con 0x7fa6a80b4470 2024-09-10T10:40:43.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.525+0000 7fa69fe00640 1 -- 172.21.15.22:0/2397916289 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa6980b59f0 con 0x7fa6a80b4470 2024-09-10T10:40:43.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.525+0000 7fa69fe00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6880678c0 0x7fa688069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:43.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.525+0000 7fa69fe00640 1 -- 172.21.15.22:0/2397916289 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 5227+0+0 (secure 0 0 0) 0x7fa698120d20 con 0x7fa6a80b4470 2024-09-10T10:40:43.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.525+0000 7fa6a7400640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6880678c0 0x7fa688069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:43.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.525+0000 7fa6a7400640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6880678c0 0x7fa688069d80 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fa6a81625a0 tx=0x7fa694008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:43.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.529+0000 7fa69fe00640 1 -- 172.21.15.22:0/2397916289 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa698016050 con 0x7fa6a80b4470 2024-09-10T10:40:43.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:43.693+0000 7fa6aec00640 1 -- 172.21.15.22:0/2397916289 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fa6a815fd30 con 0x7fa6a80b4470 2024-09-10T10:40:44.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.333+0000 7fa69fe00640 1 -- 172.21.15.22:0/2397916289 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v124) ==== 170+0+0 (secure 0 0 0) 0x7fa6980f1ab0 con 0x7fa6a80b4470 2024-09-10T10:40:44.338 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:40:44.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 -- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6880678c0 msgr2=0x7fa688069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:44.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6880678c0 0x7fa688069d80 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fa6a81625a0 tx=0x7fa694008040 comp rx=0 tx=0).stop 2024-09-10T10:40:44.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 -- 172.21.15.22:0/2397916289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a80b4470 msgr2=0x7fa6a81655f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:44.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a80b4470 0x7fa6a81655f0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7fa6980ae040 tx=0x7fa69801ac70 comp rx=0 tx=0).stop 2024-09-10T10:40:44.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 -- 172.21.15.22:0/2397916289 shutdown_connections 2024-09-10T10:40:44.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa6880678c0 0x7fa688069d80 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:44.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6a81568c0 0x7fa6a8163610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:44.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6a80cf900 0x7fa6a814ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:44.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 --2- 172.21.15.22:0/2397916289 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa6a80b4470 0x7fa6a81655f0 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:44.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 -- 172.21.15.22:0/2397916289 >> 172.21.15.22:0/2397916289 conn(0x7fa6a8062eb0 msgr2=0x7fa6a815dcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:44.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 -- 172.21.15.22:0/2397916289 shutdown_connections 2024-09-10T10:40:44.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.337+0000 7fa6aec00640 1 -- 172.21.15.22:0/2397916289 wait complete. 2024-09-10T10:40:44.378 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:40:44.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae3be00640 1 Processor -- start 2024-09-10T10:40:44.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae3be00640 1 -- start start 2024-09-10T10:40:44.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae3be00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fae3415c630 0x7fae3406eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:44.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae3be00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae34159350 con 0x7fae3406eff0 2024-09-10T10:40:44.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae3be00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae34071340 con 0x7fae34158f70 2024-09-10T10:40:44.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae3be00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fae3406f460 con 0x7fae3415c630 2024-09-10T10:40:44.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae39e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fae3406eff0 0x7fae340ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:34184/0 (socket says 172.21.15.22:34184) 2024-09-10T10:40:44.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae39e00640 1 -- 172.21.15.22:0/278694770 learned_addr learned my addr 172.21.15.22:0/278694770 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:44.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae38a00640 1 --2- 172.21.15.22:0/278694770 >> v2:172.21.15.145:3300/0 conn(0x7fae3415c630 0x7fae3406eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:44.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae33e00640 1 -- 172.21.15.22:0/278694770 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1600459486 0 0) 0x7fae34159350 con 0x7fae3406eff0 2024-09-10T10:40:44.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae33e00640 1 -- 172.21.15.22:0/278694770 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae1c005740 con 0x7fae3406eff0 2024-09-10T10:40:44.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae33e00640 1 -- 172.21.15.22:0/278694770 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2422420111 0 0) 0x7fae34071340 con 0x7fae34158f70 2024-09-10T10:40:44.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae33e00640 1 -- 172.21.15.22:0/278694770 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae34159350 con 0x7fae34158f70 2024-09-10T10:40:44.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae38a00640 1 -- 172.21.15.22:0/278694770 >> v1:172.21.15.145:6789/0 conn(0x7fae34158f70 legacy=0x7fae34072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:44.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae38a00640 1 -- 172.21.15.22:0/278694770 >> v1:172.21.15.22:6789/0 conn(0x7fae3406eff0 legacy=0x7fae340ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:44.529 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.521+0000 7fae38a00640 1 -- 172.21.15.22:0/278694770 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae34071620 con 0x7fae3415c630 2024-09-10T10:40:44.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae38a00640 1 --2- 172.21.15.22:0/278694770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae3415c630 0x7fae3406eab0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fae200097f0 tx=0x7fae2001c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f370d10a99989861 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:44.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae33e00640 1 -- 172.21.15.22:0/278694770 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae200a7070 con 0x7fae3415c630 2024-09-10T10:40:44.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae33e00640 1 -- 172.21.15.22:0/278694770 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae200b0070 con 0x7fae3415c630 2024-09-10T10:40:44.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae33e00640 1 -- 172.21.15.22:0/278694770 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae200ab870 con 0x7fae3415c630 2024-09-10T10:40:44.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae3be00640 1 -- 172.21.15.22:0/278694770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae3415c630 msgr2=0x7fae3406eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:44.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae3be00640 1 --2- 172.21.15.22:0/278694770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae3415c630 0x7fae3406eab0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fae200097f0 tx=0x7fae2001c470 comp rx=0 tx=0).stop 2024-09-10T10:40:44.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae3be00640 1 -- 172.21.15.22:0/278694770 shutdown_connections 2024-09-10T10:40:44.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae3be00640 1 --2- 172.21.15.22:0/278694770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae3415c630 0x7fae3406eab0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:44.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae3be00640 1 -- 172.21.15.22:0/278694770 >> 172.21.15.22:0/278694770 conn(0x7fae34062eb0 msgr2=0x7fae3406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:44.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae3be00640 1 -- 172.21.15.22:0/278694770 shutdown_connections 2024-09-10T10:40:44.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.525+0000 7fae3be00640 1 -- 172.21.15.22:0/278694770 wait complete. 2024-09-10T10:40:44.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae3be00640 1 Processor -- start 2024-09-10T10:40:44.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae3be00640 1 -- start start 2024-09-10T10:40:44.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae3be00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae3406eff0 0x7fae34156d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:44.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae3be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae34158f70 0x7fae3415e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:44.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae3be00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae3415c630 0x7fae34155540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:44.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae3be00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fae340cf560 con 0x7fae34158f70 2024-09-10T10:40:44.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae3be00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fae340cf3e0 con 0x7fae3406eff0 2024-09-10T10:40:44.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae3be00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fae340cf6e0 con 0x7fae3415c630 2024-09-10T10:40:44.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae38a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae34158f70 0x7fae3415e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:44.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae38a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae34158f70 0x7fae3415e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:56228/0 (socket says 172.21.15.22:56228) 2024-09-10T10:40:44.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae38a00640 1 -- 172.21.15.22:0/1411007348 learned_addr learned my addr 172.21.15.22:0/1411007348 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:44.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae39400640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae3406eff0 0x7fae34156d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae39e00640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae3415c630 0x7fae34155540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae38a00640 1 -- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae3415c630 msgr2=0x7fae34155540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae38a00640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae3415c630 0x7fae34155540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae38a00640 1 -- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae3406eff0 msgr2=0x7fae34156d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae38a00640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae3406eff0 0x7fae34156d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae38a00640 1 -- 172.21.15.22:0/1411007348 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae34155c70 con 0x7fae34158f70 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae38a00640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae34158f70 0x7fae3415e890 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fae200097f0 tx=0x7fae20019210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae31600640 1 -- 172.21.15.22:0/1411007348 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae200abb70 con 0x7fae34158f70 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae31600640 1 -- 172.21.15.22:0/1411007348 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae200abd10 con 0x7fae34158f70 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae31600640 1 -- 172.21.15.22:0/1411007348 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae200be5f0 con 0x7fae34158f70 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.529+0000 7fae3be00640 1 -- 172.21.15.22:0/1411007348 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae34155f50 con 0x7fae34158f70 2024-09-10T10:40:44.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.533+0000 7fae3be00640 1 -- 172.21.15.22:0/1411007348 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae34156510 con 0x7fae34158f70 2024-09-10T10:40:44.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.533+0000 7fae3be00640 1 -- 172.21.15.22:0/1411007348 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae340ce4c0 con 0x7fae34158f70 2024-09-10T10:40:44.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.533+0000 7fae31600640 1 -- 172.21.15.22:0/1411007348 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fae200c63f0 con 0x7fae34158f70 2024-09-10T10:40:44.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.533+0000 7fae31600640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae140678c0 0x7fae14069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:44.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.533+0000 7fae31600640 1 -- 172.21.15.22:0/1411007348 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 5609+0+0 (secure 0 0 0) 0x7fae20120180 con 0x7fae34158f70 2024-09-10T10:40:44.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.533+0000 7fae39400640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae140678c0 0x7fae14069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:44.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.537+0000 7fae39400640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae140678c0 0x7fae14069d80 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fae28007fd0 tx=0x7fae28009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:44.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.537+0000 7fae31600640 1 -- 172.21.15.22:0/1411007348 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fae200b9070 con 0x7fae34158f70 2024-09-10T10:40:44.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:44.737+0000 7fae3be00640 1 -- 172.21.15.22:0/1411007348 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fae340b59c0 con 0x7fae34158f70 2024-09-10T10:40:45.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.333+0000 7fae31600640 1 -- 172.21.15.22:0/1411007348 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 20 and data pool 21 v91) ==== 174+0+0 (secure 0 0 0) 0x7fae20016090 con 0x7fae34158f70 2024-09-10T10:40:45.436 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 20 and data pool 21 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.337+0000 7fae3be00640 1 -- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae140678c0 msgr2=0x7fae14069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.337+0000 7fae3be00640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae140678c0 0x7fae14069d80 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fae28007fd0 tx=0x7fae28009040 comp rx=0 tx=0).stop 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.337+0000 7fae3be00640 1 -- 172.21.15.22:0/1411007348 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae34158f70 msgr2=0x7fae3415e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.337+0000 7fae3be00640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae34158f70 0x7fae3415e890 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fae200097f0 tx=0x7fae20019210 comp rx=0 tx=0).stop 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.341+0000 7fae3be00640 1 -- 172.21.15.22:0/1411007348 shutdown_connections 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.341+0000 7fae3be00640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fae140678c0 0x7fae14069d80 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.341+0000 7fae3be00640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fae3415c630 0x7fae34155540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.341+0000 7fae3be00640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fae34158f70 0x7fae3415e890 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.341+0000 7fae3be00640 1 --2- 172.21.15.22:0/1411007348 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fae3406eff0 0x7fae34156d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.341+0000 7fae3be00640 1 -- 172.21.15.22:0/1411007348 >> 172.21.15.22:0/1411007348 conn(0x7fae34062eb0 msgr2=0x7fae3406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:45.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.341+0000 7fae3be00640 1 -- 172.21.15.22:0/1411007348 shutdown_connections 2024-09-10T10:40:45.439 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.341+0000 7fae3be00640 1 -- 172.21.15.22:0/1411007348 wait complete. 2024-09-10T10:40:45.439 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:40:45.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f551c400640 1 Processor -- start 2024-09-10T10:40:45.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f551c400640 1 -- start start 2024-09-10T10:40:45.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f551c400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5514145fb0 0x7f55140b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f551c400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f551406d3f0 con 0x7f55140cd670 2024-09-10T10:40:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f551c400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f551406d6d0 con 0x7f551406e8c0 2024-09-10T10:40:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f551c400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f551406d1a0 con 0x7f5514145fb0 2024-09-10T10:40:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f5519a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5514145fb0 0x7f55140b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f5519a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5514145fb0 0x7f55140b3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:42892/0 (socket says 172.21.15.22:42892) 2024-09-10T10:40:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f5519a00640 1 -- 172.21.15.22:0/2746161673 learned_addr learned my addr 172.21.15.22:0/2746161673 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f5519000640 1 --1- 172.21.15.22:0/2746161673 >> v1:172.21.15.22:6789/0 conn(0x7f55140cd670 0x7f551406e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35008/0 (socket says 172.21.15.22:35008) 2024-09-10T10:40:45.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f5519a00640 1 -- 172.21.15.22:0/2746161673 >> v1:172.21.15.145:6789/0 conn(0x7f551406e8c0 legacy=0x7f55140cf590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f5519a00640 1 -- 172.21.15.22:0/2746161673 >> v1:172.21.15.22:6789/0 conn(0x7f55140cd670 legacy=0x7f551406e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.581+0000 7f5519a00640 1 -- 172.21.15.22:0/2746161673 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551406d9b0 con 0x7f5514145fb0 2024-09-10T10:40:45.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f5519a00640 1 --2- 172.21.15.22:0/2746161673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5514145fb0 0x7f55140b3e00 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f5508009870 tx=0x7f550801c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86cc1000e32f3774 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:45.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f5513e00640 1 -- 172.21.15.22:0/2746161673 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55080b2070 con 0x7f5514145fb0 2024-09-10T10:40:45.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f5513e00640 1 -- 172.21.15.22:0/2746161673 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55080a9070 con 0x7f5514145fb0 2024-09-10T10:40:45.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f5513e00640 1 -- 172.21.15.22:0/2746161673 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55080ad880 con 0x7f5514145fb0 2024-09-10T10:40:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f551c400640 1 -- 172.21.15.22:0/2746161673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5514145fb0 msgr2=0x7f55140b3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f551c400640 1 --2- 172.21.15.22:0/2746161673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5514145fb0 0x7f55140b3e00 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f5508009870 tx=0x7f550801c560 comp rx=0 tx=0).stop 2024-09-10T10:40:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f551c400640 1 -- 172.21.15.22:0/2746161673 shutdown_connections 2024-09-10T10:40:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f551c400640 1 --2- 172.21.15.22:0/2746161673 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5514145fb0 0x7f55140b3e00 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f551c400640 1 -- 172.21.15.22:0/2746161673 >> 172.21.15.22:0/2746161673 conn(0x7f5514062dd0 msgr2=0x7f551406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f551c400640 1 -- 172.21.15.22:0/2746161673 shutdown_connections 2024-09-10T10:40:45.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.585+0000 7f551c400640 1 -- 172.21.15.22:0/2746161673 wait complete. 2024-09-10T10:40:45.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551c400640 1 Processor -- start 2024-09-10T10:40:45.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551c400640 1 -- start start 2024-09-10T10:40:45.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551c400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f551406e8c0 0x7f5514142090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551c400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55140cd670 0x7f551415ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551c400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5514145fb0 0x7f55140ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551c400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f551416aa00 con 0x7f551406e8c0 2024-09-10T10:40:45.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551c400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f551406dd20 con 0x7f55140cd670 2024-09-10T10:40:45.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551c400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f551416ab80 con 0x7f5514145fb0 2024-09-10T10:40:45.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f551406e8c0 0x7f5514142090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f551406e8c0 0x7f5514142090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:42896/0 (socket says 172.21.15.22:42896) 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519a00640 1 -- 172.21.15.22:0/987843581 learned_addr learned my addr 172.21.15.22:0/987843581 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551a400640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5514145fb0 0x7f55140ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519a00640 1 -- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5514145fb0 msgr2=0x7f55140ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519000640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55140cd670 0x7f551415ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519a00640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5514145fb0 0x7f55140ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519a00640 1 -- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55140cd670 msgr2=0x7f551415ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519a00640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55140cd670 0x7f551415ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519a00640 1 -- 172.21.15.22:0/987843581 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5514071640 con 0x7f551406e8c0 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551a400640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5514145fb0 0x7f55140ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519000640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55140cd670 0x7f551415ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5519a00640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f551406e8c0 0x7f5514142090 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f55080b0040 tx=0x7f550801ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5511600640 1 -- 172.21.15.22:0/987843581 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55080b2040 con 0x7f551406e8c0 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5511600640 1 -- 172.21.15.22:0/987843581 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55080be070 con 0x7f551406e8c0 2024-09-10T10:40:45.596 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f5511600640 1 -- 172.21.15.22:0/987843581 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55080b8660 con 0x7f551406e8c0 2024-09-10T10:40:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551c400640 1 -- 172.21.15.22:0/987843581 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5514071920 con 0x7f551406e8c0 2024-09-10T10:40:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.589+0000 7f551c400640 1 -- 172.21.15.22:0/987843581 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5514071ee0 con 0x7f551406e8c0 2024-09-10T10:40:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.593+0000 7f551c400640 1 -- 172.21.15.22:0/987843581 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55140b3e00 con 0x7f551406e8c0 2024-09-10T10:40:45.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.593+0000 7f5511600640 1 -- 172.21.15.22:0/987843581 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f55080ab070 con 0x7f551406e8c0 2024-09-10T10:40:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.593+0000 7f5511600640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f54f40678c0 0x7f54f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.593+0000 7f5511600640 1 -- 172.21.15.22:0/987843581 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 5709+0+0 (secure 0 0 0) 0x7f550811fec0 con 0x7f551406e8c0 2024-09-10T10:40:45.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.593+0000 7f5519000640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f54f40678c0 0x7f54f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.593+0000 7f5519000640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f54f40678c0 0x7f54f4069d80 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f55140b07b0 tx=0x7f5500009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:45.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.597+0000 7f5511600640 1 -- 172.21.15.22:0/987843581 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5508016150 con 0x7f551406e8c0 2024-09-10T10:40:45.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.765+0000 7f551c400640 1 -- 172.21.15.22:0/987843581 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f551406be60 con 0x7f551406e8c0 2024-09-10T10:40:45.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f5511600640 1 -- 172.21.15.22:0/987843581 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v125) ==== 74+0+16764 (secure 0 0 0) 0x7f55080f0960 con 0x7f551406e8c0 2024-09-10T10:40:45.773 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:45.773 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":125,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:44.744295+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:40:42.470401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-10T10:40:43.745445+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:40:45.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 -- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f54f40678c0 msgr2=0x7f54f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f54f40678c0 0x7f54f4069d80 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f55140b07b0 tx=0x7f5500009040 comp rx=0 tx=0).stop 2024-09-10T10:40:45.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 -- 172.21.15.22:0/987843581 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f551406e8c0 msgr2=0x7f5514142090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f551406e8c0 0x7f5514142090 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f55080b0040 tx=0x7f550801ada0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 -- 172.21.15.22:0/987843581 shutdown_connections 2024-09-10T10:40:45.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f54f40678c0 0x7f54f4069d80 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5514145fb0 0x7f55140ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55140cd670 0x7f551415ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 --2- 172.21.15.22:0/987843581 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f551406e8c0 0x7f5514142090 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 -- 172.21.15.22:0/987843581 >> 172.21.15.22:0/987843581 conn(0x7f5514062dd0 msgr2=0x7f55141605e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:45.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 -- 172.21.15.22:0/987843581 shutdown_connections 2024-09-10T10:40:45.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.769+0000 7f551c400640 1 -- 172.21.15.22:0/987843581 wait complete. 2024-09-10T10:40:45.794 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:40:45.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.929+0000 7efd87c00640 1 Processor -- start 2024-09-10T10:40:45.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.929+0000 7efd87c00640 1 -- start start 2024-09-10T10:40:45.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd87c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7efd8015b600 0x7efd80071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd87c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd800b56f0 0x7efd800b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd87c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd800ce880 con 0x7efd8015b220 2024-09-10T10:40:45.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd87c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7efd8006d6e0 con 0x7efd8015b600 2024-09-10T10:40:45.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd87c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efd800ceb60 con 0x7efd800b56f0 2024-09-10T10:40:45.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd85c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd800b56f0 0x7efd800b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd85c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd800b56f0 0x7efd800b3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:48738/0 (socket says 172.21.15.22:48738) 2024-09-10T10:40:45.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd85c00640 1 -- 172.21.15.22:0/3075985059 learned_addr learned my addr 172.21.15.22:0/3075985059 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:45.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd7fe00640 1 --2- 172.21.15.22:0/3075985059 >> v2:172.21.15.145:3300/0 conn(0x7efd8015b600 0x7efd80071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd85200640 1 --1- 172.21.15.22:0/3075985059 >> v1:172.21.15.145:6789/0 conn(0x7efd8015b220 0x7efd800b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:59862/0 (socket says 172.21.15.22:59862) 2024-09-10T10:40:45.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd85c00640 1 -- 172.21.15.22:0/3075985059 >> v2:172.21.15.145:3300/0 conn(0x7efd8015b600 msgr2=0x7efd80071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:45.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd85c00640 1 --2- 172.21.15.22:0/3075985059 >> v2:172.21.15.145:3300/0 conn(0x7efd8015b600 0x7efd80071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd85c00640 1 -- 172.21.15.22:0/3075985059 >> v1:172.21.15.145:6789/0 conn(0x7efd8015b220 legacy=0x7efd800b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd85c00640 1 -- 172.21.15.22:0/3075985059 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd800cee40 con 0x7efd800b56f0 2024-09-10T10:40:45.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.933+0000 7efd7fe00640 1 --2- 172.21.15.22:0/3075985059 >> v2:172.21.15.145:3300/0 conn(0x7efd8015b600 0x7efd80071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd85c00640 1 --2- 172.21.15.22:0/3075985059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd800b56f0 0x7efd800b3f10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7efd78009870 tx=0x7efd7801c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2b69cb45afd124e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd7f400640 1 -- 172.21.15.22:0/3075985059 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd780ab430 con 0x7efd800b56f0 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd7f400640 1 -- 172.21.15.22:0/3075985059 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd780b0070 con 0x7efd800b56f0 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd7f400640 1 -- 172.21.15.22:0/3075985059 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd780ab7f0 con 0x7efd800b56f0 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd87c00640 1 -- 172.21.15.22:0/3075985059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd800b56f0 msgr2=0x7efd800b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd87c00640 1 --2- 172.21.15.22:0/3075985059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd800b56f0 0x7efd800b3f10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7efd78009870 tx=0x7efd7801c410 comp rx=0 tx=0).stop 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd87c00640 1 -- 172.21.15.22:0/3075985059 shutdown_connections 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd87c00640 1 --2- 172.21.15.22:0/3075985059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd800b56f0 0x7efd800b3f10 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd87c00640 1 --2- 172.21.15.22:0/3075985059 >> v2:172.21.15.145:3300/0 conn(0x7efd8015b600 0x7efd80071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd87c00640 1 -- 172.21.15.22:0/3075985059 >> 172.21.15.22:0/3075985059 conn(0x7efd80062dd0 msgr2=0x7efd8006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd87c00640 1 -- 172.21.15.22:0/3075985059 shutdown_connections 2024-09-10T10:40:45.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd87c00640 1 -- 172.21.15.22:0/3075985059 wait complete. 2024-09-10T10:40:45.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd87c00640 1 Processor -- start 2024-09-10T10:40:45.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.937+0000 7efd87c00640 1 -- start start 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd87c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd800b56f0 0x7efd8014a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd87c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd8015b220 0x7efd8015c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd87c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd8015b600 0x7efd80153440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd87c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efd800cffd0 con 0x7efd8015b220 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd87c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efd800cfe50 con 0x7efd800b56f0 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd87c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efd800d0150 con 0x7efd8015b600 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd8015b220 0x7efd8015c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd85200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd800b56f0 0x7efd8014a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd8015b220 0x7efd8015c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:42900/0 (socket says 172.21.15.22:42900) 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7fe00640 1 -- 172.21.15.22:0/947071686 learned_addr learned my addr 172.21.15.22:0/947071686 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:45.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd85c00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd8015b600 0x7efd80153440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7fe00640 1 -- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd8015b600 msgr2=0x7efd80153440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7fe00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd8015b600 0x7efd80153440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.946 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7fe00640 1 -- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd800b56f0 msgr2=0x7efd8014a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:45.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7fe00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd800b56f0 0x7efd8014a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:45.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7fe00640 1 -- 172.21.15.22:0/947071686 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd8014a5e0 con 0x7efd8015b220 2024-09-10T10:40:45.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd85200640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd800b56f0 0x7efd8014a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:45.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7fe00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd8015b220 0x7efd8015c6b0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7efd6c00e9b0 tx=0x7efd6c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:45.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7cc00640 1 -- 172.21.15.22:0/947071686 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6c017070 con 0x7efd8015b220 2024-09-10T10:40:45.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7cc00640 1 -- 172.21.15.22:0/947071686 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd6c00ca00 con 0x7efd8015b220 2024-09-10T10:40:45.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7cc00640 1 -- 172.21.15.22:0/947071686 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6c00cdd0 con 0x7efd8015b220 2024-09-10T10:40:45.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd87c00640 1 -- 172.21.15.22:0/947071686 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd8015d100 con 0x7efd8015b220 2024-09-10T10:40:45.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd87c00640 1 -- 172.21.15.22:0/947071686 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd8015d6c0 con 0x7efd8015b220 2024-09-10T10:40:45.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd87c00640 1 -- 172.21.15.22:0/947071686 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd800b3f10 con 0x7efd8015b220 2024-09-10T10:40:45.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.941+0000 7efd7cc00640 1 -- 172.21.15.22:0/947071686 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efd6c01a070 con 0x7efd8015b220 2024-09-10T10:40:45.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.945+0000 7efd7cc00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd600678c0 0x7efd60069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:45.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.945+0000 7efd7cc00640 1 -- 172.21.15.22:0/947071686 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 5709+0+0 (secure 0 0 0) 0x7efd6c085ef0 con 0x7efd8015b220 2024-09-10T10:40:45.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.945+0000 7efd85200640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd600678c0 0x7efd60069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:45.950 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.945+0000 7efd85200640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd600678c0 0x7efd60069d80 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7efd70004fd0 tx=0x7efd700016e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:45.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:45.949+0000 7efd7cc00640 1 -- 172.21.15.22:0/947071686 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efd6c056340 con 0x7efd8015b220 2024-09-10T10:40:46.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.117+0000 7efd87c00640 1 -- 172.21.15.22:0/947071686 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efd80072e90 con 0x7efd8015b220 2024-09-10T10:40:46.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.117+0000 7efd7cc00640 1 -- 172.21.15.22:0/947071686 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v125) ==== 74+0+16764 (secure 0 0 0) 0x7efd6c05a640 con 0x7efd8015b220 2024-09-10T10:40:46.123 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:46.124 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":125,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:44.744295+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:40:42.470401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-10T10:40:43.745445+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 -- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd600678c0 msgr2=0x7efd60069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd600678c0 0x7efd60069d80 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7efd70004fd0 tx=0x7efd700016e0 comp rx=0 tx=0).stop 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 -- 172.21.15.22:0/947071686 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd8015b220 msgr2=0x7efd8015c6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd8015b220 0x7efd8015c6b0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7efd6c00e9b0 tx=0x7efd6c00ee70 comp rx=0 tx=0).stop 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 -- 172.21.15.22:0/947071686 shutdown_connections 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd600678c0 0x7efd60069d80 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd8015b600 0x7efd80153440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd8015b220 0x7efd8015c6b0 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 --2- 172.21.15.22:0/947071686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd800b56f0 0x7efd8014a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 -- 172.21.15.22:0/947071686 >> 172.21.15.22:0/947071686 conn(0x7efd80062dd0 msgr2=0x7efd80071710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 -- 172.21.15.22:0/947071686 shutdown_connections 2024-09-10T10:40:46.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.121+0000 7efd87c00640 1 -- 172.21.15.22:0/947071686 wait complete. 2024-09-10T10:40:46.146 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:40:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.285+0000 7f938d800640 1 Processor -- start 2024-09-10T10:40:46.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.285+0000 7f938d800640 1 -- start start 2024-09-10T10:40:46.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f938d800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9388158f70 0x7f938815c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:46.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f938d800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9388072f30 0x7f938806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f938d800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9388159350 con 0x7f938806eff0 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f938d800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9388071340 con 0x7f9388072f30 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f938d800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9388071620 con 0x7f9388158f70 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f9386000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9388072f30 0x7f938806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f9387400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f938806eff0 0x7f938815ef60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35024/0 (socket says 172.21.15.22:35024) 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f9387400640 1 -- 172.21.15.22:0/375419697 learned_addr learned my addr 172.21.15.22:0/375419697 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f9386a00640 1 --2- 172.21.15.22:0/375419697 >> v2:172.21.15.145:3300/0 conn(0x7f9388158f70 0x7f938815c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f9386000640 1 -- 172.21.15.22:0/375419697 >> v2:172.21.15.145:3300/0 conn(0x7f9388158f70 msgr2=0x7f938815c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f9386000640 1 --2- 172.21.15.22:0/375419697 >> v2:172.21.15.145:3300/0 conn(0x7f9388158f70 0x7f938815c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f9386000640 1 -- 172.21.15.22:0/375419697 >> v1:172.21.15.22:6789/0 conn(0x7f938806eff0 legacy=0x7f938815ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f9386000640 1 -- 172.21.15.22:0/375419697 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9388071900 con 0x7f9388072f30 2024-09-10T10:40:46.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.289+0000 7f9386a00640 1 --2- 172.21.15.22:0/375419697 >> v2:172.21.15.145:3300/0 conn(0x7f9388158f70 0x7f938815c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:46.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f9386000640 1 --2- 172.21.15.22:0/375419697 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 0x7f938806eab0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f938806ca10 tx=0x7f937401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8df7a376c271914 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:46.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f9385600640 1 -- 172.21.15.22:0/375419697 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93740b0070 con 0x7f9388072f30 2024-09-10T10:40:46.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f9385600640 1 -- 172.21.15.22:0/375419697 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93740ab600 con 0x7f9388072f30 2024-09-10T10:40:46.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f9385600640 1 -- 172.21.15.22:0/375419697 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93740ab9d0 con 0x7f9388072f30 2024-09-10T10:40:46.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f938d800640 1 -- 172.21.15.22:0/375419697 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 msgr2=0x7f938806eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:46.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f938d800640 1 --2- 172.21.15.22:0/375419697 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 0x7f938806eab0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f938806ca10 tx=0x7f937401c480 comp rx=0 tx=0).stop 2024-09-10T10:40:46.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f938d800640 1 -- 172.21.15.22:0/375419697 shutdown_connections 2024-09-10T10:40:46.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f938d800640 1 --2- 172.21.15.22:0/375419697 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 0x7f938806eab0 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:46.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f938d800640 1 --2- 172.21.15.22:0/375419697 >> v2:172.21.15.145:3300/0 conn(0x7f9388158f70 0x7f938815c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:46.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f938d800640 1 -- 172.21.15.22:0/375419697 >> 172.21.15.22:0/375419697 conn(0x7f9388062eb0 msgr2=0x7f938806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:46.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f938d800640 1 -- 172.21.15.22:0/375419697 shutdown_connections 2024-09-10T10:40:46.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f938d800640 1 -- 172.21.15.22:0/375419697 wait complete. 2024-09-10T10:40:46.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f938d800640 1 Processor -- start 2024-09-10T10:40:46.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.293+0000 7f938d800640 1 -- start start 2024-09-10T10:40:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f938d800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938806eff0 0x7f93880b0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f938d800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 0x7f93880b1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f938d800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9388158f70 0x7f9388154800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f938d800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9388168480 con 0x7f9388072f30 2024-09-10T10:40:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f938d800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9388168300 con 0x7f9388158f70 2024-09-10T10:40:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f938d800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9388168600 con 0x7f938806eff0 2024-09-10T10:40:46.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9386000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 0x7f93880b1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9386000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 0x7f93880b1900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:42930/0 (socket says 172.21.15.22:42930) 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9386000640 1 -- 172.21.15.22:0/2812342116 learned_addr learned my addr 172.21.15.22:0/2812342116 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9386a00640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938806eff0 0x7f93880b0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9387400640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9388158f70 0x7f9388154800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9386000640 1 -- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938806eff0 msgr2=0x7f93880b0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9386000640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938806eff0 0x7f93880b0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9386000640 1 -- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9388158f70 msgr2=0x7f9388154800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9386000640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9388158f70 0x7f9388154800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9386000640 1 -- 172.21.15.22:0/2812342116 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93881603e0 con 0x7f9388072f30 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f9386000640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 0x7f93880b1900 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f93740ae040 tx=0x7f9374019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f937ea00640 1 -- 172.21.15.22:0/2812342116 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93740b8020 con 0x7f9388072f30 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f937ea00640 1 -- 172.21.15.22:0/2812342116 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93740b4630 con 0x7f9388072f30 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f937ea00640 1 -- 172.21.15.22:0/2812342116 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93740b0040 con 0x7f9388072f30 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f938d800640 1 -- 172.21.15.22:0/2812342116 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93881606c0 con 0x7f9388072f30 2024-09-10T10:40:46.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f938d800640 1 -- 172.21.15.22:0/2812342116 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9388160070 con 0x7f9388072f30 2024-09-10T10:40:46.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f938d800640 1 -- 172.21.15.22:0/2812342116 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f938806eab0 con 0x7f9388072f30 2024-09-10T10:40:46.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.297+0000 7f937ea00640 1 -- 172.21.15.22:0/2812342116 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f93740bb020 con 0x7f9388072f30 2024-09-10T10:40:46.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.301+0000 7f937ea00640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678f0 0x7f9368069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:46.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.301+0000 7f937ea00640 1 -- 172.21.15.22:0/2812342116 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 5709+0+0 (secure 0 0 0) 0x7f937411f9d0 con 0x7f9388072f30 2024-09-10T10:40:46.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.301+0000 7f9386a00640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678f0 0x7f9368069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:46.305 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.301+0000 7f9386a00640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678f0 0x7f9368069db0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f9378006fd0 tx=0x7f9378008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:46.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.305+0000 7f937ea00640 1 -- 172.21.15.22:0/2812342116 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f93740c2030 con 0x7f9388072f30 2024-09-10T10:40:46.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:46.505+0000 7f938d800640 1 -- 172.21.15.22:0/2812342116 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f9388072d10 con 0x7f9388072f30 2024-09-10T10:40:47.325 INFO:tasks.ceph.mds.b.smithi145.stderr:2024-09-10T10:40:47.326+0000 7fc7e6a00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:40:47.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f937ea00640 1 -- 172.21.15.22:0/2812342116 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v94) ==== 118+0+0 (secure 0 0 0) 0x7f9374016070 con 0x7f9388072f30 2024-09-10T10:40:47.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 -- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678f0 msgr2=0x7f9368069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678f0 0x7f9368069db0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f9378006fd0 tx=0x7f9378008040 comp rx=0 tx=0).stop 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 -- 172.21.15.22:0/2812342116 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 msgr2=0x7f93880b1900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 0x7f93880b1900 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f93740ae040 tx=0x7f9374019220 comp rx=0 tx=0).stop 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 -- 172.21.15.22:0/2812342116 shutdown_connections 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93680678f0 0x7f9368069db0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9388158f70 0x7f9388154800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9388072f30 0x7f93880b1900 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 --2- 172.21.15.22:0/2812342116 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938806eff0 0x7f93880b0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 -- 172.21.15.22:0/2812342116 >> 172.21.15.22:0/2812342116 conn(0x7f9388062eb0 msgr2=0x7f938815a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 -- 172.21.15.22:0/2812342116 shutdown_connections 2024-09-10T10:40:47.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.361+0000 7f938d800640 1 -- 172.21.15.22:0/2812342116 wait complete. 2024-09-10T10:40:47.391 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:40:47.391 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:40:47.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8b0c00640 1 Processor -- start 2024-09-10T10:40:47.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8b0c00640 1 -- start start 2024-09-10T10:40:47.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8b0c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac156c90 0x7fd8ac0ce6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:47.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8b0c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8ac15cbb0 con 0x7fd8ac0b65f0 2024-09-10T10:40:47.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8b0c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8ac15ce50 con 0x7fd8ac0cf390 2024-09-10T10:40:47.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8b0c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd8ac15d130 con 0x7fd8ac156c90 2024-09-10T10:40:47.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8aa800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fd8ac0b65f0 0x7fd8ac160120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35028/0 (socket says 172.21.15.22:35028) 2024-09-10T10:40:47.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8aa800640 1 -- 172.21.15.22:0/2481676707 learned_addr learned my addr 172.21.15.22:0/2481676707 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:47.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8a9e00640 1 --2- 172.21.15.22:0/2481676707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac156c90 0x7fd8ac0ce6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:47.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8a8a00640 1 -- 172.21.15.22:0/2481676707 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 353935154 0 0) 0x7fd8ac15cbb0 con 0x7fd8ac0b65f0 2024-09-10T10:40:47.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8a8a00640 1 -- 172.21.15.22:0/2481676707 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd890003530 con 0x7fd8ac0b65f0 2024-09-10T10:40:47.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8a8a00640 1 -- 172.21.15.22:0/2481676707 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2197664926 0 0) 0x7fd8ac15ce50 con 0x7fd8ac0cf390 2024-09-10T10:40:47.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8a8a00640 1 -- 172.21.15.22:0/2481676707 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd8ac15cbb0 con 0x7fd8ac0cf390 2024-09-10T10:40:47.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8a9e00640 1 -- 172.21.15.22:0/2481676707 >> v1:172.21.15.145:6789/0 conn(0x7fd8ac0cf390 legacy=0x7fd8ac0b5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:47.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8a9e00640 1 -- 172.21.15.22:0/2481676707 >> v1:172.21.15.22:6789/0 conn(0x7fd8ac0b65f0 legacy=0x7fd8ac160120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:47.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.537+0000 7fd8a9e00640 1 -- 172.21.15.22:0/2481676707 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8ac15d410 con 0x7fd8ac156c90 2024-09-10T10:40:47.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8a9e00640 1 --2- 172.21.15.22:0/2481676707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac156c90 0x7fd8ac0ce6a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd89c0097f0 tx=0x7fd89c01c4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e004323466ead6f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:47.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8a8a00640 1 -- 172.21.15.22:0/2481676707 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd89c0b0070 con 0x7fd8ac156c90 2024-09-10T10:40:47.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8a8a00640 1 -- 172.21.15.22:0/2481676707 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd89c0ab600 con 0x7fd8ac156c90 2024-09-10T10:40:47.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8a8a00640 1 -- 172.21.15.22:0/2481676707 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd89c0a4e60 con 0x7fd8ac156c90 2024-09-10T10:40:47.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8b0c00640 1 -- 172.21.15.22:0/2481676707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac156c90 msgr2=0x7fd8ac0ce6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:47.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8b0c00640 1 --2- 172.21.15.22:0/2481676707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac156c90 0x7fd8ac0ce6a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd89c0097f0 tx=0x7fd89c01c4e0 comp rx=0 tx=0).stop 2024-09-10T10:40:47.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8b0c00640 1 -- 172.21.15.22:0/2481676707 shutdown_connections 2024-09-10T10:40:47.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8b0c00640 1 --2- 172.21.15.22:0/2481676707 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac156c90 0x7fd8ac0ce6a0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:47.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8b0c00640 1 -- 172.21.15.22:0/2481676707 >> 172.21.15.22:0/2481676707 conn(0x7fd8ac0b3840 msgr2=0x7fd8ac0cdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:47.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8b0c00640 1 -- 172.21.15.22:0/2481676707 shutdown_connections 2024-09-10T10:40:47.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.541+0000 7fd8b0c00640 1 -- 172.21.15.22:0/2481676707 wait complete. 2024-09-10T10:40:47.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8b0c00640 1 Processor -- start 2024-09-10T10:40:47.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8b0c00640 1 -- start start 2024-09-10T10:40:47.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8b0c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac0b65f0 0x7fd8ac0b1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:47.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8b0c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8ac0cf390 0x7fd8ac153f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:47.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8b0c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8ac156c90 0x7fd8ac072110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:47.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8b0c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd8ac16a420 con 0x7fd8ac156c90 2024-09-10T10:40:47.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8b0c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd8ac0ceff0 con 0x7fd8ac0cf390 2024-09-10T10:40:47.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8b0c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd8ac16a5a0 con 0x7fd8ac0b65f0 2024-09-10T10:40:47.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8aa800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8ac156c90 0x7fd8ac072110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:47.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8a9e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac0b65f0 0x7fd8ac0b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8aa800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8ac156c90 0x7fd8ac072110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:42936/0 (socket says 172.21.15.22:42936) 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8a9400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8ac0cf390 0x7fd8ac153f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8aa800640 1 -- 172.21.15.22:0/570013953 learned_addr learned my addr 172.21.15.22:0/570013953 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8aa800640 1 -- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac0b65f0 msgr2=0x7fd8ac0b1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8aa800640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac0b65f0 0x7fd8ac0b1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8aa800640 1 -- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8ac0cf390 msgr2=0x7fd8ac153f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8aa800640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8ac0cf390 0x7fd8ac153f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8aa800640 1 -- 172.21.15.22:0/570013953 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8ac0b1fd0 con 0x7fd8ac156c90 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8a9e00640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac0b65f0 0x7fd8ac0b1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8aa800640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8ac156c90 0x7fd8ac072110 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7fd8a400caa0 tx=0x7fd8a400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8a2000640 1 -- 172.21.15.22:0/570013953 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a4017070 con 0x7fd8ac156c90 2024-09-10T10:40:47.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8a2000640 1 -- 172.21.15.22:0/570013953 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8a400ac20 con 0x7fd8ac156c90 2024-09-10T10:40:47.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8b0c00640 1 -- 172.21.15.22:0/570013953 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8ac0b22b0 con 0x7fd8ac156c90 2024-09-10T10:40:47.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8a2000640 1 -- 172.21.15.22:0/570013953 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a4012400 con 0x7fd8ac156c90 2024-09-10T10:40:47.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.545+0000 7fd8b0c00640 1 -- 172.21.15.22:0/570013953 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8ac0aecb0 con 0x7fd8ac156c90 2024-09-10T10:40:47.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.549+0000 7fd8b0c00640 1 -- 172.21.15.22:0/570013953 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8ac0aeeb0 con 0x7fd8ac156c90 2024-09-10T10:40:47.553 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.549+0000 7fd8a2000640 1 -- 172.21.15.22:0/570013953 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd8a401a070 con 0x7fd8ac156c90 2024-09-10T10:40:47.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.549+0000 7fd8a2000640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd88c0678c0 0x7fd88c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:47.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.549+0000 7fd8a2000640 1 -- 172.21.15.22:0/570013953 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fd8a4085990 con 0x7fd8ac156c90 2024-09-10T10:40:47.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.549+0000 7fd8a9e00640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd88c0678c0 0x7fd88c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:47.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.549+0000 7fd8a9e00640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd88c0678c0 0x7fd88c069d80 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fd89c0ad000 tx=0x7fd89c0a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:47.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.553+0000 7fd8a2000640 1 -- 172.21.15.22:0/570013953 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd8ac0aeeb0 con 0x7fd8ac156c90 2024-09-10T10:40:47.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:47.753+0000 7fd8b0c00640 1 -- 172.21.15.22:0/570013953 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fd8ac0ce6a0 con 0x7fd8ac156c90 2024-09-10T10:40:48.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.365+0000 7fd8a2000640 1 -- 172.21.15.22:0/570013953 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v95) ==== 122+0+0 (secure 0 0 0) 0x7fd8a4055e70 con 0x7fd8ac156c90 2024-09-10T10:40:48.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 -- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd88c0678c0 msgr2=0x7fd88c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd88c0678c0 0x7fd88c069d80 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fd89c0ad000 tx=0x7fd89c0a6000 comp rx=0 tx=0).stop 2024-09-10T10:40:48.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 -- 172.21.15.22:0/570013953 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8ac156c90 msgr2=0x7fd8ac072110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8ac156c90 0x7fd8ac072110 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7fd8a400caa0 tx=0x7fd8a400cf60 comp rx=0 tx=0).stop 2024-09-10T10:40:48.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 -- 172.21.15.22:0/570013953 shutdown_connections 2024-09-10T10:40:48.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd88c0678c0 0x7fd88c069d80 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd8ac156c90 0x7fd8ac072110 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd8ac0cf390 0x7fd8ac153f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 --2- 172.21.15.22:0/570013953 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd8ac0b65f0 0x7fd8ac0b1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 -- 172.21.15.22:0/570013953 >> 172.21.15.22:0/570013953 conn(0x7fd8ac0b3840 msgr2=0x7fd8ac0d09b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:48.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 -- 172.21.15.22:0/570013953 shutdown_connections 2024-09-10T10:40:48.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.369+0000 7fd8b0c00640 1 -- 172.21.15.22:0/570013953 wait complete. 2024-09-10T10:40:48.398 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:40:48.398 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:48.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40f7600640 1 Processor -- start 2024-09-10T10:40:48.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40f7600640 1 -- start start 2024-09-10T10:40:48.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40f7600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f40f006e8c0 0x7f40f00cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40f7600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40f006d3f0 con 0x7f40f00cd670 2024-09-10T10:40:48.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40f7600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40f006d6d0 con 0x7f40f0145fb0 2024-09-10T10:40:48.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40f7600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f40f00ce010 con 0x7f40f006e8c0 2024-09-10T10:40:48.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40e7e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f40f00cd670 0x7f40f006e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35038/0 (socket says 172.21.15.22:35038) 2024-09-10T10:40:48.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40e7e00640 1 -- 172.21.15.22:0/964679982 learned_addr learned my addr 172.21.15.22:0/964679982 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:48.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40f5600640 1 --2- 172.21.15.22:0/964679982 >> v2:172.21.15.22:3300/0 conn(0x7f40f006e8c0 0x7f40f00cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40efe00640 1 -- 172.21.15.22:0/964679982 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2302817949 0 0) 0x7f40f006d3f0 con 0x7f40f00cd670 2024-09-10T10:40:48.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40efe00640 1 -- 172.21.15.22:0/964679982 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f40d4003530 con 0x7f40f00cd670 2024-09-10T10:40:48.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40efe00640 1 -- 172.21.15.22:0/964679982 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1144546434 0 0) 0x7f40f006d6d0 con 0x7f40f0145fb0 2024-09-10T10:40:48.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40f5600640 1 -- 172.21.15.22:0/964679982 >> v1:172.21.15.145:6789/0 conn(0x7f40f0145fb0 legacy=0x7f40f00b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40f5600640 1 -- 172.21.15.22:0/964679982 >> v1:172.21.15.22:6789/0 conn(0x7f40f00cd670 legacy=0x7f40f006e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.541+0000 7f40f5600640 1 -- 172.21.15.22:0/964679982 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40f006d9b0 con 0x7f40f006e8c0 2024-09-10T10:40:48.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40f5600640 1 --2- 172.21.15.22:0/964679982 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f006e8c0 0x7f40f00cdad0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f40e8009d90 tx=0x7f40e801c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cccc0d8b9e03fed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:48.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40efe00640 1 -- 172.21.15.22:0/964679982 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e80b2070 con 0x7f40f006e8c0 2024-09-10T10:40:48.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40efe00640 1 -- 172.21.15.22:0/964679982 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40e80a5830 con 0x7f40f006e8c0 2024-09-10T10:40:48.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40efe00640 1 -- 172.21.15.22:0/964679982 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e80a5be0 con 0x7f40f006e8c0 2024-09-10T10:40:48.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40f7600640 1 -- 172.21.15.22:0/964679982 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f006e8c0 msgr2=0x7f40f00cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40f7600640 1 --2- 172.21.15.22:0/964679982 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f006e8c0 0x7f40f00cdad0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f40e8009d90 tx=0x7f40e801c970 comp rx=0 tx=0).stop 2024-09-10T10:40:48.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40f7600640 1 -- 172.21.15.22:0/964679982 shutdown_connections 2024-09-10T10:40:48.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40f7600640 1 --2- 172.21.15.22:0/964679982 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f006e8c0 0x7f40f00cdad0 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40f7600640 1 -- 172.21.15.22:0/964679982 >> 172.21.15.22:0/964679982 conn(0x7f40f0062dd0 msgr2=0x7f40f006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:48.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40f7600640 1 -- 172.21.15.22:0/964679982 shutdown_connections 2024-09-10T10:40:48.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.545+0000 7f40f7600640 1 -- 172.21.15.22:0/964679982 wait complete. 2024-09-10T10:40:48.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 Processor -- start 2024-09-10T10:40:48.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 -- start start 2024-09-10T10:40:48.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40f006e8c0 0x7f40f01450d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40f00cd670 0x7f40f015a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f0145fb0 0x7f40f00b4c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f40f00d0030 con 0x7f40f0145fb0 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f40f006d1a0 con 0x7f40f006e8c0 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f40f015c100 con 0x7f40f00cd670 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f5600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f0145fb0 0x7f40f00b4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f5600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f0145fb0 0x7f40f00b4c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:42950/0 (socket says 172.21.15.22:42950) 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f5600640 1 -- 172.21.15.22:0/601572498 learned_addr learned my addr 172.21.15.22:0/601572498 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f4c00640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40f006e8c0 0x7f40f01450d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40e7e00640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40f00cd670 0x7f40f015a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f5600640 1 -- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40f00cd670 msgr2=0x7f40f015a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f5600640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40f00cd670 0x7f40f015a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f5600640 1 -- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40f006e8c0 msgr2=0x7f40f01450d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f5600640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40f006e8c0 0x7f40f01450d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f5600640 1 -- 172.21.15.22:0/601572498 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40f015c350 con 0x7f40f0145fb0 2024-09-10T10:40:48.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f5600640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f0145fb0 0x7f40f00b4c80 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f40e80b0040 tx=0x7f40e8019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:48.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40ed600640 1 -- 172.21.15.22:0/601572498 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e80bd020 con 0x7f40f0145fb0 2024-09-10T10:40:48.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40ed600640 1 -- 172.21.15.22:0/601572498 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40e8004040 con 0x7f40f0145fb0 2024-09-10T10:40:48.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40ed600640 1 -- 172.21.15.22:0/601572498 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e80b2040 con 0x7f40f0145fb0 2024-09-10T10:40:48.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 -- 172.21.15.22:0/601572498 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40f015c630 con 0x7f40f0145fb0 2024-09-10T10:40:48.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 -- 172.21.15.22:0/601572498 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40f015a620 con 0x7f40f0145fb0 2024-09-10T10:40:48.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.549+0000 7f40f7600640 1 -- 172.21.15.22:0/601572498 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40f00cdad0 con 0x7f40f0145fb0 2024-09-10T10:40:48.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.553+0000 7f40ed600640 1 -- 172.21.15.22:0/601572498 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f40e80c0020 con 0x7f40f0145fb0 2024-09-10T10:40:48.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.553+0000 7f40ed600640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40cc0678c0 0x7f40cc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.553+0000 7f40ed600640 1 -- 172.21.15.22:0/601572498 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f40e81210d0 con 0x7f40f0145fb0 2024-09-10T10:40:48.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.553+0000 7f40f4c00640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40cc0678c0 0x7f40cc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.553+0000 7f40f4c00640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40cc0678c0 0x7f40cc069d80 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f40f0073040 tx=0x7f40e0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:48.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.557+0000 7f40ed600640 1 -- 172.21.15.22:0/601572498 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f40e80c7030 con 0x7f40f0145fb0 2024-09-10T10:40:48.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.757+0000 7f40f7600640 1 -- 172.21.15.22:0/601572498 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40f00b0900 con 0x7f40f0145fb0 2024-09-10T10:40:48.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.757+0000 7f40ed600640 1 -- 172.21.15.22:0/601572498 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5218 (secure 0 0 0) 0x7f40e8016560 con 0x7f40f0145fb0 2024-09-10T10:40:48.763 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:48.763 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":95,"btime":"2024-09-10T10:40:48:366032+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6563,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3155757098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":3155757098},{"type":"v1","addr":"172.21.15.22:6835","nonce":3155757098}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":6569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/46627420","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":46627420},{"type":"v1","addr":"172.21.15.145:6837","nonce":46627420}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":7459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/88156359","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":88156359},{"type":"v1","addr":"172.21.15.22:6833","nonce":88156359}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:44.744633+0000","modified":"2024-09-10T10:40:47.759940+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7465},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7465":{"gid":7465,"name":"b","rank":0,"incarnation":91,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/977032204","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":977032204},{"type":"v1","addr":"172.21.15.145:6836","nonce":977032204}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7465,"qdb_cluster":[7465]},"id":10}]} 2024-09-10T10:40:48.763 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 95 2024-09-10T10:40:48.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 -- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40cc0678c0 msgr2=0x7f40cc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40cc0678c0 0x7f40cc069d80 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f40f0073040 tx=0x7f40e0009040 comp rx=0 tx=0).stop 2024-09-10T10:40:48.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 -- 172.21.15.22:0/601572498 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f0145fb0 msgr2=0x7f40f00b4c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f0145fb0 0x7f40f00b4c80 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f40e80b0040 tx=0x7f40e8019710 comp rx=0 tx=0).stop 2024-09-10T10:40:48.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 -- 172.21.15.22:0/601572498 shutdown_connections 2024-09-10T10:40:48.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f40cc0678c0 0x7f40cc069d80 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f40f0145fb0 0x7f40f00b4c80 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40f00cd670 0x7f40f015a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 --2- 172.21.15.22:0/601572498 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40f006e8c0 0x7f40f01450d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 -- 172.21.15.22:0/601572498 >> 172.21.15.22:0/601572498 conn(0x7f40f0062dd0 msgr2=0x7f40f00b3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:48.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 -- 172.21.15.22:0/601572498 shutdown_connections 2024-09-10T10:40:48.767 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.761+0000 7f40f7600640 1 -- 172.21.15.22:0/601572498 wait complete. 2024-09-10T10:40:48.784 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:40:48.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.921+0000 7fd4fd200640 1 Processor -- start 2024-09-10T10:40:48.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.921+0000 7fd4fd200640 1 -- start start 2024-09-10T10:40:48.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.921+0000 7fd4fd200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4f806ded0 0x7fd4f806e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.921+0000 7fd4fd200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd4f80b5970 0x7fd4f80b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.921+0000 7fd4fd200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4f8070c10 con 0x7fd4f815a0c0 2024-09-10T10:40:48.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.921+0000 7fd4fd200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd4f815a4a0 con 0x7fd4f80b5970 2024-09-10T10:40:48.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.921+0000 7fd4fd200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd4f806e860 con 0x7fd4f806ded0 2024-09-10T10:40:48.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fd4f815a0c0 0x7fd4f80d0cb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35048/0 (socket says 172.21.15.22:35048) 2024-09-10T10:40:48.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7400640 1 -- 172.21.15.22:0/3009447442 learned_addr learned my addr 172.21.15.22:0/3009447442 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:48.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6a00640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4f806ded0 0x7fd4f806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7e00640 1 --2- 172.21.15.22:0/3009447442 >> v2:172.21.15.145:3300/0 conn(0x7fd4f80b5970 0x7fd4f80b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2821577737 0 0) 0x7fd4f8070c10 con 0x7fd4f815a0c0 2024-09-10T10:40:48.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd4dc003530 con 0x7fd4f815a0c0 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1218522995 0 0) 0x7fd4dc003530 con 0x7fd4f815a0c0 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4f806ded0 msgr2=0x7fd4f806e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4f806ded0 0x7fd4f806e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 >> v2:172.21.15.145:3300/0 conn(0x7fd4f80b5970 msgr2=0x7fd4f80b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 --2- 172.21.15.22:0/3009447442 >> v2:172.21.15.145:3300/0 conn(0x7fd4f80b5970 0x7fd4f80b5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4f8070ef0 con 0x7fd4f815a0c0 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fd4e8001680 con 0x7fd4f815a0c0 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 >> v1:172.21.15.22:6789/0 conn(0x7fd4f815a0c0 legacy=0x7fd4f80d0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4dc0039c0 0x7fd4dc003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4dc004810 0x7fd4dc004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4f806ded0 0x7fd4dc0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd4f815a4a0 con 0x7fd4dc0039c0 2024-09-10T10:40:48.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd4f806e860 con 0x7fd4dc004810 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd4dc00b9d0 con 0x7fd4f806ded0 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7400640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4dc0039c0 0x7fd4dc003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7e00640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4f806ded0 0x7fd4dc0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6a00640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4dc004810 0x7fd4dc004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7400640 1 -- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4f806ded0 msgr2=0x7fd4dc0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7400640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4f806ded0 0x7fd4dc0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7400640 1 -- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4dc004810 msgr2=0x7fd4dc004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7400640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4dc004810 0x7fd4dc004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7400640 1 -- 172.21.15.22:0/3009447442 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4dc003530 con 0x7fd4dc0039c0 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f6a00640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4dc004810 0x7fd4dc004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:48.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.925+0000 7fd4f7e00640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4f806ded0 0x7fd4dc0051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:48.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4f7400640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4dc0039c0 0x7fd4dc003de0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7fd4e800c2c0 tx=0x7fd4e801cd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7db1f96a68156176 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:48.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4e8007d60 con 0x7fd4dc0039c0 2024-09-10T10:40:48.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4e80a9020 con 0x7fd4dc0039c0 2024-09-10T10:40:48.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4f6000640 1 -- 172.21.15.22:0/3009447442 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4e8005b00 con 0x7fd4dc0039c0 2024-09-10T10:40:48.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 -- 172.21.15.22:0/3009447442 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4dc0039c0 msgr2=0x7fd4dc003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 --2- 172.21.15.22:0/3009447442 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4dc0039c0 0x7fd4dc003de0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7fd4e800c2c0 tx=0x7fd4e801cd40 comp rx=0 tx=0).stop 2024-09-10T10:40:48.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4f7e00640 1 -- 172.21.15.22:0/3009447442 reap_dead start 2024-09-10T10:40:48.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 -- 172.21.15.22:0/3009447442 shutdown_connections 2024-09-10T10:40:48.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 -- 172.21.15.22:0/3009447442 >> 172.21.15.22:0/3009447442 conn(0x7fd4f80d2430 msgr2=0x7fd4f80d2840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:48.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 -- 172.21.15.22:0/3009447442 shutdown_connections 2024-09-10T10:40:48.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 -- 172.21.15.22:0/3009447442 wait complete. 2024-09-10T10:40:48.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 Processor -- start 2024-09-10T10:40:48.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 -- start start 2024-09-10T10:40:48.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4dc0039c0 0x7fd4f81e9d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4f8149d70 0x7fd4f8147fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4f814a4a0 0x7fd4f814a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd4f80d0600 con 0x7fd4f814a4a0 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd4f80d0480 con 0x7fd4f8149d70 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.929+0000 7fd4fd200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd4f80b6b10 con 0x7fd4dc0039c0 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4f814a4a0 0x7fd4f814a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4f814a4a0 0x7fd4f814a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:42974/0 (socket says 172.21.15.22:42974) 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f7e00640 1 -- 172.21.15.22:0/1663467905 learned_addr learned my addr 172.21.15.22:0/1663467905 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f7400640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4dc0039c0 0x7fd4f81e9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f6a00640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4f8149d70 0x7fd4f8147fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f7e00640 1 -- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4dc0039c0 msgr2=0x7fd4f81e9d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f7e00640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4dc0039c0 0x7fd4f81e9d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f7e00640 1 -- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4f8149d70 msgr2=0x7fd4f8147fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:48.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f7e00640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4f8149d70 0x7fd4f8147fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:48.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f7e00640 1 -- 172.21.15.22:0/1663467905 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4f81ea5c0 con 0x7fd4f814a4a0 2024-09-10T10:40:48.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4f7e00640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4f814a4a0 0x7fd4f814a920 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7fd4f8071cd0 tx=0x7fd4f0010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:48.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4ef400640 1 -- 172.21.15.22:0/1663467905 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f0010e00 con 0x7fd4f814a4a0 2024-09-10T10:40:48.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4ef400640 1 -- 172.21.15.22:0/1663467905 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4f00039a0 con 0x7fd4f814a4a0 2024-09-10T10:40:48.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4ef400640 1 -- 172.21.15.22:0/1663467905 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f0003dd0 con 0x7fd4f814a4a0 2024-09-10T10:40:48.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4fd200640 1 -- 172.21.15.22:0/1663467905 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4f81ea8a0 con 0x7fd4f814a4a0 2024-09-10T10:40:48.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4fd200640 1 -- 172.21.15.22:0/1663467905 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4f81eae60 con 0x7fd4f814a4a0 2024-09-10T10:40:48.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4fd200640 1 -- 172.21.15.22:0/1663467905 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4f814f5b0 con 0x7fd4f814a4a0 2024-09-10T10:40:48.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.933+0000 7fd4ef400640 1 -- 172.21.15.22:0/1663467905 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd4f001e020 con 0x7fd4f814a4a0 2024-09-10T10:40:48.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.937+0000 7fd4ef400640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4d80678f0 0x7fd4d8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:48.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.937+0000 7fd4ef400640 1 -- 172.21.15.22:0/1663467905 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fd4f00862d0 con 0x7fd4f814a4a0 2024-09-10T10:40:48.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.937+0000 7fd4f7400640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4d80678f0 0x7fd4d8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:48.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.937+0000 7fd4f7400640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4d80678f0 0x7fd4d8069db0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fd4e80aa000 tx=0x7fd4e80b1040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:48.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:48.941+0000 7fd4ef400640 1 -- 172.21.15.22:0/1663467905 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd4f0025020 con 0x7fd4f814a4a0 2024-09-10T10:40:49.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.109+0000 7fd4fd200640 1 -- 172.21.15.22:0/1663467905 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd4f815bac0 con 0x7fd4f814a4a0 2024-09-10T10:40:49.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.109+0000 7fd4ef400640 1 -- 172.21.15.22:0/1663467905 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v126) ==== 74+0+16751 (secure 0 0 0) 0x7fd4f0056d70 con 0x7fd4f814a4a0 2024-09-10T10:40:49.116 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:49.117 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":126,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:46.351794+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:40:42.470401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-10T10:40:43.745445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"126","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:40:49.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 -- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4d80678f0 msgr2=0x7fd4d8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4d80678f0 0x7fd4d8069db0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fd4e80aa000 tx=0x7fd4e80b1040 comp rx=0 tx=0).stop 2024-09-10T10:40:49.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 -- 172.21.15.22:0/1663467905 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4f814a4a0 msgr2=0x7fd4f814a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4f814a4a0 0x7fd4f814a920 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7fd4f8071cd0 tx=0x7fd4f0010590 comp rx=0 tx=0).stop 2024-09-10T10:40:49.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 -- 172.21.15.22:0/1663467905 shutdown_connections 2024-09-10T10:40:49.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4d80678f0 0x7fd4d8069db0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd4f814a4a0 0x7fd4f814a920 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4f8149d70 0x7fd4f8147fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 --2- 172.21.15.22:0/1663467905 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4dc0039c0 0x7fd4f81e9d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 -- 172.21.15.22:0/1663467905 >> 172.21.15.22:0/1663467905 conn(0x7fd4f80d2430 msgr2=0x7fd4f806ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:49.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 -- 172.21.15.22:0/1663467905 shutdown_connections 2024-09-10T10:40:49.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.113+0000 7fd4fd200640 1 -- 172.21.15.22:0/1663467905 wait complete. 2024-09-10T10:40:49.139 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:40:49.140 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:40:49.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.273+0000 7fbcaf200640 1 Processor -- start 2024-09-10T10:40:49.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcaf200640 1 -- start start 2024-09-10T10:40:49.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcaf200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fbcb006fa60 0x7fbcb006c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcaf200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcb00d0190 con 0x7fbcb015c290 2024-09-10T10:40:49.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcaf200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcb006d500 con 0x7fbcb00cfc90 2024-09-10T10:40:49.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcaf200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fbcb00ce8c0 con 0x7fbcb006fa60 2024-09-10T10:40:49.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcade00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fbcb015c290 0x7fbcb00ced50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35054/0 (socket says 172.21.15.22:35054) 2024-09-10T10:40:49.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcade00640 1 -- 172.21.15.22:0/3079204508 learned_addr learned my addr 172.21.15.22:0/3079204508 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:49.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcae800640 1 --2- 172.21.15.22:0/3079204508 >> v2:172.21.15.145:3300/0 conn(0x7fbcb006fa60 0x7fbcb006c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:49.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcad400640 1 -- 172.21.15.22:0/3079204508 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1334422988 0 0) 0x7fbcb00d0190 con 0x7fbcb015c290 2024-09-10T10:40:49.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcad400640 1 -- 172.21.15.22:0/3079204508 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbc94003530 con 0x7fbcb015c290 2024-09-10T10:40:49.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcae800640 1 -- 172.21.15.22:0/3079204508 >> v1:172.21.15.145:6789/0 conn(0x7fbcb00cfc90 legacy=0x7fbcb00b3840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcae800640 1 -- 172.21.15.22:0/3079204508 >> v1:172.21.15.22:6789/0 conn(0x7fbcb015c290 legacy=0x7fbcb00ced50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.277+0000 7fbcae800640 1 -- 172.21.15.22:0/3079204508 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcb006d7e0 con 0x7fbcb006fa60 2024-09-10T10:40:49.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcae800640 1 --2- 172.21.15.22:0/3079204508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb006fa60 0x7fbcb006c3d0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fbca8009dc0 tx=0x7fbca801c950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ac9b95878283a36 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:49.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcad400640 1 -- 172.21.15.22:0/3079204508 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca80b2070 con 0x7fbcb006fa60 2024-09-10T10:40:49.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcad400640 1 -- 172.21.15.22:0/3079204508 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbca80a5810 con 0x7fbcb006fa60 2024-09-10T10:40:49.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcad400640 1 -- 172.21.15.22:0/3079204508 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca80a5be0 con 0x7fbcb006fa60 2024-09-10T10:40:49.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcaf200640 1 -- 172.21.15.22:0/3079204508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb006fa60 msgr2=0x7fbcb006c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcaf200640 1 --2- 172.21.15.22:0/3079204508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb006fa60 0x7fbcb006c3d0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fbca8009dc0 tx=0x7fbca801c950 comp rx=0 tx=0).stop 2024-09-10T10:40:49.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcaf200640 1 -- 172.21.15.22:0/3079204508 shutdown_connections 2024-09-10T10:40:49.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcaf200640 1 --2- 172.21.15.22:0/3079204508 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb006fa60 0x7fbcb006c3d0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcaf200640 1 -- 172.21.15.22:0/3079204508 >> 172.21.15.22:0/3079204508 conn(0x7fbcb00b2b40 msgr2=0x7fbcb006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:49.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcaf200640 1 -- 172.21.15.22:0/3079204508 shutdown_connections 2024-09-10T10:40:49.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcaf200640 1 -- 172.21.15.22:0/3079204508 wait complete. 2024-09-10T10:40:49.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcaf200640 1 Processor -- start 2024-09-10T10:40:49.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.281+0000 7fbcaf200640 1 -- start start 2024-09-10T10:40:49.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcaf200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb006fa60 0x7fbcb01546b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcaf200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb00cfc90 0x7fbcb015aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcaf200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb015c290 0x7fbcb00ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcaf200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb00b3f50 con 0x7fbcb006fa60 2024-09-10T10:40:49.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcaf200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb006cd20 con 0x7fbcb015c290 2024-09-10T10:40:49.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcaf200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbcb00b40d0 con 0x7fbcb00cfc90 2024-09-10T10:40:49.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcade00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb006fa60 0x7fbcb01546b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:49.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcade00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb006fa60 0x7fbcb01546b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:42980/0 (socket says 172.21.15.22:42980) 2024-09-10T10:40:49.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcade00640 1 -- 172.21.15.22:0/1352875885 learned_addr learned my addr 172.21.15.22:0/1352875885 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:49.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcade00640 1 -- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb00cfc90 msgr2=0x7fbcb015aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcade00640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb00cfc90 0x7fbcb015aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcade00640 1 -- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb015c290 msgr2=0x7fbcb00ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcade00640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb015c290 0x7fbcb00ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcade00640 1 -- 172.21.15.22:0/1352875885 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcb0154bf0 con 0x7fbcb006fa60 2024-09-10T10:40:49.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcade00640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb006fa60 0x7fbcb01546b0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fbca000c500 tx=0x7fbca000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:49.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbca6000640 1 -- 172.21.15.22:0/1352875885 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca0017070 con 0x7fbcb006fa60 2024-09-10T10:40:49.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbca6000640 1 -- 172.21.15.22:0/1352875885 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbca0005cf0 con 0x7fbcb006fa60 2024-09-10T10:40:49.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbca6000640 1 -- 172.21.15.22:0/1352875885 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca00072f0 con 0x7fbcb006fa60 2024-09-10T10:40:49.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcaf200640 1 -- 172.21.15.22:0/1352875885 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcb015f950 con 0x7fbcb006fa60 2024-09-10T10:40:49.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcaf200640 1 -- 172.21.15.22:0/1352875885 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcb01601f0 con 0x7fbcb006fa60 2024-09-10T10:40:49.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbcaf200640 1 -- 172.21.15.22:0/1352875885 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcb015fd40 con 0x7fbcb006fa60 2024-09-10T10:40:49.292 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.285+0000 7fbca6000640 1 -- 172.21.15.22:0/1352875885 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbca001a070 con 0x7fbcb006fa60 2024-09-10T10:40:49.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.289+0000 7fbca6000640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 0x7fbc8c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.289+0000 7fbca6000640 1 -- 172.21.15.22:0/1352875885 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fbca0084fb0 con 0x7fbcb006fa60 2024-09-10T10:40:49.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.289+0000 7fbca7e00640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 0x7fbc8c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:49.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.289+0000 7fbca7e00640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 0x7fbc8c069d80 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fbc98000f70 tx=0x7fbc980079c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:49.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.293+0000 7fbca6000640 1 -- 172.21.15.22:0/1352875885 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbca0055530 con 0x7fbcb006fa60 2024-09-10T10:40:49.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.453+0000 7fbcaf200640 1 -- 172.21.15.22:0/1352875885 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbcb00afd60 con 0x7fbc8c0678c0 2024-09-10T10:40:49.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.461+0000 7fbca6000640 1 -- 172.21.15.22:0/1352875885 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252481 (secure 0 0 0) 0x7fbcb00afd60 con 0x7fbc8c0678c0 2024-09-10T10:40:49.468 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:49.470 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:40:49.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 -- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 msgr2=0x7fbc8c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 0x7fbc8c069d80 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fbc98000f70 tx=0x7fbc980079c0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 -- 172.21.15.22:0/1352875885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb006fa60 msgr2=0x7fbcb01546b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb006fa60 0x7fbcb01546b0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fbca000c500 tx=0x7fbca000c9c0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.471 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 -- 172.21.15.22:0/1352875885 shutdown_connections 2024-09-10T10:40:49.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 0x7fbc8c069d80 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb015c290 0x7fbcb00ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb00cfc90 0x7fbcb015aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 --2- 172.21.15.22:0/1352875885 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb006fa60 0x7fbcb01546b0 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 -- 172.21.15.22:0/1352875885 >> 172.21.15.22:0/1352875885 conn(0x7fbcb00b2b40 msgr2=0x7fbcb00b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:49.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 -- 172.21.15.22:0/1352875885 shutdown_connections 2024-09-10T10:40:49.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.465+0000 7fbcaf200640 1 -- 172.21.15.22:0/1352875885 wait complete. 2024-09-10T10:40:49.489 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":375,"stamp":"2024-09-10T10:40:49.454555+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":188,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":275516,"kb_used_data":13512,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754699204,"statfs":{"total":773094113280,"available":772811984896,"internally_reserved":0,"allocated":13836288,"data_stored":6573644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":268095024},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001158"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360577+0000","last_change":"2024-09-10T10:40:45.378333+0000","last_active":"2024-09-10T10:40:46.360577+0000","last_peered":"2024-09-10T10:40:46.360577+0000","last_clean":"2024-09-10T10:40:46.360577+0000","last_became_active":"2024-09-10T10:40:45.377896+0000","last_became_peered":"2024-09-10T10:40:45.377896+0000","last_unstale":"2024-09-10T10:40:46.360577+0000","last_undegraded":"2024-09-10T10:40:46.360577+0000","last_fullsized":"2024-09-10T10:40:46.360577+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:38:36.201632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360086+0000","last_change":"2024-09-10T10:40:45.366359+0000","last_active":"2024-09-10T10:40:46.360086+0000","last_peered":"2024-09-10T10:40:46.360086+0000","last_clean":"2024-09-10T10:40:46.360086+0000","last_became_active":"2024-09-10T10:40:45.365844+0000","last_became_peered":"2024-09-10T10:40:45.365844+0000","last_unstale":"2024-09-10T10:40:46.360086+0000","last_undegraded":"2024-09-10T10:40:46.360086+0000","last_fullsized":"2024-09-10T10:40:46.360086+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:09.462468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960239+0000","last_change":"2024-09-10T10:40:45.368341+0000","last_active":"2024-09-10T10:40:46.960239+0000","last_peered":"2024-09-10T10:40:46.960239+0000","last_clean":"2024-09-10T10:40:46.960239+0000","last_became_active":"2024-09-10T10:40:45.368028+0000","last_became_peered":"2024-09-10T10:40:45.368028+0000","last_unstale":"2024-09-10T10:40:46.960239+0000","last_undegraded":"2024-09-10T10:40:46.960239+0000","last_fullsized":"2024-09-10T10:40:46.960239+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:25.684659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855709+0000","last_change":"2024-09-10T10:40:45.386432+0000","last_active":"2024-09-10T10:40:46.855709+0000","last_peered":"2024-09-10T10:40:46.855709+0000","last_clean":"2024-09-10T10:40:46.855709+0000","last_became_active":"2024-09-10T10:40:45.386173+0000","last_became_peered":"2024-09-10T10:40:45.386173+0000","last_unstale":"2024-09-10T10:40:46.855709+0000","last_undegraded":"2024-09-10T10:40:46.855709+0000","last_fullsized":"2024-09-10T10:40:46.855709+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:55.845226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389354+0000","last_change":"2024-09-10T10:40:45.377913+0000","last_active":"2024-09-10T10:40:46.389354+0000","last_peered":"2024-09-10T10:40:46.389354+0000","last_clean":"2024-09-10T10:40:46.389354+0000","last_became_active":"2024-09-10T10:40:45.377483+0000","last_became_peered":"2024-09-10T10:40:45.377483+0000","last_unstale":"2024-09-10T10:40:46.389354+0000","last_undegraded":"2024-09-10T10:40:46.389354+0000","last_fullsized":"2024-09-10T10:40:46.389354+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:30:12.744383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961918+0000","last_change":"2024-09-10T10:40:45.370521+0000","last_active":"2024-09-10T10:40:46.961918+0000","last_peered":"2024-09-10T10:40:46.961918+0000","last_clean":"2024-09-10T10:40:46.961918+0000","last_became_active":"2024-09-10T10:40:45.370028+0000","last_became_peered":"2024-09-10T10:40:45.370028+0000","last_unstale":"2024-09-10T10:40:46.961918+0000","last_undegraded":"2024-09-10T10:40:46.961918+0000","last_fullsized":"2024-09-10T10:40:46.961918+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:26.079862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961689+0000","last_change":"2024-09-10T10:40:45.382382+0000","last_active":"2024-09-10T10:40:46.961689+0000","last_peered":"2024-09-10T10:40:46.961689+0000","last_clean":"2024-09-10T10:40:46.961689+0000","last_became_active":"2024-09-10T10:40:45.382094+0000","last_became_peered":"2024-09-10T10:40:45.382094+0000","last_unstale":"2024-09-10T10:40:46.961689+0000","last_undegraded":"2024-09-10T10:40:46.961689+0000","last_fullsized":"2024-09-10T10:40:46.961689+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:23.730067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.358846+0000","last_change":"2024-09-10T10:40:45.373571+0000","last_active":"2024-09-10T10:40:46.358846+0000","last_peered":"2024-09-10T10:40:46.358846+0000","last_clean":"2024-09-10T10:40:46.358846+0000","last_became_active":"2024-09-10T10:40:45.371700+0000","last_became_peered":"2024-09-10T10:40:45.371700+0000","last_unstale":"2024-09-10T10:40:46.358846+0000","last_undegraded":"2024-09-10T10:40:46.358846+0000","last_fullsized":"2024-09-10T10:40:46.358846+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:43.755857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962220+0000","last_change":"2024-09-10T10:40:45.373060+0000","last_active":"2024-09-10T10:40:46.962220+0000","last_peered":"2024-09-10T10:40:46.962220+0000","last_clean":"2024-09-10T10:40:46.962220+0000","last_became_active":"2024-09-10T10:40:45.371095+0000","last_became_peered":"2024-09-10T10:40:45.371095+0000","last_unstale":"2024-09-10T10:40:46.962220+0000","last_undegraded":"2024-09-10T10:40:46.962220+0000","last_fullsized":"2024-09-10T10:40:46.962220+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:14.681678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960266+0000","last_change":"2024-09-10T10:40:45.366220+0000","last_active":"2024-09-10T10:40:46.960266+0000","last_peered":"2024-09-10T10:40:46.960266+0000","last_clean":"2024-09-10T10:40:46.960266+0000","last_became_active":"2024-09-10T10:40:45.365910+0000","last_became_peered":"2024-09-10T10:40:45.365910+0000","last_unstale":"2024-09-10T10:40:46.960266+0000","last_undegraded":"2024-09-10T10:40:46.960266+0000","last_fullsized":"2024-09-10T10:40:46.960266+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:02:23.333389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962140+0000","last_change":"2024-09-10T10:40:45.378130+0000","last_active":"2024-09-10T10:40:46.962140+0000","last_peered":"2024-09-10T10:40:46.962140+0000","last_clean":"2024-09-10T10:40:46.962140+0000","last_became_active":"2024-09-10T10:40:45.377520+0000","last_became_peered":"2024-09-10T10:40:45.377520+0000","last_unstale":"2024-09-10T10:40:46.962140+0000","last_undegraded":"2024-09-10T10:40:46.962140+0000","last_fullsized":"2024-09-10T10:40:46.962140+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:14:53.432013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356431+0000","last_change":"2024-09-10T10:40:45.382148+0000","last_active":"2024-09-10T10:40:46.356431+0000","last_peered":"2024-09-10T10:40:46.356431+0000","last_clean":"2024-09-10T10:40:46.356431+0000","last_became_active":"2024-09-10T10:40:45.381714+0000","last_became_peered":"2024-09-10T10:40:45.381714+0000","last_unstale":"2024-09-10T10:40:46.356431+0000","last_undegraded":"2024-09-10T10:40:46.356431+0000","last_fullsized":"2024-09-10T10:40:46.356431+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:39.913194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389491+0000","last_change":"2024-09-10T10:40:45.377709+0000","last_active":"2024-09-10T10:40:46.389491+0000","last_peered":"2024-09-10T10:40:46.389491+0000","last_clean":"2024-09-10T10:40:46.389491+0000","last_became_active":"2024-09-10T10:40:45.377143+0000","last_became_peered":"2024-09-10T10:40:45.377143+0000","last_unstale":"2024-09-10T10:40:46.389491+0000","last_undegraded":"2024-09-10T10:40:46.389491+0000","last_fullsized":"2024-09-10T10:40:46.389491+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:58.053082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.355960+0000","last_change":"2024-09-10T10:40:45.372305+0000","last_active":"2024-09-10T10:40:46.355960+0000","last_peered":"2024-09-10T10:40:46.355960+0000","last_clean":"2024-09-10T10:40:46.355960+0000","last_became_active":"2024-09-10T10:40:45.372097+0000","last_became_peered":"2024-09-10T10:40:45.372097+0000","last_unstale":"2024-09-10T10:40:46.355960+0000","last_undegraded":"2024-09-10T10:40:46.355960+0000","last_fullsized":"2024-09-10T10:40:46.355960+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:41.821098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389343+0000","last_change":"2024-09-10T10:40:45.352692+0000","last_active":"2024-09-10T10:40:46.389343+0000","last_peered":"2024-09-10T10:40:46.389343+0000","last_clean":"2024-09-10T10:40:46.389343+0000","last_became_active":"2024-09-10T10:40:45.352401+0000","last_became_peered":"2024-09-10T10:40:45.352401+0000","last_unstale":"2024-09-10T10:40:46.389343+0000","last_undegraded":"2024-09-10T10:40:46.389343+0000","last_fullsized":"2024-09-10T10:40:46.389343+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:01.043459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961666+0000","last_change":"2024-09-10T10:40:45.368385+0000","last_active":"2024-09-10T10:40:46.961666+0000","last_peered":"2024-09-10T10:40:46.961666+0000","last_clean":"2024-09-10T10:40:46.961666+0000","last_became_active":"2024-09-10T10:40:45.368132+0000","last_became_peered":"2024-09-10T10:40:45.368132+0000","last_unstale":"2024-09-10T10:40:46.961666+0000","last_undegraded":"2024-09-10T10:40:46.961666+0000","last_fullsized":"2024-09-10T10:40:46.961666+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:21.883124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960376+0000","last_change":"2024-09-10T10:40:45.377663+0000","last_active":"2024-09-10T10:40:46.960376+0000","last_peered":"2024-09-10T10:40:46.960376+0000","last_clean":"2024-09-10T10:40:46.960376+0000","last_became_active":"2024-09-10T10:40:45.377345+0000","last_became_peered":"2024-09-10T10:40:45.377345+0000","last_unstale":"2024-09-10T10:40:46.960376+0000","last_undegraded":"2024-09-10T10:40:46.960376+0000","last_fullsized":"2024-09-10T10:40:46.960376+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:41.909650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389660+0000","last_change":"2024-09-10T10:40:45.370343+0000","last_active":"2024-09-10T10:40:46.389660+0000","last_peered":"2024-09-10T10:40:46.389660+0000","last_clean":"2024-09-10T10:40:46.389660+0000","last_became_active":"2024-09-10T10:40:45.370020+0000","last_became_peered":"2024-09-10T10:40:45.370020+0000","last_unstale":"2024-09-10T10:40:46.389660+0000","last_undegraded":"2024-09-10T10:40:46.389660+0000","last_fullsized":"2024-09-10T10:40:46.389660+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:00.248972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359479+0000","last_change":"2024-09-10T10:40:45.362119+0000","last_active":"2024-09-10T10:40:46.359479+0000","last_peered":"2024-09-10T10:40:46.359479+0000","last_clean":"2024-09-10T10:40:46.359479+0000","last_became_active":"2024-09-10T10:40:45.361804+0000","last_became_peered":"2024-09-10T10:40:45.361804+0000","last_unstale":"2024-09-10T10:40:46.359479+0000","last_undegraded":"2024-09-10T10:40:46.359479+0000","last_fullsized":"2024-09-10T10:40:46.359479+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:45.010535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359586+0000","last_change":"2024-09-10T10:40:45.362707+0000","last_active":"2024-09-10T10:40:46.359586+0000","last_peered":"2024-09-10T10:40:46.359586+0000","last_clean":"2024-09-10T10:40:46.359586+0000","last_became_active":"2024-09-10T10:40:45.362411+0000","last_became_peered":"2024-09-10T10:40:45.362411+0000","last_unstale":"2024-09-10T10:40:46.359586+0000","last_undegraded":"2024-09-10T10:40:46.359586+0000","last_fullsized":"2024-09-10T10:40:46.359586+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:56.349282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.959949+0000","last_change":"2024-09-10T10:40:45.380355+0000","last_active":"2024-09-10T10:40:46.959949+0000","last_peered":"2024-09-10T10:40:46.959949+0000","last_clean":"2024-09-10T10:40:46.959949+0000","last_became_active":"2024-09-10T10:40:45.380008+0000","last_became_peered":"2024-09-10T10:40:45.380008+0000","last_unstale":"2024-09-10T10:40:46.959949+0000","last_undegraded":"2024-09-10T10:40:46.959949+0000","last_fullsized":"2024-09-10T10:40:46.959949+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:51.040362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.355978+0000","last_change":"2024-09-10T10:40:45.375187+0000","last_active":"2024-09-10T10:40:46.355978+0000","last_peered":"2024-09-10T10:40:46.355978+0000","last_clean":"2024-09-10T10:40:46.355978+0000","last_became_active":"2024-09-10T10:40:45.374485+0000","last_became_peered":"2024-09-10T10:40:45.374485+0000","last_unstale":"2024-09-10T10:40:46.355978+0000","last_undegraded":"2024-09-10T10:40:46.355978+0000","last_fullsized":"2024-09-10T10:40:46.355978+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:55.845226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855237+0000","last_change":"2024-09-10T10:40:45.369643+0000","last_active":"2024-09-10T10:40:46.855237+0000","last_peered":"2024-09-10T10:40:46.855237+0000","last_clean":"2024-09-10T10:40:46.855237+0000","last_became_active":"2024-09-10T10:40:45.369370+0000","last_became_peered":"2024-09-10T10:40:45.369370+0000","last_unstale":"2024-09-10T10:40:46.855237+0000","last_undegraded":"2024-09-10T10:40:46.855237+0000","last_fullsized":"2024-09-10T10:40:46.855237+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:32.436971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389456+0000","last_change":"2024-09-10T10:40:45.359182+0000","last_active":"2024-09-10T10:40:46.389456+0000","last_peered":"2024-09-10T10:40:46.389456+0000","last_clean":"2024-09-10T10:40:46.389456+0000","last_became_active":"2024-09-10T10:40:45.358814+0000","last_became_peered":"2024-09-10T10:40:45.358814+0000","last_unstale":"2024-09-10T10:40:46.389456+0000","last_undegraded":"2024-09-10T10:40:46.389456+0000","last_fullsized":"2024-09-10T10:40:46.389456+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:28.399864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360235+0000","last_change":"2024-09-10T10:40:45.372041+0000","last_active":"2024-09-10T10:40:46.360235+0000","last_peered":"2024-09-10T10:40:46.360235+0000","last_clean":"2024-09-10T10:40:46.360235+0000","last_became_active":"2024-09-10T10:40:45.371259+0000","last_became_peered":"2024-09-10T10:40:45.371259+0000","last_unstale":"2024-09-10T10:40:46.360235+0000","last_undegraded":"2024-09-10T10:40:46.360235+0000","last_fullsized":"2024-09-10T10:40:46.360235+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:10.724819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359581+0000","last_change":"2024-09-10T10:40:45.363146+0000","last_active":"2024-09-10T10:40:46.359581+0000","last_peered":"2024-09-10T10:40:46.359581+0000","last_clean":"2024-09-10T10:40:46.359581+0000","last_became_active":"2024-09-10T10:40:45.362873+0000","last_became_peered":"2024-09-10T10:40:45.362873+0000","last_unstale":"2024-09-10T10:40:46.359581+0000","last_undegraded":"2024-09-10T10:40:46.359581+0000","last_fullsized":"2024-09-10T10:40:46.359581+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:41.644967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360091+0000","last_change":"2024-09-10T10:40:45.372989+0000","last_active":"2024-09-10T10:40:46.360091+0000","last_peered":"2024-09-10T10:40:46.360091+0000","last_clean":"2024-09-10T10:40:46.360091+0000","last_became_active":"2024-09-10T10:40:45.372662+0000","last_became_peered":"2024-09-10T10:40:45.372662+0000","last_unstale":"2024-09-10T10:40:46.360091+0000","last_undegraded":"2024-09-10T10:40:46.360091+0000","last_fullsized":"2024-09-10T10:40:46.360091+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:45.586574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360303+0000","last_change":"2024-09-10T10:40:45.365593+0000","last_active":"2024-09-10T10:40:46.360303+0000","last_peered":"2024-09-10T10:40:46.360303+0000","last_clean":"2024-09-10T10:40:46.360303+0000","last_became_active":"2024-09-10T10:40:45.364967+0000","last_became_peered":"2024-09-10T10:40:45.364967+0000","last_unstale":"2024-09-10T10:40:46.360303+0000","last_undegraded":"2024-09-10T10:40:46.360303+0000","last_fullsized":"2024-09-10T10:40:46.360303+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:35:39.846020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359476+0000","last_change":"2024-09-10T10:40:45.367666+0000","last_active":"2024-09-10T10:40:46.359476+0000","last_peered":"2024-09-10T10:40:46.359476+0000","last_clean":"2024-09-10T10:40:46.359476+0000","last_became_active":"2024-09-10T10:40:45.366954+0000","last_became_peered":"2024-09-10T10:40:45.366954+0000","last_unstale":"2024-09-10T10:40:46.359476+0000","last_undegraded":"2024-09-10T10:40:46.359476+0000","last_fullsized":"2024-09-10T10:40:46.359476+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:23.798682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356150+0000","last_change":"2024-09-10T10:40:45.375017+0000","last_active":"2024-09-10T10:40:46.356150+0000","last_peered":"2024-09-10T10:40:46.356150+0000","last_clean":"2024-09-10T10:40:46.356150+0000","last_became_active":"2024-09-10T10:40:45.370873+0000","last_became_peered":"2024-09-10T10:40:45.370873+0000","last_unstale":"2024-09-10T10:40:46.356150+0000","last_undegraded":"2024-09-10T10:40:46.356150+0000","last_fullsized":"2024-09-10T10:40:46.356150+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:37.627198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.358792+0000","last_change":"2024-09-10T10:40:45.363998+0000","last_active":"2024-09-10T10:40:46.358792+0000","last_peered":"2024-09-10T10:40:46.358792+0000","last_clean":"2024-09-10T10:40:46.358792+0000","last_became_active":"2024-09-10T10:40:45.363667+0000","last_became_peered":"2024-09-10T10:40:45.363667+0000","last_unstale":"2024-09-10T10:40:46.358792+0000","last_undegraded":"2024-09-10T10:40:46.358792+0000","last_fullsized":"2024-09-10T10:40:46.358792+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:24:19.270613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.358827+0000","last_change":"2024-09-10T10:40:45.360041+0000","last_active":"2024-09-10T10:40:46.358827+0000","last_peered":"2024-09-10T10:40:46.358827+0000","last_clean":"2024-09-10T10:40:46.358827+0000","last_became_active":"2024-09-10T10:40:45.359439+0000","last_became_peered":"2024-09-10T10:40:45.359439+0000","last_unstale":"2024-09-10T10:40:46.358827+0000","last_undegraded":"2024-09-10T10:40:46.358827+0000","last_fullsized":"2024-09-10T10:40:46.358827+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:29:25.224499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389691+0000","last_change":"2024-09-10T10:40:45.383867+0000","last_active":"2024-09-10T10:40:46.389691+0000","last_peered":"2024-09-10T10:40:46.389691+0000","last_clean":"2024-09-10T10:40:46.389691+0000","last_became_active":"2024-09-10T10:40:45.380788+0000","last_became_peered":"2024-09-10T10:40:45.380788+0000","last_unstale":"2024-09-10T10:40:46.389691+0000","last_undegraded":"2024-09-10T10:40:46.389691+0000","last_fullsized":"2024-09-10T10:40:46.389691+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:21.914926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"125'4","reported_seq":18,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960335+0000","last_change":"2024-09-10T10:40:44.363456+0000","last_active":"2024-09-10T10:40:46.960335+0000","last_peered":"2024-09-10T10:40:46.960335+0000","last_clean":"2024-09-10T10:40:46.960335+0000","last_became_active":"2024-09-10T10:40:44.363127+0000","last_became_peered":"2024-09-10T10:40:44.363127+0000","last_unstale":"2024-09-10T10:40:46.960335+0000","last_undegraded":"2024-09-10T10:40:46.960335+0000","last_fullsized":"2024-09-10T10:40:46.960335+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:44.439897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962628+0000","last_change":"2024-09-10T10:40:45.373582+0000","last_active":"2024-09-10T10:40:46.962628+0000","last_peered":"2024-09-10T10:40:46.962628+0000","last_clean":"2024-09-10T10:40:46.962628+0000","last_became_active":"2024-09-10T10:40:45.373307+0000","last_became_peered":"2024-09-10T10:40:45.373307+0000","last_unstale":"2024-09-10T10:40:46.962628+0000","last_undegraded":"2024-09-10T10:40:46.962628+0000","last_fullsized":"2024-09-10T10:40:46.962628+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:59.255140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.1e","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962034+0000","last_change":"2024-09-10T10:40:44.368387+0000","last_active":"2024-09-10T10:40:46.962034+0000","last_peered":"2024-09-10T10:40:46.962034+0000","last_clean":"2024-09-10T10:40:46.962034+0000","last_became_active":"2024-09-10T10:40:44.368034+0000","last_became_peered":"2024-09-10T10:40:44.368034+0000","last_unstale":"2024-09-10T10:40:46.962034+0000","last_undegraded":"2024-09-10T10:40:46.962034+0000","last_fullsized":"2024-09-10T10:40:46.962034+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:36.624405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962070+0000","last_change":"2024-09-10T10:40:45.373128+0000","last_active":"2024-09-10T10:40:46.962070+0000","last_peered":"2024-09-10T10:40:46.962070+0000","last_clean":"2024-09-10T10:40:46.962070+0000","last_became_active":"2024-09-10T10:40:45.372646+0000","last_became_peered":"2024-09-10T10:40:45.372646+0000","last_unstale":"2024-09-10T10:40:46.962070+0000","last_undegraded":"2024-09-10T10:40:46.962070+0000","last_fullsized":"2024-09-10T10:40:46.962070+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:16:39.742962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.1d","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960152+0000","last_change":"2024-09-10T10:40:44.367539+0000","last_active":"2024-09-10T10:40:46.960152+0000","last_peered":"2024-09-10T10:40:46.960152+0000","last_clean":"2024-09-10T10:40:46.960152+0000","last_became_active":"2024-09-10T10:40:44.367284+0000","last_became_peered":"2024-09-10T10:40:44.367284+0000","last_unstale":"2024-09-10T10:40:46.960152+0000","last_undegraded":"2024-09-10T10:40:46.960152+0000","last_fullsized":"2024-09-10T10:40:46.960152+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:59.055835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855647+0000","last_change":"2024-09-10T10:40:45.383558+0000","last_active":"2024-09-10T10:40:46.855647+0000","last_peered":"2024-09-10T10:40:46.855647+0000","last_clean":"2024-09-10T10:40:46.855647+0000","last_became_active":"2024-09-10T10:40:45.380516+0000","last_became_peered":"2024-09-10T10:40:45.380516+0000","last_unstale":"2024-09-10T10:40:46.855647+0000","last_undegraded":"2024-09-10T10:40:46.855647+0000","last_fullsized":"2024-09-10T10:40:46.855647+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:41.821098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1c","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960135+0000","last_change":"2024-09-10T10:40:44.364453+0000","last_active":"2024-09-10T10:40:46.960135+0000","last_peered":"2024-09-10T10:40:46.960135+0000","last_clean":"2024-09-10T10:40:46.960135+0000","last_became_active":"2024-09-10T10:40:44.364135+0000","last_became_peered":"2024-09-10T10:40:44.364135+0000","last_unstale":"2024-09-10T10:40:46.960135+0000","last_undegraded":"2024-09-10T10:40:46.960135+0000","last_fullsized":"2024-09-10T10:40:46.960135+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:22.387440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359888+0000","last_change":"2024-09-10T10:40:45.368976+0000","last_active":"2024-09-10T10:40:46.359888+0000","last_peered":"2024-09-10T10:40:46.359888+0000","last_clean":"2024-09-10T10:40:46.359888+0000","last_became_active":"2024-09-10T10:40:45.368675+0000","last_became_peered":"2024-09-10T10:40:45.368675+0000","last_unstale":"2024-09-10T10:40:46.359888+0000","last_undegraded":"2024-09-10T10:40:46.359888+0000","last_fullsized":"2024-09-10T10:40:46.359888+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:51:52.711967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359636+0000","last_change":"2024-09-10T10:40:44.357698+0000","last_active":"2024-09-10T10:40:46.359636+0000","last_peered":"2024-09-10T10:40:46.359636+0000","last_clean":"2024-09-10T10:40:46.359636+0000","last_became_active":"2024-09-10T10:40:44.356542+0000","last_became_peered":"2024-09-10T10:40:44.356542+0000","last_unstale":"2024-09-10T10:40:46.359636+0000","last_undegraded":"2024-09-10T10:40:46.359636+0000","last_fullsized":"2024-09-10T10:40:46.359636+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:50.345571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855671+0000","last_change":"2024-09-10T10:40:45.383062+0000","last_active":"2024-09-10T10:40:46.855671+0000","last_peered":"2024-09-10T10:40:46.855671+0000","last_clean":"2024-09-10T10:40:46.855671+0000","last_became_active":"2024-09-10T10:40:45.381008+0000","last_became_peered":"2024-09-10T10:40:45.381008+0000","last_unstale":"2024-09-10T10:40:46.855671+0000","last_undegraded":"2024-09-10T10:40:46.855671+0000","last_fullsized":"2024-09-10T10:40:46.855671+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:10.233585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1a","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389213+0000","last_change":"2024-09-10T10:40:44.370070+0000","last_active":"2024-09-10T10:40:46.389213+0000","last_peered":"2024-09-10T10:40:46.389213+0000","last_clean":"2024-09-10T10:40:46.389213+0000","last_became_active":"2024-09-10T10:40:44.369768+0000","last_became_peered":"2024-09-10T10:40:44.369768+0000","last_unstale":"2024-09-10T10:40:46.389213+0000","last_undegraded":"2024-09-10T10:40:46.389213+0000","last_fullsized":"2024-09-10T10:40:46.389213+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:59:13.712656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.358968+0000","last_change":"2024-09-10T10:40:45.360256+0000","last_active":"2024-09-10T10:40:46.358968+0000","last_peered":"2024-09-10T10:40:46.358968+0000","last_clean":"2024-09-10T10:40:46.358968+0000","last_became_active":"2024-09-10T10:40:45.359789+0000","last_became_peered":"2024-09-10T10:40:45.359789+0000","last_unstale":"2024-09-10T10:40:46.358968+0000","last_undegraded":"2024-09-10T10:40:46.358968+0000","last_fullsized":"2024-09-10T10:40:46.358968+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:40:15.195337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961712+0000","last_change":"2024-09-10T10:40:44.356426+0000","last_active":"2024-09-10T10:40:46.961712+0000","last_peered":"2024-09-10T10:40:46.961712+0000","last_clean":"2024-09-10T10:40:46.961712+0000","last_became_active":"2024-09-10T10:40:44.355953+0000","last_became_peered":"2024-09-10T10:40:44.355953+0000","last_unstale":"2024-09-10T10:40:46.961712+0000","last_undegraded":"2024-09-10T10:40:46.961712+0000","last_fullsized":"2024-09-10T10:40:46.961712+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:19.912843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855334+0000","last_change":"2024-09-10T10:40:45.378567+0000","last_active":"2024-09-10T10:40:46.855334+0000","last_peered":"2024-09-10T10:40:46.855334+0000","last_clean":"2024-09-10T10:40:46.855334+0000","last_became_active":"2024-09-10T10:40:45.378256+0000","last_became_peered":"2024-09-10T10:40:45.378256+0000","last_unstale":"2024-09-10T10:40:46.855334+0000","last_undegraded":"2024-09-10T10:40:46.855334+0000","last_fullsized":"2024-09-10T10:40:46.855334+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:24.605486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.959792+0000","last_change":"2024-09-10T10:40:44.368334+0000","last_active":"2024-09-10T10:40:46.959792+0000","last_peered":"2024-09-10T10:40:46.959792+0000","last_clean":"2024-09-10T10:40:46.959792+0000","last_became_active":"2024-09-10T10:40:44.368068+0000","last_became_peered":"2024-09-10T10:40:44.368068+0000","last_unstale":"2024-09-10T10:40:46.959792+0000","last_undegraded":"2024-09-10T10:40:46.959792+0000","last_fullsized":"2024-09-10T10:40:46.959792+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:58:44.171615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855795+0000","last_change":"2024-09-10T10:40:45.379630+0000","last_active":"2024-09-10T10:40:46.855795+0000","last_peered":"2024-09-10T10:40:46.855795+0000","last_clean":"2024-09-10T10:40:46.855795+0000","last_became_active":"2024-09-10T10:40:45.379321+0000","last_became_peered":"2024-09-10T10:40:45.379321+0000","last_unstale":"2024-09-10T10:40:46.855795+0000","last_undegraded":"2024-09-10T10:40:46.855795+0000","last_fullsized":"2024-09-10T10:40:46.855795+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:51.348364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962252+0000","last_change":"2024-09-10T10:40:44.359725+0000","last_active":"2024-09-10T10:40:46.962252+0000","last_peered":"2024-09-10T10:40:46.962252+0000","last_clean":"2024-09-10T10:40:46.962252+0000","last_became_active":"2024-09-10T10:40:44.359427+0000","last_became_peered":"2024-09-10T10:40:44.359427+0000","last_unstale":"2024-09-10T10:40:46.962252+0000","last_undegraded":"2024-09-10T10:40:46.962252+0000","last_fullsized":"2024-09-10T10:40:46.962252+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:54.842433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356524+0000","last_change":"2024-09-10T10:40:45.371817+0000","last_active":"2024-09-10T10:40:46.356524+0000","last_peered":"2024-09-10T10:40:46.356524+0000","last_clean":"2024-09-10T10:40:46.356524+0000","last_became_active":"2024-09-10T10:40:45.371571+0000","last_became_peered":"2024-09-10T10:40:45.371571+0000","last_unstale":"2024-09-10T10:40:46.356524+0000","last_undegraded":"2024-09-10T10:40:46.356524+0000","last_fullsized":"2024-09-10T10:40:46.356524+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:51.348364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389718+0000","last_change":"2024-09-10T10:40:44.359199+0000","last_active":"2024-09-10T10:40:46.389718+0000","last_peered":"2024-09-10T10:40:46.389718+0000","last_clean":"2024-09-10T10:40:46.389718+0000","last_became_active":"2024-09-10T10:40:44.357068+0000","last_became_peered":"2024-09-10T10:40:44.357068+0000","last_unstale":"2024-09-10T10:40:46.389718+0000","last_undegraded":"2024-09-10T10:40:46.389718+0000","last_fullsized":"2024-09-10T10:40:46.389718+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:45:53.413152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962315+0000","last_change":"2024-09-10T10:40:45.374968+0000","last_active":"2024-09-10T10:40:46.962315+0000","last_peered":"2024-09-10T10:40:46.962315+0000","last_clean":"2024-09-10T10:40:46.962315+0000","last_became_active":"2024-09-10T10:40:45.374554+0000","last_became_peered":"2024-09-10T10:40:45.374554+0000","last_unstale":"2024-09-10T10:40:46.962315+0000","last_undegraded":"2024-09-10T10:40:46.962315+0000","last_fullsized":"2024-09-10T10:40:46.962315+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.485808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.14","version":"125'6","reported_seq":20,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962375+0000","last_change":"2024-09-10T10:40:44.358716+0000","last_active":"2024-09-10T10:40:46.962375+0000","last_peered":"2024-09-10T10:40:46.962375+0000","last_clean":"2024-09-10T10:40:46.962375+0000","last_became_active":"2024-09-10T10:40:44.358419+0000","last_became_peered":"2024-09-10T10:40:44.358419+0000","last_unstale":"2024-09-10T10:40:46.962375+0000","last_undegraded":"2024-09-10T10:40:46.962375+0000","last_fullsized":"2024-09-10T10:40:46.962375+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:56.289202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855344+0000","last_change":"2024-09-10T10:40:45.366820+0000","last_active":"2024-09-10T10:40:46.855344+0000","last_peered":"2024-09-10T10:40:46.855344+0000","last_clean":"2024-09-10T10:40:46.855344+0000","last_became_active":"2024-09-10T10:40:45.366566+0000","last_became_peered":"2024-09-10T10:40:45.366566+0000","last_unstale":"2024-09-10T10:40:46.855344+0000","last_undegraded":"2024-09-10T10:40:46.855344+0000","last_fullsized":"2024-09-10T10:40:46.855344+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:43.134194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.13","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960009+0000","last_change":"2024-09-10T10:40:44.366753+0000","last_active":"2024-09-10T10:40:46.960009+0000","last_peered":"2024-09-10T10:40:46.960009+0000","last_clean":"2024-09-10T10:40:46.960009+0000","last_became_active":"2024-09-10T10:40:44.366467+0000","last_became_peered":"2024-09-10T10:40:44.366467+0000","last_unstale":"2024-09-10T10:40:46.960009+0000","last_undegraded":"2024-09-10T10:40:46.960009+0000","last_fullsized":"2024-09-10T10:40:46.960009+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:31.366033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359264+0000","last_change":"2024-09-10T10:40:45.367896+0000","last_active":"2024-09-10T10:40:46.359264+0000","last_peered":"2024-09-10T10:40:46.359264+0000","last_clean":"2024-09-10T10:40:46.359264+0000","last_became_active":"2024-09-10T10:40:45.367321+0000","last_became_peered":"2024-09-10T10:40:45.367321+0000","last_unstale":"2024-09-10T10:40:46.359264+0000","last_undegraded":"2024-09-10T10:40:46.359264+0000","last_fullsized":"2024-09-10T10:40:46.359264+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:27:57.405780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356202+0000","last_change":"2024-09-10T10:40:44.369060+0000","last_active":"2024-09-10T10:40:46.356202+0000","last_peered":"2024-09-10T10:40:46.356202+0000","last_clean":"2024-09-10T10:40:46.356202+0000","last_became_active":"2024-09-10T10:40:44.368741+0000","last_became_peered":"2024-09-10T10:40:44.368741+0000","last_unstale":"2024-09-10T10:40:46.356202+0000","last_undegraded":"2024-09-10T10:40:46.356202+0000","last_fullsized":"2024-09-10T10:40:46.356202+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:35:38.843227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855208+0000","last_change":"2024-09-10T10:40:45.379693+0000","last_active":"2024-09-10T10:40:46.855208+0000","last_peered":"2024-09-10T10:40:46.855208+0000","last_clean":"2024-09-10T10:40:46.855208+0000","last_became_active":"2024-09-10T10:40:45.379417+0000","last_became_peered":"2024-09-10T10:40:45.379417+0000","last_unstale":"2024-09-10T10:40:46.855208+0000","last_undegraded":"2024-09-10T10:40:46.855208+0000","last_fullsized":"2024-09-10T10:40:46.855208+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:49:00.128778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359433+0000","last_change":"2024-09-10T10:40:44.360211+0000","last_active":"2024-09-10T10:40:46.359433+0000","last_peered":"2024-09-10T10:40:46.359433+0000","last_clean":"2024-09-10T10:40:46.359433+0000","last_became_active":"2024-09-10T10:40:44.359339+0000","last_became_peered":"2024-09-10T10:40:44.359339+0000","last_unstale":"2024-09-10T10:40:46.359433+0000","last_undegraded":"2024-09-10T10:40:46.359433+0000","last_fullsized":"2024-09-10T10:40:46.359433+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:37:00.544735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855410+0000","last_change":"2024-09-10T10:40:45.364680+0000","last_active":"2024-09-10T10:40:46.855410+0000","last_peered":"2024-09-10T10:40:46.855410+0000","last_clean":"2024-09-10T10:40:46.855410+0000","last_became_active":"2024-09-10T10:40:45.364293+0000","last_became_peered":"2024-09-10T10:40:45.364293+0000","last_unstale":"2024-09-10T10:40:46.855410+0000","last_undegraded":"2024-09-10T10:40:46.855410+0000","last_fullsized":"2024-09-10T10:40:46.855410+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:20.915636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.10","version":"125'8","reported_seq":22,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.358729+0000","last_change":"2024-09-10T10:40:44.358107+0000","last_active":"2024-09-10T10:40:46.358729+0000","last_peered":"2024-09-10T10:40:46.358729+0000","last_clean":"2024-09-10T10:40:46.358729+0000","last_became_active":"2024-09-10T10:40:44.357832+0000","last_became_peered":"2024-09-10T10:40:44.357832+0000","last_unstale":"2024-09-10T10:40:46.358729+0000","last_undegraded":"2024-09-10T10:40:46.358729+0000","last_fullsized":"2024-09-10T10:40:46.358729+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:38.910401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389804+0000","last_change":"2024-09-10T10:40:45.363637+0000","last_active":"2024-09-10T10:40:46.389804+0000","last_peered":"2024-09-10T10:40:46.389804+0000","last_clean":"2024-09-10T10:40:46.389804+0000","last_became_active":"2024-09-10T10:40:45.363357+0000","last_became_peered":"2024-09-10T10:40:45.363357+0000","last_unstale":"2024-09-10T10:40:46.389804+0000","last_undegraded":"2024-09-10T10:40:46.389804+0000","last_fullsized":"2024-09-10T10:40:46.389804+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:19.063374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.f","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855758+0000","last_change":"2024-09-10T10:40:44.365509+0000","last_active":"2024-09-10T10:40:46.855758+0000","last_peered":"2024-09-10T10:40:46.855758+0000","last_clean":"2024-09-10T10:40:46.855758+0000","last_became_active":"2024-09-10T10:40:44.365240+0000","last_became_peered":"2024-09-10T10:40:44.365240+0000","last_unstale":"2024-09-10T10:40:46.855758+0000","last_undegraded":"2024-09-10T10:40:46.855758+0000","last_fullsized":"2024-09-10T10:40:46.855758+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:18.060581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360413+0000","last_change":"2024-09-10T10:40:45.363224+0000","last_active":"2024-09-10T10:40:46.360413+0000","last_peered":"2024-09-10T10:40:46.360413+0000","last_clean":"2024-09-10T10:40:46.360413+0000","last_became_active":"2024-09-10T10:40:45.362954+0000","last_became_peered":"2024-09-10T10:40:45.362954+0000","last_unstale":"2024-09-10T10:40:46.360413+0000","last_undegraded":"2024-09-10T10:40:46.360413+0000","last_fullsized":"2024-09-10T10:40:46.360413+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:55.670643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.e","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360211+0000","last_change":"2024-09-10T10:40:44.365941+0000","last_active":"2024-09-10T10:40:46.360211+0000","last_peered":"2024-09-10T10:40:46.360211+0000","last_clean":"2024-09-10T10:40:46.360211+0000","last_became_active":"2024-09-10T10:40:44.365638+0000","last_became_peered":"2024-09-10T10:40:44.365638+0000","last_unstale":"2024-09-10T10:40:46.360211+0000","last_undegraded":"2024-09-10T10:40:46.360211+0000","last_fullsized":"2024-09-10T10:40:46.360211+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:25.147887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389316+0000","last_change":"2024-09-10T10:40:45.365696+0000","last_active":"2024-09-10T10:40:46.389316+0000","last_peered":"2024-09-10T10:40:46.389316+0000","last_clean":"2024-09-10T10:40:46.389316+0000","last_became_active":"2024-09-10T10:40:45.365424+0000","last_became_peered":"2024-09-10T10:40:45.365424+0000","last_unstale":"2024-09-10T10:40:46.389316+0000","last_undegraded":"2024-09-10T10:40:46.389316+0000","last_fullsized":"2024-09-10T10:40:46.389316+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:24:57.042949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.d","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962602+0000","last_change":"2024-09-10T10:40:44.362845+0000","last_active":"2024-09-10T10:40:46.962602+0000","last_peered":"2024-09-10T10:40:46.962602+0000","last_clean":"2024-09-10T10:40:46.962602+0000","last_became_active":"2024-09-10T10:40:44.360341+0000","last_became_peered":"2024-09-10T10:40:44.360341+0000","last_unstale":"2024-09-10T10:40:46.962602+0000","last_undegraded":"2024-09-10T10:40:46.962602+0000","last_fullsized":"2024-09-10T10:40:46.962602+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:29.602499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962173+0000","last_change":"2024-09-10T10:40:45.366387+0000","last_active":"2024-09-10T10:40:46.962173+0000","last_peered":"2024-09-10T10:40:46.962173+0000","last_clean":"2024-09-10T10:40:46.962173+0000","last_became_active":"2024-09-10T10:40:45.366080+0000","last_became_peered":"2024-09-10T10:40:45.366080+0000","last_unstale":"2024-09-10T10:40:46.962173+0000","last_undegraded":"2024-09-10T10:40:46.962173+0000","last_fullsized":"2024-09-10T10:40:46.962173+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:18.162290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360231+0000","last_change":"2024-09-10T10:40:44.360745+0000","last_active":"2024-09-10T10:40:46.360231+0000","last_peered":"2024-09-10T10:40:46.360231+0000","last_clean":"2024-09-10T10:40:46.360231+0000","last_became_active":"2024-09-10T10:40:44.360015+0000","last_became_peered":"2024-09-10T10:40:44.360015+0000","last_unstale":"2024-09-10T10:40:46.360231+0000","last_undegraded":"2024-09-10T10:40:46.360231+0000","last_fullsized":"2024-09-10T10:40:46.360231+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:15:20.913289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356194+0000","last_change":"2024-09-10T10:40:45.359871+0000","last_active":"2024-09-10T10:40:46.356194+0000","last_peered":"2024-09-10T10:40:46.356194+0000","last_clean":"2024-09-10T10:40:46.356194+0000","last_became_active":"2024-09-10T10:40:45.359455+0000","last_became_peered":"2024-09-10T10:40:45.359455+0000","last_unstale":"2024-09-10T10:40:46.356194+0000","last_undegraded":"2024-09-10T10:40:46.356194+0000","last_fullsized":"2024-09-10T10:40:46.356194+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:10.233585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.b","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961759+0000","last_change":"2024-09-10T10:40:44.369199+0000","last_active":"2024-09-10T10:40:46.961759+0000","last_peered":"2024-09-10T10:40:46.961759+0000","last_clean":"2024-09-10T10:40:46.961759+0000","last_became_active":"2024-09-10T10:40:44.368865+0000","last_became_peered":"2024-09-10T10:40:44.368865+0000","last_unstale":"2024-09-10T10:40:46.961759+0000","last_undegraded":"2024-09-10T10:40:46.961759+0000","last_fullsized":"2024-09-10T10:40:46.961759+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:40.818305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359801+0000","last_change":"2024-09-10T10:40:45.363407+0000","last_active":"2024-09-10T10:40:46.359801+0000","last_peered":"2024-09-10T10:40:46.359801+0000","last_clean":"2024-09-10T10:40:46.359801+0000","last_became_active":"2024-09-10T10:40:45.363120+0000","last_became_peered":"2024-09-10T10:40:45.363120+0000","last_unstale":"2024-09-10T10:40:46.359801+0000","last_undegraded":"2024-09-10T10:40:46.359801+0000","last_fullsized":"2024-09-10T10:40:46.359801+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:15:53.763158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855322+0000","last_change":"2024-09-10T10:40:44.362019+0000","last_active":"2024-09-10T10:40:46.855322+0000","last_peered":"2024-09-10T10:40:46.855322+0000","last_clean":"2024-09-10T10:40:46.855322+0000","last_became_active":"2024-09-10T10:40:44.361691+0000","last_became_peered":"2024-09-10T10:40:44.361691+0000","last_unstale":"2024-09-10T10:40:46.855322+0000","last_undegraded":"2024-09-10T10:40:46.855322+0000","last_fullsized":"2024-09-10T10:40:46.855322+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:20.912133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.355909+0000","last_change":"2024-09-10T10:40:45.360990+0000","last_active":"2024-09-10T10:40:46.355909+0000","last_peered":"2024-09-10T10:40:46.355909+0000","last_clean":"2024-09-10T10:40:46.355909+0000","last_became_active":"2024-09-10T10:40:45.360708+0000","last_became_peered":"2024-09-10T10:40:45.360708+0000","last_unstale":"2024-09-10T10:40:46.355909+0000","last_undegraded":"2024-09-10T10:40:46.355909+0000","last_fullsized":"2024-09-10T10:40:46.355909+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:20.915636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855386+0000","last_change":"2024-09-10T10:40:44.358430+0000","last_active":"2024-09-10T10:40:46.855386+0000","last_peered":"2024-09-10T10:40:46.855386+0000","last_clean":"2024-09-10T10:40:46.855386+0000","last_became_active":"2024-09-10T10:40:44.358004+0000","last_became_peered":"2024-09-10T10:40:44.358004+0000","last_unstale":"2024-09-10T10:40:46.855386+0000","last_undegraded":"2024-09-10T10:40:46.855386+0000","last_fullsized":"2024-09-10T10:40:46.855386+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:56.921385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359166+0000","last_change":"2024-09-10T10:40:45.363766+0000","last_active":"2024-09-10T10:40:46.359166+0000","last_peered":"2024-09-10T10:40:46.359166+0000","last_clean":"2024-09-10T10:40:46.359166+0000","last_became_active":"2024-09-10T10:40:45.363484+0000","last_became_peered":"2024-09-10T10:40:45.363484+0000","last_unstale":"2024-09-10T10:40:46.359166+0000","last_undegraded":"2024-09-10T10:40:46.359166+0000","last_fullsized":"2024-09-10T10:40:46.359166+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:21:50.650531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855313+0000","last_change":"2024-09-10T10:40:44.363913+0000","last_active":"2024-09-10T10:40:46.855313+0000","last_peered":"2024-09-10T10:40:46.855313+0000","last_clean":"2024-09-10T10:40:46.855313+0000","last_became_active":"2024-09-10T10:40:44.363625+0000","last_became_peered":"2024-09-10T10:40:44.363625+0000","last_unstale":"2024-09-10T10:40:46.855313+0000","last_undegraded":"2024-09-10T10:40:46.855313+0000","last_fullsized":"2024-09-10T10:40:46.855313+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:59.246178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855888+0000","last_change":"2024-09-10T10:40:45.385092+0000","last_active":"2024-09-10T10:40:46.855888+0000","last_peered":"2024-09-10T10:40:46.855888+0000","last_clean":"2024-09-10T10:40:46.855888+0000","last_became_active":"2024-09-10T10:40:45.383888+0000","last_became_peered":"2024-09-10T10:40:45.383888+0000","last_unstale":"2024-09-10T10:40:46.855888+0000","last_undegraded":"2024-09-10T10:40:46.855888+0000","last_fullsized":"2024-09-10T10:40:46.855888+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:26.150680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.7","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855883+0000","last_change":"2024-09-10T10:40:44.372059+0000","last_active":"2024-09-10T10:40:46.855883+0000","last_peered":"2024-09-10T10:40:46.855883+0000","last_clean":"2024-09-10T10:40:46.855883+0000","last_became_active":"2024-09-10T10:40:44.371375+0000","last_became_peered":"2024-09-10T10:40:44.371375+0000","last_unstale":"2024-09-10T10:40:46.855883+0000","last_undegraded":"2024-09-10T10:40:46.855883+0000","last_fullsized":"2024-09-10T10:40:46.855883+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:10:19.264893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855752+0000","last_change":"2024-09-10T10:40:45.371494+0000","last_active":"2024-09-10T10:40:46.855752+0000","last_peered":"2024-09-10T10:40:46.855752+0000","last_clean":"2024-09-10T10:40:46.855752+0000","last_became_active":"2024-09-10T10:40:45.371210+0000","last_became_peered":"2024-09-10T10:40:45.371210+0000","last_unstale":"2024-09-10T10:40:46.855752+0000","last_undegraded":"2024-09-10T10:40:46.855752+0000","last_fullsized":"2024-09-10T10:40:46.855752+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:39.913194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.6","version":"126'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360037+0000","last_change":"2024-09-10T10:40:44.367154+0000","last_active":"2024-09-10T10:40:46.360037+0000","last_peered":"2024-09-10T10:40:46.360037+0000","last_clean":"2024-09-10T10:40:46.360037+0000","last_became_active":"2024-09-10T10:40:44.366914+0000","last_became_peered":"2024-09-10T10:40:44.366914+0000","last_unstale":"2024-09-10T10:40:46.360037+0000","last_undegraded":"2024-09-10T10:40:46.360037+0000","last_fullsized":"2024-09-10T10:40:46.360037+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:54.026326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359753+0000","last_change":"2024-09-10T10:40:45.362232+0000","last_active":"2024-09-10T10:40:46.359753+0000","last_peered":"2024-09-10T10:40:46.359753+0000","last_clean":"2024-09-10T10:40:46.359753+0000","last_became_active":"2024-09-10T10:40:45.361960+0000","last_became_peered":"2024-09-10T10:40:45.361960+0000","last_unstale":"2024-09-10T10:40:46.359753+0000","last_undegraded":"2024-09-10T10:40:46.359753+0000","last_fullsized":"2024-09-10T10:40:46.359753+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:19.491326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962615+0000","last_change":"2024-09-10T10:40:44.362976+0000","last_active":"2024-09-10T10:40:46.962615+0000","last_peered":"2024-09-10T10:40:46.962615+0000","last_clean":"2024-09-10T10:40:46.962615+0000","last_became_active":"2024-09-10T10:40:44.359456+0000","last_became_peered":"2024-09-10T10:40:44.359456+0000","last_unstale":"2024-09-10T10:40:46.962615+0000","last_undegraded":"2024-09-10T10:40:46.962615+0000","last_fullsized":"2024-09-10T10:40:46.962615+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:08.084293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359268+0000","last_change":"2024-09-10T10:40:45.382628+0000","last_active":"2024-09-10T10:40:46.359268+0000","last_peered":"2024-09-10T10:40:46.359268+0000","last_clean":"2024-09-10T10:40:46.359268+0000","last_became_active":"2024-09-10T10:40:45.382316+0000","last_became_peered":"2024-09-10T10:40:45.382316+0000","last_unstale":"2024-09-10T10:40:46.359268+0000","last_undegraded":"2024-09-10T10:40:46.359268+0000","last_fullsized":"2024-09-10T10:40:46.359268+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:46.130864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962374+0000","last_change":"2024-09-10T10:40:44.359267+0000","last_active":"2024-09-10T10:40:46.962374+0000","last_peered":"2024-09-10T10:40:46.962374+0000","last_clean":"2024-09-10T10:40:46.962374+0000","last_became_active":"2024-09-10T10:40:44.358863+0000","last_became_peered":"2024-09-10T10:40:44.358863+0000","last_unstale":"2024-09-10T10:40:46.962374+0000","last_undegraded":"2024-09-10T10:40:46.962374+0000","last_fullsized":"2024-09-10T10:40:46.962374+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:45:14.996962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961739+0000","last_change":"2024-09-10T10:40:45.372283+0000","last_active":"2024-09-10T10:40:46.961739+0000","last_peered":"2024-09-10T10:40:46.961739+0000","last_clean":"2024-09-10T10:40:46.961739+0000","last_became_active":"2024-09-10T10:40:45.371913+0000","last_became_peered":"2024-09-10T10:40:45.371913+0000","last_unstale":"2024-09-10T10:40:46.961739+0000","last_undegraded":"2024-09-10T10:40:46.961739+0000","last_fullsized":"2024-09-10T10:40:46.961739+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:41:20.251185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360021+0000","last_change":"2024-09-10T10:40:44.354714+0000","last_active":"2024-09-10T10:40:46.360021+0000","last_peered":"2024-09-10T10:40:46.360021+0000","last_clean":"2024-09-10T10:40:46.360021+0000","last_became_active":"2024-09-10T10:40:44.354221+0000","last_became_peered":"2024-09-10T10:40:44.354221+0000","last_unstale":"2024-09-10T10:40:46.360021+0000","last_undegraded":"2024-09-10T10:40:46.360021+0000","last_fullsized":"2024-09-10T10:40:46.360021+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:07.805831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855646+0000","last_change":"2024-09-10T10:40:45.376395+0000","last_active":"2024-09-10T10:40:46.855646+0000","last_peered":"2024-09-10T10:40:46.855646+0000","last_clean":"2024-09-10T10:40:46.855646+0000","last_became_active":"2024-09-10T10:40:45.376186+0000","last_became_peered":"2024-09-10T10:40:45.376186+0000","last_unstale":"2024-09-10T10:40:46.855646+0000","last_undegraded":"2024-09-10T10:40:46.855646+0000","last_fullsized":"2024-09-10T10:40:46.855646+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:37.627198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.959916+0000","last_change":"2024-09-10T10:40:44.366097+0000","last_active":"2024-09-10T10:40:46.959916+0000","last_peered":"2024-09-10T10:40:46.959916+0000","last_clean":"2024-09-10T10:40:46.959916+0000","last_became_active":"2024-09-10T10:40:44.365526+0000","last_became_peered":"2024-09-10T10:40:44.365526+0000","last_unstale":"2024-09-10T10:40:46.959916+0000","last_undegraded":"2024-09-10T10:40:46.959916+0000","last_fullsized":"2024-09-10T10:40:46.959916+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:00:44.747654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855246+0000","last_change":"2024-09-10T10:40:45.365611+0000","last_active":"2024-09-10T10:40:46.855246+0000","last_peered":"2024-09-10T10:40:46.855246+0000","last_clean":"2024-09-10T10:40:46.855246+0000","last_became_active":"2024-09-10T10:40:45.365300+0000","last_became_peered":"2024-09-10T10:40:45.365300+0000","last_unstale":"2024-09-10T10:40:46.855246+0000","last_undegraded":"2024-09-10T10:40:46.855246+0000","last_fullsized":"2024-09-10T10:40:46.855246+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:43.331450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.355699+0000","last_change":"2024-09-10T10:40:44.359309+0000","last_active":"2024-09-10T10:40:46.355699+0000","last_peered":"2024-09-10T10:40:46.355699+0000","last_clean":"2024-09-10T10:40:46.355699+0000","last_became_active":"2024-09-10T10:40:44.359008+0000","last_became_peered":"2024-09-10T10:40:44.359008+0000","last_unstale":"2024-09-10T10:40:46.355699+0000","last_undegraded":"2024-09-10T10:40:46.355699+0000","last_fullsized":"2024-09-10T10:40:46.355699+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:09.722025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.959860+0000","last_change":"2024-09-10T10:40:45.368325+0000","last_active":"2024-09-10T10:40:46.959860+0000","last_peered":"2024-09-10T10:40:46.959860+0000","last_clean":"2024-09-10T10:40:46.959860+0000","last_became_active":"2024-09-10T10:40:45.367988+0000","last_became_peered":"2024-09-10T10:40:45.367988+0000","last_unstale":"2024-09-10T10:40:46.959860+0000","last_undegraded":"2024-09-10T10:40:46.959860+0000","last_fullsized":"2024-09-10T10:40:46.959860+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:48:00.068905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961595+0000","last_change":"2024-09-10T10:40:44.370338+0000","last_active":"2024-09-10T10:40:46.961595+0000","last_peered":"2024-09-10T10:40:46.961595+0000","last_clean":"2024-09-10T10:40:46.961595+0000","last_became_active":"2024-09-10T10:40:44.370143+0000","last_became_peered":"2024-09-10T10:40:44.370143+0000","last_unstale":"2024-09-10T10:40:46.961595+0000","last_undegraded":"2024-09-10T10:40:46.961595+0000","last_fullsized":"2024-09-10T10:40:46.961595+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:42.131401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962188+0000","last_change":"2024-09-10T10:40:45.379133+0000","last_active":"2024-09-10T10:40:46.962188+0000","last_peered":"2024-09-10T10:40:46.962188+0000","last_clean":"2024-09-10T10:40:46.962188+0000","last_became_active":"2024-09-10T10:40:45.378849+0000","last_became_peered":"2024-09-10T10:40:45.378849+0000","last_unstale":"2024-09-10T10:40:46.962188+0000","last_undegraded":"2024-09-10T10:40:46.962188+0000","last_fullsized":"2024-09-10T10:40:46.962188+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:22:51.396346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.15","version":"125'3","reported_seq":17,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356403+0000","last_change":"2024-09-10T10:40:44.359372+0000","last_active":"2024-09-10T10:40:46.356403+0000","last_peered":"2024-09-10T10:40:46.356403+0000","last_clean":"2024-09-10T10:40:46.356403+0000","last_became_active":"2024-09-10T10:40:44.359084+0000","last_became_peered":"2024-09-10T10:40:44.359084+0000","last_unstale":"2024-09-10T10:40:46.356403+0000","last_undegraded":"2024-09-10T10:40:46.356403+0000","last_fullsized":"2024-09-10T10:40:46.356403+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:54.667850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":364,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389130+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:40:46.389130+0000","last_peered":"2024-09-10T10:40:46.389130+0000","last_clean":"2024-09-10T10:40:46.389130+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:40:46.389130+0000","last_undegraded":"2024-09-10T10:40:46.389130+0000","last_fullsized":"2024-09-10T10:40:46.389130+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509545,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36892,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334948,"statfs":{"total":96636764160,"available":96598986752,"internally_reserved":0,"allocated":1572864,"data_stored":673511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509545,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36884,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334956,"statfs":{"total":96636764160,"available":96598994944,"internally_reserved":0,"allocated":1572864,"data_stored":673511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509544,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32744,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339096,"statfs":{"total":96636764160,"available":96603234304,"internally_reserved":0,"allocated":1593344,"data_stored":675727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509545,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32736,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339104,"statfs":{"total":96636764160,"available":96603242496,"internally_reserved":0,"allocated":1581056,"data_stored":674127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509546,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32732,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339108,"statfs":{"total":96636764160,"available":96603246592,"internally_reserved":0,"allocated":1576960,"data_stored":673533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509545,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37468,"kb_used_data":2120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334372,"statfs":{"total":96636764160,"available":96598396928,"internally_reserved":0,"allocated":2170880,"data_stored":1263949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509544,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32732,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339108,"statfs":{"total":96636764160,"available":96603246592,"internally_reserved":0,"allocated":1576960,"data_stored":673601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542250,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33328,"kb_used_data":2140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338512,"statfs":{"total":96636764160,"available":96602636288,"internally_reserved":0,"allocated":2191360,"data_stored":1265685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:40:49.494 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:40:49.676 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.669+0000 7f5831000640 1 Processor -- start 2024-09-10T10:40:49.676 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.669+0000 7f5831000640 1 -- start start 2024-09-10T10:40:49.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5831000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f582c073730 0x7f582c0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5831000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f582c160190 0x7f582c160600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5831000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f582c158ef0 con 0x7f582c162090 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5831000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f582c15fd00 con 0x7f582c073730 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5831000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f582c0aea70 con 0x7f582c160190 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5829e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f582c162090 0x7f582c162470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35060/0 (socket says 172.21.15.22:35060) 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5829e00640 1 -- 172.21.15.22:0/89266891 learned_addr learned my addr 172.21.15.22:0/89266891 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5829400640 1 --2- 172.21.15.22:0/89266891 >> v2:172.21.15.145:3300/0 conn(0x7f582c073730 0x7f582c0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f582a800640 1 --2- 172.21.15.22:0/89266891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f582c160190 0x7f582c160600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5828a00640 1 -- 172.21.15.22:0/89266891 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3351188685 0 0) 0x7f581c001120 con 0x7f582c162090 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5828a00640 1 -- 172.21.15.22:0/89266891 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5810003530 con 0x7f582c162090 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5829400640 1 -- 172.21.15.22:0/89266891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f582c160190 msgr2=0x7f582c160600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:49.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5829400640 1 --2- 172.21.15.22:0/89266891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f582c160190 0x7f582c160600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5829400640 1 -- 172.21.15.22:0/89266891 >> v1:172.21.15.22:6789/0 conn(0x7f582c162090 legacy=0x7f582c162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.673+0000 7f5829400640 1 -- 172.21.15.22:0/89266891 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f582c0aed50 con 0x7f582c073730 2024-09-10T10:40:49.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5829400640 1 --2- 172.21.15.22:0/89266891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c073730 0x7f582c0ae100 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f58180097c0 tx=0x7f581801ec90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4f28b6ccb77893f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5828a00640 1 -- 172.21.15.22:0/89266891 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58180b5070 con 0x7f582c073730 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5828a00640 1 -- 172.21.15.22:0/89266891 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58180a8990 con 0x7f582c073730 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5828a00640 1 -- 172.21.15.22:0/89266891 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58180a8d60 con 0x7f582c073730 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5831000640 1 -- 172.21.15.22:0/89266891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c073730 msgr2=0x7f582c0ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5831000640 1 --2- 172.21.15.22:0/89266891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c073730 0x7f582c0ae100 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f58180097c0 tx=0x7f581801ec90 comp rx=0 tx=0).stop 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5831000640 1 -- 172.21.15.22:0/89266891 shutdown_connections 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5831000640 1 --2- 172.21.15.22:0/89266891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f582c160190 0x7f582c160600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5831000640 1 --2- 172.21.15.22:0/89266891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c073730 0x7f582c0ae100 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5831000640 1 -- 172.21.15.22:0/89266891 >> 172.21.15.22:0/89266891 conn(0x7f582c06bcc0 msgr2=0x7f582c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5831000640 1 -- 172.21.15.22:0/89266891 shutdown_connections 2024-09-10T10:40:49.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5831000640 1 -- 172.21.15.22:0/89266891 wait complete. 2024-09-10T10:40:49.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5831000640 1 Processor -- start 2024-09-10T10:40:49.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.677+0000 7f5831000640 1 -- start start 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5831000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f582c073730 0x7f582c0ce0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5831000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f582c160190 0x7f582c148630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5831000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c162090 0x7f582c0cea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5831000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f582c0af490 con 0x7f582c073730 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5831000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f582c0af310 con 0x7f582c162090 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5831000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f582c073b80 con 0x7f582c160190 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5829e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f582c073730 0x7f582c0ce0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5829e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f582c073730 0x7f582c0ce0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:42988/0 (socket says 172.21.15.22:42988) 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5829e00640 1 -- 172.21.15.22:0/2889412769 learned_addr learned my addr 172.21.15.22:0/2889412769 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5829e00640 1 -- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f582c160190 msgr2=0x7f582c148630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f582a800640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c162090 0x7f582c0cea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:49.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5829e00640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f582c160190 0x7f582c148630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5829e00640 1 -- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c162090 msgr2=0x7f582c0cea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5829e00640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c162090 0x7f582c0cea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5829e00640 1 -- 172.21.15.22:0/2889412769 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f582c0cf500 con 0x7f582c073730 2024-09-10T10:40:49.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f582a800640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c162090 0x7f582c0cea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:49.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5829e00640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f582c073730 0x7f582c0ce0e0 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f581c00c3c0 tx=0x7f581c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:49.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5822000640 1 -- 172.21.15.22:0/2889412769 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c017070 con 0x7f582c073730 2024-09-10T10:40:49.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5822000640 1 -- 172.21.15.22:0/2889412769 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f581c005cf0 con 0x7f582c073730 2024-09-10T10:40:49.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5822000640 1 -- 172.21.15.22:0/2889412769 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c007310 con 0x7f582c073730 2024-09-10T10:40:49.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5831000640 1 -- 172.21.15.22:0/2889412769 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f582c0cd320 con 0x7f582c073730 2024-09-10T10:40:49.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5831000640 1 -- 172.21.15.22:0/2889412769 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f582c0cd8e0 con 0x7f582c073730 2024-09-10T10:40:49.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5831000640 1 -- 172.21.15.22:0/2889412769 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f582c162470 con 0x7f582c073730 2024-09-10T10:40:49.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.681+0000 7f5822000640 1 -- 172.21.15.22:0/2889412769 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f581c01a070 con 0x7f582c073730 2024-09-10T10:40:49.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.685+0000 7f5822000640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f580c0678c0 0x7f580c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:49.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.685+0000 7f5822000640 1 -- 172.21.15.22:0/2889412769 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f581c085120 con 0x7f582c073730 2024-09-10T10:40:49.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.685+0000 7f5829400640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f580c0678c0 0x7f580c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:49.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.685+0000 7f5829400640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f580c0678c0 0x7f580c069d80 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f58180b2000 tx=0x7f5818004740 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:49.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.689+0000 7f5822000640 1 -- 172.21.15.22:0/2889412769 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f582c158ef0 con 0x7f582c073730 2024-09-10T10:40:49.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.849+0000 7f5831000640 1 -- 172.21.15.22:0/2889412769 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f582c161db0 con 0x7f580c0678c0 2024-09-10T10:40:49.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.857+0000 7f5822000640 1 -- 172.21.15.22:0/2889412769 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252481 (secure 0 0 0) 0x7f58180fca60 con 0x7f580c0678c0 2024-09-10T10:40:49.864 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:49.865 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:40:49.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 -- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f580c0678c0 msgr2=0x7f580c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f580c0678c0 0x7f580c069d80 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f58180b2000 tx=0x7f5818004740 comp rx=0 tx=0).stop 2024-09-10T10:40:49.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 -- 172.21.15.22:0/2889412769 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f582c073730 msgr2=0x7f582c0ce0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:49.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f582c073730 0x7f582c0ce0e0 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f581c00c3c0 tx=0x7f581c00c880 comp rx=0 tx=0).stop 2024-09-10T10:40:49.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 -- 172.21.15.22:0/2889412769 shutdown_connections 2024-09-10T10:40:49.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f580c0678c0 0x7f580c069d80 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f582c162090 0x7f582c0cea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f582c160190 0x7f582c148630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 --2- 172.21.15.22:0/2889412769 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f582c073730 0x7f582c0ce0e0 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:49.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 -- 172.21.15.22:0/2889412769 >> 172.21.15.22:0/2889412769 conn(0x7f582c06bcc0 msgr2=0x7f582c160600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:49.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 -- 172.21.15.22:0/2889412769 shutdown_connections 2024-09-10T10:40:49.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:49.861+0000 7f5831000640 1 -- 172.21.15.22:0/2889412769 wait complete. 2024-09-10T10:40:49.885 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":375,"stamp":"2024-09-10T10:40:49.454555+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":188,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":275516,"kb_used_data":13512,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754699204,"statfs":{"total":773094113280,"available":772811984896,"internally_reserved":0,"allocated":13836288,"data_stored":6573644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":268095024},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001158"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360577+0000","last_change":"2024-09-10T10:40:45.378333+0000","last_active":"2024-09-10T10:40:46.360577+0000","last_peered":"2024-09-10T10:40:46.360577+0000","last_clean":"2024-09-10T10:40:46.360577+0000","last_became_active":"2024-09-10T10:40:45.377896+0000","last_became_peered":"2024-09-10T10:40:45.377896+0000","last_unstale":"2024-09-10T10:40:46.360577+0000","last_undegraded":"2024-09-10T10:40:46.360577+0000","last_fullsized":"2024-09-10T10:40:46.360577+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:38:36.201632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360086+0000","last_change":"2024-09-10T10:40:45.366359+0000","last_active":"2024-09-10T10:40:46.360086+0000","last_peered":"2024-09-10T10:40:46.360086+0000","last_clean":"2024-09-10T10:40:46.360086+0000","last_became_active":"2024-09-10T10:40:45.365844+0000","last_became_peered":"2024-09-10T10:40:45.365844+0000","last_unstale":"2024-09-10T10:40:46.360086+0000","last_undegraded":"2024-09-10T10:40:46.360086+0000","last_fullsized":"2024-09-10T10:40:46.360086+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:09.462468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960239+0000","last_change":"2024-09-10T10:40:45.368341+0000","last_active":"2024-09-10T10:40:46.960239+0000","last_peered":"2024-09-10T10:40:46.960239+0000","last_clean":"2024-09-10T10:40:46.960239+0000","last_became_active":"2024-09-10T10:40:45.368028+0000","last_became_peered":"2024-09-10T10:40:45.368028+0000","last_unstale":"2024-09-10T10:40:46.960239+0000","last_undegraded":"2024-09-10T10:40:46.960239+0000","last_fullsized":"2024-09-10T10:40:46.960239+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:25.684659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855709+0000","last_change":"2024-09-10T10:40:45.386432+0000","last_active":"2024-09-10T10:40:46.855709+0000","last_peered":"2024-09-10T10:40:46.855709+0000","last_clean":"2024-09-10T10:40:46.855709+0000","last_became_active":"2024-09-10T10:40:45.386173+0000","last_became_peered":"2024-09-10T10:40:45.386173+0000","last_unstale":"2024-09-10T10:40:46.855709+0000","last_undegraded":"2024-09-10T10:40:46.855709+0000","last_fullsized":"2024-09-10T10:40:46.855709+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:55.845226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389354+0000","last_change":"2024-09-10T10:40:45.377913+0000","last_active":"2024-09-10T10:40:46.389354+0000","last_peered":"2024-09-10T10:40:46.389354+0000","last_clean":"2024-09-10T10:40:46.389354+0000","last_became_active":"2024-09-10T10:40:45.377483+0000","last_became_peered":"2024-09-10T10:40:45.377483+0000","last_unstale":"2024-09-10T10:40:46.389354+0000","last_undegraded":"2024-09-10T10:40:46.389354+0000","last_fullsized":"2024-09-10T10:40:46.389354+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:30:12.744383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961918+0000","last_change":"2024-09-10T10:40:45.370521+0000","last_active":"2024-09-10T10:40:46.961918+0000","last_peered":"2024-09-10T10:40:46.961918+0000","last_clean":"2024-09-10T10:40:46.961918+0000","last_became_active":"2024-09-10T10:40:45.370028+0000","last_became_peered":"2024-09-10T10:40:45.370028+0000","last_unstale":"2024-09-10T10:40:46.961918+0000","last_undegraded":"2024-09-10T10:40:46.961918+0000","last_fullsized":"2024-09-10T10:40:46.961918+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:26.079862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961689+0000","last_change":"2024-09-10T10:40:45.382382+0000","last_active":"2024-09-10T10:40:46.961689+0000","last_peered":"2024-09-10T10:40:46.961689+0000","last_clean":"2024-09-10T10:40:46.961689+0000","last_became_active":"2024-09-10T10:40:45.382094+0000","last_became_peered":"2024-09-10T10:40:45.382094+0000","last_unstale":"2024-09-10T10:40:46.961689+0000","last_undegraded":"2024-09-10T10:40:46.961689+0000","last_fullsized":"2024-09-10T10:40:46.961689+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:23.730067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.358846+0000","last_change":"2024-09-10T10:40:45.373571+0000","last_active":"2024-09-10T10:40:46.358846+0000","last_peered":"2024-09-10T10:40:46.358846+0000","last_clean":"2024-09-10T10:40:46.358846+0000","last_became_active":"2024-09-10T10:40:45.371700+0000","last_became_peered":"2024-09-10T10:40:45.371700+0000","last_unstale":"2024-09-10T10:40:46.358846+0000","last_undegraded":"2024-09-10T10:40:46.358846+0000","last_fullsized":"2024-09-10T10:40:46.358846+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:38:43.755857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962220+0000","last_change":"2024-09-10T10:40:45.373060+0000","last_active":"2024-09-10T10:40:46.962220+0000","last_peered":"2024-09-10T10:40:46.962220+0000","last_clean":"2024-09-10T10:40:46.962220+0000","last_became_active":"2024-09-10T10:40:45.371095+0000","last_became_peered":"2024-09-10T10:40:45.371095+0000","last_unstale":"2024-09-10T10:40:46.962220+0000","last_undegraded":"2024-09-10T10:40:46.962220+0000","last_fullsized":"2024-09-10T10:40:46.962220+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:14.681678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960266+0000","last_change":"2024-09-10T10:40:45.366220+0000","last_active":"2024-09-10T10:40:46.960266+0000","last_peered":"2024-09-10T10:40:46.960266+0000","last_clean":"2024-09-10T10:40:46.960266+0000","last_became_active":"2024-09-10T10:40:45.365910+0000","last_became_peered":"2024-09-10T10:40:45.365910+0000","last_unstale":"2024-09-10T10:40:46.960266+0000","last_undegraded":"2024-09-10T10:40:46.960266+0000","last_fullsized":"2024-09-10T10:40:46.960266+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:02:23.333389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962140+0000","last_change":"2024-09-10T10:40:45.378130+0000","last_active":"2024-09-10T10:40:46.962140+0000","last_peered":"2024-09-10T10:40:46.962140+0000","last_clean":"2024-09-10T10:40:46.962140+0000","last_became_active":"2024-09-10T10:40:45.377520+0000","last_became_peered":"2024-09-10T10:40:45.377520+0000","last_unstale":"2024-09-10T10:40:46.962140+0000","last_undegraded":"2024-09-10T10:40:46.962140+0000","last_fullsized":"2024-09-10T10:40:46.962140+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:14:53.432013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356431+0000","last_change":"2024-09-10T10:40:45.382148+0000","last_active":"2024-09-10T10:40:46.356431+0000","last_peered":"2024-09-10T10:40:46.356431+0000","last_clean":"2024-09-10T10:40:46.356431+0000","last_became_active":"2024-09-10T10:40:45.381714+0000","last_became_peered":"2024-09-10T10:40:45.381714+0000","last_unstale":"2024-09-10T10:40:46.356431+0000","last_undegraded":"2024-09-10T10:40:46.356431+0000","last_fullsized":"2024-09-10T10:40:46.356431+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:39.913194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389491+0000","last_change":"2024-09-10T10:40:45.377709+0000","last_active":"2024-09-10T10:40:46.389491+0000","last_peered":"2024-09-10T10:40:46.389491+0000","last_clean":"2024-09-10T10:40:46.389491+0000","last_became_active":"2024-09-10T10:40:45.377143+0000","last_became_peered":"2024-09-10T10:40:45.377143+0000","last_unstale":"2024-09-10T10:40:46.389491+0000","last_undegraded":"2024-09-10T10:40:46.389491+0000","last_fullsized":"2024-09-10T10:40:46.389491+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:58.053082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.355960+0000","last_change":"2024-09-10T10:40:45.372305+0000","last_active":"2024-09-10T10:40:46.355960+0000","last_peered":"2024-09-10T10:40:46.355960+0000","last_clean":"2024-09-10T10:40:46.355960+0000","last_became_active":"2024-09-10T10:40:45.372097+0000","last_became_peered":"2024-09-10T10:40:45.372097+0000","last_unstale":"2024-09-10T10:40:46.355960+0000","last_undegraded":"2024-09-10T10:40:46.355960+0000","last_fullsized":"2024-09-10T10:40:46.355960+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:41.821098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389343+0000","last_change":"2024-09-10T10:40:45.352692+0000","last_active":"2024-09-10T10:40:46.389343+0000","last_peered":"2024-09-10T10:40:46.389343+0000","last_clean":"2024-09-10T10:40:46.389343+0000","last_became_active":"2024-09-10T10:40:45.352401+0000","last_became_peered":"2024-09-10T10:40:45.352401+0000","last_unstale":"2024-09-10T10:40:46.389343+0000","last_undegraded":"2024-09-10T10:40:46.389343+0000","last_fullsized":"2024-09-10T10:40:46.389343+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:01.043459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961666+0000","last_change":"2024-09-10T10:40:45.368385+0000","last_active":"2024-09-10T10:40:46.961666+0000","last_peered":"2024-09-10T10:40:46.961666+0000","last_clean":"2024-09-10T10:40:46.961666+0000","last_became_active":"2024-09-10T10:40:45.368132+0000","last_became_peered":"2024-09-10T10:40:45.368132+0000","last_unstale":"2024-09-10T10:40:46.961666+0000","last_undegraded":"2024-09-10T10:40:46.961666+0000","last_fullsized":"2024-09-10T10:40:46.961666+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:21.883124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960376+0000","last_change":"2024-09-10T10:40:45.377663+0000","last_active":"2024-09-10T10:40:46.960376+0000","last_peered":"2024-09-10T10:40:46.960376+0000","last_clean":"2024-09-10T10:40:46.960376+0000","last_became_active":"2024-09-10T10:40:45.377345+0000","last_became_peered":"2024-09-10T10:40:45.377345+0000","last_unstale":"2024-09-10T10:40:46.960376+0000","last_undegraded":"2024-09-10T10:40:46.960376+0000","last_fullsized":"2024-09-10T10:40:46.960376+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:41.909650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389660+0000","last_change":"2024-09-10T10:40:45.370343+0000","last_active":"2024-09-10T10:40:46.389660+0000","last_peered":"2024-09-10T10:40:46.389660+0000","last_clean":"2024-09-10T10:40:46.389660+0000","last_became_active":"2024-09-10T10:40:45.370020+0000","last_became_peered":"2024-09-10T10:40:45.370020+0000","last_unstale":"2024-09-10T10:40:46.389660+0000","last_undegraded":"2024-09-10T10:40:46.389660+0000","last_fullsized":"2024-09-10T10:40:46.389660+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:00.248972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359479+0000","last_change":"2024-09-10T10:40:45.362119+0000","last_active":"2024-09-10T10:40:46.359479+0000","last_peered":"2024-09-10T10:40:46.359479+0000","last_clean":"2024-09-10T10:40:46.359479+0000","last_became_active":"2024-09-10T10:40:45.361804+0000","last_became_peered":"2024-09-10T10:40:45.361804+0000","last_unstale":"2024-09-10T10:40:46.359479+0000","last_undegraded":"2024-09-10T10:40:46.359479+0000","last_fullsized":"2024-09-10T10:40:46.359479+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:45.010535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359586+0000","last_change":"2024-09-10T10:40:45.362707+0000","last_active":"2024-09-10T10:40:46.359586+0000","last_peered":"2024-09-10T10:40:46.359586+0000","last_clean":"2024-09-10T10:40:46.359586+0000","last_became_active":"2024-09-10T10:40:45.362411+0000","last_became_peered":"2024-09-10T10:40:45.362411+0000","last_unstale":"2024-09-10T10:40:46.359586+0000","last_undegraded":"2024-09-10T10:40:46.359586+0000","last_fullsized":"2024-09-10T10:40:46.359586+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:01:56.349282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.959949+0000","last_change":"2024-09-10T10:40:45.380355+0000","last_active":"2024-09-10T10:40:46.959949+0000","last_peered":"2024-09-10T10:40:46.959949+0000","last_clean":"2024-09-10T10:40:46.959949+0000","last_became_active":"2024-09-10T10:40:45.380008+0000","last_became_peered":"2024-09-10T10:40:45.380008+0000","last_unstale":"2024-09-10T10:40:46.959949+0000","last_undegraded":"2024-09-10T10:40:46.959949+0000","last_fullsized":"2024-09-10T10:40:46.959949+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:51.040362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.355978+0000","last_change":"2024-09-10T10:40:45.375187+0000","last_active":"2024-09-10T10:40:46.355978+0000","last_peered":"2024-09-10T10:40:46.355978+0000","last_clean":"2024-09-10T10:40:46.355978+0000","last_became_active":"2024-09-10T10:40:45.374485+0000","last_became_peered":"2024-09-10T10:40:45.374485+0000","last_unstale":"2024-09-10T10:40:46.355978+0000","last_undegraded":"2024-09-10T10:40:46.355978+0000","last_fullsized":"2024-09-10T10:40:46.355978+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:55.845226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855237+0000","last_change":"2024-09-10T10:40:45.369643+0000","last_active":"2024-09-10T10:40:46.855237+0000","last_peered":"2024-09-10T10:40:46.855237+0000","last_clean":"2024-09-10T10:40:46.855237+0000","last_became_active":"2024-09-10T10:40:45.369370+0000","last_became_peered":"2024-09-10T10:40:45.369370+0000","last_unstale":"2024-09-10T10:40:46.855237+0000","last_undegraded":"2024-09-10T10:40:46.855237+0000","last_fullsized":"2024-09-10T10:40:46.855237+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:32.436971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389456+0000","last_change":"2024-09-10T10:40:45.359182+0000","last_active":"2024-09-10T10:40:46.389456+0000","last_peered":"2024-09-10T10:40:46.389456+0000","last_clean":"2024-09-10T10:40:46.389456+0000","last_became_active":"2024-09-10T10:40:45.358814+0000","last_became_peered":"2024-09-10T10:40:45.358814+0000","last_unstale":"2024-09-10T10:40:46.389456+0000","last_undegraded":"2024-09-10T10:40:46.389456+0000","last_fullsized":"2024-09-10T10:40:46.389456+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:28.399864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360235+0000","last_change":"2024-09-10T10:40:45.372041+0000","last_active":"2024-09-10T10:40:46.360235+0000","last_peered":"2024-09-10T10:40:46.360235+0000","last_clean":"2024-09-10T10:40:46.360235+0000","last_became_active":"2024-09-10T10:40:45.371259+0000","last_became_peered":"2024-09-10T10:40:45.371259+0000","last_unstale":"2024-09-10T10:40:46.360235+0000","last_undegraded":"2024-09-10T10:40:46.360235+0000","last_fullsized":"2024-09-10T10:40:46.360235+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:10.724819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359581+0000","last_change":"2024-09-10T10:40:45.363146+0000","last_active":"2024-09-10T10:40:46.359581+0000","last_peered":"2024-09-10T10:40:46.359581+0000","last_clean":"2024-09-10T10:40:46.359581+0000","last_became_active":"2024-09-10T10:40:45.362873+0000","last_became_peered":"2024-09-10T10:40:45.362873+0000","last_unstale":"2024-09-10T10:40:46.359581+0000","last_undegraded":"2024-09-10T10:40:46.359581+0000","last_fullsized":"2024-09-10T10:40:46.359581+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:41.644967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360091+0000","last_change":"2024-09-10T10:40:45.372989+0000","last_active":"2024-09-10T10:40:46.360091+0000","last_peered":"2024-09-10T10:40:46.360091+0000","last_clean":"2024-09-10T10:40:46.360091+0000","last_became_active":"2024-09-10T10:40:45.372662+0000","last_became_peered":"2024-09-10T10:40:45.372662+0000","last_unstale":"2024-09-10T10:40:46.360091+0000","last_undegraded":"2024-09-10T10:40:46.360091+0000","last_fullsized":"2024-09-10T10:40:46.360091+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:45.586574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360303+0000","last_change":"2024-09-10T10:40:45.365593+0000","last_active":"2024-09-10T10:40:46.360303+0000","last_peered":"2024-09-10T10:40:46.360303+0000","last_clean":"2024-09-10T10:40:46.360303+0000","last_became_active":"2024-09-10T10:40:45.364967+0000","last_became_peered":"2024-09-10T10:40:45.364967+0000","last_unstale":"2024-09-10T10:40:46.360303+0000","last_undegraded":"2024-09-10T10:40:46.360303+0000","last_fullsized":"2024-09-10T10:40:46.360303+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:35:39.846020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359476+0000","last_change":"2024-09-10T10:40:45.367666+0000","last_active":"2024-09-10T10:40:46.359476+0000","last_peered":"2024-09-10T10:40:46.359476+0000","last_clean":"2024-09-10T10:40:46.359476+0000","last_became_active":"2024-09-10T10:40:45.366954+0000","last_became_peered":"2024-09-10T10:40:45.366954+0000","last_unstale":"2024-09-10T10:40:46.359476+0000","last_undegraded":"2024-09-10T10:40:46.359476+0000","last_fullsized":"2024-09-10T10:40:46.359476+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:23.798682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356150+0000","last_change":"2024-09-10T10:40:45.375017+0000","last_active":"2024-09-10T10:40:46.356150+0000","last_peered":"2024-09-10T10:40:46.356150+0000","last_clean":"2024-09-10T10:40:46.356150+0000","last_became_active":"2024-09-10T10:40:45.370873+0000","last_became_peered":"2024-09-10T10:40:45.370873+0000","last_unstale":"2024-09-10T10:40:46.356150+0000","last_undegraded":"2024-09-10T10:40:46.356150+0000","last_fullsized":"2024-09-10T10:40:46.356150+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:37.627198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.358792+0000","last_change":"2024-09-10T10:40:45.363998+0000","last_active":"2024-09-10T10:40:46.358792+0000","last_peered":"2024-09-10T10:40:46.358792+0000","last_clean":"2024-09-10T10:40:46.358792+0000","last_became_active":"2024-09-10T10:40:45.363667+0000","last_became_peered":"2024-09-10T10:40:45.363667+0000","last_unstale":"2024-09-10T10:40:46.358792+0000","last_undegraded":"2024-09-10T10:40:46.358792+0000","last_fullsized":"2024-09-10T10:40:46.358792+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:24:19.270613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.358827+0000","last_change":"2024-09-10T10:40:45.360041+0000","last_active":"2024-09-10T10:40:46.358827+0000","last_peered":"2024-09-10T10:40:46.358827+0000","last_clean":"2024-09-10T10:40:46.358827+0000","last_became_active":"2024-09-10T10:40:45.359439+0000","last_became_peered":"2024-09-10T10:40:45.359439+0000","last_unstale":"2024-09-10T10:40:46.358827+0000","last_undegraded":"2024-09-10T10:40:46.358827+0000","last_fullsized":"2024-09-10T10:40:46.358827+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:29:25.224499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389691+0000","last_change":"2024-09-10T10:40:45.383867+0000","last_active":"2024-09-10T10:40:46.389691+0000","last_peered":"2024-09-10T10:40:46.389691+0000","last_clean":"2024-09-10T10:40:46.389691+0000","last_became_active":"2024-09-10T10:40:45.380788+0000","last_became_peered":"2024-09-10T10:40:45.380788+0000","last_unstale":"2024-09-10T10:40:46.389691+0000","last_undegraded":"2024-09-10T10:40:46.389691+0000","last_fullsized":"2024-09-10T10:40:46.389691+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:21.914926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"125'4","reported_seq":18,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960335+0000","last_change":"2024-09-10T10:40:44.363456+0000","last_active":"2024-09-10T10:40:46.960335+0000","last_peered":"2024-09-10T10:40:46.960335+0000","last_clean":"2024-09-10T10:40:46.960335+0000","last_became_active":"2024-09-10T10:40:44.363127+0000","last_became_peered":"2024-09-10T10:40:44.363127+0000","last_unstale":"2024-09-10T10:40:46.960335+0000","last_undegraded":"2024-09-10T10:40:46.960335+0000","last_fullsized":"2024-09-10T10:40:46.960335+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:44.439897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962628+0000","last_change":"2024-09-10T10:40:45.373582+0000","last_active":"2024-09-10T10:40:46.962628+0000","last_peered":"2024-09-10T10:40:46.962628+0000","last_clean":"2024-09-10T10:40:46.962628+0000","last_became_active":"2024-09-10T10:40:45.373307+0000","last_became_peered":"2024-09-10T10:40:45.373307+0000","last_unstale":"2024-09-10T10:40:46.962628+0000","last_undegraded":"2024-09-10T10:40:46.962628+0000","last_fullsized":"2024-09-10T10:40:46.962628+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:59.255140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.1e","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962034+0000","last_change":"2024-09-10T10:40:44.368387+0000","last_active":"2024-09-10T10:40:46.962034+0000","last_peered":"2024-09-10T10:40:46.962034+0000","last_clean":"2024-09-10T10:40:46.962034+0000","last_became_active":"2024-09-10T10:40:44.368034+0000","last_became_peered":"2024-09-10T10:40:44.368034+0000","last_unstale":"2024-09-10T10:40:46.962034+0000","last_undegraded":"2024-09-10T10:40:46.962034+0000","last_fullsized":"2024-09-10T10:40:46.962034+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:36.624405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962070+0000","last_change":"2024-09-10T10:40:45.373128+0000","last_active":"2024-09-10T10:40:46.962070+0000","last_peered":"2024-09-10T10:40:46.962070+0000","last_clean":"2024-09-10T10:40:46.962070+0000","last_became_active":"2024-09-10T10:40:45.372646+0000","last_became_peered":"2024-09-10T10:40:45.372646+0000","last_unstale":"2024-09-10T10:40:46.962070+0000","last_undegraded":"2024-09-10T10:40:46.962070+0000","last_fullsized":"2024-09-10T10:40:46.962070+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:16:39.742962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.1d","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960152+0000","last_change":"2024-09-10T10:40:44.367539+0000","last_active":"2024-09-10T10:40:46.960152+0000","last_peered":"2024-09-10T10:40:46.960152+0000","last_clean":"2024-09-10T10:40:46.960152+0000","last_became_active":"2024-09-10T10:40:44.367284+0000","last_became_peered":"2024-09-10T10:40:44.367284+0000","last_unstale":"2024-09-10T10:40:46.960152+0000","last_undegraded":"2024-09-10T10:40:46.960152+0000","last_fullsized":"2024-09-10T10:40:46.960152+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:59.055835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855647+0000","last_change":"2024-09-10T10:40:45.383558+0000","last_active":"2024-09-10T10:40:46.855647+0000","last_peered":"2024-09-10T10:40:46.855647+0000","last_clean":"2024-09-10T10:40:46.855647+0000","last_became_active":"2024-09-10T10:40:45.380516+0000","last_became_peered":"2024-09-10T10:40:45.380516+0000","last_unstale":"2024-09-10T10:40:46.855647+0000","last_undegraded":"2024-09-10T10:40:46.855647+0000","last_fullsized":"2024-09-10T10:40:46.855647+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:41.821098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1c","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960135+0000","last_change":"2024-09-10T10:40:44.364453+0000","last_active":"2024-09-10T10:40:46.960135+0000","last_peered":"2024-09-10T10:40:46.960135+0000","last_clean":"2024-09-10T10:40:46.960135+0000","last_became_active":"2024-09-10T10:40:44.364135+0000","last_became_peered":"2024-09-10T10:40:44.364135+0000","last_unstale":"2024-09-10T10:40:46.960135+0000","last_undegraded":"2024-09-10T10:40:46.960135+0000","last_fullsized":"2024-09-10T10:40:46.960135+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:22.387440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359888+0000","last_change":"2024-09-10T10:40:45.368976+0000","last_active":"2024-09-10T10:40:46.359888+0000","last_peered":"2024-09-10T10:40:46.359888+0000","last_clean":"2024-09-10T10:40:46.359888+0000","last_became_active":"2024-09-10T10:40:45.368675+0000","last_became_peered":"2024-09-10T10:40:45.368675+0000","last_unstale":"2024-09-10T10:40:46.359888+0000","last_undegraded":"2024-09-10T10:40:46.359888+0000","last_fullsized":"2024-09-10T10:40:46.359888+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:51:52.711967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359636+0000","last_change":"2024-09-10T10:40:44.357698+0000","last_active":"2024-09-10T10:40:46.359636+0000","last_peered":"2024-09-10T10:40:46.359636+0000","last_clean":"2024-09-10T10:40:46.359636+0000","last_became_active":"2024-09-10T10:40:44.356542+0000","last_became_peered":"2024-09-10T10:40:44.356542+0000","last_unstale":"2024-09-10T10:40:46.359636+0000","last_undegraded":"2024-09-10T10:40:46.359636+0000","last_fullsized":"2024-09-10T10:40:46.359636+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:50.345571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855671+0000","last_change":"2024-09-10T10:40:45.383062+0000","last_active":"2024-09-10T10:40:46.855671+0000","last_peered":"2024-09-10T10:40:46.855671+0000","last_clean":"2024-09-10T10:40:46.855671+0000","last_became_active":"2024-09-10T10:40:45.381008+0000","last_became_peered":"2024-09-10T10:40:45.381008+0000","last_unstale":"2024-09-10T10:40:46.855671+0000","last_undegraded":"2024-09-10T10:40:46.855671+0000","last_fullsized":"2024-09-10T10:40:46.855671+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:10.233585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1a","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389213+0000","last_change":"2024-09-10T10:40:44.370070+0000","last_active":"2024-09-10T10:40:46.389213+0000","last_peered":"2024-09-10T10:40:46.389213+0000","last_clean":"2024-09-10T10:40:46.389213+0000","last_became_active":"2024-09-10T10:40:44.369768+0000","last_became_peered":"2024-09-10T10:40:44.369768+0000","last_unstale":"2024-09-10T10:40:46.389213+0000","last_undegraded":"2024-09-10T10:40:46.389213+0000","last_fullsized":"2024-09-10T10:40:46.389213+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:59:13.712656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.358968+0000","last_change":"2024-09-10T10:40:45.360256+0000","last_active":"2024-09-10T10:40:46.358968+0000","last_peered":"2024-09-10T10:40:46.358968+0000","last_clean":"2024-09-10T10:40:46.358968+0000","last_became_active":"2024-09-10T10:40:45.359789+0000","last_became_peered":"2024-09-10T10:40:45.359789+0000","last_unstale":"2024-09-10T10:40:46.358968+0000","last_undegraded":"2024-09-10T10:40:46.358968+0000","last_fullsized":"2024-09-10T10:40:46.358968+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:40:15.195337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961712+0000","last_change":"2024-09-10T10:40:44.356426+0000","last_active":"2024-09-10T10:40:46.961712+0000","last_peered":"2024-09-10T10:40:46.961712+0000","last_clean":"2024-09-10T10:40:46.961712+0000","last_became_active":"2024-09-10T10:40:44.355953+0000","last_became_peered":"2024-09-10T10:40:44.355953+0000","last_unstale":"2024-09-10T10:40:46.961712+0000","last_undegraded":"2024-09-10T10:40:46.961712+0000","last_fullsized":"2024-09-10T10:40:46.961712+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:19.912843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855334+0000","last_change":"2024-09-10T10:40:45.378567+0000","last_active":"2024-09-10T10:40:46.855334+0000","last_peered":"2024-09-10T10:40:46.855334+0000","last_clean":"2024-09-10T10:40:46.855334+0000","last_became_active":"2024-09-10T10:40:45.378256+0000","last_became_peered":"2024-09-10T10:40:45.378256+0000","last_unstale":"2024-09-10T10:40:46.855334+0000","last_undegraded":"2024-09-10T10:40:46.855334+0000","last_fullsized":"2024-09-10T10:40:46.855334+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:24.605486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.959792+0000","last_change":"2024-09-10T10:40:44.368334+0000","last_active":"2024-09-10T10:40:46.959792+0000","last_peered":"2024-09-10T10:40:46.959792+0000","last_clean":"2024-09-10T10:40:46.959792+0000","last_became_active":"2024-09-10T10:40:44.368068+0000","last_became_peered":"2024-09-10T10:40:44.368068+0000","last_unstale":"2024-09-10T10:40:46.959792+0000","last_undegraded":"2024-09-10T10:40:46.959792+0000","last_fullsized":"2024-09-10T10:40:46.959792+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:58:44.171615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855795+0000","last_change":"2024-09-10T10:40:45.379630+0000","last_active":"2024-09-10T10:40:46.855795+0000","last_peered":"2024-09-10T10:40:46.855795+0000","last_clean":"2024-09-10T10:40:46.855795+0000","last_became_active":"2024-09-10T10:40:45.379321+0000","last_became_peered":"2024-09-10T10:40:45.379321+0000","last_unstale":"2024-09-10T10:40:46.855795+0000","last_undegraded":"2024-09-10T10:40:46.855795+0000","last_fullsized":"2024-09-10T10:40:46.855795+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:51.348364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962252+0000","last_change":"2024-09-10T10:40:44.359725+0000","last_active":"2024-09-10T10:40:46.962252+0000","last_peered":"2024-09-10T10:40:46.962252+0000","last_clean":"2024-09-10T10:40:46.962252+0000","last_became_active":"2024-09-10T10:40:44.359427+0000","last_became_peered":"2024-09-10T10:40:44.359427+0000","last_unstale":"2024-09-10T10:40:46.962252+0000","last_undegraded":"2024-09-10T10:40:46.962252+0000","last_fullsized":"2024-09-10T10:40:46.962252+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:54.842433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356524+0000","last_change":"2024-09-10T10:40:45.371817+0000","last_active":"2024-09-10T10:40:46.356524+0000","last_peered":"2024-09-10T10:40:46.356524+0000","last_clean":"2024-09-10T10:40:46.356524+0000","last_became_active":"2024-09-10T10:40:45.371571+0000","last_became_peered":"2024-09-10T10:40:45.371571+0000","last_unstale":"2024-09-10T10:40:46.356524+0000","last_undegraded":"2024-09-10T10:40:46.356524+0000","last_fullsized":"2024-09-10T10:40:46.356524+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:51.348364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389718+0000","last_change":"2024-09-10T10:40:44.359199+0000","last_active":"2024-09-10T10:40:46.389718+0000","last_peered":"2024-09-10T10:40:46.389718+0000","last_clean":"2024-09-10T10:40:46.389718+0000","last_became_active":"2024-09-10T10:40:44.357068+0000","last_became_peered":"2024-09-10T10:40:44.357068+0000","last_unstale":"2024-09-10T10:40:46.389718+0000","last_undegraded":"2024-09-10T10:40:46.389718+0000","last_fullsized":"2024-09-10T10:40:46.389718+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:45:53.413152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962315+0000","last_change":"2024-09-10T10:40:45.374968+0000","last_active":"2024-09-10T10:40:46.962315+0000","last_peered":"2024-09-10T10:40:46.962315+0000","last_clean":"2024-09-10T10:40:46.962315+0000","last_became_active":"2024-09-10T10:40:45.374554+0000","last_became_peered":"2024-09-10T10:40:45.374554+0000","last_unstale":"2024-09-10T10:40:46.962315+0000","last_undegraded":"2024-09-10T10:40:46.962315+0000","last_fullsized":"2024-09-10T10:40:46.962315+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.485808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.14","version":"125'6","reported_seq":20,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962375+0000","last_change":"2024-09-10T10:40:44.358716+0000","last_active":"2024-09-10T10:40:46.962375+0000","last_peered":"2024-09-10T10:40:46.962375+0000","last_clean":"2024-09-10T10:40:46.962375+0000","last_became_active":"2024-09-10T10:40:44.358419+0000","last_became_peered":"2024-09-10T10:40:44.358419+0000","last_unstale":"2024-09-10T10:40:46.962375+0000","last_undegraded":"2024-09-10T10:40:46.962375+0000","last_fullsized":"2024-09-10T10:40:46.962375+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:56.289202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855344+0000","last_change":"2024-09-10T10:40:45.366820+0000","last_active":"2024-09-10T10:40:46.855344+0000","last_peered":"2024-09-10T10:40:46.855344+0000","last_clean":"2024-09-10T10:40:46.855344+0000","last_became_active":"2024-09-10T10:40:45.366566+0000","last_became_peered":"2024-09-10T10:40:45.366566+0000","last_unstale":"2024-09-10T10:40:46.855344+0000","last_undegraded":"2024-09-10T10:40:46.855344+0000","last_fullsized":"2024-09-10T10:40:46.855344+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:43.134194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.13","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.960009+0000","last_change":"2024-09-10T10:40:44.366753+0000","last_active":"2024-09-10T10:40:46.960009+0000","last_peered":"2024-09-10T10:40:46.960009+0000","last_clean":"2024-09-10T10:40:46.960009+0000","last_became_active":"2024-09-10T10:40:44.366467+0000","last_became_peered":"2024-09-10T10:40:44.366467+0000","last_unstale":"2024-09-10T10:40:46.960009+0000","last_undegraded":"2024-09-10T10:40:46.960009+0000","last_fullsized":"2024-09-10T10:40:46.960009+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:31.366033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359264+0000","last_change":"2024-09-10T10:40:45.367896+0000","last_active":"2024-09-10T10:40:46.359264+0000","last_peered":"2024-09-10T10:40:46.359264+0000","last_clean":"2024-09-10T10:40:46.359264+0000","last_became_active":"2024-09-10T10:40:45.367321+0000","last_became_peered":"2024-09-10T10:40:45.367321+0000","last_unstale":"2024-09-10T10:40:46.359264+0000","last_undegraded":"2024-09-10T10:40:46.359264+0000","last_fullsized":"2024-09-10T10:40:46.359264+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:27:57.405780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356202+0000","last_change":"2024-09-10T10:40:44.369060+0000","last_active":"2024-09-10T10:40:46.356202+0000","last_peered":"2024-09-10T10:40:46.356202+0000","last_clean":"2024-09-10T10:40:46.356202+0000","last_became_active":"2024-09-10T10:40:44.368741+0000","last_became_peered":"2024-09-10T10:40:44.368741+0000","last_unstale":"2024-09-10T10:40:46.356202+0000","last_undegraded":"2024-09-10T10:40:46.356202+0000","last_fullsized":"2024-09-10T10:40:46.356202+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:35:38.843227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855208+0000","last_change":"2024-09-10T10:40:45.379693+0000","last_active":"2024-09-10T10:40:46.855208+0000","last_peered":"2024-09-10T10:40:46.855208+0000","last_clean":"2024-09-10T10:40:46.855208+0000","last_became_active":"2024-09-10T10:40:45.379417+0000","last_became_peered":"2024-09-10T10:40:45.379417+0000","last_unstale":"2024-09-10T10:40:46.855208+0000","last_undegraded":"2024-09-10T10:40:46.855208+0000","last_fullsized":"2024-09-10T10:40:46.855208+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:49:00.128778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359433+0000","last_change":"2024-09-10T10:40:44.360211+0000","last_active":"2024-09-10T10:40:46.359433+0000","last_peered":"2024-09-10T10:40:46.359433+0000","last_clean":"2024-09-10T10:40:46.359433+0000","last_became_active":"2024-09-10T10:40:44.359339+0000","last_became_peered":"2024-09-10T10:40:44.359339+0000","last_unstale":"2024-09-10T10:40:46.359433+0000","last_undegraded":"2024-09-10T10:40:46.359433+0000","last_fullsized":"2024-09-10T10:40:46.359433+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:37:00.544735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855410+0000","last_change":"2024-09-10T10:40:45.364680+0000","last_active":"2024-09-10T10:40:46.855410+0000","last_peered":"2024-09-10T10:40:46.855410+0000","last_clean":"2024-09-10T10:40:46.855410+0000","last_became_active":"2024-09-10T10:40:45.364293+0000","last_became_peered":"2024-09-10T10:40:45.364293+0000","last_unstale":"2024-09-10T10:40:46.855410+0000","last_undegraded":"2024-09-10T10:40:46.855410+0000","last_fullsized":"2024-09-10T10:40:46.855410+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:20.915636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.10","version":"125'8","reported_seq":22,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.358729+0000","last_change":"2024-09-10T10:40:44.358107+0000","last_active":"2024-09-10T10:40:46.358729+0000","last_peered":"2024-09-10T10:40:46.358729+0000","last_clean":"2024-09-10T10:40:46.358729+0000","last_became_active":"2024-09-10T10:40:44.357832+0000","last_became_peered":"2024-09-10T10:40:44.357832+0000","last_unstale":"2024-09-10T10:40:46.358729+0000","last_undegraded":"2024-09-10T10:40:46.358729+0000","last_fullsized":"2024-09-10T10:40:46.358729+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:38.910401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389804+0000","last_change":"2024-09-10T10:40:45.363637+0000","last_active":"2024-09-10T10:40:46.389804+0000","last_peered":"2024-09-10T10:40:46.389804+0000","last_clean":"2024-09-10T10:40:46.389804+0000","last_became_active":"2024-09-10T10:40:45.363357+0000","last_became_peered":"2024-09-10T10:40:45.363357+0000","last_unstale":"2024-09-10T10:40:46.389804+0000","last_undegraded":"2024-09-10T10:40:46.389804+0000","last_fullsized":"2024-09-10T10:40:46.389804+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:19.063374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.f","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855758+0000","last_change":"2024-09-10T10:40:44.365509+0000","last_active":"2024-09-10T10:40:46.855758+0000","last_peered":"2024-09-10T10:40:46.855758+0000","last_clean":"2024-09-10T10:40:46.855758+0000","last_became_active":"2024-09-10T10:40:44.365240+0000","last_became_peered":"2024-09-10T10:40:44.365240+0000","last_unstale":"2024-09-10T10:40:46.855758+0000","last_undegraded":"2024-09-10T10:40:46.855758+0000","last_fullsized":"2024-09-10T10:40:46.855758+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:18.060581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360413+0000","last_change":"2024-09-10T10:40:45.363224+0000","last_active":"2024-09-10T10:40:46.360413+0000","last_peered":"2024-09-10T10:40:46.360413+0000","last_clean":"2024-09-10T10:40:46.360413+0000","last_became_active":"2024-09-10T10:40:45.362954+0000","last_became_peered":"2024-09-10T10:40:45.362954+0000","last_unstale":"2024-09-10T10:40:46.360413+0000","last_undegraded":"2024-09-10T10:40:46.360413+0000","last_fullsized":"2024-09-10T10:40:46.360413+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:55.670643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.e","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360211+0000","last_change":"2024-09-10T10:40:44.365941+0000","last_active":"2024-09-10T10:40:46.360211+0000","last_peered":"2024-09-10T10:40:46.360211+0000","last_clean":"2024-09-10T10:40:46.360211+0000","last_became_active":"2024-09-10T10:40:44.365638+0000","last_became_peered":"2024-09-10T10:40:44.365638+0000","last_unstale":"2024-09-10T10:40:46.360211+0000","last_undegraded":"2024-09-10T10:40:46.360211+0000","last_fullsized":"2024-09-10T10:40:46.360211+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:25.147887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389316+0000","last_change":"2024-09-10T10:40:45.365696+0000","last_active":"2024-09-10T10:40:46.389316+0000","last_peered":"2024-09-10T10:40:46.389316+0000","last_clean":"2024-09-10T10:40:46.389316+0000","last_became_active":"2024-09-10T10:40:45.365424+0000","last_became_peered":"2024-09-10T10:40:45.365424+0000","last_unstale":"2024-09-10T10:40:46.389316+0000","last_undegraded":"2024-09-10T10:40:46.389316+0000","last_fullsized":"2024-09-10T10:40:46.389316+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:24:57.042949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.d","version":"125'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962602+0000","last_change":"2024-09-10T10:40:44.362845+0000","last_active":"2024-09-10T10:40:46.962602+0000","last_peered":"2024-09-10T10:40:46.962602+0000","last_clean":"2024-09-10T10:40:46.962602+0000","last_became_active":"2024-09-10T10:40:44.360341+0000","last_became_peered":"2024-09-10T10:40:44.360341+0000","last_unstale":"2024-09-10T10:40:46.962602+0000","last_undegraded":"2024-09-10T10:40:46.962602+0000","last_fullsized":"2024-09-10T10:40:46.962602+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:29.602499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962173+0000","last_change":"2024-09-10T10:40:45.366387+0000","last_active":"2024-09-10T10:40:46.962173+0000","last_peered":"2024-09-10T10:40:46.962173+0000","last_clean":"2024-09-10T10:40:46.962173+0000","last_became_active":"2024-09-10T10:40:45.366080+0000","last_became_peered":"2024-09-10T10:40:45.366080+0000","last_unstale":"2024-09-10T10:40:46.962173+0000","last_undegraded":"2024-09-10T10:40:46.962173+0000","last_fullsized":"2024-09-10T10:40:46.962173+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:18.162290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360231+0000","last_change":"2024-09-10T10:40:44.360745+0000","last_active":"2024-09-10T10:40:46.360231+0000","last_peered":"2024-09-10T10:40:46.360231+0000","last_clean":"2024-09-10T10:40:46.360231+0000","last_became_active":"2024-09-10T10:40:44.360015+0000","last_became_peered":"2024-09-10T10:40:44.360015+0000","last_unstale":"2024-09-10T10:40:46.360231+0000","last_undegraded":"2024-09-10T10:40:46.360231+0000","last_fullsized":"2024-09-10T10:40:46.360231+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:15:20.913289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356194+0000","last_change":"2024-09-10T10:40:45.359871+0000","last_active":"2024-09-10T10:40:46.356194+0000","last_peered":"2024-09-10T10:40:46.356194+0000","last_clean":"2024-09-10T10:40:46.356194+0000","last_became_active":"2024-09-10T10:40:45.359455+0000","last_became_peered":"2024-09-10T10:40:45.359455+0000","last_unstale":"2024-09-10T10:40:46.356194+0000","last_undegraded":"2024-09-10T10:40:46.356194+0000","last_fullsized":"2024-09-10T10:40:46.356194+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:10.233585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.b","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961759+0000","last_change":"2024-09-10T10:40:44.369199+0000","last_active":"2024-09-10T10:40:46.961759+0000","last_peered":"2024-09-10T10:40:46.961759+0000","last_clean":"2024-09-10T10:40:46.961759+0000","last_became_active":"2024-09-10T10:40:44.368865+0000","last_became_peered":"2024-09-10T10:40:44.368865+0000","last_unstale":"2024-09-10T10:40:46.961759+0000","last_undegraded":"2024-09-10T10:40:46.961759+0000","last_fullsized":"2024-09-10T10:40:46.961759+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:40.818305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359801+0000","last_change":"2024-09-10T10:40:45.363407+0000","last_active":"2024-09-10T10:40:46.359801+0000","last_peered":"2024-09-10T10:40:46.359801+0000","last_clean":"2024-09-10T10:40:46.359801+0000","last_became_active":"2024-09-10T10:40:45.363120+0000","last_became_peered":"2024-09-10T10:40:45.363120+0000","last_unstale":"2024-09-10T10:40:46.359801+0000","last_undegraded":"2024-09-10T10:40:46.359801+0000","last_fullsized":"2024-09-10T10:40:46.359801+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:15:53.763158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855322+0000","last_change":"2024-09-10T10:40:44.362019+0000","last_active":"2024-09-10T10:40:46.855322+0000","last_peered":"2024-09-10T10:40:46.855322+0000","last_clean":"2024-09-10T10:40:46.855322+0000","last_became_active":"2024-09-10T10:40:44.361691+0000","last_became_peered":"2024-09-10T10:40:44.361691+0000","last_unstale":"2024-09-10T10:40:46.855322+0000","last_undegraded":"2024-09-10T10:40:46.855322+0000","last_fullsized":"2024-09-10T10:40:46.855322+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:20.912133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.355909+0000","last_change":"2024-09-10T10:40:45.360990+0000","last_active":"2024-09-10T10:40:46.355909+0000","last_peered":"2024-09-10T10:40:46.355909+0000","last_clean":"2024-09-10T10:40:46.355909+0000","last_became_active":"2024-09-10T10:40:45.360708+0000","last_became_peered":"2024-09-10T10:40:45.360708+0000","last_unstale":"2024-09-10T10:40:46.355909+0000","last_undegraded":"2024-09-10T10:40:46.355909+0000","last_fullsized":"2024-09-10T10:40:46.355909+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:20.915636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855386+0000","last_change":"2024-09-10T10:40:44.358430+0000","last_active":"2024-09-10T10:40:46.855386+0000","last_peered":"2024-09-10T10:40:46.855386+0000","last_clean":"2024-09-10T10:40:46.855386+0000","last_became_active":"2024-09-10T10:40:44.358004+0000","last_became_peered":"2024-09-10T10:40:44.358004+0000","last_unstale":"2024-09-10T10:40:46.855386+0000","last_undegraded":"2024-09-10T10:40:46.855386+0000","last_fullsized":"2024-09-10T10:40:46.855386+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:56.921385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359166+0000","last_change":"2024-09-10T10:40:45.363766+0000","last_active":"2024-09-10T10:40:46.359166+0000","last_peered":"2024-09-10T10:40:46.359166+0000","last_clean":"2024-09-10T10:40:46.359166+0000","last_became_active":"2024-09-10T10:40:45.363484+0000","last_became_peered":"2024-09-10T10:40:45.363484+0000","last_unstale":"2024-09-10T10:40:46.359166+0000","last_undegraded":"2024-09-10T10:40:46.359166+0000","last_fullsized":"2024-09-10T10:40:46.359166+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:21:50.650531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855313+0000","last_change":"2024-09-10T10:40:44.363913+0000","last_active":"2024-09-10T10:40:46.855313+0000","last_peered":"2024-09-10T10:40:46.855313+0000","last_clean":"2024-09-10T10:40:46.855313+0000","last_became_active":"2024-09-10T10:40:44.363625+0000","last_became_peered":"2024-09-10T10:40:44.363625+0000","last_unstale":"2024-09-10T10:40:46.855313+0000","last_undegraded":"2024-09-10T10:40:46.855313+0000","last_fullsized":"2024-09-10T10:40:46.855313+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:56:59.246178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855888+0000","last_change":"2024-09-10T10:40:45.385092+0000","last_active":"2024-09-10T10:40:46.855888+0000","last_peered":"2024-09-10T10:40:46.855888+0000","last_clean":"2024-09-10T10:40:46.855888+0000","last_became_active":"2024-09-10T10:40:45.383888+0000","last_became_peered":"2024-09-10T10:40:45.383888+0000","last_unstale":"2024-09-10T10:40:46.855888+0000","last_undegraded":"2024-09-10T10:40:46.855888+0000","last_fullsized":"2024-09-10T10:40:46.855888+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:42:26.150680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.7","version":"125'2","reported_seq":16,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855883+0000","last_change":"2024-09-10T10:40:44.372059+0000","last_active":"2024-09-10T10:40:46.855883+0000","last_peered":"2024-09-10T10:40:46.855883+0000","last_clean":"2024-09-10T10:40:46.855883+0000","last_became_active":"2024-09-10T10:40:44.371375+0000","last_became_peered":"2024-09-10T10:40:44.371375+0000","last_unstale":"2024-09-10T10:40:46.855883+0000","last_undegraded":"2024-09-10T10:40:46.855883+0000","last_fullsized":"2024-09-10T10:40:46.855883+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:10:19.264893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855752+0000","last_change":"2024-09-10T10:40:45.371494+0000","last_active":"2024-09-10T10:40:46.855752+0000","last_peered":"2024-09-10T10:40:46.855752+0000","last_clean":"2024-09-10T10:40:46.855752+0000","last_became_active":"2024-09-10T10:40:45.371210+0000","last_became_peered":"2024-09-10T10:40:45.371210+0000","last_unstale":"2024-09-10T10:40:46.855752+0000","last_undegraded":"2024-09-10T10:40:46.855752+0000","last_fullsized":"2024-09-10T10:40:46.855752+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:39.913194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.6","version":"126'1","reported_seq":15,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360037+0000","last_change":"2024-09-10T10:40:44.367154+0000","last_active":"2024-09-10T10:40:46.360037+0000","last_peered":"2024-09-10T10:40:46.360037+0000","last_clean":"2024-09-10T10:40:46.360037+0000","last_became_active":"2024-09-10T10:40:44.366914+0000","last_became_peered":"2024-09-10T10:40:44.366914+0000","last_unstale":"2024-09-10T10:40:46.360037+0000","last_undegraded":"2024-09-10T10:40:46.360037+0000","last_fullsized":"2024-09-10T10:40:46.360037+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:54.026326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359753+0000","last_change":"2024-09-10T10:40:45.362232+0000","last_active":"2024-09-10T10:40:46.359753+0000","last_peered":"2024-09-10T10:40:46.359753+0000","last_clean":"2024-09-10T10:40:46.359753+0000","last_became_active":"2024-09-10T10:40:45.361960+0000","last_became_peered":"2024-09-10T10:40:45.361960+0000","last_unstale":"2024-09-10T10:40:46.359753+0000","last_undegraded":"2024-09-10T10:40:46.359753+0000","last_fullsized":"2024-09-10T10:40:46.359753+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:19.491326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962615+0000","last_change":"2024-09-10T10:40:44.362976+0000","last_active":"2024-09-10T10:40:46.962615+0000","last_peered":"2024-09-10T10:40:46.962615+0000","last_clean":"2024-09-10T10:40:46.962615+0000","last_became_active":"2024-09-10T10:40:44.359456+0000","last_became_peered":"2024-09-10T10:40:44.359456+0000","last_unstale":"2024-09-10T10:40:46.962615+0000","last_undegraded":"2024-09-10T10:40:46.962615+0000","last_fullsized":"2024-09-10T10:40:46.962615+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:08.084293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.359268+0000","last_change":"2024-09-10T10:40:45.382628+0000","last_active":"2024-09-10T10:40:46.359268+0000","last_peered":"2024-09-10T10:40:46.359268+0000","last_clean":"2024-09-10T10:40:46.359268+0000","last_became_active":"2024-09-10T10:40:45.382316+0000","last_became_peered":"2024-09-10T10:40:45.382316+0000","last_unstale":"2024-09-10T10:40:46.359268+0000","last_undegraded":"2024-09-10T10:40:46.359268+0000","last_fullsized":"2024-09-10T10:40:46.359268+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:46.130864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962374+0000","last_change":"2024-09-10T10:40:44.359267+0000","last_active":"2024-09-10T10:40:46.962374+0000","last_peered":"2024-09-10T10:40:46.962374+0000","last_clean":"2024-09-10T10:40:46.962374+0000","last_became_active":"2024-09-10T10:40:44.358863+0000","last_became_peered":"2024-09-10T10:40:44.358863+0000","last_unstale":"2024-09-10T10:40:46.962374+0000","last_undegraded":"2024-09-10T10:40:46.962374+0000","last_fullsized":"2024-09-10T10:40:46.962374+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:45:14.996962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961739+0000","last_change":"2024-09-10T10:40:45.372283+0000","last_active":"2024-09-10T10:40:46.961739+0000","last_peered":"2024-09-10T10:40:46.961739+0000","last_clean":"2024-09-10T10:40:46.961739+0000","last_became_active":"2024-09-10T10:40:45.371913+0000","last_became_peered":"2024-09-10T10:40:45.371913+0000","last_unstale":"2024-09-10T10:40:46.961739+0000","last_undegraded":"2024-09-10T10:40:46.961739+0000","last_fullsized":"2024-09-10T10:40:46.961739+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:41:20.251185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.360021+0000","last_change":"2024-09-10T10:40:44.354714+0000","last_active":"2024-09-10T10:40:46.360021+0000","last_peered":"2024-09-10T10:40:46.360021+0000","last_clean":"2024-09-10T10:40:46.360021+0000","last_became_active":"2024-09-10T10:40:44.354221+0000","last_became_peered":"2024-09-10T10:40:44.354221+0000","last_unstale":"2024-09-10T10:40:46.360021+0000","last_undegraded":"2024-09-10T10:40:46.360021+0000","last_fullsized":"2024-09-10T10:40:46.360021+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:07.805831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855646+0000","last_change":"2024-09-10T10:40:45.376395+0000","last_active":"2024-09-10T10:40:46.855646+0000","last_peered":"2024-09-10T10:40:46.855646+0000","last_clean":"2024-09-10T10:40:46.855646+0000","last_became_active":"2024-09-10T10:40:45.376186+0000","last_became_peered":"2024-09-10T10:40:45.376186+0000","last_unstale":"2024-09-10T10:40:46.855646+0000","last_undegraded":"2024-09-10T10:40:46.855646+0000","last_fullsized":"2024-09-10T10:40:46.855646+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:37.627198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.959916+0000","last_change":"2024-09-10T10:40:44.366097+0000","last_active":"2024-09-10T10:40:46.959916+0000","last_peered":"2024-09-10T10:40:46.959916+0000","last_clean":"2024-09-10T10:40:46.959916+0000","last_became_active":"2024-09-10T10:40:44.365526+0000","last_became_peered":"2024-09-10T10:40:44.365526+0000","last_unstale":"2024-09-10T10:40:46.959916+0000","last_undegraded":"2024-09-10T10:40:46.959916+0000","last_fullsized":"2024-09-10T10:40:46.959916+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:00:44.747654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.855246+0000","last_change":"2024-09-10T10:40:45.365611+0000","last_active":"2024-09-10T10:40:46.855246+0000","last_peered":"2024-09-10T10:40:46.855246+0000","last_clean":"2024-09-10T10:40:46.855246+0000","last_became_active":"2024-09-10T10:40:45.365300+0000","last_became_peered":"2024-09-10T10:40:45.365300+0000","last_unstale":"2024-09-10T10:40:46.855246+0000","last_undegraded":"2024-09-10T10:40:46.855246+0000","last_fullsized":"2024-09-10T10:40:46.855246+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:43.331450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.355699+0000","last_change":"2024-09-10T10:40:44.359309+0000","last_active":"2024-09-10T10:40:46.355699+0000","last_peered":"2024-09-10T10:40:46.355699+0000","last_clean":"2024-09-10T10:40:46.355699+0000","last_became_active":"2024-09-10T10:40:44.359008+0000","last_became_peered":"2024-09-10T10:40:44.359008+0000","last_unstale":"2024-09-10T10:40:46.355699+0000","last_undegraded":"2024-09-10T10:40:46.355699+0000","last_fullsized":"2024-09-10T10:40:46.355699+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:09.722025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.959860+0000","last_change":"2024-09-10T10:40:45.368325+0000","last_active":"2024-09-10T10:40:46.959860+0000","last_peered":"2024-09-10T10:40:46.959860+0000","last_clean":"2024-09-10T10:40:46.959860+0000","last_became_active":"2024-09-10T10:40:45.367988+0000","last_became_peered":"2024-09-10T10:40:45.367988+0000","last_unstale":"2024-09-10T10:40:46.959860+0000","last_undegraded":"2024-09-10T10:40:46.959860+0000","last_fullsized":"2024-09-10T10:40:46.959860+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:48:00.068905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":14,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.961595+0000","last_change":"2024-09-10T10:40:44.370338+0000","last_active":"2024-09-10T10:40:46.961595+0000","last_peered":"2024-09-10T10:40:46.961595+0000","last_clean":"2024-09-10T10:40:46.961595+0000","last_became_active":"2024-09-10T10:40:44.370143+0000","last_became_peered":"2024-09-10T10:40:44.370143+0000","last_unstale":"2024-09-10T10:40:46.961595+0000","last_undegraded":"2024-09-10T10:40:46.961595+0000","last_fullsized":"2024-09-10T10:40:46.961595+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:42.131401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":12,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.962188+0000","last_change":"2024-09-10T10:40:45.379133+0000","last_active":"2024-09-10T10:40:46.962188+0000","last_peered":"2024-09-10T10:40:46.962188+0000","last_clean":"2024-09-10T10:40:46.962188+0000","last_became_active":"2024-09-10T10:40:45.378849+0000","last_became_peered":"2024-09-10T10:40:45.378849+0000","last_unstale":"2024-09-10T10:40:46.962188+0000","last_undegraded":"2024-09-10T10:40:46.962188+0000","last_fullsized":"2024-09-10T10:40:46.962188+0000","mapping_epoch":124,"log_start":"0'0","ondisk_log_start":"0'0","created":124,"last_epoch_clean":125,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:44.331896+0000","last_clean_scrub_stamp":"2024-09-10T10:40:44.331896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:22:51.396346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.15","version":"125'3","reported_seq":17,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.356403+0000","last_change":"2024-09-10T10:40:44.359372+0000","last_active":"2024-09-10T10:40:46.356403+0000","last_peered":"2024-09-10T10:40:46.356403+0000","last_clean":"2024-09-10T10:40:46.356403+0000","last_became_active":"2024-09-10T10:40:44.359084+0000","last_became_peered":"2024-09-10T10:40:44.359084+0000","last_unstale":"2024-09-10T10:40:46.356403+0000","last_undegraded":"2024-09-10T10:40:46.356403+0000","last_fullsized":"2024-09-10T10:40:46.356403+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":123,"last_epoch_clean":124,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:40:43.329103+0000","last_clean_scrub_stamp":"2024-09-10T10:40:43.329103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:54.667850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":364,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-10T10:40:46.389130+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:40:46.389130+0000","last_peered":"2024-09-10T10:40:46.389130+0000","last_clean":"2024-09-10T10:40:46.389130+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:40:46.389130+0000","last_undegraded":"2024-09-10T10:40:46.389130+0000","last_fullsized":"2024-09-10T10:40:46.389130+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509545,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36892,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334948,"statfs":{"total":96636764160,"available":96598986752,"internally_reserved":0,"allocated":1572864,"data_stored":673511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509545,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36884,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334956,"statfs":{"total":96636764160,"available":96598994944,"internally_reserved":0,"allocated":1572864,"data_stored":673511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509544,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32744,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339096,"statfs":{"total":96636764160,"available":96603234304,"internally_reserved":0,"allocated":1593344,"data_stored":675727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509545,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32736,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339104,"statfs":{"total":96636764160,"available":96603242496,"internally_reserved":0,"allocated":1581056,"data_stored":674127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509546,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32732,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339108,"statfs":{"total":96636764160,"available":96603246592,"internally_reserved":0,"allocated":1576960,"data_stored":673533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509545,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37468,"kb_used_data":2120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334372,"statfs":{"total":96636764160,"available":96598396928,"internally_reserved":0,"allocated":2170880,"data_stored":1263949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509544,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32732,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339108,"statfs":{"total":96636764160,"available":96603246592,"internally_reserved":0,"allocated":1576960,"data_stored":673601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542250,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33328,"kb_used_data":2140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338512,"statfs":{"total":96636764160,"available":96602636288,"internally_reserved":0,"allocated":2191360,"data_stored":1265685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:40:49.889 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:40:49.889 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:40:50.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.069+0000 7f972e000640 1 Processor -- start 2024-09-10T10:40:50.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.069+0000 7f972e000640 1 -- start start 2024-09-10T10:40:50.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972e000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f97280b6a20 0x7f97280d1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972e000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f972815c420 0x7f97280b6e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97280739a0 0x7f97280b6180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972e000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f97280b7340 con 0x7f97280b6a20 2024-09-10T10:40:50.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972e000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9728073ed0 con 0x7f972815c420 2024-09-10T10:40:50.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972e000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f97280b53c0 con 0x7f97280739a0 2024-09-10T10:40:50.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972cc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f97280b6a20 0x7f97280d1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972cc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f97280b6a20 0x7f97280d1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:42998/0 (socket says 172.21.15.22:42998) 2024-09-10T10:40:50.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972cc00640 1 -- 172.21.15.22:0/2316508824 learned_addr learned my addr 172.21.15.22:0/2316508824 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:50.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972d600640 1 --2- 172.21.15.22:0/2316508824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97280739a0 0x7f97280b6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f971fe00640 1 --2- 172.21.15.22:0/2316508824 >> v2:172.21.15.145:3300/0 conn(0x7f972815c420 0x7f97280b6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972cc00640 1 -- 172.21.15.22:0/2316508824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97280739a0 msgr2=0x7f97280b6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:50.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972cc00640 1 --2- 172.21.15.22:0/2316508824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97280739a0 0x7f97280b6180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972cc00640 1 -- 172.21.15.22:0/2316508824 >> v2:172.21.15.145:3300/0 conn(0x7f972815c420 msgr2=0x7f97280b6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:50.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972cc00640 1 --2- 172.21.15.22:0/2316508824 >> v2:172.21.15.145:3300/0 conn(0x7f972815c420 0x7f97280b6e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.073+0000 7f972cc00640 1 -- 172.21.15.22:0/2316508824 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97280b56a0 con 0x7f97280b6a20 2024-09-10T10:40:50.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972cc00640 1 --2- 172.21.15.22:0/2316508824 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f97280b6a20 0x7f97280d1cf0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f97280719f0 tx=0x7f971801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ed4452dc8c34d0b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:50.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f9727e00640 1 -- 172.21.15.22:0/2316508824 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97180aa610 con 0x7f97280b6a20 2024-09-10T10:40:50.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f9727e00640 1 -- 172.21.15.22:0/2316508824 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97180af070 con 0x7f97280b6a20 2024-09-10T10:40:50.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f9727e00640 1 -- 172.21.15.22:0/2316508824 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97180aa9d0 con 0x7f97280b6a20 2024-09-10T10:40:50.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 -- 172.21.15.22:0/2316508824 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f97280b6a20 msgr2=0x7f97280d1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 --2- 172.21.15.22:0/2316508824 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f97280b6a20 0x7f97280d1cf0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f97280719f0 tx=0x7f971801c4f0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 -- 172.21.15.22:0/2316508824 shutdown_connections 2024-09-10T10:40:50.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 --2- 172.21.15.22:0/2316508824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97280739a0 0x7f97280b6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 --2- 172.21.15.22:0/2316508824 >> v2:172.21.15.145:3300/0 conn(0x7f972815c420 0x7f97280b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 --2- 172.21.15.22:0/2316508824 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f97280b6a20 0x7f97280d1cf0 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 -- 172.21.15.22:0/2316508824 >> 172.21.15.22:0/2316508824 conn(0x7f97280d2290 msgr2=0x7f97280d26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:50.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 -- 172.21.15.22:0/2316508824 shutdown_connections 2024-09-10T10:40:50.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 -- 172.21.15.22:0/2316508824 wait complete. 2024-09-10T10:40:50.082 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 Processor -- start 2024-09-10T10:40:50.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 -- start start 2024-09-10T10:40:50.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97280739a0 0x7f972815e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97280b6a20 0x7f9728152b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f972815c420 0x7f972814d310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f97280cec70 con 0x7f972815c420 2024-09-10T10:40:50.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f97280ceaf0 con 0x7f97280739a0 2024-09-10T10:40:50.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.077+0000 7f972e000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f97280d06c0 con 0x7f97280b6a20 2024-09-10T10:40:50.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972d600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f972815c420 0x7f972814d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972cc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97280739a0 0x7f972815e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972cc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97280739a0 0x7f972815e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:41668/0 (socket says 172.21.15.22:41668) 2024-09-10T10:40:50.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972cc00640 1 -- 172.21.15.22:0/3897568742 learned_addr learned my addr 172.21.15.22:0/3897568742 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:50.085 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f971fe00640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97280b6a20 0x7f9728152b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972cc00640 1 -- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97280b6a20 msgr2=0x7f9728152b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972cc00640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97280b6a20 0x7f9728152b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972cc00640 1 -- 172.21.15.22:0/3897568742 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f972815c420 msgr2=0x7f972814d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972cc00640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f972815c420 0x7f972814d310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972cc00640 1 -- 172.21.15.22:0/3897568742 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97281530d0 con 0x7f97280739a0 2024-09-10T10:40:50.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972d600640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f972815c420 0x7f972814d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:50.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972cc00640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97280739a0 0x7f972815e6b0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f971801aba0 tx=0x7f971801ad30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:50.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f9725600640 1 -- 172.21.15.22:0/3897568742 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97180bd3f0 con 0x7f97280739a0 2024-09-10T10:40:50.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f9725600640 1 -- 172.21.15.22:0/3897568742 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97180bd590 con 0x7f97280739a0 2024-09-10T10:40:50.086 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f9725600640 1 -- 172.21.15.22:0/3897568742 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97180bd960 con 0x7f97280739a0 2024-09-10T10:40:50.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972e000640 1 -- 172.21.15.22:0/3897568742 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9728154b60 con 0x7f97280739a0 2024-09-10T10:40:50.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972e000640 1 -- 172.21.15.22:0/3897568742 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97281520b0 con 0x7f97280739a0 2024-09-10T10:40:50.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f972e000640 1 -- 172.21.15.22:0/3897568742 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97280d0990 con 0x7f97280739a0 2024-09-10T10:40:50.087 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.081+0000 7f9725600640 1 -- 172.21.15.22:0/3897568742 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f97180bdb00 con 0x7f97280739a0 2024-09-10T10:40:50.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.085+0000 7f9725600640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f97040678c0 0x7f9704069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.085+0000 7f9725600640 1 -- 172.21.15.22:0/3897568742 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f9718120090 con 0x7f97280739a0 2024-09-10T10:40:50.088 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.085+0000 7f971fe00640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f97040678c0 0x7f9704069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.089 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.085+0000 7f971fe00640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f97040678c0 0x7f9704069d80 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f972815b9e0 tx=0x7f9710009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:50.091 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.085+0000 7f9725600640 1 -- 172.21.15.22:0/3897568742 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f97180a7070 con 0x7f97280739a0 2024-09-10T10:40:50.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.309+0000 7f972e000640 1 -- 172.21.15.22:0/3897568742 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f97280735c0 con 0x7f97280739a0 2024-09-10T10:40:50.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.313+0000 7f9725600640 1 -- 172.21.15.22:0/3897568742 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v22) ==== 190+0+147 (secure 0 0 0) 0x7f9718016110 con 0x7f97280739a0 2024-09-10T10:40:50.319 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:40:50.319 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:40:50.319 INFO:teuthology.orchestra.run.smithi022.stdout: caps mds = "allow" 2024-09-10T10:40:50.319 INFO:teuthology.orchestra.run.smithi022.stdout: caps mon = "allow r" 2024-09-10T10:40:50.319 INFO:teuthology.orchestra.run.smithi022.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:40:50.320 INFO:teuthology.orchestra.run.smithi022.stderr:updated caps for client.0 2024-09-10T10:40:50.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 -- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f97040678c0 msgr2=0x7f9704069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f97040678c0 0x7f9704069d80 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f972815b9e0 tx=0x7f9710009190 comp rx=0 tx=0).stop 2024-09-10T10:40:50.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 -- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97280739a0 msgr2=0x7f972815e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97280739a0 0x7f972815e6b0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f971801aba0 tx=0x7f971801ad30 comp rx=0 tx=0).stop 2024-09-10T10:40:50.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 -- 172.21.15.22:0/3897568742 shutdown_connections 2024-09-10T10:40:50.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f97040678c0 0x7f9704069d80 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f972815c420 0x7f972814d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97280b6a20 0x7f9728152b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 --2- 172.21.15.22:0/3897568742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97280739a0 0x7f972815e6b0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 -- 172.21.15.22:0/3897568742 >> 172.21.15.22:0/3897568742 conn(0x7f97280d2290 msgr2=0x7f972815a980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:50.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 -- 172.21.15.22:0/3897568742 shutdown_connections 2024-09-10T10:40:50.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.317+0000 7f972e000640 1 -- 172.21.15.22:0/3897568742 wait complete. 2024-09-10T10:40:50.341 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:50.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.477+0000 7f6f9b600640 1 Processor -- start 2024-09-10T10:40:50.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.477+0000 7f6f9b600640 1 -- start start 2024-09-10T10:40:50.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f9b600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6f940b56f0 0x7f6f94071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f9b600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f940ce880 con 0x7f6f9415b220 2024-09-10T10:40:50.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f9b600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f940ceb60 con 0x7f6f9415b600 2024-09-10T10:40:50.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f9b600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f6f9406d6e0 con 0x7f6f940b56f0 2024-09-10T10:40:50.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f98c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6f9415b220 0x7f6f940b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35072/0 (socket says 172.21.15.22:35072) 2024-09-10T10:40:50.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f98c00640 1 -- 172.21.15.22:0/758423119 learned_addr learned my addr 172.21.15.22:0/758423119 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1526817592 0 0) 0x7f6f940ce880 con 0x7f6f9415b220 2024-09-10T10:40:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f99600640 1 --2- 172.21.15.22:0/758423119 >> v2:172.21.15.145:3300/0 conn(0x7f6f940b56f0 0x7f6f94071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6f78005740 con 0x7f6f9415b220 2024-09-10T10:40:50.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3953238016 0 0) 0x7f6f78005740 con 0x7f6f9415b220 2024-09-10T10:40:50.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 >> v2:172.21.15.145:3300/0 conn(0x7f6f940b56f0 msgr2=0x7f6f94071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:50.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 --2- 172.21.15.22:0/758423119 >> v2:172.21.15.145:3300/0 conn(0x7f6f940b56f0 0x7f6f94071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 >> v1:172.21.15.145:6789/0 conn(0x7f6f9415b600 legacy=0x7f6f940b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f940cee40 con 0x7f6f9415b220 2024-09-10T10:40:50.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f6f84001680 con 0x7f6f9415b220 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 >> v1:172.21.15.22:6789/0 conn(0x7f6f9415b220 legacy=0x7f6f940b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f78005c20 0x7f6f78006040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f78006a20 0x7f6f78006ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f78007500 0x7f6f7800dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6f7800e3d0 con 0x7f6f78006a20 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6f7800e580 con 0x7f6f78007500 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6f7800e780 con 0x7f6f78005c20 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f8be00640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f78006a20 0x7f6f78006ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f98c00640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f78005c20 0x7f6f78006040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f99600640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f78007500 0x7f6f7800dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f8be00640 1 -- 172.21.15.22:0/758423119 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f78005c20 msgr2=0x7f6f78006040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f8be00640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f78005c20 0x7f6f78006040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f8be00640 1 -- 172.21.15.22:0/758423119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f78007500 msgr2=0x7f6f7800dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:50.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f8be00640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f78007500 0x7f6f7800dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f8be00640 1 -- 172.21.15.22:0/758423119 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f78005740 con 0x7f6f78006a20 2024-09-10T10:40:50.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.481+0000 7f6f99600640 1 -- 172.21.15.22:0/758423119 reap_dead start 2024-09-10T10:40:50.489 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f8be00640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f78006a20 0x7f6f78006ea0 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c001780 tx=0x7f6f7c01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1597ca736a79f7b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:50.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c0013a0 con 0x7f6f78006a20 2024-09-10T10:40:50.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f7c0052f0 con 0x7f6f78006a20 2024-09-10T10:40:50.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f93e00640 1 -- 172.21.15.22:0/758423119 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c003840 con 0x7f6f78006a20 2024-09-10T10:40:50.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f9b600640 1 -- 172.21.15.22:0/758423119 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f78006a20 msgr2=0x7f6f78006ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f9b600640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f78006a20 0x7f6f78006ea0 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c001780 tx=0x7f6f7c01c3d0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f9b600640 1 -- 172.21.15.22:0/758423119 shutdown_connections 2024-09-10T10:40:50.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f9b600640 1 --2- 172.21.15.22:0/758423119 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f78006a20 0x7f6f78006ea0 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f9b600640 1 -- 172.21.15.22:0/758423119 >> 172.21.15.22:0/758423119 conn(0x7f6f94062dd0 msgr2=0x7f6f9406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:50.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f9b600640 1 -- 172.21.15.22:0/758423119 shutdown_connections 2024-09-10T10:40:50.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.485+0000 7f6f9b600640 1 -- 172.21.15.22:0/758423119 wait complete. 2024-09-10T10:40:50.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 Processor -- start 2024-09-10T10:40:50.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 -- start start 2024-09-10T10:40:50.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f78006a20 0x7f6f940aef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f94144c10 0x7f6f9415ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f94145090 0x7f6f9415f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6f940b48a0 con 0x7f6f94145090 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6f940b4720 con 0x7f6f94144c10 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6f940cf640 con 0x7f6f78006a20 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f99600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f94145090 0x7f6f9415f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f98c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f78006a20 0x7f6f940aef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f99600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f94145090 0x7f6f9415f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43032/0 (socket says 172.21.15.22:43032) 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f99600640 1 -- 172.21.15.22:0/937487660 learned_addr learned my addr 172.21.15.22:0/937487660 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f98c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f78006a20 0x7f6f940aef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:48874/0 (socket says 172.21.15.22:48874) 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f8be00640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f94144c10 0x7f6f9415ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f99600640 1 -- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f78006a20 msgr2=0x7f6f940aef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f99600640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f78006a20 0x7f6f940aef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.495 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f99600640 1 -- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f94144c10 msgr2=0x7f6f9415ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f99600640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f94144c10 0x7f6f9415ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f99600640 1 -- 172.21.15.22:0/937487660 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f94145660 con 0x7f6f94145090 2024-09-10T10:40:50.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f99600640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f94145090 0x7f6f9415f1a0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f6f9406f310 tx=0x7f6f8c015490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:50.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f91600640 1 -- 172.21.15.22:0/937487660 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c003ba0 con 0x7f6f94145090 2024-09-10T10:40:50.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f91600640 1 -- 172.21.15.22:0/937487660 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f8c020070 con 0x7f6f94145090 2024-09-10T10:40:50.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f91600640 1 -- 172.21.15.22:0/937487660 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c015e80 con 0x7f6f94145090 2024-09-10T10:40:50.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 -- 172.21.15.22:0/937487660 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f94145940 con 0x7f6f94145090 2024-09-10T10:40:50.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 -- 172.21.15.22:0/937487660 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f94155e10 con 0x7f6f94145090 2024-09-10T10:40:50.496 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.489+0000 7f6f9b600640 1 -- 172.21.15.22:0/937487660 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f940cf970 con 0x7f6f94145090 2024-09-10T10:40:50.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.493+0000 7f6f91600640 1 -- 172.21.15.22:0/937487660 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6f8c01a070 con 0x7f6f94145090 2024-09-10T10:40:50.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.493+0000 7f6f91600640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f700678c0 0x7f6f70069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:50.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.493+0000 7f6f91600640 1 -- 172.21.15.22:0/937487660 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f6f8c08a3d0 con 0x7f6f94145090 2024-09-10T10:40:50.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.493+0000 7f6f98c00640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f700678c0 0x7f6f70069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:50.498 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.493+0000 7f6f98c00640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f700678c0 0x7f6f70069d80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f6f84000c10 tx=0x7f6f84001dc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:50.502 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.497+0000 7f6f91600640 1 -- 172.21.15.22:0/937487660 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6f8c05a830 con 0x7f6f94145090 2024-09-10T10:40:50.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.697+0000 7f6f9b600640 1 -- 172.21.15.22:0/937487660 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6f94072e90 con 0x7f6f94145090 2024-09-10T10:40:50.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.697+0000 7f6f91600640 1 -- 172.21.15.22:0/937487660 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5218 (secure 0 0 0) 0x7f6f8c05eb30 con 0x7f6f94145090 2024-09-10T10:40:50.702 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:50.703 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":95,"btime":"2024-09-10T10:40:48:366032+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6563,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3155757098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":3155757098},{"type":"v1","addr":"172.21.15.22:6835","nonce":3155757098}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":6569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/46627420","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":46627420},{"type":"v1","addr":"172.21.15.145:6837","nonce":46627420}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":7459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/88156359","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":88156359},{"type":"v1","addr":"172.21.15.22:6833","nonce":88156359}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:44.744633+0000","modified":"2024-09-10T10:40:47.759940+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7465},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7465":{"gid":7465,"name":"b","rank":0,"incarnation":91,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/977032204","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":977032204},{"type":"v1","addr":"172.21.15.145:6836","nonce":977032204}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7465,"qdb_cluster":[7465]},"id":10}]} 2024-09-10T10:40:50.703 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 95 2024-09-10T10:40:50.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 -- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f700678c0 msgr2=0x7f6f70069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f700678c0 0x7f6f70069d80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f6f84000c10 tx=0x7f6f84001dc0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 -- 172.21.15.22:0/937487660 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f94145090 msgr2=0x7f6f9415f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:50.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f94145090 0x7f6f9415f1a0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f6f9406f310 tx=0x7f6f8c015490 comp rx=0 tx=0).stop 2024-09-10T10:40:50.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 -- 172.21.15.22:0/937487660 shutdown_connections 2024-09-10T10:40:50.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6f700678c0 0x7f6f70069d80 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6f94145090 0x7f6f9415f1a0 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f94144c10 0x7f6f9415ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 --2- 172.21.15.22:0/937487660 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f78006a20 0x7f6f940aef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:50.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 -- 172.21.15.22:0/937487660 >> 172.21.15.22:0/937487660 conn(0x7f6f94062dd0 msgr2=0x7f6f9415c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:50.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 -- 172.21.15.22:0/937487660 shutdown_connections 2024-09-10T10:40:50.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:50.701+0000 7f6f9b600640 1 -- 172.21.15.22:0/937487660 wait complete. 2024-09-10T10:40:51.127 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 95, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:40:44.744633+0000', 'modified': '2024-09-10T10:40:47.759940+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7465}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7465': {'gid': 7465, 'name': 'b', 'rank': 0, 'incarnation': 91, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.145:6836/977032204', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6834', 'nonce': 977032204}, {'type': 'v1', 'addr': '172.21.15.145:6836', 'nonce': 977032204}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [21], 'metadata_pool': 20, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7465, 'qdb_cluster': [7465]} 2024-09-10T10:40:51.127 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:40:51.127 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-10T10:40:51.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.265+0000 7fa9bc000640 1 Processor -- start 2024-09-10T10:40:51.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.265+0000 7fa9bc000640 1 -- start start 2024-09-10T10:40:51.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.265+0000 7fa9bc000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9b415b600 0x7fa9b4071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.265+0000 7fa9bc000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa9b40b56f0 0x7fa9b40b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.265+0000 7fa9bc000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9b40ce880 con 0x7fa9b415b220 2024-09-10T10:40:51.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.265+0000 7fa9bc000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa9b406d6e0 con 0x7fa9b40b56f0 2024-09-10T10:40:51.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.265+0000 7fa9bc000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa9b40ceb60 con 0x7fa9b415b600 2024-09-10T10:40:51.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9b9600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa9b415b220 0x7fa9b40b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35084/0 (socket says 172.21.15.22:35084) 2024-09-10T10:40:51.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9b9600640 1 -- 172.21.15.22:0/1027829035 learned_addr learned my addr 172.21.15.22:0/1027829035 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:51.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9ba000640 1 --2- 172.21.15.22:0/1027829035 >> v2:172.21.15.22:3300/0 conn(0x7fa9b40b56f0 0x7fa9b40b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/1027829035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9b415b600 0x7fa9b4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9ba000640 1 -- 172.21.15.22:0/1027829035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9b415b600 msgr2=0x7fa9b4071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9ba000640 1 --2- 172.21.15.22:0/1027829035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9b415b600 0x7fa9b4071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9ba000640 1 -- 172.21.15.22:0/1027829035 >> v1:172.21.15.22:6789/0 conn(0x7fa9b415b220 legacy=0x7fa9b40b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9ba000640 1 -- 172.21.15.22:0/1027829035 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9b40cee40 con 0x7fa9b40b56f0 2024-09-10T10:40:51.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9ba000640 1 --2- 172.21.15.22:0/1027829035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b40b56f0 0x7fa9b40b3f10 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac009d90 tx=0x7fa9ac01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea520d43b8852280 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:51.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9b3e00640 1 -- 172.21.15.22:0/1027829035 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac0b1070 con 0x7fa9b40b56f0 2024-09-10T10:40:51.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9b3e00640 1 -- 172.21.15.22:0/1027829035 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9ac0a4ba0 con 0x7fa9b40b56f0 2024-09-10T10:40:51.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.269+0000 7fa9b3e00640 1 -- 172.21.15.22:0/1027829035 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac0ac440 con 0x7fa9b40b56f0 2024-09-10T10:40:51.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 -- 172.21.15.22:0/1027829035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b40b56f0 msgr2=0x7fa9b40b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 --2- 172.21.15.22:0/1027829035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b40b56f0 0x7fa9b40b3f10 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac009d90 tx=0x7fa9ac01c420 comp rx=0 tx=0).stop 2024-09-10T10:40:51.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 -- 172.21.15.22:0/1027829035 shutdown_connections 2024-09-10T10:40:51.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 --2- 172.21.15.22:0/1027829035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b40b56f0 0x7fa9b40b3f10 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 --2- 172.21.15.22:0/1027829035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9b415b600 0x7fa9b4071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 -- 172.21.15.22:0/1027829035 >> 172.21.15.22:0/1027829035 conn(0x7fa9b4062dd0 msgr2=0x7fa9b406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:51.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 -- 172.21.15.22:0/1027829035 shutdown_connections 2024-09-10T10:40:51.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 -- 172.21.15.22:0/1027829035 wait complete. 2024-09-10T10:40:51.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 Processor -- start 2024-09-10T10:40:51.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 -- start start 2024-09-10T10:40:51.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9b40b56f0 0x7fa9b4153e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b415b220 0x7fa9b40b0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9b415b600 0x7fa9b4160100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa9b4168c90 con 0x7fa9b415b220 2024-09-10T10:40:51.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa9b4168b10 con 0x7fa9b415b600 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9bc000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa9b4168e10 con 0x7fa9b40b56f0 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9b8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b415b220 0x7fa9b40b0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9b8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b415b220 0x7fa9b40b0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43052/0 (socket says 172.21.15.22:43052) 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9b8c00640 1 -- 172.21.15.22:0/4049658357 learned_addr learned my addr 172.21.15.22:0/4049658357 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9ba000640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9b415b600 0x7fa9b4160100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9b9600640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9b40b56f0 0x7fa9b4153e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9b8c00640 1 -- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9b40b56f0 msgr2=0x7fa9b4153e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9b40b56f0 0x7fa9b4153e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9b8c00640 1 -- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9b415b600 msgr2=0x7fa9b4160100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9b415b600 0x7fa9b4160100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9b8c00640 1 -- 172.21.15.22:0/4049658357 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9b4160640 con 0x7fa9b415b220 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.273+0000 7fa9ba000640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9b415b600 0x7fa9b4160100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:51.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b415b220 0x7fa9b40b0d90 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7fa9a000d5f0 tx=0x7fa9a000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:51.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9b1600640 1 -- 172.21.15.22:0/4049658357 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9a00125f0 con 0x7fa9b415b220 2024-09-10T10:40:51.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9b1600640 1 -- 172.21.15.22:0/4049658357 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9a0019070 con 0x7fa9b415b220 2024-09-10T10:40:51.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9b1600640 1 -- 172.21.15.22:0/4049658357 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9a00129b0 con 0x7fa9b415b220 2024-09-10T10:40:51.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9bc000640 1 -- 172.21.15.22:0/4049658357 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9b40b1490 con 0x7fa9b415b220 2024-09-10T10:40:51.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9bc000640 1 -- 172.21.15.22:0/4049658357 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9b40b1a50 con 0x7fa9b415b220 2024-09-10T10:40:51.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9b1600640 1 -- 172.21.15.22:0/4049658357 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa9a0012b50 con 0x7fa9b415b220 2024-09-10T10:40:51.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9b1600640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa9940678c0 0x7fa994069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9b1600640 1 -- 172.21.15.22:0/4049658357 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fa9a00860e0 con 0x7fa9b415b220 2024-09-10T10:40:51.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9bf43b000 1 Processor -- start 2024-09-10T10:40:51.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9bf43b000 1 -- start start 2024-09-10T10:40:51.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.277+0000 7fa9b9600640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa9940678c0 0x7fa994069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb6929b20 0x55ebb6929f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb692a440 0x55ebb68dfd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb68e0290 0x55ebb68e0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55ebb67c7b60 con 0x55ebb68e0290 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ebb672ec70 con 0x55ebb692a440 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ebb66d4ed0 con 0x55ebb6929b20 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9b9600640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa9940678c0 0x7fa994069d80 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8000f70 tx=0x7fa9a8007c70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9ba000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb68e0290 0x55ebb68e0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9ba000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb68e0290 0x55ebb68e0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43068/0 (socket says 172.21.15.22:43068) 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9ba000640 1 -- 172.21.15.22:0/3998686462 learned_addr learned my addr 172.21.15.22:0/3998686462 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/3998686462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb692a440 0x55ebb68dfd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9b9600640 1 --2- 172.21.15.22:0/3998686462 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb6929b20 0x55ebb6929f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9ba000640 1 -- 172.21.15.22:0/3998686462 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb6929b20 msgr2=0x55ebb6929f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9ba000640 1 --2- 172.21.15.22:0/3998686462 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb6929b20 0x55ebb6929f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9ba000640 1 -- 172.21.15.22:0/3998686462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb692a440 msgr2=0x55ebb68dfd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9ba000640 1 --2- 172.21.15.22:0/3998686462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb692a440 0x55ebb68dfd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9ba000640 1 -- 172.21.15.22:0/3998686462 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebb66e6e50 con 0x55ebb68e0290 2024-09-10T10:40:51.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9ba000640 1 --2- 172.21.15.22:0/3998686462 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb68e0290 0x55ebb68e0670 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac0af040 tx=0x7fa9ac004ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fabac4c60cd5287 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:51.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9a6000640 1 -- 172.21.15.22:0/3998686462 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac0b1040 con 0x55ebb68e0290 2024-09-10T10:40:51.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9a6000640 1 -- 172.21.15.22:0/3998686462 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9ac0b7440 con 0x55ebb68e0290 2024-09-10T10:40:51.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9a6000640 1 -- 172.21.15.22:0/3998686462 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac0b7810 con 0x55ebb68e0290 2024-09-10T10:40:51.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 -- 172.21.15.22:0/3998686462 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb68e0290 msgr2=0x55ebb68e0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/3998686462 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb68e0290 0x55ebb68e0670 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac0af040 tx=0x7fa9ac004ac0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 -- 172.21.15.22:0/3998686462 shutdown_connections 2024-09-10T10:40:51.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/3998686462 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb68e0290 0x55ebb68e0670 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/3998686462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb692a440 0x55ebb68dfd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/3998686462 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb6929b20 0x55ebb6929f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 -- 172.21.15.22:0/3998686462 >> 172.21.15.22:0/3998686462 conn(0x55ebb68e6600 msgr2=0x55ebb68de630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 -- 172.21.15.22:0/3998686462 shutdown_connections 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 -- 172.21.15.22:0/3998686462 wait complete. 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 -- start start 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.281+0000 7fa9bf43b000 1 Processor -- start 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb6929b20 0x55ebb68e4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb692a440 0x55ebb68eacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb68e5330 0x55ebb68eb230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55ebb6790b00 con 0x55ebb692a440 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ebb6709360 con 0x55ebb6929b20 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ebb67062d0 con 0x55ebb68e5330 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 10 client.0 _ll_register_callbacks cb 0x55ebb68cb820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb692a440 0x55ebb68eacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb692a440 0x55ebb68eacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43078/0 (socket says 172.21.15.22:43078) 2024-09-10T10:40:51.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b8c00640 1 -- 172.21.15.22:0/242462026 learned_addr learned my addr 172.21.15.22:0/242462026 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b9600640 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb6929b20 0x55ebb68e4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9ba000640 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb68e5330 0x55ebb68eb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b8c00640 1 -- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb68e5330 msgr2=0x55ebb68eb230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb68e5330 0x55ebb68eb230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b8c00640 1 -- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb6929b20 msgr2=0x55ebb68e4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb6929b20 0x55ebb68e4df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b8c00640 1 -- 172.21.15.22:0/242462026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebb66d5120 con 0x55ebb692a440 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9ba000640 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb68e5330 0x55ebb68eb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb692a440 0x55ebb68eacf0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7fa9a0052970 tx=0x7fa9a0056650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5441a271f154194 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa99aa00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa99aa00640 1 -- 172.21.15.22:0/242462026 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9a0082060 con 0x55ebb692a440 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 1 -- 172.21.15.22:0/242462026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9ac0b7440 con 0x55ebb692a440 2024-09-10T10:40:51.291 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa99aa00640 1 -- 172.21.15.22:0/242462026 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fa9a0054810 con 0x55ebb692a440 2024-09-10T10:40:51.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa99aa00640 1 -- 172.21.15.22:0/242462026 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=95) ==== 24+0+0 (secure 0 0 0) 0x7fa9a0073050 con 0x55ebb692a440 2024-09-10T10:40:51.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 10 client.8088 fetch_fsmap learned FSMap version 95 2024-09-10T10:40:51.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 1 -- 172.21.15.22:0/242462026 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=95,monmap=2+}) -- 0x55ebb66ce450 con 0x55ebb692a440 2024-09-10T10:40:51.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa99aa00640 1 -- 172.21.15.22:0/242462026 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9ac0b7440 con 0x55ebb692a440 2024-09-10T10:40:51.293 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa99aa00640 1 -- 172.21.15.22:0/242462026 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 95) ==== 3502+0+0 (secure 0 0 0) 0x7fa9a0013070 con 0x55ebb692a440 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 10 client.8088 fetch_fsmap finished waiting for FSMap version 95 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 10 client.8088 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 20 client.8088 populate_metadata read hostname 'smithi022' 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:6834/977032204,v1:172.21.15.145:6836/977032204] conn(0x55ebb6938280 0x55ebb693a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 4 client.8088 mds_command: new command op to 7465 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9bf43b000 1 -- 172.21.15.22:0/242462026 --> [v2:172.21.15.145:6834/977032204,v1:172.21.15.145:6836/977032204] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ebb66c8c00 con 0x55ebb6938280 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b9600640 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:6834/977032204,v1:172.21.15.145:6836/977032204] conn(0x55ebb6938280 0x55ebb693a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa9b9600640 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:6834/977032204,v1:172.21.15.145:6836/977032204] conn(0x55ebb6938280 0x55ebb693a670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cdc7acc0a933868 server_cookie=668a4a5c680885aa in_seq=0 out_seq=0 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.285+0000 7fa99aa00640 10 client.8088 ms_handle_connect on v2:172.21.15.145:6834/977032204 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa99aa00640 1 -- 172.21.15.22:0/242462026 <== mds.0 v2:172.21.15.145:6834/977032204 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ebb66c8c00 con 0x55ebb6938280 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa99aa00640 10 client.8088 handle_command_reply: tid=0 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 client.8088 shutdown 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 -- 172.21.15.22:0/242462026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb692a440 msgr2=0x55ebb68eacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb692a440 0x55ebb68eacf0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7fa9a0052970 tx=0x7fa9a0056650 comp rx=0 tx=0).stop 2024-09-10T10:40:51.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 -- 172.21.15.22:0/242462026 shutdown_connections 2024-09-10T10:40:51.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:6834/977032204,v1:172.21.15.145:6836/977032204] conn(0x55ebb6938280 0x55ebb693a670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb68e5330 0x55ebb68eb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb692a440 0x55ebb68eacf0 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/242462026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb6929b20 0x55ebb68e4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 -- 172.21.15.22:0/242462026 >> 172.21.15.22:0/242462026 conn(0x55ebb68e0290 msgr2=0x55ebb68ded40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:51.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa99aa00640 0 client.8088 ms_handle_reset on v2:172.21.15.145:6834/977032204 2024-09-10T10:40:51.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 -- 172.21.15.22:0/242462026 shutdown_connections 2024-09-10T10:40:51.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 1 -- 172.21.15.22:0/242462026 wait complete. 2024-09-10T10:40:51.295 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.289+0000 7fa9bf43b000 20 client.8088 trim_cache size 0 max 16384 2024-09-10T10:40:51.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.305+0000 7fa9bf43b000 1 Processor -- start 2024-09-10T10:40:51.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.305+0000 7fa9bf43b000 1 -- start start 2024-09-10T10:40:51.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 0x55ebb6928cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb6929230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 0x55ebb693a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa9b415d800 con 0x55ebb6929b20 2024-09-10T10:40:51.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa9b41fc790 con 0x55ebb68e5330 2024-09-10T10:40:51.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa9b415d1b0 con 0x55ebb692a440 2024-09-10T10:40:51.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb6929230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb6929230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43088/0 (socket says 172.21.15.22:43088) 2024-09-10T10:40:51.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b8c00640 1 -- 172.21.15.22:0/19272728 learned_addr learned my addr 172.21.15.22:0/19272728 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:51.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b9600640 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 0x55ebb6928cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9ba000640 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 0x55ebb693a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b8c00640 1 -- 172.21.15.22:0/19272728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 msgr2=0x55ebb693a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 0x55ebb693a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b8c00640 1 -- 172.21.15.22:0/19272728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 msgr2=0x55ebb6928cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 0x55ebb6928cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b8c00640 1 -- 172.21.15.22:0/19272728 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebb692a270 con 0x55ebb6929b20 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b9600640 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 0x55ebb6928cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9ba000640 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 0x55ebb693a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb6929230 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7fa9a00114b0 tx=0x7fa9a0059000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8bc8486fe52c26b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9a5600640 1 -- 172.21.15.22:0/19272728 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9a006e070 con 0x55ebb6929b20 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9a5600640 1 -- 172.21.15.22:0/19272728 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9a00545b0 con 0x55ebb6929b20 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9a5600640 1 -- 172.21.15.22:0/19272728 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9a00527b0 con 0x55ebb6929b20 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- 172.21.15.22:0/19272728 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 msgr2=0x55ebb6929230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb6929230 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7fa9a00114b0 tx=0x7fa9a0059000 comp rx=0 tx=0).stop 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- 172.21.15.22:0/19272728 shutdown_connections 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 0x55ebb693a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb6929230 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/19272728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 0x55ebb6928cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- 172.21.15.22:0/19272728 >> 172.21.15.22:0/19272728 conn(0x55ebb68e0290 msgr2=0x55ebb68e4840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:51.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- 172.21.15.22:0/19272728 shutdown_connections 2024-09-10T10:40:51.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- 172.21.15.22:0/19272728 wait complete. 2024-09-10T10:40:51.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- start start 2024-09-10T10:40:51.316 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 Processor -- start 2024-09-10T10:40:51.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 0x55ebb693daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb699c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 0x55ebb699c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x55ebb672df80 con 0x55ebb6929b20 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ebb66e6ca0 con 0x55ebb68e5330 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ebb67332a0 con 0x55ebb692a440 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9bf43b000 10 client.0 _ll_register_callbacks cb 0x7fa9a0011340 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.309+0000 7fa9b8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb699c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb699c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43102/0 (socket says 172.21.15.22:43102) 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b8c00640 1 -- 172.21.15.22:0/2730617229 learned_addr learned my addr 172.21.15.22:0/2730617229 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9ba000640 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 0x55ebb699c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b9600640 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 0x55ebb693daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b8c00640 1 -- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 msgr2=0x55ebb699c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 0x55ebb699c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.319 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b8c00640 1 -- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 msgr2=0x55ebb693daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 0x55ebb693daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b8c00640 1 -- 172.21.15.22:0/2730617229 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebb66b5fd0 con 0x55ebb6929b20 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b8c00640 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb699c1e0 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7fa9a00564a0 tx=0x7fa9a00844d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f362c24863fb0e3f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa99aa00640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa99aa00640 1 -- 172.21.15.22:0/2730617229 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9a0082070 con 0x55ebb6929b20 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa99aa00640 1 -- 172.21.15.22:0/2730617229 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fa9a0054810 con 0x55ebb6929b20 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 -- 172.21.15.22:0/2730617229 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9a00545b0 con 0x55ebb6929b20 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa99aa00640 1 -- 172.21.15.22:0/2730617229 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=95) ==== 24+0+0 (secure 0 0 0) 0x7fa9a006e040 con 0x55ebb6929b20 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 10 client.8094 fetch_fsmap learned FSMap version 95 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 -- 172.21.15.22:0/2730617229 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=95,monmap=2+}) -- 0x55ebb67b1750 con 0x55ebb6929b20 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa99aa00640 1 -- 172.21.15.22:0/2730617229 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9a00545b0 con 0x55ebb6929b20 2024-09-10T10:40:51.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa99aa00640 1 -- 172.21.15.22:0/2730617229 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 95) ==== 3502+0+0 (secure 0 0 0) 0x7fa9a006e1e0 con 0x55ebb6929b20 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 10 client.8094 fetch_fsmap finished waiting for FSMap version 95 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 10 client.8094 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 20 client.8094 populate_metadata read hostname 'smithi022' 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:6834/977032204,v1:172.21.15.145:6836/977032204] conn(0x55ebb6958960 0x55ebb6958d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 4 client.8094 mds_command: new command op to 7465 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 -- 172.21.15.22:0/2730617229 --> [v2:172.21.15.145:6834/977032204,v1:172.21.15.145:6836/977032204] -- command(tid 0: {"prefix": "status"}) -- 0x55ebb673c3a0 con 0x55ebb6958960 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b9600640 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:6834/977032204,v1:172.21.15.145:6836/977032204] conn(0x55ebb6958960 0x55ebb6958d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9b9600640 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:6834/977032204,v1:172.21.15.145:6836/977032204] conn(0x55ebb6958960 0x55ebb6958d40 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67bb5822da445e1 server_cookie=2c94ba7b7e6bcb3a in_seq=0 out_seq=0 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa99aa00640 10 client.8094 ms_handle_connect on v2:172.21.15.145:6834/977032204 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa99aa00640 1 -- 172.21.15.22:0/2730617229 <== mds.0 v2:172.21.15.145:6834/977032204 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x55ebb673c3a0 con 0x55ebb6958960 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa99aa00640 10 client.8094 handle_command_reply: tid=0 2024-09-10T10:40:51.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 client.8094 shutdown 2024-09-10T10:40:51.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 -- 172.21.15.22:0/2730617229 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 msgr2=0x55ebb699c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb699c1e0 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7fa9a00564a0 tx=0x7fa9a00844d0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 -- 172.21.15.22:0/2730617229 shutdown_connections 2024-09-10T10:40:51.322 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:6834/977032204,v1:172.21.15.145:6836/977032204] conn(0x55ebb6958960 0x55ebb6958d40 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ebb692a440 0x55ebb699c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x55ebb6929b20 0x55ebb699c1e0 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 --2- 172.21.15.22:0/2730617229 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ebb68e5330 0x55ebb693daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa99aa00640 0 client.8094 ms_handle_reset on v2:172.21.15.145:6834/977032204 2024-09-10T10:40:51.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 -- 172.21.15.22:0/2730617229 >> 172.21.15.22:0/2730617229 conn(0x55ebb68e0290 msgr2=0x55ebb6927ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:51.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 -- 172.21.15.22:0/2730617229 shutdown_connections 2024-09-10T10:40:51.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 1 -- 172.21.15.22:0/2730617229 wait complete. 2024-09-10T10:40:51.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.313+0000 7fa9bf43b000 20 client.8094 trim_cache size 0 max 16384 2024-09-10T10:40:51.323 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:40:51.323 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 7465, 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 5.9769816730000001, 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 95, 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 126, 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 126, 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 10.793395908000001 2024-09-10T10:40:51.324 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:40:51.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 -- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa9940678c0 msgr2=0x7fa994069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa9940678c0 0x7fa994069d80 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8000f70 tx=0x7fa9a8007c70 comp rx=0 tx=0).stop 2024-09-10T10:40:51.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 -- 172.21.15.22:0/4049658357 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b415b220 msgr2=0x7fa9b40b0d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b415b220 0x7fa9b40b0d90 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7fa9a000d5f0 tx=0x7fa9a000dab0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 -- 172.21.15.22:0/4049658357 shutdown_connections 2024-09-10T10:40:51.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa9940678c0 0x7fa994069d80 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9b415b600 0x7fa9b4160100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa9b415b220 0x7fa9b40b0d90 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 --2- 172.21.15.22:0/4049658357 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9b40b56f0 0x7fa9b4153e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 -- 172.21.15.22:0/4049658357 >> 172.21.15.22:0/4049658357 conn(0x7fa9b4062dd0 msgr2=0x7fa9b406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:51.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 -- 172.21.15.22:0/4049658357 shutdown_connections 2024-09-10T10:40:51.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.317+0000 7fa9bc000640 1 -- 172.21.15.22:0/4049658357 wait complete. 2024-09-10T10:40:51.339 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:40:51.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.473+0000 7f5379000640 1 Processor -- start 2024-09-10T10:40:51.480 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.473+0000 7f5379000640 1 -- start start 2024-09-10T10:40:51.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5379000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b56f0 0x7f5374071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5379000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53740ce880 con 0x7f537415b220 2024-09-10T10:40:51.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5379000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53740ceb60 con 0x7f537415b600 2024-09-10T10:40:51.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5379000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f537406d6e0 con 0x7f53740b56f0 2024-09-10T10:40:51.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5371e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f537415b220 0x7f53740b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35094/0 (socket says 172.21.15.22:35094) 2024-09-10T10:40:51.481 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5371e00640 1 -- 172.21.15.22:0/1727783572 learned_addr learned my addr 172.21.15.22:0/1727783572 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:51.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5372800640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b56f0 0x7f5374071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 525077053 0 0) 0x7f53740ce880 con 0x7f537415b220 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5358003530 con 0x7f537415b220 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 258325141 0 0) 0x7f53740ceb60 con 0x7f537415b600 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f53740ce880 con 0x7f537415b600 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 535369494 0 0) 0x7f5358003530 con 0x7f537415b220 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b56f0 msgr2=0x7f5374071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b56f0 0x7f5374071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 >> v1:172.21.15.145:6789/0 conn(0x7f537415b600 legacy=0x7f53740b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53740cee40 con 0x7f537415b220 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f5364001680 con 0x7f537415b220 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 >> v1:172.21.15.22:6789/0 conn(0x7f537415b220 legacy=0x7f53740b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.484 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5358003b80 0x7f5358003f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b56f0 0x7f5358004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 0x7f53580051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f535800bc00 con 0x7f5358004d50 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f535800bdb0 con 0x7f5358003b80 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f535800bfb0 con 0x7f53740b56f0 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5371e00640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5358003b80 0x7f5358003f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5372800640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 0x7f53580051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5371400640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b56f0 0x7f5358004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5372800640 1 -- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b56f0 msgr2=0x7f5358004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5372800640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b56f0 0x7f5358004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5372800640 1 -- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5358003b80 msgr2=0x7f5358003f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5372800640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5358003b80 0x7f5358003f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5372800640 1 -- 172.21.15.22:0/1727783572 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5358003530 con 0x7f5358004d50 2024-09-10T10:40:51.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.477+0000 7f5371e00640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5358003b80 0x7f5358003f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:40:51.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5372800640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 0x7f53580051d0 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f536c009fc0 tx=0x7f536c01cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6905f225e6a324f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:51.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c0b2070 con 0x7f5358004d50 2024-09-10T10:40:51.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f536c0a5b70 con 0x7f5358004d50 2024-09-10T10:40:51.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5370a00640 1 -- 172.21.15.22:0/1727783572 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c009c10 con 0x7f5358004d50 2024-09-10T10:40:51.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5379000640 1 -- 172.21.15.22:0/1727783572 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 msgr2=0x7f53580051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5379000640 1 --2- 172.21.15.22:0/1727783572 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 0x7f53580051d0 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f536c009fc0 tx=0x7f536c01cc70 comp rx=0 tx=0).stop 2024-09-10T10:40:51.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5372800640 1 -- 172.21.15.22:0/1727783572 reap_dead start 2024-09-10T10:40:51.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5379000640 1 -- 172.21.15.22:0/1727783572 shutdown_connections 2024-09-10T10:40:51.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5379000640 1 -- 172.21.15.22:0/1727783572 >> 172.21.15.22:0/1727783572 conn(0x7f5374062dd0 msgr2=0x7f537406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:51.487 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5379000640 1 -- 172.21.15.22:0/1727783572 shutdown_connections 2024-09-10T10:40:51.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.481+0000 7f5379000640 1 -- 172.21.15.22:0/1727783572 wait complete. 2024-09-10T10:40:51.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 Processor -- start 2024-09-10T10:40:51.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 -- start start 2024-09-10T10:40:51.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 0x7f53741f88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.490 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b0460 0x7f53740b1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53740b2100 0x7f53740ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f53740cffd0 con 0x7f5358004d50 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f53740cfe50 con 0x7f53740b2100 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f53740d0150 con 0x7f53740b0460 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5371e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 0x7f53741f88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5371e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 0x7f53741f88f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43112/0 (socket says 172.21.15.22:43112) 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5371e00640 1 -- 172.21.15.22:0/2872322579 learned_addr learned my addr 172.21.15.22:0/2872322579 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5371e00640 1 -- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b0460 msgr2=0x7f53740b1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5371e00640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b0460 0x7f53740b1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5371e00640 1 -- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53740b2100 msgr2=0x7f53740ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5371e00640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53740b2100 0x7f53740ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5371e00640 1 -- 172.21.15.22:0/2872322579 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53741f7e30 con 0x7f5358004d50 2024-09-10T10:40:51.491 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5371e00640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 0x7f53741f88f0 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f5364007310 tx=0x7f53640077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:51.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f536a000640 1 -- 172.21.15.22:0/2872322579 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536401a070 con 0x7f5358004d50 2024-09-10T10:40:51.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f536a000640 1 -- 172.21.15.22:0/2872322579 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f536400f8e0 con 0x7f5358004d50 2024-09-10T10:40:51.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f536a000640 1 -- 172.21.15.22:0/2872322579 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536400fc90 con 0x7f5358004d50 2024-09-10T10:40:51.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 -- 172.21.15.22:0/2872322579 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53740b2680 con 0x7f5358004d50 2024-09-10T10:40:51.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 -- 172.21.15.22:0/2872322579 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53741f80f0 con 0x7f5358004d50 2024-09-10T10:40:51.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.485+0000 7f5379000640 1 -- 172.21.15.22:0/2872322579 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53740b4fe0 con 0x7f5358004d50 2024-09-10T10:40:51.492 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.489+0000 7f536a000640 1 -- 172.21.15.22:0/2872322579 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f536401d360 con 0x7f5358004d50 2024-09-10T10:40:51.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.489+0000 7f536a000640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53540678f0 0x7f5354069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:51.493 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.489+0000 7f536a000640 1 -- 172.21.15.22:0/2872322579 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f5364085630 con 0x7f5358004d50 2024-09-10T10:40:51.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.489+0000 7f5371400640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53540678f0 0x7f5354069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:51.494 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.489+0000 7f5371400640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53540678f0 0x7f5354069db0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f53600010f0 tx=0x7f5360009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:51.497 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.493+0000 7f536a000640 1 -- 172.21.15.22:0/2872322579 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5364056200 con 0x7f5358004d50 2024-09-10T10:40:51.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.689+0000 7f5379000640 1 -- 172.21.15.22:0/2872322579 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5374164ec0 con 0x7f5358004d50 2024-09-10T10:40:51.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f536a000640 1 -- 172.21.15.22:0/2872322579 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v95) ==== 53+0+73 (secure 0 0 0) 0x7f5364055b00 con 0x7f5358004d50 2024-09-10T10:40:51.696 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:40:51.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 -- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53540678f0 msgr2=0x7f5354069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53540678f0 0x7f5354069db0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f53600010f0 tx=0x7f5360009040 comp rx=0 tx=0).stop 2024-09-10T10:40:51.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 -- 172.21.15.22:0/2872322579 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 msgr2=0x7f53741f88f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:51.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 0x7f53741f88f0 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f5364007310 tx=0x7f53640077d0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 -- 172.21.15.22:0/2872322579 shutdown_connections 2024-09-10T10:40:51.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f53540678f0 0x7f5354069db0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53740b2100 0x7f53740ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53740b0460 0x7f53740b1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 --2- 172.21.15.22:0/2872322579 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5358004d50 0x7f53741f88f0 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:51.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 -- 172.21.15.22:0/2872322579 >> 172.21.15.22:0/2872322579 conn(0x7f5374062dd0 msgr2=0x7f5374149c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:51.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 -- 172.21.15.22:0/2872322579 shutdown_connections 2024-09-10T10:40:51.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51.693+0000 7f5379000640 1 -- 172.21.15.22:0/2872322579 wait complete. 2024-09-10T10:40:51.717 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:40:51.717 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:40:51.717 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:40:51.718 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:40:51.718 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:40:51.718 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:40:51.718 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:40:51.718 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:40:51.718 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:40:51.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:51.718 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:40:51.728 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:40:51.729 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:40:51.729 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:40:51.729 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:51.729 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:40:51.729 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:51.729 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:51.729 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:51.729 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:40:51.729 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:51.729 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 41933sec preferred_lft 41933sec 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:51.730 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:40:51.731 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:40:51.732 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:51.732 INFO:teuthology.orchestra.run.smithi022.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:40:51.732 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:40:51.732 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:40:51.732 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:51.732 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:51.732 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:40:51.793 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:40:51.795 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:51.796 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:40:51.849 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:40:51.849 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:40:51.849 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:40:51.849 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:40:51.849 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:40:51.849 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:40:51.850 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:40:51.850 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:40:51.850 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:40:51.850 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:40:51.850 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:40:51.850 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:40:51.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:40:51.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:51.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:51.987 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:40:51.996 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:40:51.996 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:40:51.996 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:40:51.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:51.997 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:40:52.060 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:40:52.060 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:40:52.111 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:40:52.111 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:40:52.112 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:40:52.163 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:40:52.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:52.164 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:52.257 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:52.257 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:40:52.270 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:52.270 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:40:52.270 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:40:52.270 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:40:52.271 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:40:52.274 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:40:52.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:52.274 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:40:52.295 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:40:52.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:40:52.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:52.409 INFO:teuthology.orchestra.run.smithi022.stdout:client7579 2024-09-10T10:40:52.409 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:52.409 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:52.419 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:40:52.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e89800640 1 Processor -- start 2024-09-10T10:40:52.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e89800640 1 -- start start 2024-09-10T10:40:52.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e89800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3e840b5ae0 0x7f3e84070170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:52.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e89800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e8406ece0 con 0x7f3e8406d3e0 2024-09-10T10:40:52.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e89800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e840b6010 con 0x7f3e8415b220 2024-09-10T10:40:52.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e89800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3e8406f5d0 con 0x7f3e840b5ae0 2024-09-10T10:40:52.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e83400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3e840b5ae0 0x7f3e84070170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:52.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e82000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3e8406d3e0 0x7f3e8406fa60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35102/0 (socket says 172.21.15.22:35102) 2024-09-10T10:40:52.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e82000640 1 -- 172.21.15.22:0/401109134 learned_addr learned my addr 172.21.15.22:0/401109134 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:52.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e83400640 1 -- 172.21.15.22:0/401109134 >> v1:172.21.15.145:6789/0 conn(0x7f3e8415b220 legacy=0x7f3e8406ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:52.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e83400640 1 -- 172.21.15.22:0/401109134 >> v1:172.21.15.22:6789/0 conn(0x7f3e8406d3e0 legacy=0x7f3e8406fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:52.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e83400640 1 -- 172.21.15.22:0/401109134 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e8406ef80 con 0x7f3e840b5ae0 2024-09-10T10:40:52.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.601+0000 7f3e81600640 1 -- 172.21.15.22:0/401109134 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2569877267 0 0) 0x7f3e8406ece0 con 0x7f3e8406d3e0 2024-09-10T10:40:52.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e83400640 1 --2- 172.21.15.22:0/401109134 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e840b5ae0 0x7f3e84070170 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c009d90 tx=0x7f3e7c01c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b38a3a44a1c8aaa7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:52.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e81600640 1 -- 172.21.15.22:0/401109134 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e7c0b2070 con 0x7f3e840b5ae0 2024-09-10T10:40:52.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e81600640 1 -- 172.21.15.22:0/401109134 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e7c0a5990 con 0x7f3e840b5ae0 2024-09-10T10:40:52.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e81600640 1 -- 172.21.15.22:0/401109134 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e7c0a5d60 con 0x7f3e840b5ae0 2024-09-10T10:40:52.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e89800640 1 -- 172.21.15.22:0/401109134 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e840b5ae0 msgr2=0x7f3e84070170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:52.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e89800640 1 --2- 172.21.15.22:0/401109134 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e840b5ae0 0x7f3e84070170 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c009d90 tx=0x7f3e7c01c8b0 comp rx=0 tx=0).stop 2024-09-10T10:40:52.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e89800640 1 -- 172.21.15.22:0/401109134 shutdown_connections 2024-09-10T10:40:52.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e89800640 1 --2- 172.21.15.22:0/401109134 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e840b5ae0 0x7f3e84070170 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:52.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e89800640 1 -- 172.21.15.22:0/401109134 >> 172.21.15.22:0/401109134 conn(0x7f3e84072110 msgr2=0x7f3e84072520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:52.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e89800640 1 -- 172.21.15.22:0/401109134 shutdown_connections 2024-09-10T10:40:52.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.605+0000 7f3e89800640 1 -- 172.21.15.22:0/401109134 wait complete. 2024-09-10T10:40:52.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 Processor -- start 2024-09-10T10:40:52.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 -- start start 2024-09-10T10:40:52.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e8406d3e0 0x7f3e84151260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:52.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e840b5ae0 0x7f3e8414b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:52.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e8415b220 0x7f3e84157850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3e8415b600 con 0x7f3e8406d3e0 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3e84070ac0 con 0x7f3e840b5ae0 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3e8415b780 con 0x7f3e8415b220 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e82a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e8406d3e0 0x7f3e84151260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e82a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e8406d3e0 0x7f3e84151260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43136/0 (socket says 172.21.15.22:43136) 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e82a00640 1 -- 172.21.15.22:0/3598829201 learned_addr learned my addr 172.21.15.22:0/3598829201 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e82000640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e840b5ae0 0x7f3e8414b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e83400640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e8415b220 0x7f3e84157850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e82a00640 1 -- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e8415b220 msgr2=0x7f3e84157850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e82a00640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e8415b220 0x7f3e84157850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e82a00640 1 -- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e840b5ae0 msgr2=0x7f3e8414b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e82a00640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e840b5ae0 0x7f3e8414b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:52.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e82a00640 1 -- 172.21.15.22:0/3598829201 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e84155420 con 0x7f3e8406d3e0 2024-09-10T10:40:52.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e83400640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e8415b220 0x7f3e84157850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:52.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e82a00640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e8406d3e0 0x7f3e84151260 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f3e7400c3f0 tx=0x7f3e7400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:52.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e7aa00640 1 -- 172.21.15.22:0/3598829201 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e74017070 con 0x7f3e8406d3e0 2024-09-10T10:40:52.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e7aa00640 1 -- 172.21.15.22:0/3598829201 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e740052d0 con 0x7f3e8406d3e0 2024-09-10T10:40:52.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 -- 172.21.15.22:0/3598829201 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e84155700 con 0x7f3e8406d3e0 2024-09-10T10:40:52.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e7aa00640 1 -- 172.21.15.22:0/3598829201 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e74003840 con 0x7f3e8406d3e0 2024-09-10T10:40:52.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 -- 172.21.15.22:0/3598829201 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e84155cc0 con 0x7f3e8406d3e0 2024-09-10T10:40:52.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.609+0000 7f3e89800640 1 -- 172.21.15.22:0/3598829201 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e84155ec0 con 0x7f3e8406d3e0 2024-09-10T10:40:52.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.613+0000 7f3e7aa00640 1 -- 172.21.15.22:0/3598829201 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3e7401a070 con 0x7f3e8406d3e0 2024-09-10T10:40:52.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.613+0000 7f3e7aa00640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3e600678c0 0x7f3e60069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:52.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.613+0000 7f3e7aa00640 1 -- 172.21.15.22:0/3598829201 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f3e74084ff0 con 0x7f3e8406d3e0 2024-09-10T10:40:52.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.613+0000 7f3e82000640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3e600678c0 0x7f3e60069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:52.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.613+0000 7f3e82000640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3e600678c0 0x7f3e60069d80 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f3e6c007c40 tx=0x7f3e6c007b90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:52.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.617+0000 7f3e7aa00640 1 -- 172.21.15.22:0/3598829201 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3e84155ec0 con 0x7f3e8406d3e0 2024-09-10T10:40:52.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 -- 172.21.15.22:0/3598829201 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3e8406ccd0 con 0x7f3e8406d3e0 2024-09-10T10:40:52.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e7aa00640 1 -- 172.21.15.22:0/3598829201 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v95) ==== 53+0+73 (secure 0 0 0) 0x7f3e74005480 con 0x7f3e8406d3e0 2024-09-10T10:40:52.821 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 -- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3e600678c0 msgr2=0x7f3e60069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3e600678c0 0x7f3e60069d80 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f3e6c007c40 tx=0x7f3e6c007b90 comp rx=0 tx=0).stop 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 -- 172.21.15.22:0/3598829201 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e8406d3e0 msgr2=0x7f3e84151260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e8406d3e0 0x7f3e84151260 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f3e7400c3f0 tx=0x7f3e7400c8b0 comp rx=0 tx=0).stop 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 -- 172.21.15.22:0/3598829201 shutdown_connections 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3e600678c0 0x7f3e60069d80 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e8415b220 0x7f3e84157850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e840b5ae0 0x7f3e8414b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 --2- 172.21.15.22:0/3598829201 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3e8406d3e0 0x7f3e84151260 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 -- 172.21.15.22:0/3598829201 >> 172.21.15.22:0/3598829201 conn(0x7f3e84072110 msgr2=0x7f3e840b2940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 -- 172.21.15.22:0/3598829201 shutdown_connections 2024-09-10T10:40:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:52.817+0000 7f3e89800640 1 -- 172.21.15.22:0/3598829201 wait complete. 2024-09-10T10:40:52.841 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:40:52.841 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:40:52.841 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:40:52.841 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:40:52.841 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:40:52.841 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:40:52.842 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:40:52.842 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:40:52.842 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:40:52.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:52.842 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:40:52.852 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:40:52.852 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:40:52.852 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:40:52.852 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:40:52.853 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 41930sec preferred_lft 41930sec 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:40:52.854 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:40:52.855 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:52.855 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:40:52.855 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:40:52.855 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:40:52.855 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:40:52.856 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:52.856 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:40:52.919 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:40:52.922 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:52.922 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:40:52.980 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:40:52.980 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:40:52.980 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:40:52.980 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:40:52.980 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:40:52.980 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:40:52.981 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:40:52.981 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:40:52.981 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:40:52.981 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:40:52.981 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:40:52.981 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:40:52.981 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:40:52.981 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:40:52.981 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:40:52.981 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:40:52.982 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:40:53.075 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:40:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:40:53.118 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:40:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:53.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:53.125 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:40:53.135 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:40:53.135 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:40:53.135 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:40:53.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:53.135 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:40:53.195 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:40:53.195 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:40:53.243 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:40:53.243 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:40:53.244 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:40:53.299 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:40:53.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:53.300 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:53.391 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:53.392 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:40:53.404 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:40:53.404 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:40:53.404 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:40:53.404 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:40:53.404 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:40:53.407 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:40:53.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:40:53.408 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:40:53.427 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:40:53.517 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:40:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:40:53.520 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:40:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:53.527 INFO:teuthology.orchestra.run.smithi145.stdout:client7588 2024-09-10T10:40:53.527 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:40:53.527 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:53.536 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_cache_memory_limit 1K 2024-09-10T10:40:53.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.681+0000 7f66bac00640 1 Processor -- start 2024-09-10T10:40:53.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.681+0000 7f66bac00640 1 -- start start 2024-09-10T10:40:53.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66bac00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f66b40b27f0 0x7f66b40cc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:53.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66bac00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66b40b2e10 con 0x7f66b40cbed0 2024-09-10T10:40:53.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66bac00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66b406d130 con 0x7f66b40cc7f0 2024-09-10T10:40:53.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66bac00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f66b406d410 con 0x7f66b40b27f0 2024-09-10T10:40:53.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66b9800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f66b40cbed0 0x7f66b40b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35104/0 (socket says 172.21.15.22:35104) 2024-09-10T10:40:53.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66b9800640 1 -- 172.21.15.22:0/2213664959 learned_addr learned my addr 172.21.15.22:0/2213664959 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:53.689 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66b8e00640 1 --2- 172.21.15.22:0/2213664959 >> v2:172.21.15.145:3300/0 conn(0x7f66b40b27f0 0x7f66b40cc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:53.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66b3e00640 1 -- 172.21.15.22:0/2213664959 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2035340201 0 0) 0x7f66b40b2e10 con 0x7f66b40cbed0 2024-09-10T10:40:53.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66b3e00640 1 -- 172.21.15.22:0/2213664959 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f669c003530 con 0x7f66b40cbed0 2024-09-10T10:40:53.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66b3e00640 1 -- 172.21.15.22:0/2213664959 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2789960298 0 0) 0x7f66b406d130 con 0x7f66b40cc7f0 2024-09-10T10:40:53.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66b3e00640 1 -- 172.21.15.22:0/2213664959 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f66b40b2e10 con 0x7f66b40cc7f0 2024-09-10T10:40:53.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66b8e00640 1 -- 172.21.15.22:0/2213664959 >> v1:172.21.15.145:6789/0 conn(0x7f66b40cc7f0 legacy=0x7f66b40ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:53.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66b8e00640 1 -- 172.21.15.22:0/2213664959 >> v1:172.21.15.22:6789/0 conn(0x7f66b40cbed0 legacy=0x7f66b40b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:53.690 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.685+0000 7f66b8e00640 1 -- 172.21.15.22:0/2213664959 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b406d6f0 con 0x7f66b40b27f0 2024-09-10T10:40:53.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66b8e00640 1 --2- 172.21.15.22:0/2213664959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66b40b27f0 0x7f66b40cc2b0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f66a00097c0 tx=0x7f66a001c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64f2f7e8031910db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:53.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66b3e00640 1 -- 172.21.15.22:0/2213664959 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a00b0070 con 0x7f66b40b27f0 2024-09-10T10:40:53.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66b3e00640 1 -- 172.21.15.22:0/2213664959 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66a00ab600 con 0x7f66b40b27f0 2024-09-10T10:40:53.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66b3e00640 1 -- 172.21.15.22:0/2213664959 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a00ab9d0 con 0x7f66b40b27f0 2024-09-10T10:40:53.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 -- 172.21.15.22:0/2213664959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66b40b27f0 msgr2=0x7f66b40cc2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:53.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 --2- 172.21.15.22:0/2213664959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66b40b27f0 0x7f66b40cc2b0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f66a00097c0 tx=0x7f66a001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:40:53.693 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 -- 172.21.15.22:0/2213664959 shutdown_connections 2024-09-10T10:40:53.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 --2- 172.21.15.22:0/2213664959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66b40b27f0 0x7f66b40cc2b0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:53.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 -- 172.21.15.22:0/2213664959 >> 172.21.15.22:0/2213664959 conn(0x7f66b406bcc0 msgr2=0x7f66b406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:53.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 -- 172.21.15.22:0/2213664959 shutdown_connections 2024-09-10T10:40:53.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 -- 172.21.15.22:0/2213664959 wait complete. 2024-09-10T10:40:53.694 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 Processor -- start 2024-09-10T10:40:53.695 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 -- start start 2024-09-10T10:40:53.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f66b40b27f0 0x7f66b413b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:53.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f66b40cbed0 0x7f66b413e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:53.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66b40cc7f0 0x7f66b4139840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:53.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f66b416a350 con 0x7f66b40cbed0 2024-09-10T10:40:53.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f66b416a1d0 con 0x7f66b40cc7f0 2024-09-10T10:40:53.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.689+0000 7f66bac00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f66b416a4d0 con 0x7f66b40b27f0 2024-09-10T10:40:53.696 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b8e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f66b40cbed0 0x7f66b413e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:53.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b8e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f66b40cbed0 0x7f66b413e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43140/0 (socket says 172.21.15.22:43140) 2024-09-10T10:40:53.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b8e00640 1 -- 172.21.15.22:0/93239634 learned_addr learned my addr 172.21.15.22:0/93239634 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:53.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b9800640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f66b40b27f0 0x7f66b413b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:53.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66ba200640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66b40cc7f0 0x7f66b4139840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:53.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b8e00640 1 -- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f66b40b27f0 msgr2=0x7f66b413b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:53.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b8e00640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f66b40b27f0 0x7f66b413b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:53.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b8e00640 1 -- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66b40cc7f0 msgr2=0x7f66b4139840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:53.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b8e00640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66b40cc7f0 0x7f66b4139840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:53.697 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b8e00640 1 -- 172.21.15.22:0/93239634 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b413ab00 con 0x7f66b40cbed0 2024-09-10T10:40:53.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b8e00640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f66b40cbed0 0x7f66b413e8b0 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f66a00ae040 tx=0x7f66a0019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:53.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b1600640 1 -- 172.21.15.22:0/93239634 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a00b0040 con 0x7f66b40cbed0 2024-09-10T10:40:53.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b1600640 1 -- 172.21.15.22:0/93239634 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66a00b9070 con 0x7f66b40cbed0 2024-09-10T10:40:53.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66bac00640 1 -- 172.21.15.22:0/93239634 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66b413a2c0 con 0x7f66b40cbed0 2024-09-10T10:40:53.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b1600640 1 -- 172.21.15.22:0/93239634 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a00b4690 con 0x7f66b40cbed0 2024-09-10T10:40:53.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66bac00640 1 -- 172.21.15.22:0/93239634 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66b41592a0 con 0x7f66b40cbed0 2024-09-10T10:40:53.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66bac00640 1 -- 172.21.15.22:0/93239634 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66b40cc2b0 con 0x7f66b40cbed0 2024-09-10T10:40:53.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.693+0000 7f66b1600640 1 -- 172.21.15.22:0/93239634 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f66a00b4830 con 0x7f66b40cbed0 2024-09-10T10:40:53.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.697+0000 7f66b1600640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66940678c0 0x7f6694069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:53.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.697+0000 7f66b1600640 1 -- 172.21.15.22:0/93239634 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f66a011f9b0 con 0x7f66b40cbed0 2024-09-10T10:40:53.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.697+0000 7f66b9800640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66940678c0 0x7f6694069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:53.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.697+0000 7f66b9800640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66940678c0 0x7f6694069d80 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f66a8000f70 tx=0x7f66a8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:53.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.701+0000 7f66b1600640 1 -- 172.21.15.22:0/93239634 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f66a0016090 con 0x7f66b40cbed0 2024-09-10T10:40:53.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.865+0000 7f66bac00640 1 -- 172.21.15.22:0/93239634 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_cache_memory_limit}] v 0) -- 0x7f66b40afbe0 con 0x7f66b40cbed0 2024-09-10T10:40:53.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.869+0000 7f66b1600640 1 -- 172.21.15.22:0/93239634 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_cache_memory_limit}]=0 v57)=0 v57) ==== 121+0+0 (secure 0 0 0) 0x7f66a00f0450 con 0x7f66b40cbed0 2024-09-10T10:40:53.876 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 -- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66940678c0 msgr2=0x7f6694069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66940678c0 0x7f6694069d80 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f66a8000f70 tx=0x7f66a8009040 comp rx=0 tx=0).stop 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 -- 172.21.15.22:0/93239634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f66b40cbed0 msgr2=0x7f66b413e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f66b40cbed0 0x7f66b413e8b0 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f66a00ae040 tx=0x7f66a0019240 comp rx=0 tx=0).stop 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 -- 172.21.15.22:0/93239634 shutdown_connections 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66940678c0 0x7f6694069d80 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f66b40cc7f0 0x7f66b4139840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f66b40cbed0 0x7f66b413e8b0 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 --2- 172.21.15.22:0/93239634 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f66b40b27f0 0x7f66b413b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 -- 172.21.15.22:0/93239634 >> 172.21.15.22:0/93239634 conn(0x7f66b406bcc0 msgr2=0x7f66b406c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 -- 172.21.15.22:0/93239634 shutdown_connections 2024-09-10T10:40:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:53.873+0000 7f66bac00640 1 -- 172.21.15.22:0/93239634 wait complete. 2024-09-10T10:40:53.896 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_max_caps 200 2024-09-10T10:40:54.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a6a000640 1 Processor -- start 2024-09-10T10:40:54.041 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a6a000640 1 -- start start 2024-09-10T10:40:54.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a6a000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640710d0 0x7f1a64169160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a6a000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a6406d4d0 con 0x7f1a640b60c0 2024-09-10T10:40:54.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a6a000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a640cb8d0 con 0x7f1a6415e4f0 2024-09-10T10:40:54.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a6a000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1a64073820 con 0x7f1a640710d0 2024-09-10T10:40:54.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a63e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f1a640b60c0 0x7f1a640709c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:35110/0 (socket says 172.21.15.22:35110) 2024-09-10T10:40:54.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a63e00640 1 -- 172.21.15.22:0/3213379784 learned_addr learned my addr 172.21.15.22:0/3213379784 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:54.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a69600640 1 --2- 172.21.15.22:0/3213379784 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640710d0 0x7f1a64169160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a63400640 1 -- 172.21.15.22:0/3213379784 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4280621228 0 0) 0x7f1a6406d4d0 con 0x7f1a640b60c0 2024-09-10T10:40:54.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a63400640 1 -- 172.21.15.22:0/3213379784 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1a48003530 con 0x7f1a640b60c0 2024-09-10T10:40:54.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a63400640 1 -- 172.21.15.22:0/3213379784 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 593369537 0 0) 0x7f1a640cb8d0 con 0x7f1a6415e4f0 2024-09-10T10:40:54.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a63400640 1 -- 172.21.15.22:0/3213379784 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1a6406d4d0 con 0x7f1a6415e4f0 2024-09-10T10:40:54.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a69600640 1 -- 172.21.15.22:0/3213379784 >> v1:172.21.15.145:6789/0 conn(0x7f1a6415e4f0 legacy=0x7f1a64073110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a63400640 1 -- 172.21.15.22:0/3213379784 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 10346299 0 0) 0x7f1a48003530 con 0x7f1a640b60c0 2024-09-10T10:40:54.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a69600640 1 -- 172.21.15.22:0/3213379784 >> v1:172.21.15.22:6789/0 conn(0x7f1a640b60c0 legacy=0x7f1a640709c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.037+0000 7f1a69600640 1 -- 172.21.15.22:0/3213379784 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a6415e8d0 con 0x7f1a640710d0 2024-09-10T10:40:54.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a69600640 1 --2- 172.21.15.22:0/3213379784 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640710d0 0x7f1a64169160 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c009dc0 tx=0x7f1a5c01f0a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5112e7611bdedecc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:54.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a63400640 1 -- 172.21.15.22:0/3213379784 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5c0b5070 con 0x7f1a640710d0 2024-09-10T10:40:54.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a63400640 1 -- 172.21.15.22:0/3213379784 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a5c0a8c30 con 0x7f1a640710d0 2024-09-10T10:40:54.046 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a63400640 1 -- 172.21.15.22:0/3213379784 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a50001680 con 0x7f1a640710d0 2024-09-10T10:40:54.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a6a000640 1 -- 172.21.15.22:0/3213379784 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640710d0 msgr2=0x7f1a64169160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a6a000640 1 --2- 172.21.15.22:0/3213379784 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640710d0 0x7f1a64169160 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c009dc0 tx=0x7f1a5c01f0a0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a6a000640 1 -- 172.21.15.22:0/3213379784 shutdown_connections 2024-09-10T10:40:54.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a6a000640 1 --2- 172.21.15.22:0/3213379784 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640710d0 0x7f1a64169160 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a6a000640 1 -- 172.21.15.22:0/3213379784 >> 172.21.15.22:0/3213379784 conn(0x7f1a6406f2c0 msgr2=0x7f1a6406f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:54.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a6a000640 1 -- 172.21.15.22:0/3213379784 shutdown_connections 2024-09-10T10:40:54.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.041+0000 7f1a6a000640 1 -- 172.21.15.22:0/3213379784 wait complete. 2024-09-10T10:40:54.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a6a000640 1 Processor -- start 2024-09-10T10:40:54.048 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a6a000640 1 -- start start 2024-09-10T10:40:54.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a6a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a640710d0 0x7f1a64153f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a6a000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640b60c0 0x7f1a6415d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a6a000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a6415e4f0 0x7f1a6415a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a6a000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f1a64073d40 con 0x7f1a640710d0 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a6a000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6406c030 con 0x7f1a6415e4f0 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a6a000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1a64074020 con 0x7f1a640b60c0 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a68c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a640710d0 0x7f1a64153f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a68c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a640710d0 0x7f1a64153f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43154/0 (socket says 172.21.15.22:43154) 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a68c00640 1 -- 172.21.15.22:0/455821818 learned_addr learned my addr 172.21.15.22:0/455821818 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a63e00640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640b60c0 0x7f1a6415d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a69600640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a6415e4f0 0x7f1a6415a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a68c00640 1 -- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640b60c0 msgr2=0x7f1a6415d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a68c00640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640b60c0 0x7f1a6415d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a68c00640 1 -- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a6415e4f0 msgr2=0x7f1a6415a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a68c00640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a6415e4f0 0x7f1a6415a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a68c00640 1 -- 172.21.15.22:0/455821818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a641f5040 con 0x7f1a640710d0 2024-09-10T10:40:54.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a68c00640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a640710d0 0x7f1a64153f00 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f1a5400c430 tx=0x7f1a5400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:54.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a60c00640 1 -- 172.21.15.22:0/455821818 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a54017070 con 0x7f1a640710d0 2024-09-10T10:40:54.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a60c00640 1 -- 172.21.15.22:0/455821818 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a540052f0 con 0x7f1a640710d0 2024-09-10T10:40:54.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a60c00640 1 -- 172.21.15.22:0/455821818 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a54003840 con 0x7f1a640710d0 2024-09-10T10:40:54.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a6a000640 1 -- 172.21.15.22:0/455821818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a641f4280 con 0x7f1a640710d0 2024-09-10T10:40:54.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.045+0000 7f1a6a000640 1 -- 172.21.15.22:0/455821818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a641f4840 con 0x7f1a640710d0 2024-09-10T10:40:54.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.049+0000 7f1a6a000640 1 -- 172.21.15.22:0/455821818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a6406bcc0 con 0x7f1a640710d0 2024-09-10T10:40:54.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.049+0000 7f1a60c00640 1 -- 172.21.15.22:0/455821818 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1a5401a070 con 0x7f1a640710d0 2024-09-10T10:40:54.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.049+0000 7f1a60c00640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a440678c0 0x7f1a44069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.049+0000 7f1a60c00640 1 -- 172.21.15.22:0/455821818 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f1a540850d0 con 0x7f1a640710d0 2024-09-10T10:40:54.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.049+0000 7f1a63e00640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a440678c0 0x7f1a44069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.054 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.049+0000 7f1a63e00640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a440678c0 0x7f1a44069d80 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f1a500014b0 tx=0x7f1a50009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:54.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.053+0000 7f1a60c00640 1 -- 172.21.15.22:0/455821818 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1a54055c00 con 0x7f1a640710d0 2024-09-10T10:40:54.064 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:40:54.067 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:40:54.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.217+0000 7f1a6a000640 1 -- 172.21.15.22:0/455821818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_recall_max_caps}] v 0) -- 0x7f1a6406fa20 con 0x7f1a640710d0 2024-09-10T10:40:54.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.221+0000 7f1a60c00640 1 -- 172.21.15.22:0/455821818 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_max_caps}]=0 v58)=0 v58) ==== 119+0+0 (secure 0 0 0) 0x7f1a54055500 con 0x7f1a640710d0 2024-09-10T10:40:54.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 -- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a440678c0 msgr2=0x7f1a44069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a440678c0 0x7f1a44069d80 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f1a500014b0 tx=0x7f1a50009040 comp rx=0 tx=0).stop 2024-09-10T10:40:54.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 -- 172.21.15.22:0/455821818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a640710d0 msgr2=0x7f1a64153f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a640710d0 0x7f1a64153f00 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f1a5400c430 tx=0x7f1a5400c8f0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 -- 172.21.15.22:0/455821818 shutdown_connections 2024-09-10T10:40:54.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f1a440678c0 0x7f1a44069d80 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1a6415e4f0 0x7f1a6415a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1a640b60c0 0x7f1a6415d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 --2- 172.21.15.22:0/455821818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f1a640710d0 0x7f1a64153f00 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 -- 172.21.15.22:0/455821818 >> 172.21.15.22:0/455821818 conn(0x7f1a6406f2c0 msgr2=0x7f1a640b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 -- 172.21.15.22:0/455821818 shutdown_connections 2024-09-10T10:40:54.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.225+0000 7f1a6a000640 1 -- 172.21.15.22:0/455821818 wait complete. 2024-09-10T10:40:54.249 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_warning_threshold 400 2024-09-10T10:40:54.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cf400640 1 Processor -- start 2024-09-10T10:40:54.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cf400640 1 -- start start 2024-09-10T10:40:54.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cf400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c815b3a0 0x7fe8c815b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cf400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe8c806fa70 0x7fe8c80cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cf400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe8c80ce210 0x7fe8c80ce650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cf400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe8c80ceb90 con 0x7fe8c806fa70 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cf400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fe8c815be00 con 0x7fe8c80ce210 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cf400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe8c815c0e0 con 0x7fe8c815b3a0 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8c7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe8c806fa70 0x7fe8c80cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8c7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe8c806fa70 0x7fe8c80cf4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43160/0 (socket says 172.21.15.22:43160) 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8c7e00640 1 -- 172.21.15.22:0/1752759675 learned_addr learned my addr 172.21.15.22:0/1752759675 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cca00640 1 --2- 172.21.15.22:0/1752759675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c815b3a0 0x7fe8c815b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cd400640 1 --2- 172.21.15.22:0/1752759675 >> v2:172.21.15.145:3300/0 conn(0x7fe8c80ce210 0x7fe8c80ce650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8c7e00640 1 -- 172.21.15.22:0/1752759675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c815b3a0 msgr2=0x7fe8c815b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:54.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8c7e00640 1 --2- 172.21.15.22:0/1752759675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c815b3a0 0x7fe8c815b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8c7e00640 1 -- 172.21.15.22:0/1752759675 >> v2:172.21.15.145:3300/0 conn(0x7fe8c80ce210 msgr2=0x7fe8c80ce650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:54.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8c7e00640 1 --2- 172.21.15.22:0/1752759675 >> v2:172.21.15.145:3300/0 conn(0x7fe8c80ce210 0x7fe8c80ce650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8c7e00640 1 -- 172.21.15.22:0/1752759675 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c815c3c0 con 0x7fe8c806fa70 2024-09-10T10:40:54.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cca00640 1 --2- 172.21.15.22:0/1752759675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c815b3a0 0x7fe8c815b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:54.396 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.389+0000 7fe8cd400640 1 --2- 172.21.15.22:0/1752759675 >> v2:172.21.15.145:3300/0 conn(0x7fe8c80ce210 0x7fe8c80ce650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:54.397 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8c7e00640 1 --2- 172.21.15.22:0/1752759675 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c806fa70 0x7fe8c80cf4e0 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7fe8c80cde50 tx=0x7fe8b401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7518eb06997a03bc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:54.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8c7400640 1 -- 172.21.15.22:0/1752759675 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b40b0070 con 0x7fe8c806fa70 2024-09-10T10:40:54.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8c7400640 1 -- 172.21.15.22:0/1752759675 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8b40ab600 con 0x7fe8c806fa70 2024-09-10T10:40:54.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8c7400640 1 -- 172.21.15.22:0/1752759675 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b40ab9d0 con 0x7fe8c806fa70 2024-09-10T10:40:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8cf400640 1 -- 172.21.15.22:0/1752759675 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c806fa70 msgr2=0x7fe8c80cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8cf400640 1 --2- 172.21.15.22:0/1752759675 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c806fa70 0x7fe8c80cf4e0 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7fe8c80cde50 tx=0x7fe8b401c520 comp rx=0 tx=0).stop 2024-09-10T10:40:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8cf400640 1 -- 172.21.15.22:0/1752759675 shutdown_connections 2024-09-10T10:40:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8cf400640 1 --2- 172.21.15.22:0/1752759675 >> v2:172.21.15.145:3300/0 conn(0x7fe8c80ce210 0x7fe8c80ce650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8cf400640 1 --2- 172.21.15.22:0/1752759675 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c806fa70 0x7fe8c80cf4e0 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8cf400640 1 --2- 172.21.15.22:0/1752759675 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c815b3a0 0x7fe8c815b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8cf400640 1 -- 172.21.15.22:0/1752759675 >> 172.21.15.22:0/1752759675 conn(0x7fe8c80b3560 msgr2=0x7fe8c80b3970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8cf400640 1 -- 172.21.15.22:0/1752759675 shutdown_connections 2024-09-10T10:40:54.399 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.393+0000 7fe8cf400640 1 -- 172.21.15.22:0/1752759675 wait complete. 2024-09-10T10:40:54.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 Processor -- start 2024-09-10T10:40:54.400 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 -- start start 2024-09-10T10:40:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c806fa70 0x7fe8c814de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe8c80ce210 0x7fe8c815a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c815b3a0 0x7fe8c81561c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c8070030 con 0x7fe8c815b3a0 2024-09-10T10:40:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c806feb0 con 0x7fe8c80ce210 2024-09-10T10:40:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe8c815fb90 con 0x7fe8c806fa70 2024-09-10T10:40:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cd400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c815b3a0 0x7fe8c81561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c806fa70 0x7fe8c814de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.402 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cd400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c815b3a0 0x7fe8c81561c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43168/0 (socket says 172.21.15.22:43168) 2024-09-10T10:40:54.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cd400640 1 -- 172.21.15.22:0/3489138872 learned_addr learned my addr 172.21.15.22:0/3489138872 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:54.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8c7e00640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe8c80ce210 0x7fe8c815a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cd400640 1 -- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c806fa70 msgr2=0x7fe8c814de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cd400640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c806fa70 0x7fe8c814de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cd400640 1 -- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe8c80ce210 msgr2=0x7fe8c815a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cd400640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe8c80ce210 0x7fe8c815a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.403 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cd400640 1 -- 172.21.15.22:0/3489138872 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c80b1290 con 0x7fe8c815b3a0 2024-09-10T10:40:54.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cd400640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c815b3a0 0x7fe8c81561c0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fe8c000e610 tx=0x7fe8c000ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:54.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8c4c00640 1 -- 172.21.15.22:0/3489138872 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c000f040 con 0x7fe8c815b3a0 2024-09-10T10:40:54.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8c4c00640 1 -- 172.21.15.22:0/3489138872 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8c0004230 con 0x7fe8c815b3a0 2024-09-10T10:40:54.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8c4c00640 1 -- 172.21.15.22:0/3489138872 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c0003620 con 0x7fe8c815b3a0 2024-09-10T10:40:54.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 -- 172.21.15.22:0/3489138872 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8c80b1570 con 0x7fe8c815b3a0 2024-09-10T10:40:54.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 -- 172.21.15.22:0/3489138872 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8c814e380 con 0x7fe8c815b3a0 2024-09-10T10:40:54.404 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.397+0000 7fe8cf400640 1 -- 172.21.15.22:0/3489138872 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8c80ce650 con 0x7fe8c815b3a0 2024-09-10T10:40:54.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.401+0000 7fe8c4c00640 1 -- 172.21.15.22:0/3489138872 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe8c00037c0 con 0x7fe8c815b3a0 2024-09-10T10:40:54.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.401+0000 7fe8c4c00640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8a80678c0 0x7fe8a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.405 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.401+0000 7fe8c4c00640 1 -- 172.21.15.22:0/3489138872 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fe8c0085830 con 0x7fe8c815b3a0 2024-09-10T10:40:54.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.401+0000 7fe8cca00640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8a80678c0 0x7fe8a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.406 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.401+0000 7fe8cca00640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8a80678c0 0x7fe8a8069d80 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc003e70 tx=0x7fe8bc00b180 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:54.409 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.405+0000 7fe8c4c00640 1 -- 172.21.15.22:0/3489138872 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe8c0017020 con 0x7fe8c815b3a0 2024-09-10T10:40:54.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.569+0000 7fe8cf400640 1 -- 172.21.15.22:0/3489138872 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_recall_warning_threshold}] v 0) -- 0x7fe8c80b3ae0 con 0x7fe8c815b3a0 2024-09-10T10:40:54.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.573+0000 7fe8c4c00640 1 -- 172.21.15.22:0/3489138872 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_warning_threshold}]=0 v59)=0 v59) ==== 128+0+0 (secure 0 0 0) 0x7fe8c0055d10 con 0x7fe8c815b3a0 2024-09-10T10:40:54.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 -- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8a80678c0 msgr2=0x7fe8a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8a80678c0 0x7fe8a8069d80 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc003e70 tx=0x7fe8bc00b180 comp rx=0 tx=0).stop 2024-09-10T10:40:54.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 -- 172.21.15.22:0/3489138872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c815b3a0 msgr2=0x7fe8c81561c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c815b3a0 0x7fe8c81561c0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fe8c000e610 tx=0x7fe8c000ead0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 -- 172.21.15.22:0/3489138872 shutdown_connections 2024-09-10T10:40:54.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe8a80678c0 0x7fe8a8069d80 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe8c815b3a0 0x7fe8c81561c0 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe8c80ce210 0x7fe8c815a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 --2- 172.21.15.22:0/3489138872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe8c806fa70 0x7fe8c814de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 -- 172.21.15.22:0/3489138872 >> 172.21.15.22:0/3489138872 conn(0x7fe8c80b3560 msgr2=0x7fe8c8154520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:54.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 -- 172.21.15.22:0/3489138872 shutdown_connections 2024-09-10T10:40:54.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.577+0000 7fe8cf400640 1 -- 172.21.15.22:0/3489138872 wait complete. 2024-09-10T10:40:54.600 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_min_caps_per_client 2024-09-10T10:40:54.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.737+0000 7f3c0f200640 1 Processor -- start 2024-09-10T10:40:54.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.737+0000 7f3c0f200640 1 -- start start 2024-09-10T10:40:54.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.737+0000 7f3c0f200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c1015e4f0 0x7f3c10073110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.737+0000 7f3c0f200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3c100710d0 0x7f3c1006c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.737+0000 7f3c0f200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c100cb8d0 con 0x7f3c100b60c0 2024-09-10T10:40:54.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.737+0000 7f3c0f200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3c1006c030 con 0x7f3c1015e4f0 2024-09-10T10:40:54.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.737+0000 7f3c0f200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3c1015e8d0 con 0x7f3c100710d0 2024-09-10T10:40:54.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.737+0000 7f3c0de00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c1015e4f0 0x7f3c10073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0de00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c1015e4f0 0x7f3c10073110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43170/0 (socket says 172.21.15.22:43170) 2024-09-10T10:40:54.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0de00640 1 -- 172.21.15.22:0/3406081423 learned_addr learned my addr 172.21.15.22:0/3406081423 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:54.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0e800640 1 --2- 172.21.15.22:0/3406081423 >> v2:172.21.15.145:3300/0 conn(0x7f3c100710d0 0x7f3c1006c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0de00640 1 -- 172.21.15.22:0/3406081423 >> v2:172.21.15.145:3300/0 conn(0x7f3c100710d0 msgr2=0x7f3c1006c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:54.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0de00640 1 --2- 172.21.15.22:0/3406081423 >> v2:172.21.15.145:3300/0 conn(0x7f3c100710d0 0x7f3c1006c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0de00640 1 -- 172.21.15.22:0/3406081423 >> v1:172.21.15.145:6789/0 conn(0x7f3c100b60c0 legacy=0x7f3c100709c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:54.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0de00640 1 -- 172.21.15.22:0/3406081423 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c10073a60 con 0x7f3c1015e4f0 2024-09-10T10:40:54.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0e800640 1 --2- 172.21.15.22:0/3406081423 >> v2:172.21.15.145:3300/0 conn(0x7f3c100710d0 0x7f3c1006c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:40:54.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0de00640 1 --2- 172.21.15.22:0/3406081423 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 0x7f3c10073110 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f3c100744d0 tx=0x7f3c0001ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c64295f162149e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:54.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0d400640 1 -- 172.21.15.22:0/3406081423 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c000b5070 con 0x7f3c1015e4f0 2024-09-10T10:40:54.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0d400640 1 -- 172.21.15.22:0/3406081423 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c000a89d0 con 0x7f3c1015e4f0 2024-09-10T10:40:54.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.741+0000 7f3c0d400640 1 -- 172.21.15.22:0/3406081423 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c000a8da0 con 0x7f3c1015e4f0 2024-09-10T10:40:54.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 -- 172.21.15.22:0/3406081423 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 msgr2=0x7f3c10073110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 --2- 172.21.15.22:0/3406081423 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 0x7f3c10073110 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f3c100744d0 tx=0x7f3c0001ecd0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 -- 172.21.15.22:0/3406081423 shutdown_connections 2024-09-10T10:40:54.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 --2- 172.21.15.22:0/3406081423 >> v2:172.21.15.145:3300/0 conn(0x7f3c100710d0 0x7f3c1006c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 --2- 172.21.15.22:0/3406081423 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 0x7f3c10073110 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 -- 172.21.15.22:0/3406081423 >> 172.21.15.22:0/3406081423 conn(0x7f3c1006f2c0 msgr2=0x7f3c1006f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:54.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 -- 172.21.15.22:0/3406081423 shutdown_connections 2024-09-10T10:40:54.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 -- 172.21.15.22:0/3406081423 wait complete. 2024-09-10T10:40:54.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 Processor -- start 2024-09-10T10:40:54.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 -- start start 2024-09-10T10:40:54.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c100710d0 0x7f3c100cbad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c100b60c0 0x7f3c100cd270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 0x7f3c101e8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3c1006bcc0 con 0x7f3c1015e4f0 2024-09-10T10:40:54.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3c10074020 con 0x7f3c100b60c0 2024-09-10T10:40:54.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3c10073650 con 0x7f3c100710d0 2024-09-10T10:40:54.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 0x7f3c101e8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 0x7f3c101e8b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43176/0 (socket says 172.21.15.22:43176) 2024-09-10T10:40:54.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0e800640 1 -- 172.21.15.22:0/3294923815 learned_addr learned my addr 172.21.15.22:0/3294923815 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:54.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c05400640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c100b60c0 0x7f3c100cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0de00640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c100710d0 0x7f3c100cbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0e800640 1 -- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c100710d0 msgr2=0x7f3c100cbad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0e800640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c100710d0 0x7f3c100cbad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0e800640 1 -- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c100b60c0 msgr2=0x7f3c100cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0e800640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c100b60c0 0x7f3c100cd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.745+0000 7f3c0e800640 1 -- 172.21.15.22:0/3294923815 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c101e9610 con 0x7f3c1015e4f0 2024-09-10T10:40:54.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c0e800640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 0x7f3c101e8b50 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f3c0800cdb0 tx=0x7f3c0800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:54.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c06a00640 1 -- 172.21.15.22:0/3294923815 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c08003ba0 con 0x7f3c1015e4f0 2024-09-10T10:40:54.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c06a00640 1 -- 172.21.15.22:0/3294923815 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c08003d60 con 0x7f3c1015e4f0 2024-09-10T10:40:54.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c06a00640 1 -- 172.21.15.22:0/3294923815 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c08004260 con 0x7f3c1015e4f0 2024-09-10T10:40:54.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c0f200640 1 -- 172.21.15.22:0/3294923815 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c100cd7b0 con 0x7f3c1015e4f0 2024-09-10T10:40:54.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c0f200640 1 -- 172.21.15.22:0/3294923815 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c100cc4b0 con 0x7f3c1015e4f0 2024-09-10T10:40:54.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c0f200640 1 -- 172.21.15.22:0/3294923815 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c10073110 con 0x7f3c1015e4f0 2024-09-10T10:40:54.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c06a00640 1 -- 172.21.15.22:0/3294923815 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3c08004400 con 0x7f3c1015e4f0 2024-09-10T10:40:54.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c06a00640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3bec0678c0 0x7f3bec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:54.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c06a00640 1 -- 172.21.15.22:0/3294923815 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f3c08086710 con 0x7f3c1015e4f0 2024-09-10T10:40:54.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.749+0000 7f3c0de00640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3bec0678c0 0x7f3bec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:54.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.753+0000 7f3c0de00640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3bec0678c0 0x7f3bec069d80 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f3c000b2000 tx=0x7f3c00009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:54.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.753+0000 7f3c06a00640 1 -- 172.21.15.22:0/3294923815 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3c08014030 con 0x7f3c1015e4f0 2024-09-10T10:40:54.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.921+0000 7f3c0f200640 1 -- 172.21.15.22:0/3294923815 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"} v 0) -- 0x7f3c100b2c90 con 0x7f3c1015e4f0 2024-09-10T10:40:54.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.921+0000 7f3c06a00640 1 -- 172.21.15.22:0/3294923815 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"}]=0 v59) ==== 106+0+4 (secure 0 0 0) 0x7f3c08056b60 con 0x7f3c1015e4f0 2024-09-10T10:40:54.928 INFO:teuthology.orchestra.run.smithi022.stdout:100 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 -- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3bec0678c0 msgr2=0x7f3bec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3bec0678c0 0x7f3bec069d80 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f3c000b2000 tx=0x7f3c00009040 comp rx=0 tx=0).stop 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 -- 172.21.15.22:0/3294923815 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 msgr2=0x7f3c101e8b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 0x7f3c101e8b50 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f3c0800cdb0 tx=0x7f3c0800a650 comp rx=0 tx=0).stop 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 -- 172.21.15.22:0/3294923815 shutdown_connections 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3bec0678c0 0x7f3bec069d80 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c1015e4f0 0x7f3c101e8b50 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c100b60c0 0x7f3c100cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 --2- 172.21.15.22:0/3294923815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c100710d0 0x7f3c100cbad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 -- 172.21.15.22:0/3294923815 >> 172.21.15.22:0/3294923815 conn(0x7f3c1006f2c0 msgr2=0x7f3c1006f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 -- 172.21.15.22:0/3294923815 shutdown_connections 2024-09-10T10:40:54.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:54.925+0000 7f3c0f200640 1 -- 172.21.15.22:0/3294923815 wait complete. 2024-09-10T10:40:54.950 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_min_caps_working_set 100 2024-09-10T10:40:55.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.089+0000 7f032f200640 1 Processor -- start 2024-09-10T10:40:55.095 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.089+0000 7f032f200640 1 -- start start 2024-09-10T10:40:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032f200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f033015b370 0x7f03300b28e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.097 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032f200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f03300ce0e0 0x7f033015ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f033015f3c0 0x7f033015f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032f200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f033015fd10 con 0x7f03300ce0e0 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032f200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f03300b3790 con 0x7f033015b370 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f03300cbc50 con 0x7f033015f3c0 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f03300ce0e0 0x7f033015ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f03300ce0e0 0x7f033015ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43190/0 (socket says 172.21.15.22:43190) 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032d400640 1 -- 172.21.15.22:0/1716760420 learned_addr learned my addr 172.21.15.22:0/1716760420 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032de00640 1 --2- 172.21.15.22:0/1716760420 >> v2:172.21.15.145:3300/0 conn(0x7f033015b370 0x7f03300b28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032e800640 1 --2- 172.21.15.22:0/1716760420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f033015f3c0 0x7f033015f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032d400640 1 -- 172.21.15.22:0/1716760420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f033015f3c0 msgr2=0x7f033015f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032d400640 1 --2- 172.21.15.22:0/1716760420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f033015f3c0 0x7f033015f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032d400640 1 -- 172.21.15.22:0/1716760420 >> v2:172.21.15.145:3300/0 conn(0x7f033015b370 msgr2=0x7f03300b28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:55.098 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032d400640 1 --2- 172.21.15.22:0/1716760420 >> v2:172.21.15.145:3300/0 conn(0x7f033015b370 0x7f03300b28e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032d400640 1 -- 172.21.15.22:0/1716760420 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03300b2e20 con 0x7f03300ce0e0 2024-09-10T10:40:55.099 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.093+0000 7f032de00640 1 --2- 172.21.15.22:0/1716760420 >> v2:172.21.15.145:3300/0 conn(0x7f033015b370 0x7f03300b28e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:55.100 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032d400640 1 --2- 172.21.15.22:0/1716760420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03300ce0e0 0x7f033015ee80 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f03300763f0 tx=0x7f031c01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa9cc5a42a782241 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:55.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032ca00640 1 -- 172.21.15.22:0/1716760420 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c0b0070 con 0x7f03300ce0e0 2024-09-10T10:40:55.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032ca00640 1 -- 172.21.15.22:0/1716760420 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f031c0ab600 con 0x7f03300ce0e0 2024-09-10T10:40:55.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032ca00640 1 -- 172.21.15.22:0/1716760420 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c0ab9d0 con 0x7f03300ce0e0 2024-09-10T10:40:55.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 -- 172.21.15.22:0/1716760420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03300ce0e0 msgr2=0x7f033015ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 --2- 172.21.15.22:0/1716760420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03300ce0e0 0x7f033015ee80 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f03300763f0 tx=0x7f031c01c460 comp rx=0 tx=0).stop 2024-09-10T10:40:55.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 -- 172.21.15.22:0/1716760420 shutdown_connections 2024-09-10T10:40:55.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 --2- 172.21.15.22:0/1716760420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f033015f3c0 0x7f033015f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 --2- 172.21.15.22:0/1716760420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03300ce0e0 0x7f033015ee80 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 --2- 172.21.15.22:0/1716760420 >> v2:172.21.15.145:3300/0 conn(0x7f033015b370 0x7f03300b28e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 -- 172.21.15.22:0/1716760420 >> 172.21.15.22:0/1716760420 conn(0x7f033006bcc0 msgr2=0x7f033006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:55.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 -- 172.21.15.22:0/1716760420 shutdown_connections 2024-09-10T10:40:55.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 -- 172.21.15.22:0/1716760420 wait complete. 2024-09-10T10:40:55.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 Processor -- start 2024-09-10T10:40:55.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.097+0000 7f032f200640 1 -- start start 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032f200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03300ce0e0 0x7f03300b19b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032f200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f033015b370 0x7f03300aff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f033015f3c0 0x7f033014d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032f200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f03300b49d0 con 0x7f033015f3c0 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032f200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f03300b3ca0 con 0x7f03300ce0e0 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032f200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f03300b4b50 con 0x7f033015b370 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f033015f3c0 0x7f033014d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f033015f3c0 0x7f033014d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:43202/0 (socket says 172.21.15.22:43202) 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032e800640 1 -- 172.21.15.22:0/3480370597 learned_addr learned my addr 172.21.15.22:0/3480370597 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032de00640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03300ce0e0 0x7f03300b19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032d400640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f033015b370 0x7f03300aff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.105 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032e800640 1 -- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f033015b370 msgr2=0x7f03300aff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032e800640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f033015b370 0x7f03300aff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032e800640 1 -- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03300ce0e0 msgr2=0x7f03300b19b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032e800640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03300ce0e0 0x7f03300b19b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032e800640 1 -- 172.21.15.22:0/3480370597 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03300b08e0 con 0x7f033015f3c0 2024-09-10T10:40:55.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032e800640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f033015f3c0 0x7f033014d960 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f032800d560 tx=0x7f032800da20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:55.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f0326000640 1 -- 172.21.15.22:0/3480370597 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03280125f0 con 0x7f033015f3c0 2024-09-10T10:40:55.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f0326000640 1 -- 172.21.15.22:0/3480370597 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0328019070 con 0x7f033015f3c0 2024-09-10T10:40:55.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f0326000640 1 -- 172.21.15.22:0/3480370597 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03280129f0 con 0x7f033015f3c0 2024-09-10T10:40:55.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032f200640 1 -- 172.21.15.22:0/3480370597 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03300b0bc0 con 0x7f033015f3c0 2024-09-10T10:40:55.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032f200640 1 -- 172.21.15.22:0/3480370597 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03300b1180 con 0x7f033015f3c0 2024-09-10T10:40:55.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f032f200640 1 -- 172.21.15.22:0/3480370597 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0330152170 con 0x7f033015f3c0 2024-09-10T10:40:55.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.101+0000 7f0326000640 1 -- 172.21.15.22:0/3480370597 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0328012b90 con 0x7f033015f3c0 2024-09-10T10:40:55.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.105+0000 7f0326000640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03100678c0 0x7f0310069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.105+0000 7f0326000640 1 -- 172.21.15.22:0/3480370597 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f0328085eb0 con 0x7f033015f3c0 2024-09-10T10:40:55.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.105+0000 7f032de00640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03100678c0 0x7f0310069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.110 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.105+0000 7f032de00640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03100678c0 0x7f0310069d80 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f0320003b90 tx=0x7f0320009890 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:55.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.109+0000 7f0326000640 1 -- 172.21.15.22:0/3480370597 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0328056390 con 0x7f033015f3c0 2024-09-10T10:40:55.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.273+0000 7f032f200640 1 -- 172.21.15.22:0/3480370597 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mds_min_caps_working_set}] v 0) -- 0x7f03300d0290 con 0x7f033015f3c0 2024-09-10T10:40:55.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.277+0000 7f0326000640 1 -- 172.21.15.22:0/3480370597 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_min_caps_working_set}]=0 v60)=0 v60) ==== 124+0+0 (secure 0 0 0) 0x7f032805a690 con 0x7f033015f3c0 2024-09-10T10:40:55.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 -- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03100678c0 msgr2=0x7f0310069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03100678c0 0x7f0310069d80 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f0320003b90 tx=0x7f0320009890 comp rx=0 tx=0).stop 2024-09-10T10:40:55.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 -- 172.21.15.22:0/3480370597 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f033015f3c0 msgr2=0x7f033014d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f033015f3c0 0x7f033014d960 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f032800d560 tx=0x7f032800da20 comp rx=0 tx=0).stop 2024-09-10T10:40:55.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 -- 172.21.15.22:0/3480370597 shutdown_connections 2024-09-10T10:40:55.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03100678c0 0x7f0310069d80 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f033015f3c0 0x7f033014d960 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f033015b370 0x7f03300aff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 --2- 172.21.15.22:0/3480370597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03300ce0e0 0x7f03300b19b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 -- 172.21.15.22:0/3480370597 >> 172.21.15.22:0/3480370597 conn(0x7f033006bcc0 msgr2=0x7f03300cee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:55.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 -- 172.21.15.22:0/3480370597 shutdown_connections 2024-09-10T10:40:55.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.281+0000 7f032f200640 1 -- 172.21.15.22:0/3480370597 wait complete. 2024-09-10T10:40:55.305 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_max_caps_per_client 2024-09-10T10:40:55.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6089e00640 1 Processor -- start 2024-09-10T10:40:55.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6089e00640 1 -- start start 2024-09-10T10:40:55.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6089e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608415fef0 0x7f6084160350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6089e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60841483f0 con 0x7f60840ae8a0 2024-09-10T10:40:55.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6089e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6084071240 con 0x7f6084148010 2024-09-10T10:40:55.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6089e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6084071850 con 0x7f608415fef0 2024-09-10T10:40:55.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6083400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f60840ae8a0 0x7f60840b48e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45898/0 (socket says 172.21.15.22:45898) 2024-09-10T10:40:55.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6083400640 1 -- 172.21.15.22:0/1711389598 learned_addr learned my addr 172.21.15.22:0/1711389598 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:40:55.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f607a000640 1 --2- 172.21.15.22:0/1711389598 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608415fef0 0x7f6084160350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6082000640 1 -- 172.21.15.22:0/1711389598 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2293812574 0 0) 0x7f60841483f0 con 0x7f60840ae8a0 2024-09-10T10:40:55.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6082000640 1 -- 172.21.15.22:0/1711389598 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6068003530 con 0x7f60840ae8a0 2024-09-10T10:40:55.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6082000640 1 -- 172.21.15.22:0/1711389598 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2782821574 0 0) 0x7f6084071240 con 0x7f6084148010 2024-09-10T10:40:55.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f6082000640 1 -- 172.21.15.22:0/1711389598 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f60841483f0 con 0x7f6084148010 2024-09-10T10:40:55.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f607a000640 1 -- 172.21.15.22:0/1711389598 >> v1:172.21.15.145:6789/0 conn(0x7f6084148010 legacy=0x7f6084071ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f607a000640 1 -- 172.21.15.22:0/1711389598 >> v1:172.21.15.22:6789/0 conn(0x7f60840ae8a0 legacy=0x7f60840b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.445+0000 7f607a000640 1 -- 172.21.15.22:0/1711389598 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60840b5680 con 0x7f608415fef0 2024-09-10T10:40:55.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f607a000640 1 --2- 172.21.15.22:0/1711389598 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608415fef0 0x7f6084160350 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f606c0097f0 tx=0x7f606c01c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95d03214d7d19e49 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:55.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f6082000640 1 -- 172.21.15.22:0/1711389598 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c0b1070 con 0x7f608415fef0 2024-09-10T10:40:55.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f6082000640 1 -- 172.21.15.22:0/1711389598 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f606c0ac620 con 0x7f608415fef0 2024-09-10T10:40:55.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f6082000640 1 -- 172.21.15.22:0/1711389598 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c0ac9f0 con 0x7f608415fef0 2024-09-10T10:40:55.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f6089e00640 1 -- 172.21.15.22:0/1711389598 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608415fef0 msgr2=0x7f6084160350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f6089e00640 1 --2- 172.21.15.22:0/1711389598 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608415fef0 0x7f6084160350 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f606c0097f0 tx=0x7f606c01c4b0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f6089e00640 1 -- 172.21.15.22:0/1711389598 shutdown_connections 2024-09-10T10:40:55.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f6089e00640 1 --2- 172.21.15.22:0/1711389598 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608415fef0 0x7f6084160350 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f6089e00640 1 -- 172.21.15.22:0/1711389598 >> 172.21.15.22:0/1711389598 conn(0x7f6084062eb0 msgr2=0x7f608406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:55.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f6089e00640 1 -- 172.21.15.22:0/1711389598 shutdown_connections 2024-09-10T10:40:55.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.449+0000 7f6089e00640 1 -- 172.21.15.22:0/1711389598 wait complete. 2024-09-10T10:40:55.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 Processor -- start 2024-09-10T10:40:55.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 -- start start 2024-09-10T10:40:55.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60840ae8a0 0x7f6084140eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6084148010 0x7f608413f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608415fef0 0x7f608415d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6084072570 con 0x7f6084148010 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f60840723f0 con 0x7f608415fef0 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f608416ccb0 con 0x7f60840ae8a0 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6084148010 0x7f608413f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607a000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6084148010 0x7f608413f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32908/0 (socket says 172.21.15.22:32908) 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607a000640 1 -- 172.21.15.22:0/3873290674 learned_addr learned my addr 172.21.15.22:0/3873290674 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6082a00640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60840ae8a0 0x7f6084140eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6083400640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608415fef0 0x7f608415d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607a000640 1 -- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60840ae8a0 msgr2=0x7f6084140eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607a000640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60840ae8a0 0x7f6084140eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607a000640 1 -- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608415fef0 msgr2=0x7f608415d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607a000640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608415fef0 0x7f608415d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607a000640 1 -- 172.21.15.22:0/3873290674 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f608413d070 con 0x7f6084148010 2024-09-10T10:40:55.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607a000640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6084148010 0x7f608413f7a0 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f606c0097f0 tx=0x7f606c019250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:55.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607be00640 1 -- 172.21.15.22:0/3873290674 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c0bb070 con 0x7f6084148010 2024-09-10T10:40:55.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607be00640 1 -- 172.21.15.22:0/3873290674 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f606c0b6460 con 0x7f6084148010 2024-09-10T10:40:55.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f607be00640 1 -- 172.21.15.22:0/3873290674 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c0b1040 con 0x7f6084148010 2024-09-10T10:40:55.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 -- 172.21.15.22:0/3873290674 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f608413d350 con 0x7f6084148010 2024-09-10T10:40:55.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 -- 172.21.15.22:0/3873290674 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f608413e930 con 0x7f6084148010 2024-09-10T10:40:55.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.453+0000 7f6089e00640 1 -- 172.21.15.22:0/3873290674 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6084160350 con 0x7f6084148010 2024-09-10T10:40:55.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.457+0000 7f607be00640 1 -- 172.21.15.22:0/3873290674 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f606c0be070 con 0x7f6084148010 2024-09-10T10:40:55.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.457+0000 7f607be00640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60600678c0 0x7f6060069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.457+0000 7f607be00640 1 -- 172.21.15.22:0/3873290674 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f606c120100 con 0x7f6084148010 2024-09-10T10:40:55.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.457+0000 7f6082a00640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60600678c0 0x7f6060069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.457+0000 7f6082a00640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60600678c0 0x7f6060069d80 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f608406c110 tx=0x7f6074009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:55.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.461+0000 7f607be00640 1 -- 172.21.15.22:0/3873290674 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f606c0160d0 con 0x7f6084148010 2024-09-10T10:40:55.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 -- 172.21.15.22:0/3873290674 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"} v 0) -- 0x7f608406be60 con 0x7f6084148010 2024-09-10T10:40:55.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f607be00640 1 -- 172.21.15.22:0/3873290674 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"}]=0 v60) ==== 106+0+8 (secure 0 0 0) 0x7f606c0f0c30 con 0x7f6084148010 2024-09-10T10:40:55.633 INFO:teuthology.orchestra.run.smithi022.stdout:1048576 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 -- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60600678c0 msgr2=0x7f6060069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60600678c0 0x7f6060069d80 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f608406c110 tx=0x7f6074009040 comp rx=0 tx=0).stop 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 -- 172.21.15.22:0/3873290674 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6084148010 msgr2=0x7f608413f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6084148010 0x7f608413f7a0 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f606c0097f0 tx=0x7f606c019250 comp rx=0 tx=0).stop 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 -- 172.21.15.22:0/3873290674 shutdown_connections 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f60600678c0 0x7f6060069d80 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f608415fef0 0x7f608415d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6084148010 0x7f608413f7a0 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 --2- 172.21.15.22:0/3873290674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60840ae8a0 0x7f6084140eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 -- 172.21.15.22:0/3873290674 >> 172.21.15.22:0/3873290674 conn(0x7f6084062eb0 msgr2=0x7f60841471c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 -- 172.21.15.22:0/3873290674 shutdown_connections 2024-09-10T10:40:55.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.629+0000 7f6089e00640 1 -- 172.21.15.22:0/3873290674 wait complete. 2024-09-10T10:40:55.654 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_recall_warning_decay_rate 2024-09-10T10:40:55.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e6d600640 1 Processor -- start 2024-09-10T10:40:55.797 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e6d600640 1 -- start start 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e6d600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e68148010 0x7f2e68071ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e6d600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2e68072220 0x7f2e6815fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e6d600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2e68160430 0x7f2e680ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e6d600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2e68071850 con 0x7f2e68160430 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e6d600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2e681483f0 con 0x7f2e68072220 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e6d600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2e68071240 con 0x7f2e68148010 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e67400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2e68160430 0x7f2e680ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e67400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2e68160430 0x7f2e680ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32910/0 (socket says 172.21.15.22:32910) 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e67400640 1 -- 172.21.15.22:0/1395251245 learned_addr learned my addr 172.21.15.22:0/1395251245 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e5e000640 1 --2- 172.21.15.22:0/1395251245 >> v2:172.21.15.145:3300/0 conn(0x7f2e68072220 0x7f2e6815fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e66a00640 1 --2- 172.21.15.22:0/1395251245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e68148010 0x7f2e68071ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e67400640 1 -- 172.21.15.22:0/1395251245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e68148010 msgr2=0x7f2e68071ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:55.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e67400640 1 --2- 172.21.15.22:0/1395251245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e68148010 0x7f2e68071ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e67400640 1 -- 172.21.15.22:0/1395251245 >> v2:172.21.15.145:3300/0 conn(0x7f2e68072220 msgr2=0x7f2e6815fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:55.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e67400640 1 --2- 172.21.15.22:0/1395251245 >> v2:172.21.15.145:3300/0 conn(0x7f2e68072220 0x7f2e6815fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.800 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.793+0000 7f2e67400640 1 -- 172.21.15.22:0/1395251245 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e680b5680 con 0x7f2e68160430 2024-09-10T10:40:55.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e67400640 1 --2- 172.21.15.22:0/1395251245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 0x7f2e680ae8a0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f2e680af470 tx=0x7f2e6001c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51450afd52963fbd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:55.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e66000640 1 -- 172.21.15.22:0/1395251245 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e600a5750 con 0x7f2e68160430 2024-09-10T10:40:55.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e66000640 1 -- 172.21.15.22:0/1395251245 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e600a58f0 con 0x7f2e68160430 2024-09-10T10:40:55.802 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e66000640 1 -- 172.21.15.22:0/1395251245 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e600a5cc0 con 0x7f2e68160430 2024-09-10T10:40:55.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e6d600640 1 -- 172.21.15.22:0/1395251245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 msgr2=0x7f2e680ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e6d600640 1 --2- 172.21.15.22:0/1395251245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 0x7f2e680ae8a0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f2e680af470 tx=0x7f2e6001c9c0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e6d600640 1 -- 172.21.15.22:0/1395251245 shutdown_connections 2024-09-10T10:40:55.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e6d600640 1 --2- 172.21.15.22:0/1395251245 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 0x7f2e680ae8a0 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e6d600640 1 --2- 172.21.15.22:0/1395251245 >> v2:172.21.15.145:3300/0 conn(0x7f2e68072220 0x7f2e6815fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e6d600640 1 --2- 172.21.15.22:0/1395251245 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e68148010 0x7f2e68071ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e6d600640 1 -- 172.21.15.22:0/1395251245 >> 172.21.15.22:0/1395251245 conn(0x7f2e68062eb0 msgr2=0x7f2e6806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:55.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e6d600640 1 -- 172.21.15.22:0/1395251245 shutdown_connections 2024-09-10T10:40:55.803 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.797+0000 7f2e6d600640 1 -- 172.21.15.22:0/1395251245 wait complete. 2024-09-10T10:40:55.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e6d600640 1 Processor -- start 2024-09-10T10:40:55.804 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e6d600640 1 -- start start 2024-09-10T10:40:55.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e6d600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e68072220 0x7f2e68142e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e6d600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e68148010 0x7f2e68164760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e6d600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 0x7f2e6806d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e6d600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2e680af1f0 con 0x7f2e68160430 2024-09-10T10:40:55.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e6d600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2e680b5300 con 0x7f2e68148010 2024-09-10T10:40:55.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e6d600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2e68162320 con 0x7f2e68072220 2024-09-10T10:40:55.806 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e67400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 0x7f2e6806d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e67400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 0x7f2e6806d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32922/0 (socket says 172.21.15.22:32922) 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e67400640 1 -- 172.21.15.22:0/2169034941 learned_addr learned my addr 172.21.15.22:0/2169034941 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e66a00640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e68072220 0x7f2e68142e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e5e000640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e68148010 0x7f2e68164760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e67400640 1 -- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e68072220 msgr2=0x7f2e68142e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e67400640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e68072220 0x7f2e68142e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e67400640 1 -- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e68148010 msgr2=0x7f2e68164760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e67400640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e68148010 0x7f2e68164760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e67400640 1 -- 172.21.15.22:0/2169034941 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e68143350 con 0x7f2e68160430 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e5e000640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e68148010 0x7f2e68164760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:55.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e67400640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 0x7f2e6806d3f0 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f2e6001b070 tx=0x7f2e60019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:55.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e5f400640 1 -- 172.21.15.22:0/2169034941 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e600bc020 con 0x7f2e68160430 2024-09-10T10:40:55.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e5f400640 1 -- 172.21.15.22:0/2169034941 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e600b8670 con 0x7f2e68160430 2024-09-10T10:40:55.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e5f400640 1 -- 172.21.15.22:0/2169034941 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e600b8a40 con 0x7f2e68160430 2024-09-10T10:40:55.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e6d600640 1 -- 172.21.15.22:0/2169034941 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e68166280 con 0x7f2e68160430 2024-09-10T10:40:55.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.801+0000 7f2e6d600640 1 -- 172.21.15.22:0/2169034941 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e68166520 con 0x7f2e68160430 2024-09-10T10:40:55.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.805+0000 7f2e6d600640 1 -- 172.21.15.22:0/2169034941 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e6815fef0 con 0x7f2e68160430 2024-09-10T10:40:55.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.805+0000 7f2e5f400640 1 -- 172.21.15.22:0/2169034941 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2e600bf020 con 0x7f2e68160430 2024-09-10T10:40:55.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.805+0000 7f2e5f400640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2e440678c0 0x7f2e44069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:55.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.805+0000 7f2e5f400640 1 -- 172.21.15.22:0/2169034941 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f2e60120e60 con 0x7f2e68160430 2024-09-10T10:40:55.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.805+0000 7f2e66a00640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2e440678c0 0x7f2e44069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:55.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.805+0000 7f2e66a00640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2e440678c0 0x7f2e44069d80 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f2e68166070 tx=0x7f2e58008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:55.813 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.809+0000 7f2e5f400640 1 -- 172.21.15.22:0/2169034941 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2e600c6030 con 0x7f2e68160430 2024-09-10T10:40:55.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 -- 172.21.15.22:0/2169034941 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"} v 0) -- 0x7f2e68169260 con 0x7f2e68160430 2024-09-10T10:40:55.982 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e5f400640 1 -- 172.21.15.22:0/2169034941 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"}]=0 v60) ==== 112+0+10 (secure 0 0 0) 0x7f2e600165e0 con 0x7f2e68160430 2024-09-10T10:40:55.982 INFO:teuthology.orchestra.run.smithi022.stdout:60.000000 2024-09-10T10:40:55.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 -- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2e440678c0 msgr2=0x7f2e44069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2e440678c0 0x7f2e44069d80 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f2e68166070 tx=0x7f2e58008040 comp rx=0 tx=0).stop 2024-09-10T10:40:55.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 -- 172.21.15.22:0/2169034941 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 msgr2=0x7f2e6806d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:55.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 0x7f2e6806d3f0 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f2e6001b070 tx=0x7f2e60019760 comp rx=0 tx=0).stop 2024-09-10T10:40:55.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 -- 172.21.15.22:0/2169034941 shutdown_connections 2024-09-10T10:40:55.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2e440678c0 0x7f2e44069d80 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2e68160430 0x7f2e6806d3f0 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2e68148010 0x7f2e68164760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 --2- 172.21.15.22:0/2169034941 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2e68072220 0x7f2e68142e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:55.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 -- 172.21.15.22:0/2169034941 >> 172.21.15.22:0/2169034941 conn(0x7f2e68062eb0 msgr2=0x7f2e681626d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:55.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 -- 172.21.15.22:0/2169034941 shutdown_connections 2024-09-10T10:40:55.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:55.977+0000 7f2e6d600640 1 -- 172.21.15.22:0/2169034941 wait complete. 2024-09-10T10:40:56.003 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:56.003 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:56.013 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:40:56.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:40:56.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:40:56.113 INFO:teuthology.orchestra.run.smithi022.stdout:client7579 2024-09-10T10:40:56.114 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:40:56.114 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:40:56.168 DEBUG:teuthology.orchestra.run.smithi022:> stdin-killer -- python3 -c ' 2024-09-10T10:40:56.168 DEBUG:teuthology.orchestra.run.smithi022:> import fcntl 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> import sys 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> import time 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> import os 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> fcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK) 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> n = 400 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> abs_path = "/home/ubuntu/cephtest/mnt.0/." 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> if not os.path.exists(abs_path): 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> os.makedirs(abs_path) 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> handles = [] 2024-09-10T10:40:56.169 DEBUG:teuthology.orchestra.run.smithi022:> for i in range(0, n): 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> fname = "file_"+str(i) 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> path = os.path.join(abs_path, fname) 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> handles.append(open(path, '"'"'w'"'"')) 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> print("waiting with handles open", file=sys.stderr) 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> while True: 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> print("open_n_background: keeping files open", file=sys.stderr) 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> try: 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> if os.read(0, 4096) == b"": 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> break 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> except BlockingIOError: 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> pass 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> time.sleep(2) 2024-09-10T10:40:56.170 DEBUG:teuthology.orchestra.run.smithi022:> print("stdin closed, goodbye!", file=sys.stderr) 2024-09-10T10:40:56.171 DEBUG:teuthology.orchestra.run.smithi022:> ' 2024-09-10T10:40:56.214 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:40:56.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.353+0000 7f564d000640 1 Processor -- start 2024-09-10T10:40:56.359 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.353+0000 7f564d000640 1 -- start start 2024-09-10T10:40:56.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f564d000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f564815c460 0x7f56480b6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f564d000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f56480b1d20 0x7f56480b65d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f564d000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56480b1370 con 0x7f56480b17d0 2024-09-10T10:40:56.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f564d000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f5648073610 con 0x7f56480b1d20 2024-09-10T10:40:56.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f564d000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f56480b07f0 con 0x7f564815c460 2024-09-10T10:40:56.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f563d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f56480b1d20 0x7f56480b65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f563d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f56480b1d20 0x7f56480b65d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32924/0 (socket says 172.21.15.22:32924) 2024-09-10T10:40:56.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f563d400640 1 -- 172.21.15.22:0/1865930449 learned_addr learned my addr 172.21.15.22:0/1865930449 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:56.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f5646800640 1 --1- 172.21.15.22:0/1865930449 >> v1:172.21.15.22:6789/0 conn(0x7f56480b17d0 0x7f56481600e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45900/0 (socket says 172.21.15.22:45900) 2024-09-10T10:40:56.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f5645e00640 1 --2- 172.21.15.22:0/1865930449 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f564815c460 0x7f56480b6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f563d400640 1 -- 172.21.15.22:0/1865930449 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f564815c460 msgr2=0x7f56480b6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:56.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f563d400640 1 --2- 172.21.15.22:0/1865930449 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f564815c460 0x7f56480b6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f563d400640 1 -- 172.21.15.22:0/1865930449 >> v1:172.21.15.22:6789/0 conn(0x7f56480b17d0 legacy=0x7f56481600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:56.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f563d400640 1 -- 172.21.15.22:0/1865930449 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56480b0ad0 con 0x7f56480b1d20 2024-09-10T10:40:56.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.357+0000 7f563d400640 1 --2- 172.21.15.22:0/1865930449 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56480b1d20 0x7f56480b65d0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f5630009870 tx=0x7f563001c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58036de1b239ca35 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:56.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f5645400640 1 -- 172.21.15.22:0/1865930449 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56300a95f0 con 0x7f56480b1d20 2024-09-10T10:40:56.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f5645400640 1 -- 172.21.15.22:0/1865930449 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56300a9790 con 0x7f56480b1d20 2024-09-10T10:40:56.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f5645400640 1 -- 172.21.15.22:0/1865930449 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56300a9b60 con 0x7f56480b1d20 2024-09-10T10:40:56.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f564d000640 1 -- 172.21.15.22:0/1865930449 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56480b1d20 msgr2=0x7f56480b65d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:56.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f564d000640 1 --2- 172.21.15.22:0/1865930449 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56480b1d20 0x7f56480b65d0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f5630009870 tx=0x7f563001c530 comp rx=0 tx=0).stop 2024-09-10T10:40:56.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f564d000640 1 -- 172.21.15.22:0/1865930449 shutdown_connections 2024-09-10T10:40:56.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f564d000640 1 --2- 172.21.15.22:0/1865930449 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f56480b1d20 0x7f56480b65d0 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f564d000640 1 --2- 172.21.15.22:0/1865930449 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f564815c460 0x7f56480b6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f564d000640 1 -- 172.21.15.22:0/1865930449 >> 172.21.15.22:0/1865930449 conn(0x7f56480b7ac0 msgr2=0x7f56480b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:56.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f564d000640 1 -- 172.21.15.22:0/1865930449 shutdown_connections 2024-09-10T10:40:56.366 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f564d000640 1 -- 172.21.15.22:0/1865930449 wait complete. 2024-09-10T10:40:56.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f564d000640 1 Processor -- start 2024-09-10T10:40:56.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.361+0000 7f564d000640 1 -- start start 2024-09-10T10:40:56.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f564d000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56480b17d0 0x7f564814c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f564d000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56480b1d20 0x7f5648152f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f564d000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564815c460 0x7f5648142af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f564d000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f56481693f0 con 0x7f564815c460 2024-09-10T10:40:56.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f564d000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5648169270 con 0x7f56480b1d20 2024-09-10T10:40:56.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f564d000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5648169570 con 0x7f56480b17d0 2024-09-10T10:40:56.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f5646800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564815c460 0x7f5648142af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f5646800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564815c460 0x7f5648142af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32928/0 (socket says 172.21.15.22:32928) 2024-09-10T10:40:56.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f5646800640 1 -- 172.21.15.22:0/3289286763 learned_addr learned my addr 172.21.15.22:0/3289286763 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:56.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f5645e00640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56480b17d0 0x7f564814c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f563d400640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56480b1d20 0x7f5648152f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f5646800640 1 -- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56480b17d0 msgr2=0x7f564814c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f5646800640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56480b17d0 0x7f564814c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f5646800640 1 -- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56480b1d20 msgr2=0x7f5648152f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f5646800640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56480b1d20 0x7f5648152f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f5646800640 1 -- 172.21.15.22:0/3289286763 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5648143030 con 0x7f564815c460 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f5646800640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564815c460 0x7f5648142af0 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f564000c3f0 tx=0x7f564000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f563ea00640 1 -- 172.21.15.22:0/3289286763 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56400074e0 con 0x7f564815c460 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f563ea00640 1 -- 172.21.15.22:0/3289286763 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5640007680 con 0x7f564815c460 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f563ea00640 1 -- 172.21.15.22:0/3289286763 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5640004a10 con 0x7f564815c460 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f564d000640 1 -- 172.21.15.22:0/3289286763 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56481536e0 con 0x7f564815c460 2024-09-10T10:40:56.371 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f564d000640 1 -- 172.21.15.22:0/3289286763 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5648153ca0 con 0x7f564815c460 2024-09-10T10:40:56.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f564d000640 1 -- 172.21.15.22:0/3289286763 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5648153ee0 con 0x7f564815c460 2024-09-10T10:40:56.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.365+0000 7f563ea00640 1 -- 172.21.15.22:0/3289286763 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f564001a020 con 0x7f564815c460 2024-09-10T10:40:56.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.369+0000 7f563ea00640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56240678c0 0x7f5624069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.369+0000 7f563ea00640 1 -- 172.21.15.22:0/3289286763 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f56400852a0 con 0x7f564815c460 2024-09-10T10:40:56.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.369+0000 7f5645e00640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56240678c0 0x7f5624069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.369+0000 7f5645e00640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56240678c0 0x7f5624069d80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f56380113e0 tx=0x7f563800b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:56.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.373+0000 7f563ea00640 1 -- 172.21.15.22:0/3289286763 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5640055770 con 0x7f564815c460 2024-09-10T10:40:56.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.589+0000 7f564d000640 1 -- 172.21.15.22:0/3289286763 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f56481600e0 con 0x7f564815c460 2024-09-10T10:40:56.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.589+0000 7f563ea00640 1 -- 172.21.15.22:0/3289286763 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5218 (secure 0 0 0) 0x7f5640059a70 con 0x7f564815c460 2024-09-10T10:40:56.595 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:56.595 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":95,"btime":"2024-09-10T10:40:48:366032+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6563,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3155757098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":3155757098},{"type":"v1","addr":"172.21.15.22:6835","nonce":3155757098}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":6569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/46627420","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":46627420},{"type":"v1","addr":"172.21.15.145:6837","nonce":46627420}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":7459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/88156359","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":88156359},{"type":"v1","addr":"172.21.15.22:6833","nonce":88156359}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:44.744633+0000","modified":"2024-09-10T10:40:47.759940+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7465},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7465":{"gid":7465,"name":"b","rank":0,"incarnation":91,"state":"up:active","state_seq":3,"addr":"172.21.15.145:6836/977032204","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":977032204},{"type":"v1","addr":"172.21.15.145:6836","nonce":977032204}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7465,"qdb_cluster":[7465]},"id":10}]} 2024-09-10T10:40:56.595 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 95 2024-09-10T10:40:56.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 -- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56240678c0 msgr2=0x7f5624069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:56.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56240678c0 0x7f5624069d80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f56380113e0 tx=0x7f563800b040 comp rx=0 tx=0).stop 2024-09-10T10:40:56.597 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 -- 172.21.15.22:0/3289286763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564815c460 msgr2=0x7f5648142af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:56.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564815c460 0x7f5648142af0 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f564000c3f0 tx=0x7f564000c8b0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 -- 172.21.15.22:0/3289286763 shutdown_connections 2024-09-10T10:40:56.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f56240678c0 0x7f5624069d80 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f564815c460 0x7f5648142af0 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56480b1d20 0x7f5648152f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 --2- 172.21.15.22:0/3289286763 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56480b17d0 0x7f564814c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 -- 172.21.15.22:0/3289286763 >> 172.21.15.22:0/3289286763 conn(0x7f56480b7ac0 msgr2=0x7f56481564e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:56.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 -- 172.21.15.22:0/3289286763 shutdown_connections 2024-09-10T10:40:56.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.593+0000 7f564d000640 1 -- 172.21.15.22:0/3289286763 wait complete. 2024-09-10T10:40:56.620 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-10T10:40:56.761 INFO:teuthology.orchestra.run.smithi022.stderr:waiting with handles open 2024-09-10T10:40:56.761 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:40:56.787 INFO:teuthology.orchestra.run.smithi145.stdout:[{"id":7588,"entity":{"name":{"type":"client","num":7588},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3361436722}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":3.367941874,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9899764082947393,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7588 192.168.0.1:0/3361436722","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":7579,"entity":{"name":{"type":"client","num":7579},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":525307762}},"state":"open","num_leases":400,"num_caps":401,"request_load_avg":424,"uptime":4.5039221950000004,"requests_in_flight":399,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":1201.3082303965307,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":29,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.7579 172.21.15.22:0/525307762","completed_requests":[],"prealloc_inos":[{"start":"0x10000000001","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:40:56.787 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3361436722, "type": "any" }, "name": { "num": 7588, "type": "client" } }, "id": 7588, "inst": "client.7588 192.168.0.1:0/3361436722", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.9899764082947393 }, "state": "open", "uptime": 3.367941874 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 525307762, "type": "any" }, "name": { "num": 7579, "type": "client" } }, "id": 7579, "inst": "client.7579 172.21.15.22:0/525307762", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 29, "num_caps": 401, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 400, "prealloc_inos": [ { "length": 1000, "start": "0x10000000001" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 424, "requests_in_flight": 399, "session_cache_liveness": { "halflife": 300, "value": 1201.3082303965307 }, "state": "open", "uptime": 4.503922195 } ] 2024-09-10T10:40:56.788 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CLIENT_RECALL 2024-09-10T10:40:56.788 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:40:56.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9157800640 1 Processor -- start 2024-09-10T10:40:56.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9157800640 1 -- start start 2024-09-10T10:40:56.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9157800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f91500b46d0 0x7f91500b5410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9157800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f915015c9b0 0x7f91500afab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9157800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 0x7f915006e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9157800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f91500ce980 con 0x7f915015c9b0 2024-09-10T10:40:56.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9157800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f915015c3c0 con 0x7f91500b46d0 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9157800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f915015c660 con 0x7f91500b4ab0 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f914fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f915015c9b0 0x7f91500afab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f914fe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f915015c9b0 0x7f91500afab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32942/0 (socket says 172.21.15.22:32942) 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f914fe00640 1 -- 172.21.15.22:0/2783942305 learned_addr learned my addr 172.21.15.22:0/2783942305 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9154e00640 1 --2- 172.21.15.22:0/2783942305 >> v2:172.21.15.145:3300/0 conn(0x7f91500b46d0 0x7f91500b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9155800640 1 --2- 172.21.15.22:0/2783942305 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 0x7f915006e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f914fe00640 1 -- 172.21.15.22:0/2783942305 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 msgr2=0x7f915006e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f914fe00640 1 --2- 172.21.15.22:0/2783942305 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 0x7f915006e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f914fe00640 1 -- 172.21.15.22:0/2783942305 >> v2:172.21.15.145:3300/0 conn(0x7f91500b46d0 msgr2=0x7f91500b5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f914fe00640 1 --2- 172.21.15.22:0/2783942305 >> v2:172.21.15.145:3300/0 conn(0x7f91500b46d0 0x7f91500b5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f914fe00640 1 -- 172.21.15.22:0/2783942305 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91500ce610 con 0x7f915015c9b0 2024-09-10T10:40:56.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.925+0000 7f9155800640 1 --2- 172.21.15.22:0/2783942305 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 0x7f915006e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:56.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f914fe00640 1 --2- 172.21.15.22:0/2783942305 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f915015c9b0 0x7f91500afab0 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f9150076440 tx=0x7f913c01c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91acaadd775b1d7f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:56.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f914f400640 1 -- 172.21.15.22:0/2783942305 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c0b0070 con 0x7f915015c9b0 2024-09-10T10:40:56.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f914f400640 1 -- 172.21.15.22:0/2783942305 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f913c0ab600 con 0x7f915015c9b0 2024-09-10T10:40:56.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f914f400640 1 -- 172.21.15.22:0/2783942305 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c0ab9d0 con 0x7f915015c9b0 2024-09-10T10:40:56.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f9157800640 1 -- 172.21.15.22:0/2783942305 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f915015c9b0 msgr2=0x7f91500afab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:56.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f9157800640 1 --2- 172.21.15.22:0/2783942305 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f915015c9b0 0x7f91500afab0 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f9150076440 tx=0x7f913c01c260 comp rx=0 tx=0).stop 2024-09-10T10:40:56.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f9157800640 1 -- 172.21.15.22:0/2783942305 shutdown_connections 2024-09-10T10:40:56.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f9157800640 1 --2- 172.21.15.22:0/2783942305 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 0x7f915006e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f9157800640 1 --2- 172.21.15.22:0/2783942305 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f915015c9b0 0x7f91500afab0 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f9157800640 1 --2- 172.21.15.22:0/2783942305 >> v2:172.21.15.145:3300/0 conn(0x7f91500b46d0 0x7f91500b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f9157800640 1 -- 172.21.15.22:0/2783942305 >> 172.21.15.22:0/2783942305 conn(0x7f91500b21c0 msgr2=0x7f91500b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:56.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f9157800640 1 -- 172.21.15.22:0/2783942305 shutdown_connections 2024-09-10T10:40:56.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f9157800640 1 -- 172.21.15.22:0/2783942305 wait complete. 2024-09-10T10:40:56.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.929+0000 7f9157800640 1 Processor -- start 2024-09-10T10:40:56.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9157800640 1 -- start start 2024-09-10T10:40:56.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9157800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91500b46d0 0x7f9150146cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9157800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 0x7f91500ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9157800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f915015c9b0 0x7f91500aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9157800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f91500cedf0 con 0x7f91500b46d0 2024-09-10T10:40:56.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9157800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91500cef70 con 0x7f915015c9b0 2024-09-10T10:40:56.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9157800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f91500cf0f0 con 0x7f91500b4ab0 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9154e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91500b46d0 0x7f9150146cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9154e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91500b46d0 0x7f9150146cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32958/0 (socket says 172.21.15.22:32958) 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9154e00640 1 -- 172.21.15.22:0/541645433 learned_addr learned my addr 172.21.15.22:0/541645433 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9155800640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f915015c9b0 0x7f91500aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f914fe00640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 0x7f91500ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9154e00640 1 -- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 msgr2=0x7f91500ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9154e00640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 0x7f91500ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9154e00640 1 -- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f915015c9b0 msgr2=0x7f91500aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9154e00640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f915015c9b0 0x7f91500aede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9154e00640 1 -- 172.21.15.22:0/541645433 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91501fa650 con 0x7f91500b46d0 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f914fe00640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 0x7f91500ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9155800640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f915015c9b0 0x7f91500aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9154e00640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91500b46d0 0x7f9150146cc0 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f914400e8b0 tx=0x7f914400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:56.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f914cc00640 1 -- 172.21.15.22:0/541645433 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9144017070 con 0x7f91500b46d0 2024-09-10T10:40:56.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f914cc00640 1 -- 172.21.15.22:0/541645433 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f914400c940 con 0x7f91500b46d0 2024-09-10T10:40:56.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f914cc00640 1 -- 172.21.15.22:0/541645433 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914400cd10 con 0x7f91500b46d0 2024-09-10T10:40:56.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9157800640 1 -- 172.21.15.22:0/541645433 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91501fa8c0 con 0x7f91500b46d0 2024-09-10T10:40:56.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9157800640 1 -- 172.21.15.22:0/541645433 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91501535d0 con 0x7f91500b46d0 2024-09-10T10:40:56.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.933+0000 7f9157800640 1 -- 172.21.15.22:0/541645433 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f915006e190 con 0x7f91500b46d0 2024-09-10T10:40:56.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.937+0000 7f914cc00640 1 -- 172.21.15.22:0/541645433 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f914401a070 con 0x7f91500b46d0 2024-09-10T10:40:56.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.937+0000 7f914cc00640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91300678c0 0x7f9130069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:40:56.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.937+0000 7f914cc00640 1 -- 172.21.15.22:0/541645433 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f9144085fb0 con 0x7f91500b46d0 2024-09-10T10:40:56.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.937+0000 7f914fe00640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91300678c0 0x7f9130069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:40:56.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.937+0000 7f914fe00640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91300678c0 0x7f9130069d80 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f913c0ad000 tx=0x7f913c0a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:40:56.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:56.941+0000 7f914cc00640 1 -- 172.21.15.22:0/541645433 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9144056b80 con 0x7f91500b46d0 2024-09-10T10:40:57.144 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 -- 172.21.15.22:0/541645433 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f91501faf80 con 0x7f91500b46d0 2024-09-10T10:40:57.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f914cc00640 1 -- 172.21.15.22:0/541645433 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f9144056480 con 0x7f91500b46d0 2024-09-10T10:40:57.145 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:40:57.145 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T10:40:57.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 -- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91300678c0 msgr2=0x7f9130069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:57.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91300678c0 0x7f9130069d80 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f913c0ad000 tx=0x7f913c0a6000 comp rx=0 tx=0).stop 2024-09-10T10:40:57.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 -- 172.21.15.22:0/541645433 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91500b46d0 msgr2=0x7f9150146cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:40:57.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91500b46d0 0x7f9150146cc0 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f914400e8b0 tx=0x7f914400ed70 comp rx=0 tx=0).stop 2024-09-10T10:40:57.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 -- 172.21.15.22:0/541645433 shutdown_connections 2024-09-10T10:40:57.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f91300678c0 0x7f9130069d80 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:57.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f915015c9b0 0x7f91500aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:57.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91500b4ab0 0x7f91500ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:57.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 --2- 172.21.15.22:0/541645433 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f91500b46d0 0x7f9150146cc0 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:40:57.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 -- 172.21.15.22:0/541645433 >> 172.21.15.22:0/541645433 conn(0x7f91500b21c0 msgr2=0x7f91500711a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:40:57.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 -- 172.21.15.22:0/541645433 shutdown_connections 2024-09-10T10:40:57.148 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:40:57.141+0000 7f9157800640 1 -- 172.21.15.22:0/541645433 wait complete. 2024-09-10T10:40:57.165 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-10T10:40:57.166 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-10T10:40:58.763 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:41:00.765 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:41:02.167 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:41:02.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.313+0000 7ff453c00640 1 Processor -- start 2024-09-10T10:41:02.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.313+0000 7ff453c00640 1 -- start start 2024-09-10T10:41:02.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.313+0000 7ff453c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c156980 0x7ff44c15dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.313+0000 7ff453c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff44c06f490 con 0x7ff44c0b54a0 2024-09-10T10:41:02.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.313+0000 7ff453c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff44c06f770 con 0x7ff44c0b6650 2024-09-10T10:41:02.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.313+0000 7ff453c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff44c06fa50 con 0x7ff44c156980 2024-09-10T10:41:02.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.313+0000 7ff44be00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff44c0b54a0 0x7ff44c0b5f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45910/0 (socket says 172.21.15.22:45910) 2024-09-10T10:41:02.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.313+0000 7ff44be00640 1 -- 172.21.15.22:0/4430470 learned_addr learned my addr 172.21.15.22:0/4430470 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:02.320 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.313+0000 7ff451200640 1 --2- 172.21.15.22:0/4430470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c156980 0x7ff44c15dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.317+0000 7ff44b400640 1 -- 172.21.15.22:0/4430470 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4203561329 0 0) 0x7ff44c06f490 con 0x7ff44c0b54a0 2024-09-10T10:41:02.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.317+0000 7ff44b400640 1 -- 172.21.15.22:0/4430470 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff434003530 con 0x7ff44c0b54a0 2024-09-10T10:41:02.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.317+0000 7ff44b400640 1 -- 172.21.15.22:0/4430470 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 631433644 0 0) 0x7ff44c06f770 con 0x7ff44c0b6650 2024-09-10T10:41:02.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.317+0000 7ff44b400640 1 -- 172.21.15.22:0/4430470 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff44c06f490 con 0x7ff44c0b6650 2024-09-10T10:41:02.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.317+0000 7ff451200640 1 -- 172.21.15.22:0/4430470 >> v1:172.21.15.145:6789/0 conn(0x7ff44c0b6650 legacy=0x7ff44c070530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.317+0000 7ff451200640 1 -- 172.21.15.22:0/4430470 >> v1:172.21.15.22:6789/0 conn(0x7ff44c0b54a0 legacy=0x7ff44c0b5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.321 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.317+0000 7ff451200640 1 -- 172.21.15.22:0/4430470 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff44c06fd30 con 0x7ff44c156980 2024-09-10T10:41:02.323 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.317+0000 7ff451200640 1 --2- 172.21.15.22:0/4430470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c156980 0x7ff44c15dc30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff4400097f0 tx=0x7ff44001c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4c27feb87b1e74d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:02.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.317+0000 7ff44b400640 1 -- 172.21.15.22:0/4430470 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4400aa430 con 0x7ff44c156980 2024-09-10T10:41:02.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff44b400640 1 -- 172.21.15.22:0/4430470 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4400af070 con 0x7ff44c156980 2024-09-10T10:41:02.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff44b400640 1 -- 172.21.15.22:0/4430470 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4400aa7d0 con 0x7ff44c156980 2024-09-10T10:41:02.324 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 -- 172.21.15.22:0/4430470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c156980 msgr2=0x7ff44c15dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 --2- 172.21.15.22:0/4430470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c156980 0x7ff44c15dc30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff4400097f0 tx=0x7ff44001c4b0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 -- 172.21.15.22:0/4430470 shutdown_connections 2024-09-10T10:41:02.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 --2- 172.21.15.22:0/4430470 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c156980 0x7ff44c15dc30 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 -- 172.21.15.22:0/4430470 >> 172.21.15.22:0/4430470 conn(0x7ff44c0b79c0 msgr2=0x7ff44c0b7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:02.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 -- 172.21.15.22:0/4430470 shutdown_connections 2024-09-10T10:41:02.325 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 -- 172.21.15.22:0/4430470 wait complete. 2024-09-10T10:41:02.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 Processor -- start 2024-09-10T10:41:02.326 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 -- start start 2024-09-10T10:41:02.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff44c0b54a0 0x7ff44c149260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c0b6650 0x7ff44c148a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff44c156980 0x7ff44c14b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff44c0711d0 con 0x7ff44c156980 2024-09-10T10:41:02.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff44c071050 con 0x7ff44c0b54a0 2024-09-10T10:41:02.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff453c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff44c156d60 con 0x7ff44c0b6650 2024-09-10T10:41:02.328 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff451c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff44c156980 0x7ff44c14b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff451200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff44c0b54a0 0x7ff44c149260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff451c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff44c156980 0x7ff44c14b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32974/0 (socket says 172.21.15.22:32974) 2024-09-10T10:41:02.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff451c00640 1 -- 172.21.15.22:0/1957168342 learned_addr learned my addr 172.21.15.22:0/1957168342 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:02.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.321+0000 7ff44be00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c0b6650 0x7ff44c148a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff451c00640 1 -- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c0b6650 msgr2=0x7ff44c148a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff451c00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c0b6650 0x7ff44c148a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff451c00640 1 -- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff44c0b54a0 msgr2=0x7ff44c149260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff451c00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff44c0b54a0 0x7ff44c149260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff451c00640 1 -- 172.21.15.22:0/1957168342 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff44c14b9a0 con 0x7ff44c156980 2024-09-10T10:41:02.329 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff451c00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff44c156980 0x7ff44c14b0c0 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7ff44400c790 tx=0x7ff44400cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:02.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff448c00640 1 -- 172.21.15.22:0/1957168342 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff444003b80 con 0x7ff44c156980 2024-09-10T10:41:02.330 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff448c00640 1 -- 172.21.15.22:0/1957168342 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff444003d20 con 0x7ff44c156980 2024-09-10T10:41:02.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff448c00640 1 -- 172.21.15.22:0/1957168342 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff44400aa50 con 0x7ff44c156980 2024-09-10T10:41:02.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff453c00640 1 -- 172.21.15.22:0/1957168342 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff44c14bc80 con 0x7ff44c156980 2024-09-10T10:41:02.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff453c00640 1 -- 172.21.15.22:0/1957168342 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff44c14c240 con 0x7ff44c156980 2024-09-10T10:41:02.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff453c00640 1 -- 172.21.15.22:0/1957168342 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff44c15dc30 con 0x7ff44c156980 2024-09-10T10:41:02.331 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.325+0000 7ff448c00640 1 -- 172.21.15.22:0/1957168342 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff44400abf0 con 0x7ff44c156980 2024-09-10T10:41:02.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.329+0000 7ff448c00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff42c0678f0 0x7ff42c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.329+0000 7ff448c00640 1 -- 172.21.15.22:0/1957168342 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7ff444085ae0 con 0x7ff44c156980 2024-09-10T10:41:02.332 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.329+0000 7ff451200640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff42c0678f0 0x7ff42c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.333 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.329+0000 7ff451200640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff42c0678f0 0x7ff42c069db0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7ff4400ae000 tx=0x7ff4400a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:02.336 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.333+0000 7ff448c00640 1 -- 172.21.15.22:0/1957168342 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff444055fc0 con 0x7ff44c156980 2024-09-10T10:41:02.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 -- 172.21.15.22:0/1957168342 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7ff44c15d3d0 con 0x7ff44c156980 2024-09-10T10:41:02.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff448c00640 1 -- 172.21.15.22:0/1957168342 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+316 (secure 0 0 0) 0x7ff44405a2c0 con 0x7ff44c156980 2024-09-10T10:41:02.537 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:02.537 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 -- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff42c0678f0 msgr2=0x7ff42c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff42c0678f0 0x7ff42c069db0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7ff4400ae000 tx=0x7ff4400a7000 comp rx=0 tx=0).stop 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 -- 172.21.15.22:0/1957168342 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff44c156980 msgr2=0x7ff44c14b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff44c156980 0x7ff44c14b0c0 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7ff44400c790 tx=0x7ff44400cc50 comp rx=0 tx=0).stop 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 -- 172.21.15.22:0/1957168342 shutdown_connections 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff42c0678f0 0x7ff42c069db0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff44c156980 0x7ff44c14b0c0 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff44c0b6650 0x7ff44c148a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 --2- 172.21.15.22:0/1957168342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff44c0b54a0 0x7ff44c149260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 -- 172.21.15.22:0/1957168342 >> 172.21.15.22:0/1957168342 conn(0x7ff44c0b79c0 msgr2=0x7ff44c074d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:02.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 -- 172.21.15.22:0/1957168342 shutdown_connections 2024-09-10T10:41:02.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.533+0000 7ff453c00640 1 -- 172.21.15.22:0/1957168342 wait complete. 2024-09-10T10:41:02.558 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-10T10:41:02.558 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CACHE_OVERSIZED 2024-09-10T10:41:02.558 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:41:02.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ffca00640 1 Processor -- start 2024-09-10T10:41:02.698 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ffca00640 1 -- start start 2024-09-10T10:41:02.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ffca00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5ff80cd590 0x7f5ff80afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ffca00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f5ff815c610 0x7f5ff80cd970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ffca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ff80cf410 0x7f5ff80b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.699 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ffca00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f5ff80cd0c0 con 0x7f5ff80cd590 2024-09-10T10:41:02.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ffca00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f5ff80cdeb0 con 0x7f5ff815c610 2024-09-10T10:41:02.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ffca00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5ff80cfc10 con 0x7f5ff80cf410 2024-09-10T10:41:02.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ff5e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5ff80cd590 0x7f5ff80afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ff5e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5ff80cd590 0x7f5ff80afb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32976/0 (socket says 172.21.15.22:32976) 2024-09-10T10:41:02.700 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.693+0000 7f5ff5e00640 1 -- 172.21.15.22:0/574963671 learned_addr learned my addr 172.21.15.22:0/574963671 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:02.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff5400640 1 --2- 172.21.15.22:0/574963671 >> v2:172.21.15.145:3300/0 conn(0x7f5ff815c610 0x7f5ff80cd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff6800640 1 --2- 172.21.15.22:0/574963671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ff80cf410 0x7f5ff80b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff5e00640 1 -- 172.21.15.22:0/574963671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ff80cf410 msgr2=0x7f5ff80b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:02.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff5e00640 1 --2- 172.21.15.22:0/574963671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ff80cf410 0x7f5ff80b3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff5e00640 1 -- 172.21.15.22:0/574963671 >> v2:172.21.15.145:3300/0 conn(0x7f5ff815c610 msgr2=0x7f5ff80cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:02.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff5e00640 1 --2- 172.21.15.22:0/574963671 >> v2:172.21.15.145:3300/0 conn(0x7f5ff815c610 0x7f5ff80cd970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.701 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff5e00640 1 -- 172.21.15.22:0/574963671 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ff80cfef0 con 0x7f5ff80cd590 2024-09-10T10:41:02.702 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff5e00640 1 --2- 172.21.15.22:0/574963671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cd590 0x7f5ff80afb50 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8074460 tx=0x7f5fe801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b7aee5959831d66 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:02.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff4a00640 1 -- 172.21.15.22:0/574963671 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fe80aa610 con 0x7f5ff80cd590 2024-09-10T10:41:02.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff4a00640 1 -- 172.21.15.22:0/574963671 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fe80af070 con 0x7f5ff80cd590 2024-09-10T10:41:02.703 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ff4a00640 1 -- 172.21.15.22:0/574963671 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fe80aa9d0 con 0x7f5ff80cd590 2024-09-10T10:41:02.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ffca00640 1 -- 172.21.15.22:0/574963671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cd590 msgr2=0x7f5ff80afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.697+0000 7f5ffca00640 1 --2- 172.21.15.22:0/574963671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cd590 0x7f5ff80afb50 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8074460 tx=0x7f5fe801c4f0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 -- 172.21.15.22:0/574963671 shutdown_connections 2024-09-10T10:41:02.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 --2- 172.21.15.22:0/574963671 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ff80cf410 0x7f5ff80b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 --2- 172.21.15.22:0/574963671 >> v2:172.21.15.145:3300/0 conn(0x7f5ff815c610 0x7f5ff80cd970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 --2- 172.21.15.22:0/574963671 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cd590 0x7f5ff80afb50 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 -- 172.21.15.22:0/574963671 >> 172.21.15.22:0/574963671 conn(0x7f5ff80b21c0 msgr2=0x7f5ff80b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:02.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 -- 172.21.15.22:0/574963671 shutdown_connections 2024-09-10T10:41:02.704 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 -- 172.21.15.22:0/574963671 wait complete. 2024-09-10T10:41:02.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 Processor -- start 2024-09-10T10:41:02.705 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 -- start start 2024-09-10T10:41:02.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ff80cd590 0x7f5ff8072dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cf410 0x7f5ff80aedf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.707 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ff80ad5d0 0x7f5ff815aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f5ff80b4420 con 0x7f5ff80cf410 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5ff80b42a0 con 0x7f5ff80ad5d0 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ffca00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5ff80cf820 con 0x7f5ff80cd590 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cf410 0x7f5ff80aedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cf410 0x7f5ff80aedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:32982/0 (socket says 172.21.15.22:32982) 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff5400640 1 -- 172.21.15.22:0/163093194 learned_addr learned my addr 172.21.15.22:0/163093194 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff5e00640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ff80cd590 0x7f5ff8072dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff6800640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ff80ad5d0 0x7f5ff815aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff5400640 1 -- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ff80cd590 msgr2=0x7f5ff8072dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff5400640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ff80cd590 0x7f5ff8072dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff5400640 1 -- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ff80ad5d0 msgr2=0x7f5ff815aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.708 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff5400640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ff80ad5d0 0x7f5ff815aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff5400640 1 -- 172.21.15.22:0/163093194 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ff80ac530 con 0x7f5ff80cf410 2024-09-10T10:41:02.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.701+0000 7f5ff5400640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cf410 0x7f5ff80aedf0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f5fe400d5f0 tx=0x7f5fe400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:02.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.705+0000 7f5fee000640 1 -- 172.21.15.22:0/163093194 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fe40125f0 con 0x7f5ff80cf410 2024-09-10T10:41:02.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.705+0000 7f5fee000640 1 -- 172.21.15.22:0/163093194 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fe4019070 con 0x7f5ff80cf410 2024-09-10T10:41:02.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.705+0000 7f5fee000640 1 -- 172.21.15.22:0/163093194 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fe40129b0 con 0x7f5ff80cf410 2024-09-10T10:41:02.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.705+0000 7f5ffca00640 1 -- 172.21.15.22:0/163093194 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ff80ac810 con 0x7f5ff80cf410 2024-09-10T10:41:02.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.705+0000 7f5ffca00640 1 -- 172.21.15.22:0/163093194 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ff80acdd0 con 0x7f5ff80cf410 2024-09-10T10:41:02.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.705+0000 7f5ffca00640 1 -- 172.21.15.22:0/163093194 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ff80b4ff0 con 0x7f5ff80cf410 2024-09-10T10:41:02.710 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.705+0000 7f5fee000640 1 -- 172.21.15.22:0/163093194 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5fe4012b50 con 0x7f5ff80cf410 2024-09-10T10:41:02.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.705+0000 7f5fee000640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fd80678c0 0x7f5fd8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:02.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.705+0000 7f5fee000640 1 -- 172.21.15.22:0/163093194 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f5fe40860e0 con 0x7f5ff80cf410 2024-09-10T10:41:02.711 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.705+0000 7f5ff5e00640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fd80678c0 0x7f5fd8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:02.712 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.709+0000 7f5ff5e00640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fd80678c0 0x7f5fd8069d80 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f5fe80ae000 tx=0x7f5fe80a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:02.714 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.709+0000 7f5fee000640 1 -- 172.21.15.22:0/163093194 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5fe40564a0 con 0x7f5ff80cf410 2024-09-10T10:41:02.767 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:41:02.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 -- 172.21.15.22:0/163093194 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f5ff80b12a0 con 0x7f5ff80cf410 2024-09-10T10:41:02.917 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5fee000640 1 -- 172.21.15.22:0/163093194 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+316 (secure 0 0 0) 0x7f5fe405a7a0 con 0x7f5ff80cf410 2024-09-10T10:41:02.917 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:02.917 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-10T10:41:02.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 -- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fd80678c0 msgr2=0x7f5fd8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fd80678c0 0x7f5fd8069d80 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f5fe80ae000 tx=0x7f5fe80a7000 comp rx=0 tx=0).stop 2024-09-10T10:41:02.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 -- 172.21.15.22:0/163093194 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cf410 msgr2=0x7f5ff80aedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:02.919 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cf410 0x7f5ff80aedf0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f5fe400d5f0 tx=0x7f5fe400dab0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 -- 172.21.15.22:0/163093194 shutdown_connections 2024-09-10T10:41:02.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f5fd80678c0 0x7f5fd8069d80 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ff80ad5d0 0x7f5ff815aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5ff80cf410 0x7f5ff80aedf0 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 --2- 172.21.15.22:0/163093194 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ff80cd590 0x7f5ff8072dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:02.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 -- 172.21.15.22:0/163093194 >> 172.21.15.22:0/163093194 conn(0x7f5ff80b21c0 msgr2=0x7f5ff80b1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:02.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 -- 172.21.15.22:0/163093194 shutdown_connections 2024-09-10T10:41:02.920 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02.913+0000 7f5ffca00640 1 -- 172.21.15.22:0/163093194 wait complete. 2024-09-10T10:41:02.939 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T10:41:02.939 INFO:tasks.cephfs.test_client_limits:Terminating process holding files open 2024-09-10T10:41:02.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:02 stdin-killer INFO: expiration expected; waiting 5 seconds for command to complete 2024-09-10T10:41:04.770 INFO:teuthology.orchestra.run.smithi022.stderr:open_n_background: keeping files open 2024-09-10T10:41:04.770 INFO:teuthology.orchestra.run.smithi022.stderr:stdin closed, goodbye! 2024-09-10T10:41:04.787 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:41:04.795 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:04.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff426200640 1 Processor -- start 2024-09-10T10:41:04.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff426200640 1 -- start start 2024-09-10T10:41:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff426200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff4200cd670 0x7ff4200cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff426200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff42006e1b0 0x7ff42006e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff426200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff42006d3f0 con 0x7ff420145fb0 2024-09-10T10:41:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff426200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff4200ce010 con 0x7ff4200cd670 2024-09-10T10:41:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff426200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff42006d1a0 con 0x7ff42006e1b0 2024-09-10T10:41:04.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41f400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7ff420145fb0 0x7ff4200b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:45920/0 (socket says 172.21.15.22:45920) 2024-09-10T10:41:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41f400640 1 -- 172.21.15.22:0/2724578727 learned_addr learned my addr 172.21.15.22:0/2724578727 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41ea00640 1 --2- 172.21.15.22:0/2724578727 >> v2:172.21.15.22:3300/0 conn(0x7ff4200cd670 0x7ff4200cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41fe00640 1 --2- 172.21.15.22:0/2724578727 >> v2:172.21.15.145:3300/0 conn(0x7ff42006e1b0 0x7ff42006e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41e000640 1 -- 172.21.15.22:0/2724578727 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1542229556 0 0) 0x7ff42006d3f0 con 0x7ff420145fb0 2024-09-10T10:41:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41e000640 1 -- 172.21.15.22:0/2724578727 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff404003530 con 0x7ff420145fb0 2024-09-10T10:41:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41ea00640 1 -- 172.21.15.22:0/2724578727 >> v2:172.21.15.145:3300/0 conn(0x7ff42006e1b0 msgr2=0x7ff42006e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41ea00640 1 --2- 172.21.15.22:0/2724578727 >> v2:172.21.15.145:3300/0 conn(0x7ff42006e1b0 0x7ff42006e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41ea00640 1 -- 172.21.15.22:0/2724578727 >> v1:172.21.15.22:6789/0 conn(0x7ff420145fb0 legacy=0x7ff4200b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41ea00640 1 -- 172.21.15.22:0/2724578727 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff42006d6d0 con 0x7ff4200cd670 2024-09-10T10:41:04.988 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.981+0000 7ff41fe00640 1 --2- 172.21.15.22:0/2724578727 >> v2:172.21.15.145:3300/0 conn(0x7ff42006e1b0 0x7ff42006e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:04.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff41ea00640 1 --2- 172.21.15.22:0/2724578727 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 0x7ff4200cdad0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7ff42006f5d0 tx=0x7ff40c01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c8cb2f800453de server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:04.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff41e000640 1 -- 172.21.15.22:0/2724578727 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c0b0070 con 0x7ff4200cd670 2024-09-10T10:41:04.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff41e000640 1 -- 172.21.15.22:0/2724578727 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff40c0ab600 con 0x7ff4200cd670 2024-09-10T10:41:04.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff41e000640 1 -- 172.21.15.22:0/2724578727 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c0ab9b0 con 0x7ff4200cd670 2024-09-10T10:41:04.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff426200640 1 -- 172.21.15.22:0/2724578727 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 msgr2=0x7ff4200cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:04.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff426200640 1 --2- 172.21.15.22:0/2724578727 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 0x7ff4200cdad0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7ff42006f5d0 tx=0x7ff40c01c480 comp rx=0 tx=0).stop 2024-09-10T10:41:04.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff426200640 1 -- 172.21.15.22:0/2724578727 shutdown_connections 2024-09-10T10:41:04.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff426200640 1 --2- 172.21.15.22:0/2724578727 >> v2:172.21.15.145:3300/0 conn(0x7ff42006e1b0 0x7ff42006e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:04.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff426200640 1 --2- 172.21.15.22:0/2724578727 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 0x7ff4200cdad0 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:04.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff426200640 1 -- 172.21.15.22:0/2724578727 >> 172.21.15.22:0/2724578727 conn(0x7ff420062dd0 msgr2=0x7ff42006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:04.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff426200640 1 -- 172.21.15.22:0/2724578727 shutdown_connections 2024-09-10T10:41:04.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.985+0000 7ff426200640 1 -- 172.21.15.22:0/2724578727 wait complete. 2024-09-10T10:41:04.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff426200640 1 Processor -- start 2024-09-10T10:41:04.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff426200640 1 -- start start 2024-09-10T10:41:04.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff426200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff42006e1b0 0x7ff4200b0970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:04.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff426200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 0x7ff420166420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:04.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff426200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff420145fb0 0x7ff4201f6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:04.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff426200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff4200d0170 con 0x7ff4200cd670 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff426200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff4200cfff0 con 0x7ff420145fb0 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff426200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff42006dd20 con 0x7ff42006e1b0 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 0x7ff420166420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41ea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 0x7ff420166420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:33000/0 (socket says 172.21.15.22:33000) 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41ea00640 1 -- 172.21.15.22:0/653941542 learned_addr learned my addr 172.21.15.22:0/653941542 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41f400640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff42006e1b0 0x7ff4200b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41fe00640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff420145fb0 0x7ff4201f6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41ea00640 1 -- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff42006e1b0 msgr2=0x7ff4200b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41ea00640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff42006e1b0 0x7ff4200b0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41ea00640 1 -- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff420145fb0 msgr2=0x7ff4201f6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41ea00640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff420145fb0 0x7ff4201f6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:04.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41ea00640 1 -- 172.21.15.22:0/653941542 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4201f5da0 con 0x7ff4200cd670 2024-09-10T10:41:04.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff41ea00640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 0x7ff420166420 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7ff40c000c10 tx=0x7ff40c019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:04.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff417400640 1 -- 172.21.15.22:0/653941542 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c0ba070 con 0x7ff4200cd670 2024-09-10T10:41:04.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff417400640 1 -- 172.21.15.22:0/653941542 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff40c0ab9b0 con 0x7ff4200cd670 2024-09-10T10:41:04.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff417400640 1 -- 172.21.15.22:0/653941542 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c0b0040 con 0x7ff4200cd670 2024-09-10T10:41:04.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff426200640 1 -- 172.21.15.22:0/653941542 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4201f6080 con 0x7ff4200cd670 2024-09-10T10:41:04.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.989+0000 7ff426200640 1 -- 172.21.15.22:0/653941542 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4201f6640 con 0x7ff4200cd670 2024-09-10T10:41:04.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.993+0000 7ff426200640 1 -- 172.21.15.22:0/653941542 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff42006e620 con 0x7ff4200cd670 2024-09-10T10:41:04.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.993+0000 7ff417400640 1 -- 172.21.15.22:0/653941542 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff40c003620 con 0x7ff4200cd670 2024-09-10T10:41:04.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.993+0000 7ff417400640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4000678c0 0x7ff400069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:04.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.993+0000 7ff417400640 1 -- 172.21.15.22:0/653941542 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7ff40c11ee20 con 0x7ff4200cd670 2024-09-10T10:41:04.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.993+0000 7ff41f400640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4000678c0 0x7ff400069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:04.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.993+0000 7ff41f400640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4000678c0 0x7ff400069d80 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7ff410007fd0 tx=0x7ff410009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:05.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:04.997+0000 7ff417400640 1 -- 172.21.15.22:0/653941542 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff40c016070 con 0x7ff4200cd670 2024-09-10T10:41:05.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 -- 172.21.15.22:0/653941542 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff42015ee20 con 0x7ff4200cd670 2024-09-10T10:41:05.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff417400640 1 -- 172.21.15.22:0/653941542 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 97 v97) ==== 94+0+5218 (secure 0 0 0) 0x7ff40c0ef270 con 0x7ff4200cd670 2024-09-10T10:41:05.201 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:05.202 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":97,"btime":"2024-09-10T10:41:01:889793+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6563,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3155757098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":3155757098},{"type":"v1","addr":"172.21.15.22:6835","nonce":3155757098}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":6569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/46627420","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":46627420},{"type":"v1","addr":"172.21.15.145:6837","nonce":46627420}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":7459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/88156359","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":88156359},{"type":"v1","addr":"172.21.15.22:6833","nonce":88156359}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":97,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:44.744633+0000","modified":"2024-09-10T10:41:01.389606+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7465},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7465":{"gid":7465,"name":"b","rank":0,"incarnation":91,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6836/977032204","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":977032204},{"type":"v1","addr":"172.21.15.145:6836","nonce":977032204}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7465,"qdb_cluster":[7465]},"id":10}]} 2024-09-10T10:41:05.202 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 97 2024-09-10T10:41:05.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 -- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4000678c0 msgr2=0x7ff400069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:05.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4000678c0 0x7ff400069d80 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7ff410007fd0 tx=0x7ff410009040 comp rx=0 tx=0).stop 2024-09-10T10:41:05.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 -- 172.21.15.22:0/653941542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 msgr2=0x7ff420166420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:05.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 0x7ff420166420 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7ff40c000c10 tx=0x7ff40c019220 comp rx=0 tx=0).stop 2024-09-10T10:41:05.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 -- 172.21.15.22:0/653941542 shutdown_connections 2024-09-10T10:41:05.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff4000678c0 0x7ff400069d80 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:05.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff420145fb0 0x7ff4201f6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:05.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff4200cd670 0x7ff420166420 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:05.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 --2- 172.21.15.22:0/653941542 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff42006e1b0 0x7ff4200b0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:05.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 -- 172.21.15.22:0/653941542 >> 172.21.15.22:0/653941542 conn(0x7ff420062dd0 msgr2=0x7ff42015e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:05.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 -- 172.21.15.22:0/653941542 shutdown_connections 2024-09-10T10:41:05.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.197+0000 7ff426200640 1 -- 172.21.15.22:0/653941542 wait complete. 2024-09-10T10:41:05.223 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-10T10:41:05.414 INFO:teuthology.orchestra.run.smithi145.stdout:[{"id":7588,"entity":{"name":{"type":"client","num":7588},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3361436722}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":3,"uptime":11.995794438000001,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9309626686091539,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":4,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7588 192.168.0.1:0/3361436722","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"1","hostname":"smithi145","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}},{"id":7579,"entity":{"name":{"type":"client","num":7579},"addr":{"type":"any","addr":"172.21.15.22:0","nonce":525307762}},"state":"open","num_leases":400,"num_caps":231,"request_load_avg":384,"uptime":13.131774759000001,"requests_in_flight":0,"num_completed_requests":399,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":1548.7587675335151,"halflife":60},"release_caps":{"value":170,"halflife":60},"recall_caps_throttle":{"value":523.81402157916796,"halflife":1.5},"recall_caps_throttle2o":{"value":255.00823092343038,"halflife":0.5},"session_cache_liveness":{"value":1177.6086618809236,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":29,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.7579 172.21.15.22:0/525307762","completed_requests":[{"tid":29,"created_ino":"0x10000000001"},{"tid":30,"created_ino":"0x100000001f6"},{"tid":31,"created_ino":"0x100000001f7"},{"tid":32,"created_ino":"0x100000001f8"},{"tid":33,"created_ino":"0x100000001f9"},{"tid":34,"created_ino":"0x100000001fa"},{"tid":35,"created_ino":"0x100000001fb"},{"tid":36,"created_ino":"0x100000001fc"},{"tid":37,"created_ino":"0x100000001fd"},{"tid":38,"created_ino":"0x100000001fe"},{"tid":39,"created_ino":"0x100000001ff"},{"tid":40,"created_ino":"0x10000000200"},{"tid":41,"created_ino":"0x10000000201"},{"tid":42,"created_ino":"0x10000000202"},{"tid":43,"created_ino":"0x10000000203"},{"tid":44,"created_ino":"0x10000000204"},{"tid":45,"created_ino":"0x10000000205"},{"tid":46,"created_ino":"0x10000000206"},{"tid":47,"created_ino":"0x10000000207"},{"tid":48,"created_ino":"0x10000000208"},{"tid":49,"created_ino":"0x10000000209"},{"tid":50,"created_ino":"0x1000000020a"},{"tid":51,"created_ino":"0x1000000020b"},{"tid":52,"created_ino":"0x1000000020c"},{"tid":53,"created_ino":"0x1000000020d"},{"tid":54,"created_ino":"0x1000000020e"},{"tid":55,"created_ino":"0x1000000020f"},{"tid":56,"created_ino":"0x10000000210"},{"tid":57,"created_ino":"0x10000000211"},{"tid":58,"created_ino":"0x10000000212"},{"tid":59,"created_ino":"0x10000000213"},{"tid":60,"created_ino":"0x10000000214"},{"tid":61,"created_ino":"0x10000000215"},{"tid":62,"created_ino":"0x10000000216"},{"tid":63,"created_ino":"0x10000000217"},{"tid":64,"created_ino":"0x10000000218"},{"tid":65,"created_ino":"0x10000000219"},{"tid":66,"created_ino":"0x1000000021a"},{"tid":67,"created_ino":"0x1000000021b"},{"tid":68,"created_ino":"0x1000000021c"},{"tid":69,"created_ino":"0x1000000021d"},{"tid":70,"created_ino":"0x1000000021e"},{"tid":71,"created_ino":"0x1000000021f"},{"tid":72,"created_ino":"0x10000000220"},{"tid":73,"created_ino":"0x10000000221"},{"tid":74,"created_ino":"0x10000000222"},{"tid":75,"created_ino":"0x10000000223"},{"tid":76,"created_ino":"0x10000000224"},{"tid":77,"created_ino":"0x10000000225"},{"tid":78,"created_ino":"0x10000000226"},{"tid":79,"created_ino":"0x10000000227"},{"tid":80,"created_ino":"0x10000000228"},{"tid":81,"created_ino":"0x10000000229"},{"tid":82,"created_ino":"0x1000000022a"},{"tid":83,"created_ino":"0x1000000022b"},{"tid":84,"created_ino":"0x1000000022c"},{"tid":85,"created_ino":"0x1000000022d"},{"tid":86,"created_ino":"0x1000000022e"},{"tid":87,"created_ino":"0x1000000022f"},{"tid":88,"created_ino":"0x10000000230"},{"tid":89,"created_ino":"0x10000000231"},{"tid":90,"created_ino":"0x10000000232"},{"tid":91,"created_ino":"0x10000000233"},{"tid":92,"created_ino":"0x10000000234"},{"tid":93,"created_ino":"0x10000000235"},{"tid":94,"created_ino":"0x10000000236"},{"tid":95,"created_ino":"0x10000000237"},{"tid":96,"created_ino":"0x10000000238"},{"tid":97,"created_ino":"0x10000000239"},{"tid":98,"created_ino":"0x1000000023a"},{"tid":99,"created_ino":"0x1000000023b"},{"tid":100,"created_ino":"0x1000000023c"},{"tid":101,"created_ino":"0x1000000023d"},{"tid":102,"created_ino":"0x1000000023e"},{"tid":103,"created_ino":"0x1000000023f"},{"tid":104,"created_ino":"0x10000000240"},{"tid":105,"created_ino":"0x10000000241"},{"tid":106,"created_ino":"0x10000000242"},{"tid":107,"created_ino":"0x10000000243"},{"tid":108,"created_ino":"0x10000000244"},{"tid":109,"created_ino":"0x10000000245"},{"tid":110,"created_ino":"0x10000000246"},{"tid":111,"created_ino":"0x10000000247"},{"tid":112,"created_ino":"0x10000000248"},{"tid":113,"created_ino":"0x10000000249"},{"tid":114,"created_ino":"0x1000000024a"},{"tid":115,"created_ino":"0x1000000024b"},{"tid":116,"created_ino":"0x1000000024c"},{"tid":117,"created_ino":"0x1000000024d"},{"tid":118,"created_ino":"0x1000000024e"},{"tid":119,"created_ino":"0x1000000024f"},{"tid":120,"created_ino":"0x10000000250"},{"tid":121,"created_ino":"0x10000000251"},{"tid":122,"created_ino":"0x10000000252"},{"tid":123,"created_ino":"0x10000000253"},{"tid":124,"created_ino":"0x10000000254"},{"tid":125,"created_ino":"0x10000000255"},{"tid":126,"created_ino":"0x10000000256"},{"tid":127,"created_ino":"0x10000000257"},{"tid":128,"created_ino":"0x10000000258"},{"tid":129,"created_ino":"0x10000000259"},{"tid":130,"created_ino":"0x1000000025a"},{"tid":131,"created_ino":"0x1000000025b"},{"tid":132,"created_ino":"0x1000000025c"},{"tid":133,"created_ino":"0x1000000025d"},{"tid":134,"created_ino":"0x1000000025e"},{"tid":135,"created_ino":"0x1000000025f"},{"tid":136,"created_ino":"0x10000000260"},{"tid":137,"created_ino":"0x10000000261"},{"tid":138,"created_ino":"0x10000000262"},{"tid":139,"created_ino":"0x10000000263"},{"tid":140,"created_ino":"0x10000000264"},{"tid":141,"created_ino":"0x10000000265"},{"tid":142,"created_ino":"0x10000000266"},{"tid":143,"created_ino":"0x10000000267"},{"tid":144,"created_ino":"0x10000000268"},{"tid":145,"created_ino":"0x10000000269"},{"tid":146,"created_ino":"0x1000000026a"},{"tid":147,"created_ino":"0x1000000026b"},{"tid":148,"created_ino":"0x1000000026c"},{"tid":149,"created_ino":"0x1000000026d"},{"tid":150,"created_ino":"0x1000000026e"},{"tid":151,"created_ino":"0x1000000026f"},{"tid":152,"created_ino":"0x10000000270"},{"tid":153,"created_ino":"0x10000000271"},{"tid":154,"created_ino":"0x10000000272"},{"tid":155,"created_ino":"0x10000000273"},{"tid":156,"created_ino":"0x10000000274"},{"tid":157,"created_ino":"0x10000000275"},{"tid":158,"created_ino":"0x10000000276"},{"tid":159,"created_ino":"0x10000000277"},{"tid":160,"created_ino":"0x10000000278"},{"tid":161,"created_ino":"0x10000000279"},{"tid":162,"created_ino":"0x1000000027a"},{"tid":163,"created_ino":"0x1000000027b"},{"tid":164,"created_ino":"0x1000000027c"},{"tid":165,"created_ino":"0x1000000027d"},{"tid":166,"created_ino":"0x1000000027e"},{"tid":167,"created_ino":"0x1000000027f"},{"tid":168,"created_ino":"0x10000000280"},{"tid":169,"created_ino":"0x10000000281"},{"tid":170,"created_ino":"0x10000000282"},{"tid":171,"created_ino":"0x10000000283"},{"tid":172,"created_ino":"0x10000000284"},{"tid":173,"created_ino":"0x10000000285"},{"tid":174,"created_ino":"0x10000000286"},{"tid":175,"created_ino":"0x10000000287"},{"tid":176,"created_ino":"0x10000000288"},{"tid":177,"created_ino":"0x10000000289"},{"tid":178,"created_ino":"0x1000000028a"},{"tid":179,"created_ino":"0x1000000028b"},{"tid":180,"created_ino":"0x1000000028c"},{"tid":181,"created_ino":"0x1000000028d"},{"tid":182,"created_ino":"0x1000000028e"},{"tid":183,"created_ino":"0x1000000028f"},{"tid":184,"created_ino":"0x10000000290"},{"tid":185,"created_ino":"0x10000000291"},{"tid":186,"created_ino":"0x10000000292"},{"tid":187,"created_ino":"0x10000000293"},{"tid":188,"created_ino":"0x10000000294"},{"tid":189,"created_ino":"0x10000000295"},{"tid":190,"created_ino":"0x10000000296"},{"tid":191,"created_ino":"0x10000000297"},{"tid":192,"created_ino":"0x10000000298"},{"tid":193,"created_ino":"0x10000000299"},{"tid":194,"created_ino":"0x1000000029a"},{"tid":195,"created_ino":"0x1000000029b"},{"tid":196,"created_ino":"0x1000000029c"},{"tid":197,"created_ino":"0x1000000029d"},{"tid":198,"created_ino":"0x1000000029e"},{"tid":199,"created_ino":"0x1000000029f"},{"tid":200,"created_ino":"0x100000002a0"},{"tid":201,"created_ino":"0x100000002a1"},{"tid":202,"created_ino":"0x100000002a2"},{"tid":203,"created_ino":"0x100000002a3"},{"tid":204,"created_ino":"0x100000002a4"},{"tid":205,"created_ino":"0x100000002a5"},{"tid":206,"created_ino":"0x100000002a6"},{"tid":207,"created_ino":"0x100000002a7"},{"tid":208,"created_ino":"0x100000002a8"},{"tid":209,"created_ino":"0x100000002a9"},{"tid":210,"created_ino":"0x100000002aa"},{"tid":211,"created_ino":"0x100000002ab"},{"tid":212,"created_ino":"0x100000002ac"},{"tid":213,"created_ino":"0x100000002ad"},{"tid":214,"created_ino":"0x100000002ae"},{"tid":215,"created_ino":"0x100000002af"},{"tid":216,"created_ino":"0x100000002b0"},{"tid":217,"created_ino":"0x100000002b1"},{"tid":218,"created_ino":"0x100000002b2"},{"tid":219,"created_ino":"0x100000002b3"},{"tid":220,"created_ino":"0x100000002b4"},{"tid":221,"created_ino":"0x100000002b5"},{"tid":222,"created_ino":"0x100000002b6"},{"tid":223,"created_ino":"0x100000002b7"},{"tid":224,"created_ino":"0x100000002b8"},{"tid":225,"created_ino":"0x100000002b9"},{"tid":226,"created_ino":"0x100000002ba"},{"tid":227,"created_ino":"0x100000002bb"},{"tid":228,"created_ino":"0x100000002bc"},{"tid":229,"created_ino":"0x100000002bd"},{"tid":230,"created_ino":"0x100000002be"},{"tid":231,"created_ino":"0x100000002bf"},{"tid":232,"created_ino":"0x100000002c0"},{"tid":233,"created_ino":"0x100000002c1"},{"tid":234,"created_ino":"0x100000002c2"},{"tid":235,"created_ino":"0x100000002c3"},{"tid":236,"created_ino":"0x100000002c4"},{"tid":237,"created_ino":"0x100000002c5"},{"tid":238,"created_ino":"0x100000002c6"},{"tid":239,"created_ino":"0x100000002c7"},{"tid":240,"created_ino":"0x100000002c8"},{"tid":241,"created_ino":"0x100000002c9"},{"tid":242,"created_ino":"0x100000002ca"},{"tid":243,"created_ino":"0x100000002cb"},{"tid":244,"created_ino":"0x100000002cc"},{"tid":245,"created_ino":"0x100000002cd"},{"tid":246,"created_ino":"0x100000002ce"},{"tid":247,"created_ino":"0x100000002cf"},{"tid":248,"created_ino":"0x100000002d0"},{"tid":249,"created_ino":"0x100000002d1"},{"tid":250,"created_ino":"0x100000002d2"},{"tid":251,"created_ino":"0x100000002d3"},{"tid":252,"created_ino":"0x100000002d4"},{"tid":253,"created_ino":"0x100000002d5"},{"tid":254,"created_ino":"0x100000002d6"},{"tid":255,"created_ino":"0x100000002d7"},{"tid":256,"created_ino":"0x100000002d8"},{"tid":257,"created_ino":"0x100000002d9"},{"tid":258,"created_ino":"0x100000002da"},{"tid":259,"created_ino":"0x100000002db"},{"tid":260,"created_ino":"0x100000002dc"},{"tid":261,"created_ino":"0x100000002dd"},{"tid":262,"created_ino":"0x100000002de"},{"tid":263,"created_ino":"0x100000002df"},{"tid":264,"created_ino":"0x100000002e0"},{"tid":265,"created_ino":"0x100000002e1"},{"tid":266,"created_ino":"0x100000002e2"},{"tid":267,"created_ino":"0x100000002e3"},{"tid":268,"created_ino":"0x100000002e4"},{"tid":269,"created_ino":"0x100000002e5"},{"tid":270,"created_ino":"0x100000002e6"},{"tid":271,"created_ino":"0x100000002e7"},{"tid":272,"created_ino":"0x100000002e8"},{"tid":273,"created_ino":"0x100000002e9"},{"tid":274,"created_ino":"0x100000002ea"},{"tid":275,"created_ino":"0x100000002eb"},{"tid":276,"created_ino":"0x100000002ec"},{"tid":277,"created_ino":"0x100000002ed"},{"tid":278,"created_ino":"0x100000002ee"},{"tid":279,"created_ino":"0x100000002ef"},{"tid":280,"created_ino":"0x100000002f0"},{"tid":281,"created_ino":"0x100000002f1"},{"tid":282,"created_ino":"0x100000002f2"},{"tid":283,"created_ino":"0x100000002f3"},{"tid":284,"created_ino":"0x100000002f4"},{"tid":285,"created_ino":"0x100000002f5"},{"tid":286,"created_ino":"0x100000002f6"},{"tid":287,"created_ino":"0x100000002f7"},{"tid":288,"created_ino":"0x100000002f8"},{"tid":289,"created_ino":"0x100000002f9"},{"tid":290,"created_ino":"0x100000002fa"},{"tid":291,"created_ino":"0x100000002fb"},{"tid":292,"created_ino":"0x100000002fc"},{"tid":293,"created_ino":"0x100000002fd"},{"tid":294,"created_ino":"0x100000002fe"},{"tid":295,"created_ino":"0x100000002ff"},{"tid":296,"created_ino":"0x10000000300"},{"tid":297,"created_ino":"0x10000000301"},{"tid":298,"created_ino":"0x10000000302"},{"tid":299,"created_ino":"0x10000000303"},{"tid":300,"created_ino":"0x10000000304"},{"tid":301,"created_ino":"0x10000000305"},{"tid":302,"created_ino":"0x10000000306"},{"tid":303,"created_ino":"0x10000000307"},{"tid":304,"created_ino":"0x10000000308"},{"tid":305,"created_ino":"0x10000000309"},{"tid":306,"created_ino":"0x1000000030a"},{"tid":307,"created_ino":"0x1000000030b"},{"tid":308,"created_ino":"0x1000000030c"},{"tid":309,"created_ino":"0x1000000030d"},{"tid":310,"created_ino":"0x1000000030e"},{"tid":311,"created_ino":"0x1000000030f"},{"tid":312,"created_ino":"0x10000000310"},{"tid":313,"created_ino":"0x10000000311"},{"tid":314,"created_ino":"0x10000000312"},{"tid":315,"created_ino":"0x10000000313"},{"tid":316,"created_ino":"0x10000000314"},{"tid":317,"created_ino":"0x10000000315"},{"tid":318,"created_ino":"0x10000000316"},{"tid":319,"created_ino":"0x10000000317"},{"tid":320,"created_ino":"0x10000000318"},{"tid":321,"created_ino":"0x10000000319"},{"tid":322,"created_ino":"0x1000000031a"},{"tid":323,"created_ino":"0x1000000031b"},{"tid":324,"created_ino":"0x1000000031c"},{"tid":325,"created_ino":"0x1000000031d"},{"tid":326,"created_ino":"0x1000000031e"},{"tid":327,"created_ino":"0x1000000031f"},{"tid":328,"created_ino":"0x10000000320"},{"tid":329,"created_ino":"0x10000000321"},{"tid":330,"created_ino":"0x10000000322"},{"tid":331,"created_ino":"0x10000000323"},{"tid":332,"created_ino":"0x10000000324"},{"tid":333,"created_ino":"0x10000000325"},{"tid":334,"created_ino":"0x10000000326"},{"tid":335,"created_ino":"0x10000000327"},{"tid":336,"created_ino":"0x10000000328"},{"tid":337,"created_ino":"0x10000000329"},{"tid":338,"created_ino":"0x1000000032a"},{"tid":339,"created_ino":"0x1000000032b"},{"tid":340,"created_ino":"0x1000000032c"},{"tid":341,"created_ino":"0x1000000032d"},{"tid":342,"created_ino":"0x1000000032e"},{"tid":343,"created_ino":"0x1000000032f"},{"tid":344,"created_ino":"0x10000000330"},{"tid":345,"created_ino":"0x10000000331"},{"tid":346,"created_ino":"0x10000000332"},{"tid":347,"created_ino":"0x10000000333"},{"tid":348,"created_ino":"0x10000000334"},{"tid":349,"created_ino":"0x10000000335"},{"tid":350,"created_ino":"0x10000000336"},{"tid":351,"created_ino":"0x10000000337"},{"tid":352,"created_ino":"0x10000000338"},{"tid":353,"created_ino":"0x10000000339"},{"tid":354,"created_ino":"0x1000000033a"},{"tid":355,"created_ino":"0x1000000033b"},{"tid":356,"created_ino":"0x1000000033c"},{"tid":357,"created_ino":"0x1000000033d"},{"tid":358,"created_ino":"0x1000000033e"},{"tid":359,"created_ino":"0x1000000033f"},{"tid":360,"created_ino":"0x10000000340"},{"tid":361,"created_ino":"0x10000000341"},{"tid":362,"created_ino":"0x10000000342"},{"tid":363,"created_ino":"0x10000000343"},{"tid":364,"created_ino":"0x10000000344"},{"tid":365,"created_ino":"0x10000000345"},{"tid":366,"created_ino":"0x10000000346"},{"tid":367,"created_ino":"0x10000000347"},{"tid":368,"created_ino":"0x10000000348"},{"tid":369,"created_ino":"0x10000000349"},{"tid":370,"created_ino":"0x1000000034a"},{"tid":371,"created_ino":"0x1000000034b"},{"tid":372,"created_ino":"0x1000000034c"},{"tid":373,"created_ino":"0x1000000034d"},{"tid":374,"created_ino":"0x1000000034e"},{"tid":375,"created_ino":"0x1000000034f"},{"tid":376,"created_ino":"0x10000000350"},{"tid":377,"created_ino":"0x10000000351"},{"tid":378,"created_ino":"0x10000000352"},{"tid":379,"created_ino":"0x10000000353"},{"tid":380,"created_ino":"0x10000000354"},{"tid":381,"created_ino":"0x10000000355"},{"tid":382,"created_ino":"0x10000000356"},{"tid":383,"created_ino":"0x10000000357"},{"tid":384,"created_ino":"0x10000000358"},{"tid":385,"created_ino":"0x10000000359"},{"tid":386,"created_ino":"0x1000000035a"},{"tid":387,"created_ino":"0x1000000035b"},{"tid":388,"created_ino":"0x1000000035c"},{"tid":389,"created_ino":"0x1000000035d"},{"tid":390,"created_ino":"0x1000000035e"},{"tid":391,"created_ino":"0x1000000035f"},{"tid":392,"created_ino":"0x10000000360"},{"tid":393,"created_ino":"0x10000000361"},{"tid":394,"created_ino":"0x10000000362"},{"tid":395,"created_ino":"0x10000000363"},{"tid":396,"created_ino":"0x10000000364"},{"tid":397,"created_ino":"0x10000000365"},{"tid":398,"created_ino":"0x10000000366"},{"tid":399,"created_ino":"0x10000000367"},{"tid":400,"created_ino":"0x10000000368"},{"tid":401,"created_ino":"0x10000000369"},{"tid":402,"created_ino":"0x1000000036a"},{"tid":403,"created_ino":"0x1000000036b"},{"tid":404,"created_ino":"0x1000000036c"},{"tid":405,"created_ino":"0x1000000036d"},{"tid":406,"created_ino":"0x1000000036e"},{"tid":407,"created_ino":"0x1000000036f"},{"tid":408,"created_ino":"0x10000000370"},{"tid":409,"created_ino":"0x10000000371"},{"tid":410,"created_ino":"0x10000000372"},{"tid":411,"created_ino":"0x10000000373"},{"tid":412,"created_ino":"0x10000000374"},{"tid":413,"created_ino":"0x10000000375"},{"tid":414,"created_ino":"0x10000000376"},{"tid":415,"created_ino":"0x10000000377"},{"tid":416,"created_ino":"0x10000000378"},{"tid":417,"created_ino":"0x10000000379"},{"tid":418,"created_ino":"0x1000000037a"},{"tid":419,"created_ino":"0x1000000037b"},{"tid":420,"created_ino":"0x1000000037c"},{"tid":421,"created_ino":"0x1000000037d"},{"tid":422,"created_ino":"0x1000000037e"},{"tid":423,"created_ino":"0x1000000037f"},{"tid":424,"created_ino":"0x10000000380"},{"tid":425,"created_ino":"0x10000000381"},{"tid":426,"created_ino":"0x10000000382"},{"tid":427,"created_ino":"0x10000000383"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000384","length":603}],"client_metadata":{"client_features":{"feature_bits":"0x000000000037fbff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000080ffff"}},"entity_id":"0","hostname":"smithi022","kernel_version":"6.11.0-rc5-g2ca44a2f35ca","root":"/"}}] 2024-09-10T10:41:05.417 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "1", "hostname": "smithi145", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3361436722, "type": "any" }, "name": { "num": 7588, "type": "client" } }, "id": 7588, "inst": "client.7588 192.168.0.1:0/3361436722", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 4, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.930962668609154 }, "state": "open", "uptime": 11.995794438 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "client_features": { "feature_bits": "0x000000000037fbff" }, "entity_id": "0", "hostname": "smithi022", "kernel_version": "6.11.0-rc5-g2ca44a2f35ca", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000080ffff" } }, "root": "/" }, "completed_requests": [ { "created_ino": "0x10000000001", "tid": 29 }, { "created_ino": "0x100000001f6", "tid": 30 }, { "created_ino": "0x100000001f7", "tid": 31 }, { "created_ino": "0x100000001f8", "tid": 32 }, { "created_ino": "0x100000001f9", "tid": 33 }, { "created_ino": "0x100000001fa", "tid": 34 }, { "created_ino": "0x100000001fb", "tid": 35 }, { "created_ino": "0x100000001fc", "tid": 36 }, { "created_ino": "0x100000001fd", "tid": 37 }, { "created_ino": "0x100000001fe", "tid": 38 }, { "created_ino": "0x100000001ff", "tid": 39 }, { "created_ino": "0x10000000200", "tid": 40 }, { "created_ino": "0x10000000201", "tid": 41 }, { "created_ino": "0x10000000202", "tid": 42 }, { "created_ino": "0x10000000203", "tid": 43 }, { "created_ino": "0x10000000204", "tid": 44 }, { "created_ino": "0x10000000205", "tid": 45 }, { "created_ino": "0x10000000206", "tid": 46 }, { "created_ino": "0x10000000207", "tid": 47 }, { "created_ino": "0x10000000208", "tid": 48 }, { "created_ino": "0x10000000209", "tid": 49 }, { "created_ino": "0x1000000020a", "tid": 50 }, { "created_ino": "0x1000000020b", "tid": 51 }, { "created_ino": "0x1000000020c", "tid": 52 }, { "created_ino": "0x1000000020d", "tid": 53 }, { "created_ino": "0x1000000020e", "tid": 54 }, { "created_ino": "0x1000000020f", "tid": 55 }, { "created_ino": "0x10000000210", "tid": 56 }, { "created_ino": "0x10000000211", "tid": 57 }, { "created_ino": "0x10000000212", "tid": 58 }, { "created_ino": "0x10000000213", "tid": 59 }, { "created_ino": "0x10000000214", "tid": 60 }, { "created_ino": "0x10000000215", "tid": 61 }, { "created_ino": "0x10000000216", "tid": 62 }, { "created_ino": "0x10000000217", "tid": 63 }, { "created_ino": "0x10000000218", "tid": 64 }, { "created_ino": "0x10000000219", "tid": 65 }, { "created_ino": "0x1000000021a", "tid": 66 }, { "created_ino": "0x1000000021b", "tid": 67 }, { "created_ino": "0x1000000021c", "tid": 68 }, { "created_ino": "0x1000000021d", "tid": 69 }, { "created_ino": "0x1000000021e", "tid": 70 }, { "created_ino": "0x1000000021f", "tid": 71 }, { "created_ino": "0x10000000220", "tid": 72 }, { "created_ino": "0x10000000221", "tid": 73 }, { "created_ino": "0x10000000222", "tid": 74 }, { "created_ino": "0x10000000223", "tid": 75 }, { "created_ino": "0x10000000224", "tid": 76 }, { "created_ino": "0x10000000225", "tid": 77 }, { "created_ino": "0x10000000226", "tid": 78 }, { "created_ino": "0x10000000227", "tid": 79 }, { "created_ino": "0x10000000228", "tid": 80 }, { "created_ino": "0x10000000229", "tid": 81 }, { "created_ino": "0x1000000022a", "tid": 82 }, { "created_ino": "0x1000000022b", "tid": 83 }, { "created_ino": "0x1000000022c", "tid": 84 }, { "created_ino": "0x1000000022d", "tid": 85 }, { "created_ino": "0x1000000022e", "tid": 86 }, { "created_ino": "0x1000000022f", "tid": 87 }, { "created_ino": "0x10000000230", "tid": 88 }, { "created_ino": "0x10000000231", "tid": 89 }, { "created_ino": "0x10000000232", "tid": 90 }, { "created_ino": "0x10000000233", "tid": 91 }, { "created_ino": "0x10000000234", "tid": 92 }, { "created_ino": "0x10000000235", "tid": 93 }, { "created_ino": "0x10000000236", "tid": 94 }, { "created_ino": "0x10000000237", "tid": 95 }, { "created_ino": "0x10000000238", "tid": 96 }, { "created_ino": "0x10000000239", "tid": 97 }, { "created_ino": "0x1000000023a", "tid": 98 }, { "created_ino": "0x1000000023b", "tid": 99 }, { "created_ino": "0x1000000023c", "tid": 100 }, { "created_ino": "0x1000000023d", "tid": 101 }, { "created_ino": "0x1000000023e", "tid": 102 }, { "created_ino": "0x1000000023f", "tid": 103 }, { "created_ino": "0x10000000240", "tid": 104 }, { "created_ino": "0x10000000241", "tid": 105 }, { "created_ino": "0x10000000242", "tid": 106 }, { "created_ino": "0x10000000243", "tid": 107 }, { "created_ino": "0x10000000244", "tid": 108 }, { "created_ino": "0x10000000245", "tid": 109 }, { "created_ino": "0x10000000246", "tid": 110 }, { "created_ino": "0x10000000247", "tid": 111 }, { "created_ino": "0x10000000248", "tid": 112 }, { "created_ino": "0x10000000249", "tid": 113 }, { "created_ino": "0x1000000024a", "tid": 114 }, { "created_ino": "0x1000000024b", "tid": 115 }, { "created_ino": "0x1000000024c", "tid": 116 }, { "created_ino": "0x1000000024d", "tid": 117 }, { "created_ino": "0x1000000024e", "tid": 118 }, { "created_ino": "0x1000000024f", "tid": 119 }, { "created_ino": "0x10000000250", "tid": 120 }, { "created_ino": "0x10000000251", "tid": 121 }, { "created_ino": "0x10000000252", "tid": 122 }, { "created_ino": "0x10000000253", "tid": 123 }, { "created_ino": "0x10000000254", "tid": 124 }, { "created_ino": "0x10000000255", "tid": 125 }, { "created_ino": "0x10000000256", "tid": 126 }, { "created_ino": "0x10000000257", "tid": 127 }, { "created_ino": "0x10000000258", "tid": 128 }, { "created_ino": "0x10000000259", "tid": 129 }, { "created_ino": "0x1000000025a", "tid": 130 }, { "created_ino": "0x1000000025b", "tid": 131 }, { "created_ino": "0x1000000025c", "tid": 132 }, { "created_ino": "0x1000000025d", "tid": 133 }, { "created_ino": "0x1000000025e", "tid": 134 }, { "created_ino": "0x1000000025f", "tid": 135 }, { "created_ino": "0x10000000260", "tid": 136 }, { "created_ino": "0x10000000261", "tid": 137 }, { "created_ino": "0x10000000262", "tid": 138 }, { "created_ino": "0x10000000263", "tid": 139 }, { "created_ino": "0x10000000264", "tid": 140 }, { "created_ino": "0x10000000265", "tid": 141 }, { "created_ino": "0x10000000266", "tid": 142 }, { "created_ino": "0x10000000267", "tid": 143 }, { "created_ino": "0x10000000268", "tid": 144 }, { "created_ino": "0x10000000269", "tid": 145 }, { "created_ino": "0x1000000026a", "tid": 146 }, { "created_ino": "0x1000000026b", "tid": 147 }, { "created_ino": "0x1000000026c", "tid": 148 }, { "created_ino": "0x1000000026d", "tid": 149 }, { "created_ino": "0x1000000026e", "tid": 150 }, { "created_ino": "0x1000000026f", "tid": 151 }, { "created_ino": "0x10000000270", "tid": 152 }, { "created_ino": "0x10000000271", "tid": 153 }, { "created_ino": "0x10000000272", "tid": 154 }, { "created_ino": "0x10000000273", "tid": 155 }, { "created_ino": "0x10000000274", "tid": 156 }, { "created_ino": "0x10000000275", "tid": 157 }, { "created_ino": "0x10000000276", "tid": 158 }, { "created_ino": "0x10000000277", "tid": 159 }, { "created_ino": "0x10000000278", "tid": 160 }, { "created_ino": "0x10000000279", "tid": 161 }, { "created_ino": "0x1000000027a", "tid": 162 }, { "created_ino": "0x1000000027b", "tid": 163 }, { "created_ino": "0x1000000027c", "tid": 164 }, { "created_ino": "0x1000000027d", "tid": 165 }, { "created_ino": "0x1000000027e", "tid": 166 }, { "created_ino": "0x1000000027f", "tid": 167 }, { "created_ino": "0x10000000280", "tid": 168 }, { "created_ino": "0x10000000281", "tid": 169 }, { "created_ino": "0x10000000282", "tid": 170 }, { "created_ino": "0x10000000283", "tid": 171 }, { "created_ino": "0x10000000284", "tid": 172 }, { "created_ino": "0x10000000285", "tid": 173 }, { "created_ino": "0x10000000286", "tid": 174 }, { "created_ino": "0x10000000287", "tid": 175 }, { "created_ino": "0x10000000288", "tid": 176 }, { "created_ino": "0x10000000289", "tid": 177 }, { "created_ino": "0x1000000028a", "tid": 178 }, { "created_ino": "0x1000000028b", "tid": 179 }, { "created_ino": "0x1000000028c", "tid": 180 }, { "created_ino": "0x1000000028d", "tid": 181 }, { "created_ino": "0x1000000028e", "tid": 182 }, { "created_ino": "0x1000000028f", "tid": 183 }, { "created_ino": "0x10000000290", "tid": 184 }, { "created_ino": "0x10000000291", "tid": 185 }, { "created_ino": "0x10000000292", "tid": 186 }, { "created_ino": "0x10000000293", "tid": 187 }, { "created_ino": "0x10000000294", "tid": 188 }, { "created_ino": "0x10000000295", "tid": 189 }, { "created_ino": "0x10000000296", "tid": 190 }, { "created_ino": "0x10000000297", "tid": 191 }, { "created_ino": "0x10000000298", "tid": 192 }, { "created_ino": "0x10000000299", "tid": 193 }, { "created_ino": "0x1000000029a", "tid": 194 }, { "created_ino": "0x1000000029b", "tid": 195 }, { "created_ino": "0x1000000029c", "tid": 196 }, { "created_ino": "0x1000000029d", "tid": 197 }, { "created_ino": "0x1000000029e", "tid": 198 }, { "created_ino": "0x1000000029f", "tid": 199 }, { "created_ino": "0x100000002a0", "tid": 200 }, { "created_ino": "0x100000002a1", "tid": 201 }, { "created_ino": "0x100000002a2", "tid": 202 }, { "created_ino": "0x100000002a3", "tid": 203 }, { "created_ino": "0x100000002a4", "tid": 204 }, { "created_ino": "0x100000002a5", "tid": 205 }, { "created_ino": "0x100000002a6", "tid": 206 }, { "created_ino": "0x100000002a7", "tid": 207 }, { "created_ino": "0x100000002a8", "tid": 208 }, { "created_ino": "0x100000002a9", "tid": 209 }, { "created_ino": "0x100000002aa", "tid": 210 }, { "created_ino": "0x100000002ab", "tid": 211 }, { "created_ino": "0x100000002ac", "tid": 212 }, { "created_ino": "0x100000002ad", "tid": 213 }, { "created_ino": "0x100000002ae", "tid": 214 }, { "created_ino": "0x100000002af", "tid": 215 }, { "created_ino": "0x100000002b0", "tid": 216 }, { "created_ino": "0x100000002b1", "tid": 217 }, { "created_ino": "0x100000002b2", "tid": 218 }, { "created_ino": "0x100000002b3", "tid": 219 }, { "created_ino": "0x100000002b4", "tid": 220 }, { "created_ino": "0x100000002b5", "tid": 221 }, { "created_ino": "0x100000002b6", "tid": 222 }, { "created_ino": "0x100000002b7", "tid": 223 }, { "created_ino": "0x100000002b8", "tid": 224 }, { "created_ino": "0x100000002b9", "tid": 225 }, { "created_ino": "0x100000002ba", "tid": 226 }, { "created_ino": "0x100000002bb", "tid": 227 }, { "created_ino": "0x100000002bc", "tid": 228 }, { "created_ino": "0x100000002bd", "tid": 229 }, { "created_ino": "0x100000002be", "tid": 230 }, { "created_ino": "0x100000002bf", "tid": 231 }, { "created_ino": "0x100000002c0", "tid": 232 }, { "created_ino": "0x100000002c1", "tid": 233 }, { "created_ino": "0x100000002c2", "tid": 234 }, { "created_ino": "0x100000002c3", "tid": 235 }, { "created_ino": "0x100000002c4", "tid": 236 }, { "created_ino": "0x100000002c5", "tid": 237 }, { "created_ino": "0x100000002c6", "tid": 238 }, { "created_ino": "0x100000002c7", "tid": 239 }, { "created_ino": "0x100000002c8", "tid": 240 }, { "created_ino": "0x100000002c9", "tid": 241 }, { "created_ino": "0x100000002ca", "tid": 242 }, { "created_ino": "0x100000002cb", "tid": 243 }, { "created_ino": "0x100000002cc", "tid": 244 }, { "created_ino": "0x100000002cd", "tid": 245 }, { "created_ino": "0x100000002ce", "tid": 246 }, { "created_ino": "0x100000002cf", "tid": 247 }, { "created_ino": "0x100000002d0", "tid": 248 }, { "created_ino": "0x100000002d1", "tid": 249 }, { "created_ino": "0x100000002d2", "tid": 250 }, { "created_ino": "0x100000002d3", "tid": 251 }, { "created_ino": "0x100000002d4", "tid": 252 }, { "created_ino": "0x100000002d5", "tid": 253 }, { "created_ino": "0x100000002d6", "tid": 254 }, { "created_ino": "0x100000002d7", "tid": 255 }, { "created_ino": "0x100000002d8", "tid": 256 }, { "created_ino": "0x100000002d9", "tid": 257 }, { "created_ino": "0x100000002da", "tid": 258 }, { "created_ino": "0x100000002db", "tid": 259 }, { "created_ino": "0x100000002dc", "tid": 260 }, { "created_ino": "0x100000002dd", "tid": 261 }, { "created_ino": "0x100000002de", "tid": 262 }, { "created_ino": "0x100000002df", "tid": 263 }, { "created_ino": "0x100000002e0", "tid": 264 }, { "created_ino": "0x100000002e1", "tid": 265 }, { "created_ino": "0x100000002e2", "tid": 266 }, { "created_ino": "0x100000002e3", "tid": 267 }, { "created_ino": "0x100000002e4", "tid": 268 }, { "created_ino": "0x100000002e5", "tid": 269 }, { "created_ino": "0x100000002e6", "tid": 270 }, { "created_ino": "0x100000002e7", "tid": 271 }, { "created_ino": "0x100000002e8", "tid": 272 }, { "created_ino": "0x100000002e9", "tid": 273 }, { "created_ino": "0x100000002ea", "tid": 274 }, { "created_ino": "0x100000002eb", "tid": 275 }, { "created_ino": "0x100000002ec", "tid": 276 }, { "created_ino": "0x100000002ed", "tid": 277 }, { "created_ino": "0x100000002ee", "tid": 278 }, { "created_ino": "0x100000002ef", "tid": 279 }, { "created_ino": "0x100000002f0", "tid": 280 }, { "created_ino": "0x100000002f1", "tid": 281 }, { "created_ino": "0x100000002f2", "tid": 282 }, { "created_ino": "0x100000002f3", "tid": 283 }, { "created_ino": "0x100000002f4", "tid": 284 }, { "created_ino": "0x100000002f5", "tid": 285 }, { "created_ino": "0x100000002f6", "tid": 286 }, { "created_ino": "0x100000002f7", "tid": 287 }, { "created_ino": "0x100000002f8", "tid": 288 }, { "created_ino": "0x100000002f9", "tid": 289 }, { "created_ino": "0x100000002fa", "tid": 290 }, { "created_ino": "0x100000002fb", "tid": 291 }, { "created_ino": "0x100000002fc", "tid": 292 }, { "created_ino": "0x100000002fd", "tid": 293 }, { "created_ino": "0x100000002fe", "tid": 294 }, { "created_ino": "0x100000002ff", "tid": 295 }, { "created_ino": "0x10000000300", "tid": 296 }, { "created_ino": "0x10000000301", "tid": 297 }, { "created_ino": "0x10000000302", "tid": 298 }, { "created_ino": "0x10000000303", "tid": 299 }, { "created_ino": "0x10000000304", "tid": 300 }, { "created_ino": "0x10000000305", "tid": 301 }, { "created_ino": "0x10000000306", "tid": 302 }, { "created_ino": "0x10000000307", "tid": 303 }, { "created_ino": "0x10000000308", "tid": 304 }, { "created_ino": "0x10000000309", "tid": 305 }, { "created_ino": "0x1000000030a", "tid": 306 }, { "created_ino": "0x1000000030b", "tid": 307 }, { "created_ino": "0x1000000030c", "tid": 308 }, { "created_ino": "0x1000000030d", "tid": 309 }, { "created_ino": "0x1000000030e", "tid": 310 }, { "created_ino": "0x1000000030f", "tid": 311 }, { "created_ino": "0x10000000310", "tid": 312 }, { "created_ino": "0x10000000311", "tid": 313 }, { "created_ino": "0x10000000312", "tid": 314 }, { "created_ino": "0x10000000313", "tid": 315 }, { "created_ino": "0x10000000314", "tid": 316 }, { "created_ino": "0x10000000315", "tid": 317 }, { "created_ino": "0x10000000316", "tid": 318 }, { "created_ino": "0x10000000317", "tid": 319 }, { "created_ino": "0x10000000318", "tid": 320 }, { "created_ino": "0x10000000319", "tid": 321 }, { "created_ino": "0x1000000031a", "tid": 322 }, { "created_ino": "0x1000000031b", "tid": 323 }, { "created_ino": "0x1000000031c", "tid": 324 }, { "created_ino": "0x1000000031d", "tid": 325 }, { "created_ino": "0x1000000031e", "tid": 326 }, { "created_ino": "0x1000000031f", "tid": 327 }, { "created_ino": "0x10000000320", "tid": 328 }, { "created_ino": "0x10000000321", "tid": 329 }, { "created_ino": "0x10000000322", "tid": 330 }, { "created_ino": "0x10000000323", "tid": 331 }, { "created_ino": "0x10000000324", "tid": 332 }, { "created_ino": "0x10000000325", "tid": 333 }, { "created_ino": "0x10000000326", "tid": 334 }, { "created_ino": "0x10000000327", "tid": 335 }, { "created_ino": "0x10000000328", "tid": 336 }, { "created_ino": "0x10000000329", "tid": 337 }, { "created_ino": "0x1000000032a", "tid": 338 }, { "created_ino": "0x1000000032b", "tid": 339 }, { "created_ino": "0x1000000032c", "tid": 340 }, { "created_ino": "0x1000000032d", "tid": 341 }, { "created_ino": "0x1000000032e", "tid": 342 }, { "created_ino": "0x1000000032f", "tid": 343 }, { "created_ino": "0x10000000330", "tid": 344 }, { "created_ino": "0x10000000331", "tid": 345 }, { "created_ino": "0x10000000332", "tid": 346 }, { "created_ino": "0x10000000333", "tid": 347 }, { "created_ino": "0x10000000334", "tid": 348 }, { "created_ino": "0x10000000335", "tid": 349 }, { "created_ino": "0x10000000336", "tid": 350 }, { "created_ino": "0x10000000337", "tid": 351 }, { "created_ino": "0x10000000338", "tid": 352 }, { "created_ino": "0x10000000339", "tid": 353 }, { "created_ino": "0x1000000033a", "tid": 354 }, { "created_ino": "0x1000000033b", "tid": 355 }, { "created_ino": "0x1000000033c", "tid": 356 }, { "created_ino": "0x1000000033d", "tid": 357 }, { "created_ino": "0x1000000033e", "tid": 358 }, { "created_ino": "0x1000000033f", "tid": 359 }, { "created_ino": "0x10000000340", "tid": 360 }, { "created_ino": "0x10000000341", "tid": 361 }, { "created_ino": "0x10000000342", "tid": 362 }, { "created_ino": "0x10000000343", "tid": 363 }, { "created_ino": "0x10000000344", "tid": 364 }, { "created_ino": "0x10000000345", "tid": 365 }, { "created_ino": "0x10000000346", "tid": 366 }, { "created_ino": "0x10000000347", "tid": 367 }, { "created_ino": "0x10000000348", "tid": 368 }, { "created_ino": "0x10000000349", "tid": 369 }, { "created_ino": "0x1000000034a", "tid": 370 }, { "created_ino": "0x1000000034b", "tid": 371 }, { "created_ino": "0x1000000034c", "tid": 372 }, { "created_ino": "0x1000000034d", "tid": 373 }, { "created_ino": "0x1000000034e", "tid": 374 }, { "created_ino": "0x1000000034f", "tid": 375 }, { "created_ino": "0x10000000350", "tid": 376 }, { "created_ino": "0x10000000351", "tid": 377 }, { "created_ino": "0x10000000352", "tid": 378 }, { "created_ino": "0x10000000353", "tid": 379 }, { "created_ino": "0x10000000354", "tid": 380 }, { "created_ino": "0x10000000355", "tid": 381 }, { "created_ino": "0x10000000356", "tid": 382 }, { "created_ino": "0x10000000357", "tid": 383 }, { "created_ino": "0x10000000358", "tid": 384 }, { "created_ino": "0x10000000359", "tid": 385 }, { "created_ino": "0x1000000035a", "tid": 386 }, { "created_ino": "0x1000000035b", "tid": 387 }, { "created_ino": "0x1000000035c", "tid": 388 }, { "created_ino": "0x1000000035d", "tid": 389 }, { "created_ino": "0x1000000035e", "tid": 390 }, { "created_ino": "0x1000000035f", "tid": 391 }, { "created_ino": "0x10000000360", "tid": 392 }, { "created_ino": "0x10000000361", "tid": 393 }, { "created_ino": "0x10000000362", "tid": 394 }, { "created_ino": "0x10000000363", "tid": 395 }, { "created_ino": "0x10000000364", "tid": 396 }, { "created_ino": "0x10000000365", "tid": 397 }, { "created_ino": "0x10000000366", "tid": 398 }, { "created_ino": "0x10000000367", "tid": 399 }, { "created_ino": "0x10000000368", "tid": 400 }, { "created_ino": "0x10000000369", "tid": 401 }, { "created_ino": "0x1000000036a", "tid": 402 }, { "created_ino": "0x1000000036b", "tid": 403 }, { "created_ino": "0x1000000036c", "tid": 404 }, { "created_ino": "0x1000000036d", "tid": 405 }, { "created_ino": "0x1000000036e", "tid": 406 }, { "created_ino": "0x1000000036f", "tid": 407 }, { "created_ino": "0x10000000370", "tid": 408 }, { "created_ino": "0x10000000371", "tid": 409 }, { "created_ino": "0x10000000372", "tid": 410 }, { "created_ino": "0x10000000373", "tid": 411 }, { "created_ino": "0x10000000374", "tid": 412 }, { "created_ino": "0x10000000375", "tid": 413 }, { "created_ino": "0x10000000376", "tid": 414 }, { "created_ino": "0x10000000377", "tid": 415 }, { "created_ino": "0x10000000378", "tid": 416 }, { "created_ino": "0x10000000379", "tid": 417 }, { "created_ino": "0x1000000037a", "tid": 418 }, { "created_ino": "0x1000000037b", "tid": 419 }, { "created_ino": "0x1000000037c", "tid": 420 }, { "created_ino": "0x1000000037d", "tid": 421 }, { "created_ino": "0x1000000037e", "tid": 422 }, { "created_ino": "0x1000000037f", "tid": 423 }, { "created_ino": "0x10000000380", "tid": 424 }, { "created_ino": "0x10000000381", "tid": 425 }, { "created_ino": "0x10000000382", "tid": 426 }, { "created_ino": "0x10000000383", "tid": 427 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "172.21.15.22:0", "nonce": 525307762, "type": "any" }, "name": { "num": 7579, "type": "client" } }, "id": 7579, "inst": "client.7579 172.21.15.22:0/525307762", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 29, "num_caps": 231, "num_completed_flushes": 0, "num_completed_requests": 399, "num_leases": 400, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 603, "start": "0x10000000384" } ], "recall_caps": { "halflife": 60, "value": 1548.758767533515 }, "recall_caps_throttle": { "halflife": 1.5, "value": 523.814021579168 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 255.00823092343038 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 170 }, "request_load_avg": 384, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1177.6086618809236 }, "state": "open", "uptime": 13.131774759 } ] 2024-09-10T10:41:05.417 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T10:41:05.418 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:41:05.418 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:41:05.506 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:41:05.587 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:41:05.587 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:41:05.587 DEBUG:tasks.cephfs.mount:terminating RemoteProcess(client=, args=['stdin-killer', '--', 'python3', '-c', '\nimport fcntl\nimport sys\nimport time\nimport os\n\nfcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK)\n\nn = 400\nabs_path = "/home/ubuntu/cephtest/mnt.0/."\n\nif not os.path.exists(abs_path):\n os.makedirs(abs_path)\n\nhandles = []\nfor i in range(0, n):\n fname = "file_"+str(i)\n path = os.path.join(abs_path, fname)\n handles.append(open(path, \'w\'))\n\nprint("waiting with handles open", file=sys.stderr)\nwhile True:\n print("open_n_background: keeping files open", file=sys.stderr)\n try:\n if os.read(0, 4096) == b"":\n break\n except BlockingIOError:\n pass\n time.sleep(2)\nprint("stdin closed, goodbye!", file=sys.stderr)\n'], check_status=True, hostname='smithi022') 2024-09-10T10:41:05.587 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:05.587 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:05.597 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:05.597 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:05.648 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:41:05.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd625400640 1 Processor -- start 2024-09-10T10:41:05.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd625400640 1 -- start start 2024-09-10T10:41:05.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd625400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd6200b56f0 0x7fd620071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:05.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd625400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6200ce880 con 0x7fd62015b220 2024-09-10T10:41:05.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd625400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6200ceb60 con 0x7fd62015b600 2024-09-10T10:41:05.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd625400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd62006d6e0 con 0x7fd6200b56f0 2024-09-10T10:41:05.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd61e800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fd62015b220 0x7fd6200b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42448/0 (socket says 172.21.15.22:42448) 2024-09-10T10:41:05.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd61e800640 1 -- 172.21.15.22:0/3243895621 learned_addr learned my addr 172.21.15.22:0/3243895621 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:05.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd61f200640 1 --2- 172.21.15.22:0/3243895621 >> v2:172.21.15.22:3300/0 conn(0x7fd6200b56f0 0x7fd620071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:05.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd61f200640 1 -- 172.21.15.22:0/3243895621 >> v1:172.21.15.145:6789/0 conn(0x7fd62015b600 legacy=0x7fd6200b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:05.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd61f200640 1 -- 172.21.15.22:0/3243895621 >> v1:172.21.15.22:6789/0 conn(0x7fd62015b220 legacy=0x7fd6200b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:05.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.837+0000 7fd61f200640 1 -- 172.21.15.22:0/3243895621 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6200cee40 con 0x7fd6200b56f0 2024-09-10T10:41:05.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd61f200640 1 --2- 172.21.15.22:0/3243895621 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6200b56f0 0x7fd620071140 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fd618009d90 tx=0x7fd61801c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84025d7cde880e70 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:05.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd61d400640 1 -- 172.21.15.22:0/3243895621 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6180b2070 con 0x7fd6200b56f0 2024-09-10T10:41:05.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd61d400640 1 -- 172.21.15.22:0/3243895621 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6180a57f0 con 0x7fd6200b56f0 2024-09-10T10:41:05.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd61d400640 1 -- 172.21.15.22:0/3243895621 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6180a5bc0 con 0x7fd6200b56f0 2024-09-10T10:41:05.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd625400640 1 -- 172.21.15.22:0/3243895621 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6200b56f0 msgr2=0x7fd620071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:05.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd625400640 1 --2- 172.21.15.22:0/3243895621 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6200b56f0 0x7fd620071140 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fd618009d90 tx=0x7fd61801c820 comp rx=0 tx=0).stop 2024-09-10T10:41:05.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd625400640 1 -- 172.21.15.22:0/3243895621 shutdown_connections 2024-09-10T10:41:05.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd625400640 1 --2- 172.21.15.22:0/3243895621 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd6200b56f0 0x7fd620071140 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:05.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd625400640 1 -- 172.21.15.22:0/3243895621 >> 172.21.15.22:0/3243895621 conn(0x7fd620062dd0 msgr2=0x7fd62006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:05.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd625400640 1 -- 172.21.15.22:0/3243895621 shutdown_connections 2024-09-10T10:41:05.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd625400640 1 -- 172.21.15.22:0/3243895621 wait complete. 2024-09-10T10:41:05.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd625400640 1 Processor -- start 2024-09-10T10:41:05.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.841+0000 7fd625400640 1 -- start start 2024-09-10T10:41:05.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd625400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6200b56f0 0x7fd62014e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:05.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd625400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62015b220 0x7fd620151960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:05.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd625400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd62015b600 0x7fd620153d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:05.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd625400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd6200d0220 con 0x7fd62015b600 2024-09-10T10:41:05.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd625400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd6200d00a0 con 0x7fd6200b56f0 2024-09-10T10:41:05.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd625400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd620169100 con 0x7fd62015b220 2024-09-10T10:41:05.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd62015b600 0x7fd620153d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:05.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd62015b600 0x7fd620153d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60072/0 (socket says 172.21.15.22:60072) 2024-09-10T10:41:05.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61f200640 1 -- 172.21.15.22:0/2923910128 learned_addr learned my addr 172.21.15.22:0/2923910128 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:05.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61e800640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6200b56f0 0x7fd62014e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:05.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61de00640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62015b220 0x7fd620151960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:05.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61f200640 1 -- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62015b220 msgr2=0x7fd620151960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:05.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61f200640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62015b220 0x7fd620151960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:05.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61f200640 1 -- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6200b56f0 msgr2=0x7fd62014e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:05.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61f200640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6200b56f0 0x7fd62014e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:05.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61f200640 1 -- 172.21.15.22:0/2923910128 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6201508c0 con 0x7fd62015b600 2024-09-10T10:41:05.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd61f200640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd62015b600 0x7fd620153d00 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fd6180b0040 tx=0x7fd6180195c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:05.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd616a00640 1 -- 172.21.15.22:0/2923910128 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6180b2050 con 0x7fd62015b600 2024-09-10T10:41:05.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd616a00640 1 -- 172.21.15.22:0/2923910128 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6180be070 con 0x7fd62015b600 2024-09-10T10:41:05.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd616a00640 1 -- 172.21.15.22:0/2923910128 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6180ada90 con 0x7fd62015b600 2024-09-10T10:41:05.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd625400640 1 -- 172.21.15.22:0/2923910128 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd620150ba0 con 0x7fd62015b600 2024-09-10T10:41:05.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd625400640 1 -- 172.21.15.22:0/2923910128 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd620151160 con 0x7fd62015b600 2024-09-10T10:41:05.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.845+0000 7fd625400640 1 -- 172.21.15.22:0/2923910128 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd620071140 con 0x7fd62015b600 2024-09-10T10:41:05.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.849+0000 7fd616a00640 1 -- 172.21.15.22:0/2923910128 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd6180adc30 con 0x7fd62015b600 2024-09-10T10:41:05.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.849+0000 7fd616a00640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6000678c0 0x7fd600069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:05.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.849+0000 7fd616a00640 1 -- 172.21.15.22:0/2923910128 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fd618120db0 con 0x7fd62015b600 2024-09-10T10:41:05.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.849+0000 7fd61e800640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6000678c0 0x7fd600069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:05.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.849+0000 7fd61e800640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6000678c0 0x7fd600069d80 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fd610005890 tx=0x7fd610009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:05.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:05.853+0000 7fd616a00640 1 -- 172.21.15.22:0/2923910128 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd618125070 con 0x7fd62015b600 2024-09-10T10:41:06.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.029+0000 7fd625400640 1 -- 172.21.15.22:0/2923910128 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd620072e90 con 0x7fd62015b600 2024-09-10T10:41:06.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd616a00640 1 -- 172.21.15.22:0/2923910128 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v126) ==== 80+0+0 (secure 0 0 0) 0x7fd618016560 con 0x7fd62015b600 2024-09-10T10:41:06.036 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:41:06.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 -- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6000678c0 msgr2=0x7fd600069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6000678c0 0x7fd600069d80 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fd610005890 tx=0x7fd610009040 comp rx=0 tx=0).stop 2024-09-10T10:41:06.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 -- 172.21.15.22:0/2923910128 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd62015b600 msgr2=0x7fd620153d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd62015b600 0x7fd620153d00 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fd6180b0040 tx=0x7fd6180195c0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 -- 172.21.15.22:0/2923910128 shutdown_connections 2024-09-10T10:41:06.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd6000678c0 0x7fd600069d80 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd62015b600 0x7fd620153d00 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62015b220 0x7fd620151960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 --2- 172.21.15.22:0/2923910128 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6200b56f0 0x7fd62014e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 -- 172.21.15.22:0/2923910128 >> 172.21.15.22:0/2923910128 conn(0x7fd620062dd0 msgr2=0x7fd62015f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:06.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 -- 172.21.15.22:0/2923910128 shutdown_connections 2024-09-10T10:41:06.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.033+0000 7fd625400640 1 -- 172.21.15.22:0/2923910128 wait complete. 2024-09-10T10:41:06.058 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:41:06.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:06.058 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T10:41:06.149 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:41:06.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:06.150 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:41:06.159 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:41:06.159 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:06.159 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:06.169 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:06.169 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:06.219 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:41:06.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.361+0000 7fa2f1800640 1 Processor -- start 2024-09-10T10:41:06.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.361+0000 7fa2f1800640 1 -- start start 2024-09-10T10:41:06.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.361+0000 7fa2f1800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa2ec15c440 0x7fa2ec0d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.361+0000 7fa2f1800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2ec071570 con 0x7fa2ec0d1980 2024-09-10T10:41:06.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.361+0000 7fa2f1800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2ec071850 con 0x7fa2ec0b6ae0 2024-09-10T10:41:06.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.361+0000 7fa2f1800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa2ec0b1fb0 con 0x7fa2ec15c440 2024-09-10T10:41:06.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2eb400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa2ec0d1980 0x7fa2ec0b5e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42450/0 (socket says 172.21.15.22:42450) 2024-09-10T10:41:06.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2eb400640 1 -- 172.21.15.22:0/2564414830 learned_addr learned my addr 172.21.15.22:0/2564414830 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:06.364 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2ebe00640 1 --2- 172.21.15.22:0/2564414830 >> v2:172.21.15.145:3300/0 conn(0x7fa2ec15c440 0x7fa2ec0d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2eaa00640 1 -- 172.21.15.22:0/2564414830 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3406655029 0 0) 0x7fa2ec071570 con 0x7fa2ec0d1980 2024-09-10T10:41:06.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2eaa00640 1 -- 172.21.15.22:0/2564414830 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa2d0003530 con 0x7fa2ec0d1980 2024-09-10T10:41:06.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2ebe00640 1 -- 172.21.15.22:0/2564414830 >> v1:172.21.15.145:6789/0 conn(0x7fa2ec0b6ae0 legacy=0x7fa2ec0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2ebe00640 1 -- 172.21.15.22:0/2564414830 >> v1:172.21.15.22:6789/0 conn(0x7fa2ec0d1980 legacy=0x7fa2ec0b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2eaa00640 1 -- 172.21.15.22:0/2564414830 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3636063189 0 0) 0x7fa2ec071850 con 0x7fa2ec0b6ae0 2024-09-10T10:41:06.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2ebe00640 1 -- 172.21.15.22:0/2564414830 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2ec0b5680 con 0x7fa2ec15c440 2024-09-10T10:41:06.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2ebe00640 1 --2- 172.21.15.22:0/2564414830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15c440 0x7fa2ec0d1ed0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc0097c0 tx=0x7fa2dc01c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53db82881140afed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:06.367 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2eaa00640 1 -- 172.21.15.22:0/2564414830 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2dc0b0070 con 0x7fa2ec15c440 2024-09-10T10:41:06.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2eaa00640 1 -- 172.21.15.22:0/2564414830 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2dc0ab600 con 0x7fa2ec15c440 2024-09-10T10:41:06.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.365+0000 7fa2eaa00640 1 -- 172.21.15.22:0/2564414830 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2dc0ab9b0 con 0x7fa2ec15c440 2024-09-10T10:41:06.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 -- 172.21.15.22:0/2564414830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15c440 msgr2=0x7fa2ec0d1ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 --2- 172.21.15.22:0/2564414830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15c440 0x7fa2ec0d1ed0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc0097c0 tx=0x7fa2dc01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 -- 172.21.15.22:0/2564414830 shutdown_connections 2024-09-10T10:41:06.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 --2- 172.21.15.22:0/2564414830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15c440 0x7fa2ec0d1ed0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 -- 172.21.15.22:0/2564414830 >> 172.21.15.22:0/2564414830 conn(0x7fa2ec0b41e0 msgr2=0x7fa2ec0b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:06.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 -- 172.21.15.22:0/2564414830 shutdown_connections 2024-09-10T10:41:06.369 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 -- 172.21.15.22:0/2564414830 wait complete. 2024-09-10T10:41:06.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 Processor -- start 2024-09-10T10:41:06.370 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 -- start start 2024-09-10T10:41:06.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec0b6ae0 0x7fa2ec153500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec0d1980 0x7fa2ec155af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15c440 0x7fa2ec1f7800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ec15c9a0 con 0x7fa2ec0d1980 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ec15c820 con 0x7fa2ec15c440 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f1800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2ec16a8f0 con 0x7fa2ec0b6ae0 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2eb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec0d1980 0x7fa2ec155af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2eb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec0d1980 0x7fa2ec155af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60078/0 (socket says 172.21.15.22:60078) 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2eb400640 1 -- 172.21.15.22:0/2856667428 learned_addr learned my addr 172.21.15.22:0/2856667428 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2ebe00640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec0b6ae0 0x7fa2ec153500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f0e00640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15c440 0x7fa2ec1f7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2eb400640 1 -- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec0b6ae0 msgr2=0x7fa2ec153500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2eb400640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec0b6ae0 0x7fa2ec153500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2eb400640 1 -- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15c440 msgr2=0x7fa2ec1f7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2eb400640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15c440 0x7fa2ec1f7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2eb400640 1 -- 172.21.15.22:0/2856667428 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2ec154d30 con 0x7fa2ec0d1980 2024-09-10T10:41:06.373 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.369+0000 7fa2f0e00640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15c440 0x7fa2ec1f7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:06.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2eb400640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec0d1980 0x7fa2ec155af0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fa2d800c450 tx=0x7fa2d800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:06.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2e3e00640 1 -- 172.21.15.22:0/2856667428 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d8017070 con 0x7fa2ec0d1980 2024-09-10T10:41:06.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2e3e00640 1 -- 172.21.15.22:0/2856667428 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2d8005cf0 con 0x7fa2ec0d1980 2024-09-10T10:41:06.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2f1800640 1 -- 172.21.15.22:0/2856667428 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2ec155010 con 0x7fa2ec0d1980 2024-09-10T10:41:06.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2e3e00640 1 -- 172.21.15.22:0/2856667428 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d8007290 con 0x7fa2ec0d1980 2024-09-10T10:41:06.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2f1800640 1 -- 172.21.15.22:0/2856667428 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2ec15a3c0 con 0x7fa2ec0d1980 2024-09-10T10:41:06.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2f1800640 1 -- 172.21.15.22:0/2856667428 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2ec0d1ed0 con 0x7fa2ec0d1980 2024-09-10T10:41:06.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2e3e00640 1 -- 172.21.15.22:0/2856667428 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa2d801a070 con 0x7fa2ec0d1980 2024-09-10T10:41:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2e3e00640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2cc0678f0 0x7fa2cc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2e3e00640 1 -- 172.21.15.22:0/2856667428 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fa2d8084fe0 con 0x7fa2ec0d1980 2024-09-10T10:41:06.375 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.373+0000 7fa2ebe00640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2cc0678f0 0x7fa2cc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.377+0000 7fa2ebe00640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2cc0678f0 0x7fa2cc069db0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc0ad000 tx=0x7fa2dc0a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:06.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.377+0000 7fa2e3e00640 1 -- 172.21.15.22:0/2856667428 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa2d8055450 con 0x7fa2ec0d1980 2024-09-10T10:41:06.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 -- 172.21.15.22:0/2856667428 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa2ec0b18c0 con 0x7fa2ec0d1980 2024-09-10T10:41:06.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2e3e00640 1 -- 172.21.15.22:0/2856667428 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v126) ==== 80+0+0 (secure 0 0 0) 0x7fa2d8059750 con 0x7fa2ec0d1980 2024-09-10T10:41:06.557 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:41:06.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 -- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2cc0678f0 msgr2=0x7fa2cc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.559 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2cc0678f0 0x7fa2cc069db0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc0ad000 tx=0x7fa2dc0a6000 comp rx=0 tx=0).stop 2024-09-10T10:41:06.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 -- 172.21.15.22:0/2856667428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec0d1980 msgr2=0x7fa2ec155af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec0d1980 0x7fa2ec155af0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fa2d800c450 tx=0x7fa2d800c910 comp rx=0 tx=0).stop 2024-09-10T10:41:06.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 -- 172.21.15.22:0/2856667428 shutdown_connections 2024-09-10T10:41:06.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa2cc0678f0 0x7fa2cc069db0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2ec15c440 0x7fa2ec1f7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa2ec0d1980 0x7fa2ec155af0 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 --2- 172.21.15.22:0/2856667428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2ec0b6ae0 0x7fa2ec153500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 -- 172.21.15.22:0/2856667428 >> 172.21.15.22:0/2856667428 conn(0x7fa2ec0b41e0 msgr2=0x7fa2ec0b3420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:06.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 -- 172.21.15.22:0/2856667428 shutdown_connections 2024-09-10T10:41:06.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.557+0000 7fa2f1800640 1 -- 172.21.15.22:0/2856667428 wait complete. 2024-09-10T10:41:06.579 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:41:06.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:06.579 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-10T10:41:06.603 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:41:06.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:06.604 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:41:06.656 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:41:06.656 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:06.656 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:06.665 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:41:06.665 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:41:06.665 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:06.665 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:06.707 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:41:06.707 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:06.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.849+0000 7fb976400640 1 Processor -- start 2024-09-10T10:41:06.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.849+0000 7fb976400640 1 -- start start 2024-09-10T10:41:06.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb976400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb970145fb0 0x7fb9700b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb976400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb97006e8c0 0x7fb9700cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb976400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb97006d3f0 con 0x7fb9700cd670 2024-09-10T10:41:06.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb976400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb9700ce010 con 0x7fb97006e8c0 2024-09-10T10:41:06.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb976400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb97006d1a0 con 0x7fb970145fb0 2024-09-10T10:41:06.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb966a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb9700cd670 0x7fb97006e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42452/0 (socket says 172.21.15.22:42452) 2024-09-10T10:41:06.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb966a00640 1 -- 172.21.15.22:0/251191353 learned_addr learned my addr 172.21.15.22:0/251191353 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:06.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb96fe00640 1 --2- 172.21.15.22:0/251191353 >> v2:172.21.15.22:3300/0 conn(0x7fb97006e8c0 0x7fb9700cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb96f400640 1 --2- 172.21.15.22:0/251191353 >> v2:172.21.15.145:3300/0 conn(0x7fb970145fb0 0x7fb9700b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb96fe00640 1 -- 172.21.15.22:0/251191353 >> v2:172.21.15.145:3300/0 conn(0x7fb970145fb0 msgr2=0x7fb9700b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:06.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb96fe00640 1 --2- 172.21.15.22:0/251191353 >> v2:172.21.15.145:3300/0 conn(0x7fb970145fb0 0x7fb9700b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb96fe00640 1 -- 172.21.15.22:0/251191353 >> v1:172.21.15.22:6789/0 conn(0x7fb9700cd670 legacy=0x7fb97006e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.853+0000 7fb96fe00640 1 -- 172.21.15.22:0/251191353 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb97006d6d0 con 0x7fb97006e8c0 2024-09-10T10:41:06.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb96fe00640 1 --2- 172.21.15.22:0/251191353 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb97006e8c0 0x7fb9700cdad0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fb9700735c0 tx=0x7fb96801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9032dad034ae0f94 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:06.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb96ea00640 1 -- 172.21.15.22:0/251191353 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9680b0070 con 0x7fb97006e8c0 2024-09-10T10:41:06.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb96ea00640 1 -- 172.21.15.22:0/251191353 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9680ab600 con 0x7fb97006e8c0 2024-09-10T10:41:06.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb96ea00640 1 -- 172.21.15.22:0/251191353 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9680ab9d0 con 0x7fb97006e8c0 2024-09-10T10:41:06.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb976400640 1 -- 172.21.15.22:0/251191353 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb97006e8c0 msgr2=0x7fb9700cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb976400640 1 --2- 172.21.15.22:0/251191353 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb97006e8c0 0x7fb9700cdad0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fb9700735c0 tx=0x7fb96801c480 comp rx=0 tx=0).stop 2024-09-10T10:41:06.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb976400640 1 -- 172.21.15.22:0/251191353 shutdown_connections 2024-09-10T10:41:06.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb976400640 1 --2- 172.21.15.22:0/251191353 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb97006e8c0 0x7fb9700cdad0 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb976400640 1 --2- 172.21.15.22:0/251191353 >> v2:172.21.15.145:3300/0 conn(0x7fb970145fb0 0x7fb9700b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb976400640 1 -- 172.21.15.22:0/251191353 >> 172.21.15.22:0/251191353 conn(0x7fb970062dd0 msgr2=0x7fb97006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:06.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb976400640 1 -- 172.21.15.22:0/251191353 shutdown_connections 2024-09-10T10:41:06.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb976400640 1 -- 172.21.15.22:0/251191353 wait complete. 2024-09-10T10:41:06.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb976400640 1 Processor -- start 2024-09-10T10:41:06.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.857+0000 7fb976400640 1 -- start start 2024-09-10T10:41:06.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb976400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb97006e8c0 0x7fb970140630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb976400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9700cd670 0x7fb970157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb976400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb970145fb0 0x7fb970144aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb976400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb9700d0130 con 0x7fb970145fb0 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb976400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb9700cffb0 con 0x7fb97006e8c0 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb976400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb97006dd20 con 0x7fb9700cd670 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb96fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb970145fb0 0x7fb970144aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb96fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb970145fb0 0x7fb970144aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60102/0 (socket says 172.21.15.22:60102) 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb96fe00640 1 -- 172.21.15.22:0/1513891539 learned_addr learned my addr 172.21.15.22:0/1513891539 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb96f400640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb97006e8c0 0x7fb970140630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb966a00640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9700cd670 0x7fb970157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb96fe00640 1 -- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9700cd670 msgr2=0x7fb970157140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb96fe00640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9700cd670 0x7fb970157140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb96fe00640 1 -- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb97006e8c0 msgr2=0x7fb970140630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:06.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb96fe00640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb97006e8c0 0x7fb970140630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:06.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb96fe00640 1 -- 172.21.15.22:0/1513891539 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb970157950 con 0x7fb970145fb0 2024-09-10T10:41:06.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb96fe00640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb970145fb0 0x7fb970144aa0 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7fb968019090 tx=0x7fb968019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:06.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb967e00640 1 -- 172.21.15.22:0/1513891539 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9680abe60 con 0x7fb970145fb0 2024-09-10T10:41:06.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb967e00640 1 -- 172.21.15.22:0/1513891539 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9680b9070 con 0x7fb970145fb0 2024-09-10T10:41:06.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb976400640 1 -- 172.21.15.22:0/1513891539 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb970157c10 con 0x7fb970145fb0 2024-09-10T10:41:06.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb967e00640 1 -- 172.21.15.22:0/1513891539 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9680b0040 con 0x7fb970145fb0 2024-09-10T10:41:06.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb976400640 1 -- 172.21.15.22:0/1513891539 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb970164960 con 0x7fb970145fb0 2024-09-10T10:41:06.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb976400640 1 -- 172.21.15.22:0/1513891539 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9700cdad0 con 0x7fb970145fb0 2024-09-10T10:41:06.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.861+0000 7fb967e00640 1 -- 172.21.15.22:0/1513891539 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb9680b4650 con 0x7fb970145fb0 2024-09-10T10:41:06.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.865+0000 7fb967e00640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb94c0678f0 0x7fb94c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:06.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.865+0000 7fb967e00640 1 -- 172.21.15.22:0/1513891539 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fb96811f870 con 0x7fb970145fb0 2024-09-10T10:41:06.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.865+0000 7fb96f400640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb94c0678f0 0x7fb94c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:06.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.865+0000 7fb96f400640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb94c0678f0 0x7fb94c069db0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fb970163930 tx=0x7fb96000b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:06.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:06.869+0000 7fb967e00640 1 -- 172.21.15.22:0/1513891539 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb968016070 con 0x7fb970145fb0 2024-09-10T10:41:07.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 -- 172.21.15.22:0/1513891539 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb97015f1b0 con 0x7fb970145fb0 2024-09-10T10:41:07.066 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb967e00640 1 -- 172.21.15.22:0/1513891539 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 97 v97) ==== 94+0+5218 (secure 0 0 0) 0x7fb9680f03a0 con 0x7fb970145fb0 2024-09-10T10:41:07.066 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:07.066 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":97,"btime":"2024-09-10T10:41:01:889793+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6563,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3155757098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":3155757098},{"type":"v1","addr":"172.21.15.22:6835","nonce":3155757098}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":6569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/46627420","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":46627420},{"type":"v1","addr":"172.21.15.145:6837","nonce":46627420}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":7459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/88156359","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":88156359},{"type":"v1","addr":"172.21.15.22:6833","nonce":88156359}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":97,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:44.744633+0000","modified":"2024-09-10T10:41:01.389606+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7465},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7465":{"gid":7465,"name":"b","rank":0,"incarnation":91,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6836/977032204","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":977032204},{"type":"v1","addr":"172.21.15.145:6836","nonce":977032204}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7465,"qdb_cluster":[7465]},"id":10}]} 2024-09-10T10:41:07.066 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 97 2024-09-10T10:41:07.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 -- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb94c0678f0 msgr2=0x7fb94c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb94c0678f0 0x7fb94c069db0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fb970163930 tx=0x7fb96000b040 comp rx=0 tx=0).stop 2024-09-10T10:41:07.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 -- 172.21.15.22:0/1513891539 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb970145fb0 msgr2=0x7fb970144aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb970145fb0 0x7fb970144aa0 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7fb968019090 tx=0x7fb968019220 comp rx=0 tx=0).stop 2024-09-10T10:41:07.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 -- 172.21.15.22:0/1513891539 shutdown_connections 2024-09-10T10:41:07.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb94c0678f0 0x7fb94c069db0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb970145fb0 0x7fb970144aa0 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9700cd670 0x7fb970157140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 --2- 172.21.15.22:0/1513891539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb97006e8c0 0x7fb970140630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 -- 172.21.15.22:0/1513891539 >> 172.21.15.22:0/1513891539 conn(0x7fb970062dd0 msgr2=0x7fb97015f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:07.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.065+0000 7fb976400640 1 -- 172.21.15.22:0/1513891539 shutdown_connections 2024-09-10T10:41:07.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.069+0000 7fb976400640 1 -- 172.21.15.22:0/1513891539 wait complete. 2024-09-10T10:41:07.088 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:07.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcfba00640 1 Processor -- start 2024-09-10T10:41:07.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcfba00640 1 -- start start 2024-09-10T10:41:07.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcfba00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 0x7efcf40cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcfba00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efcf406e1b0 0x7efcf406e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcfba00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efcf406d3f0 con 0x7efcf4145fb0 2024-09-10T10:41:07.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcfba00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7efcf40ce010 con 0x7efcf406e1b0 2024-09-10T10:41:07.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcfba00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efcf406d1a0 con 0x7efcf40cd670 2024-09-10T10:41:07.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcf9000640 1 --1- >> v1:172.21.15.145:6789/0 conn(0x7efcf4145fb0 0x7efcf40b3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:36218/0 (socket says 172.21.15.22:36218) 2024-09-10T10:41:07.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcf9000640 1 -- 172.21.15.22:0/3129021170 learned_addr learned my addr 172.21.15.22:0/3129021170 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:07.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcf3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 0x7efcf40cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcf9a00640 1 --2- 172.21.15.22:0/3129021170 >> v2:172.21.15.22:3300/0 conn(0x7efcf406e1b0 0x7efcf406e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcf3e00640 1 -- 172.21.15.22:0/3129021170 >> v2:172.21.15.22:3300/0 conn(0x7efcf406e1b0 msgr2=0x7efcf406e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:07.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcf3e00640 1 --2- 172.21.15.22:0/3129021170 >> v2:172.21.15.22:3300/0 conn(0x7efcf406e1b0 0x7efcf406e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcf3e00640 1 -- 172.21.15.22:0/3129021170 >> v1:172.21.15.145:6789/0 conn(0x7efcf4145fb0 legacy=0x7efcf40b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcf3e00640 1 -- 172.21.15.22:0/3129021170 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf406d6d0 con 0x7efcf40cd670 2024-09-10T10:41:07.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.229+0000 7efcf3400640 1 -- 172.21.15.22:0/3129021170 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3050811610 0 0) 0x7efcf406d3f0 con 0x7efcf4145fb0 2024-09-10T10:41:07.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcf3e00640 1 --2- 172.21.15.22:0/3129021170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 0x7efcf40cdad0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7efce00097c0 tx=0x7efce001c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe5e53724bfb8da7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:07.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcf3400640 1 -- 172.21.15.22:0/3129021170 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce00b0070 con 0x7efcf40cd670 2024-09-10T10:41:07.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcf3400640 1 -- 172.21.15.22:0/3129021170 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efce00ab600 con 0x7efcf40cd670 2024-09-10T10:41:07.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcf3400640 1 -- 172.21.15.22:0/3129021170 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce00ab9d0 con 0x7efcf40cd670 2024-09-10T10:41:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcfba00640 1 -- 172.21.15.22:0/3129021170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 msgr2=0x7efcf40cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcfba00640 1 --2- 172.21.15.22:0/3129021170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 0x7efcf40cdad0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7efce00097c0 tx=0x7efce001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcfba00640 1 -- 172.21.15.22:0/3129021170 shutdown_connections 2024-09-10T10:41:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcfba00640 1 --2- 172.21.15.22:0/3129021170 >> v2:172.21.15.22:3300/0 conn(0x7efcf406e1b0 0x7efcf406e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcfba00640 1 --2- 172.21.15.22:0/3129021170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 0x7efcf40cdad0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcfba00640 1 -- 172.21.15.22:0/3129021170 >> 172.21.15.22:0/3129021170 conn(0x7efcf4062dd0 msgr2=0x7efcf406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:07.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcfba00640 1 -- 172.21.15.22:0/3129021170 shutdown_connections 2024-09-10T10:41:07.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.233+0000 7efcfba00640 1 -- 172.21.15.22:0/3129021170 wait complete. 2024-09-10T10:41:07.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcfba00640 1 Processor -- start 2024-09-10T10:41:07.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcfba00640 1 -- start start 2024-09-10T10:41:07.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcfba00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efcf406e1b0 0x7efcf41f6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcfba00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 0x7efcf4144a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcfba00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efcf4145fb0 0x7efcf41622f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcfba00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efcf40d0130 con 0x7efcf406e1b0 2024-09-10T10:41:07.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcfba00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efcf40cffb0 con 0x7efcf4145fb0 2024-09-10T10:41:07.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcfba00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efcf406dd20 con 0x7efcf40cd670 2024-09-10T10:41:07.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efcf406e1b0 0x7efcf41f6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efcf406e1b0 0x7efcf41f6f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60130/0 (socket says 172.21.15.22:60130) 2024-09-10T10:41:07.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9000640 1 -- 172.21.15.22:0/2102064390 learned_addr learned my addr 172.21.15.22:0/2102064390 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:07.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf3e00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 0x7efcf4144a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9a00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efcf4145fb0 0x7efcf41622f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9000640 1 -- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 msgr2=0x7efcf4144a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9000640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 0x7efcf4144a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9000640 1 -- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efcf4145fb0 msgr2=0x7efcf41622f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9000640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efcf4145fb0 0x7efcf41622f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9000640 1 -- 172.21.15.22:0/2102064390 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf4144f90 con 0x7efcf406e1b0 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9a00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efcf4145fb0 0x7efcf41622f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf9000640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efcf406e1b0 0x7efcf41f6f80 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7efce400c480 tx=0x7efce400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf0c00640 1 -- 172.21.15.22:0/2102064390 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce4018070 con 0x7efcf406e1b0 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf0c00640 1 -- 172.21.15.22:0/2102064390 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efce4007500 con 0x7efcf406e1b0 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcfba00640 1 -- 172.21.15.22:0/2102064390 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcf40aa990 con 0x7efcf406e1b0 2024-09-10T10:41:07.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcf0c00640 1 -- 172.21.15.22:0/2102064390 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce4004a30 con 0x7efcf406e1b0 2024-09-10T10:41:07.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.237+0000 7efcfba00640 1 -- 172.21.15.22:0/2102064390 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcf4161af0 con 0x7efcf406e1b0 2024-09-10T10:41:07.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.241+0000 7efcfba00640 1 -- 172.21.15.22:0/2102064390 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcf40cdad0 con 0x7efcf406e1b0 2024-09-10T10:41:07.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.241+0000 7efcf0c00640 1 -- 172.21.15.22:0/2102064390 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efce401b070 con 0x7efcf406e1b0 2024-09-10T10:41:07.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.241+0000 7efcf0c00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcd40678c0 0x7efcd4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.241+0000 7efcf0c00640 1 -- 172.21.15.22:0/2102064390 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7efce4084f60 con 0x7efcf406e1b0 2024-09-10T10:41:07.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.241+0000 7efcf3e00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcd40678c0 0x7efcd4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.241+0000 7efcf3e00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcd40678c0 0x7efcd4069d80 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7efce00ad000 tx=0x7efce00a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:07.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.245+0000 7efcf0c00640 1 -- 172.21.15.22:0/2102064390 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efce4055440 con 0x7efcf406e1b0 2024-09-10T10:41:07.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 -- 172.21.15.22:0/2102064390 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efcf4160cd0 con 0x7efcf406e1b0 2024-09-10T10:41:07.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcf0c00640 1 -- 172.21.15.22:0/2102064390 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 97 v97) ==== 94+0+5218 (secure 0 0 0) 0x7efce4059740 con 0x7efcf406e1b0 2024-09-10T10:41:07.445 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:07.445 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":97,"btime":"2024-09-10T10:41:01:889793+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6563,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3155757098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":3155757098},{"type":"v1","addr":"172.21.15.22:6835","nonce":3155757098}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":6569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/46627420","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":46627420},{"type":"v1","addr":"172.21.15.145:6837","nonce":46627420}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":7459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/88156359","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":88156359},{"type":"v1","addr":"172.21.15.22:6833","nonce":88156359}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":97,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:44.744633+0000","modified":"2024-09-10T10:41:01.389606+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7465},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7465":{"gid":7465,"name":"b","rank":0,"incarnation":91,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6836/977032204","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":977032204},{"type":"v1","addr":"172.21.15.145:6836","nonce":977032204}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7465,"qdb_cluster":[7465]},"id":10}]} 2024-09-10T10:41:07.445 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 97 2024-09-10T10:41:07.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 -- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcd40678c0 msgr2=0x7efcd4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcd40678c0 0x7efcd4069d80 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7efce00ad000 tx=0x7efce00a6000 comp rx=0 tx=0).stop 2024-09-10T10:41:07.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 -- 172.21.15.22:0/2102064390 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efcf406e1b0 msgr2=0x7efcf41f6f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efcf406e1b0 0x7efcf41f6f80 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7efce400c480 tx=0x7efce400c940 comp rx=0 tx=0).stop 2024-09-10T10:41:07.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 -- 172.21.15.22:0/2102064390 shutdown_connections 2024-09-10T10:41:07.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efcd40678c0 0x7efcd4069d80 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efcf4145fb0 0x7efcf41622f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efcf40cd670 0x7efcf4144a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 --2- 172.21.15.22:0/2102064390 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efcf406e1b0 0x7efcf41f6f80 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 -- 172.21.15.22:0/2102064390 >> 172.21.15.22:0/2102064390 conn(0x7efcf4062dd0 msgr2=0x7efcf4160000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:07.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 -- 172.21.15.22:0/2102064390 shutdown_connections 2024-09-10T10:41:07.448 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.445+0000 7efcfba00640 1 -- 172.21.15.22:0/2102064390 wait complete. 2024-09-10T10:41:07.467 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:41:07.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa430c00640 1 Processor -- start 2024-09-10T10:41:07.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa430c00640 1 -- start start 2024-09-10T10:41:07.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa430c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 0x7fa42c073650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa430c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa42c073170 con 0x7fa42c06d1c0 2024-09-10T10:41:07.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa430c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa42c070f80 con 0x7fa42c0709c0 2024-09-10T10:41:07.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa430c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa42c071260 con 0x7fa42c0b6900 2024-09-10T10:41:07.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa42b400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa42c06d1c0 0x7fa42c06d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42468/0 (socket says 172.21.15.22:42468) 2024-09-10T10:41:07.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa42b400640 1 -- 172.21.15.22:0/3232117211 learned_addr learned my addr 172.21.15.22:0/3232117211 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:07.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa42be00640 1 --2- 172.21.15.22:0/3232117211 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 0x7fa42c073650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa42aa00640 1 -- 172.21.15.22:0/3232117211 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2561005507 0 0) 0x7fa42c073170 con 0x7fa42c06d1c0 2024-09-10T10:41:07.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa42aa00640 1 -- 172.21.15.22:0/3232117211 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa410003530 con 0x7fa42c06d1c0 2024-09-10T10:41:07.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa42be00640 1 -- 172.21.15.22:0/3232117211 >> v1:172.21.15.145:6789/0 conn(0x7fa42c0709c0 legacy=0x7fa42c15e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa42aa00640 1 -- 172.21.15.22:0/3232117211 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 141593337 0 0) 0x7fa42c070f80 con 0x7fa42c0709c0 2024-09-10T10:41:07.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa42be00640 1 -- 172.21.15.22:0/3232117211 >> v1:172.21.15.22:6789/0 conn(0x7fa42c06d1c0 legacy=0x7fa42c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.609+0000 7fa42be00640 1 -- 172.21.15.22:0/3232117211 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa42c071540 con 0x7fa42c0b6900 2024-09-10T10:41:07.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa42be00640 1 --2- 172.21.15.22:0/3232117211 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 0x7fa42c073650 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa424009dc0 tx=0x7fa42401efc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c5afc6b21790cd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:07.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa42aa00640 1 -- 172.21.15.22:0/3232117211 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4240b5070 con 0x7fa42c0b6900 2024-09-10T10:41:07.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa42aa00640 1 -- 172.21.15.22:0/3232117211 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4240a8b90 con 0x7fa42c0b6900 2024-09-10T10:41:07.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa42aa00640 1 -- 172.21.15.22:0/3232117211 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c001680 con 0x7fa42c0b6900 2024-09-10T10:41:07.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa430c00640 1 -- 172.21.15.22:0/3232117211 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 msgr2=0x7fa42c073650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa430c00640 1 --2- 172.21.15.22:0/3232117211 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 0x7fa42c073650 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa424009dc0 tx=0x7fa42401efc0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa430c00640 1 -- 172.21.15.22:0/3232117211 shutdown_connections 2024-09-10T10:41:07.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa430c00640 1 --2- 172.21.15.22:0/3232117211 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 0x7fa42c073650 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa430c00640 1 -- 172.21.15.22:0/3232117211 >> 172.21.15.22:0/3232117211 conn(0x7fa42c0b41e0 msgr2=0x7fa42c0b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:07.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa430c00640 1 -- 172.21.15.22:0/3232117211 shutdown_connections 2024-09-10T10:41:07.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.613+0000 7fa430c00640 1 -- 172.21.15.22:0/3232117211 wait complete. 2024-09-10T10:41:07.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 Processor -- start 2024-09-10T10:41:07.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 -- start start 2024-09-10T10:41:07.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa42c06d1c0 0x7fa42c1f7420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa42c0709c0 0x7fa42c15ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 0x7fa42c154f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa42c15ee80 con 0x7fa42c0709c0 2024-09-10T10:41:07.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa42c0b4e50 con 0x7fa42c06d1c0 2024-09-10T10:41:07.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa42c156210 con 0x7fa42c0b6900 2024-09-10T10:41:07.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa42c0709c0 0x7fa42c15ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa42c0709c0 0x7fa42c15ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60142/0 (socket says 172.21.15.22:60142) 2024-09-10T10:41:07.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423e00640 1 -- 172.21.15.22:0/3317700350 learned_addr learned my addr 172.21.15.22:0/3317700350 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:07.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa42b400640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa42c06d1c0 0x7fa42c1f7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa42be00640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 0x7fa42c154f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423e00640 1 -- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 msgr2=0x7fa42c154f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423e00640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 0x7fa42c154f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423e00640 1 -- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa42c06d1c0 msgr2=0x7fa42c1f7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423e00640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa42c06d1c0 0x7fa42c1f7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423e00640 1 -- 172.21.15.22:0/3317700350 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa42c1564f0 con 0x7fa42c0709c0 2024-09-10T10:41:07.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423e00640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa42c0709c0 0x7fa42c15ada0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7fa41400c4d0 tx=0x7fa41400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:07.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423400640 1 -- 172.21.15.22:0/3317700350 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa414017070 con 0x7fa42c0709c0 2024-09-10T10:41:07.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423400640 1 -- 172.21.15.22:0/3317700350 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa414005480 con 0x7fa42c0709c0 2024-09-10T10:41:07.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 -- 172.21.15.22:0/3317700350 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa42c1567d0 con 0x7fa42c0709c0 2024-09-10T10:41:07.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa423400640 1 -- 172.21.15.22:0/3317700350 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa414003840 con 0x7fa42c0709c0 2024-09-10T10:41:07.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 -- 172.21.15.22:0/3317700350 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa42c156d90 con 0x7fa42c0709c0 2024-09-10T10:41:07.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.617+0000 7fa430c00640 1 -- 172.21.15.22:0/3317700350 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa42c06d5a0 con 0x7fa42c0709c0 2024-09-10T10:41:07.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.621+0000 7fa423400640 1 -- 172.21.15.22:0/3317700350 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa41401a070 con 0x7fa42c0709c0 2024-09-10T10:41:07.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.621+0000 7fa423400640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4080678f0 0x7fa408069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.621+0000 7fa423400640 1 -- 172.21.15.22:0/3317700350 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fa414085050 con 0x7fa42c0709c0 2024-09-10T10:41:07.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.621+0000 7fa42b400640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4080678f0 0x7fa408069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.621+0000 7fa42b400640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4080678f0 0x7fa408069db0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fa41c000f70 tx=0x7fa41c001980 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:07.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.625+0000 7fa423400640 1 -- 172.21.15.22:0/3317700350 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa414055560 con 0x7fa42c0709c0 2024-09-10T10:41:07.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.793+0000 7fa430c00640 1 -- 172.21.15.22:0/3317700350 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa42c15bc60 con 0x7fa42c0709c0 2024-09-10T10:41:07.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.793+0000 7fa423400640 1 -- 172.21.15.22:0/3317700350 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v126) ==== 74+0+16751 (secure 0 0 0) 0x7fa414059860 con 0x7fa42c0709c0 2024-09-10T10:41:07.795 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:07.796 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":126,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:46.351794+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:40:42.470401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-10T10:40:43.745445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"126","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:41:07.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 -- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4080678f0 msgr2=0x7fa408069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4080678f0 0x7fa408069db0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fa41c000f70 tx=0x7fa41c001980 comp rx=0 tx=0).stop 2024-09-10T10:41:07.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 -- 172.21.15.22:0/3317700350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa42c0709c0 msgr2=0x7fa42c15ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa42c0709c0 0x7fa42c15ada0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7fa41400c4d0 tx=0x7fa41400c990 comp rx=0 tx=0).stop 2024-09-10T10:41:07.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 -- 172.21.15.22:0/3317700350 shutdown_connections 2024-09-10T10:41:07.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa4080678f0 0x7fa408069db0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.798 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa42c0b6900 0x7fa42c154f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa42c0709c0 0x7fa42c15ada0 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 --2- 172.21.15.22:0/3317700350 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa42c06d1c0 0x7fa42c1f7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 -- 172.21.15.22:0/3317700350 >> 172.21.15.22:0/3317700350 conn(0x7fa42c0b41e0 msgr2=0x7fa42c06c0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:07.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 -- 172.21.15.22:0/3317700350 shutdown_connections 2024-09-10T10:41:07.799 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.797+0000 7fa430c00640 1 -- 172.21.15.22:0/3317700350 wait complete. 2024-09-10T10:41:07.816 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:41:07.817 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:07.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e70400640 1 Processor -- start 2024-09-10T10:41:07.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e70400640 1 -- start start 2024-09-10T10:41:07.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e70400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 0x7f6e6815eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e70400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f6e680b4280 0x7f6e680b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e70400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e6806be60 con 0x7f6e680b6f40 2024-09-10T10:41:07.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e70400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f6e680b4c00 con 0x7f6e680b4280 2024-09-10T10:41:07.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e70400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6e6806c140 con 0x7f6e6815e720 2024-09-10T10:41:07.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e6e400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6e680b6f40 0x7f6e680b73d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42472/0 (socket says 172.21.15.22:42472) 2024-09-10T10:41:07.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e6e400640 1 -- 172.21.15.22:0/82428487 learned_addr learned my addr 172.21.15.22:0/82428487 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:07.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e6d000640 1 --2- 172.21.15.22:0/82428487 >> v2:172.21.15.145:3300/0 conn(0x7f6e680b4280 0x7f6e680b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e6da00640 1 --2- 172.21.15.22:0/82428487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 0x7f6e6815eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e6da00640 1 -- 172.21.15.22:0/82428487 >> v2:172.21.15.145:3300/0 conn(0x7f6e680b4280 msgr2=0x7f6e680b46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:07.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e6da00640 1 --2- 172.21.15.22:0/82428487 >> v2:172.21.15.145:3300/0 conn(0x7f6e680b4280 0x7f6e680b46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e6da00640 1 -- 172.21.15.22:0/82428487 >> v1:172.21.15.22:6789/0 conn(0x7f6e680b6f40 legacy=0x7f6e680b73d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e6da00640 1 -- 172.21.15.22:0/82428487 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e6806c420 con 0x7f6e6815e720 2024-09-10T10:41:07.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.957+0000 7f6e6d000640 1 --2- 172.21.15.22:0/82428487 >> v2:172.21.15.145:3300/0 conn(0x7f6e680b4280 0x7f6e680b46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:07.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.961+0000 7f6e6da00640 1 --2- 172.21.15.22:0/82428487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 0x7f6e6815eb00 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c0097c0 tx=0x7f6e5c01c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68d7d1e6becd53ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:07.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.961+0000 7f6e67e00640 1 -- 172.21.15.22:0/82428487 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c0b2070 con 0x7f6e6815e720 2024-09-10T10:41:07.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.961+0000 7f6e67e00640 1 -- 172.21.15.22:0/82428487 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e5c0ad640 con 0x7f6e6815e720 2024-09-10T10:41:07.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.961+0000 7f6e67e00640 1 -- 172.21.15.22:0/82428487 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c0ada10 con 0x7f6e6815e720 2024-09-10T10:41:07.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 -- 172.21.15.22:0/82428487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 msgr2=0x7f6e6815eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 --2- 172.21.15.22:0/82428487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 0x7f6e6815eb00 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c0097c0 tx=0x7f6e5c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 -- 172.21.15.22:0/82428487 shutdown_connections 2024-09-10T10:41:07.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 --2- 172.21.15.22:0/82428487 >> v2:172.21.15.145:3300/0 conn(0x7f6e680b4280 0x7f6e680b46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 --2- 172.21.15.22:0/82428487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 0x7f6e6815eb00 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 -- 172.21.15.22:0/82428487 >> 172.21.15.22:0/82428487 conn(0x7f6e6806f320 msgr2=0x7f6e6806f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:07.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 -- 172.21.15.22:0/82428487 shutdown_connections 2024-09-10T10:41:07.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 -- 172.21.15.22:0/82428487 wait complete. 2024-09-10T10:41:07.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 Processor -- start 2024-09-10T10:41:07.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 -- start start 2024-09-10T10:41:07.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e680b4280 0x7f6e6814e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e680b6f40 0x7f6e681548b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 0x7f6e68155530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6806daa0 con 0x7f6e680b4280 2024-09-10T10:41:07.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6806d920 con 0x7f6e680b6f40 2024-09-10T10:41:07.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e70400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6e6806dc20 con 0x7f6e6815e720 2024-09-10T10:41:07.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6da00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e680b4280 0x7f6e6814e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6da00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e680b4280 0x7f6e6814e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60150/0 (socket says 172.21.15.22:60150) 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6da00640 1 -- 172.21.15.22:0/3698136045 learned_addr learned my addr 172.21.15.22:0/3698136045 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6d000640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e680b6f40 0x7f6e681548b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6e400640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 0x7f6e68155530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6da00640 1 -- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 msgr2=0x7f6e68155530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6da00640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 0x7f6e68155530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6da00640 1 -- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e680b6f40 msgr2=0x7f6e681548b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6da00640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e680b6f40 0x7f6e681548b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6da00640 1 -- 172.21.15.22:0/3698136045 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e68157420 con 0x7f6e680b4280 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6d000640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e680b6f40 0x7f6e681548b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6e400640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 0x7f6e68155530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.965+0000 7f6e6da00640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e680b4280 0x7f6e6814e840 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c0097c0 tx=0x7f6e5c019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:07.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.969+0000 7f6e65600640 1 -- 172.21.15.22:0/3698136045 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c0bc020 con 0x7f6e680b4280 2024-09-10T10:41:07.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.969+0000 7f6e65600640 1 -- 172.21.15.22:0/3698136045 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e5c0b8420 con 0x7f6e680b4280 2024-09-10T10:41:07.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.969+0000 7f6e65600640 1 -- 172.21.15.22:0/3698136045 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c0b2040 con 0x7f6e680b4280 2024-09-10T10:41:07.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.969+0000 7f6e70400640 1 -- 172.21.15.22:0/3698136045 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e68156660 con 0x7f6e680b4280 2024-09-10T10:41:07.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.969+0000 7f6e70400640 1 -- 172.21.15.22:0/3698136045 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e68156c20 con 0x7f6e680b4280 2024-09-10T10:41:07.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.969+0000 7f6e70400640 1 -- 172.21.15.22:0/3698136045 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e680b46c0 con 0x7f6e680b4280 2024-09-10T10:41:07.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.969+0000 7f6e65600640 1 -- 172.21.15.22:0/3698136045 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6e5c0bf020 con 0x7f6e680b4280 2024-09-10T10:41:07.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.969+0000 7f6e65600640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6e480678c0 0x7f6e48069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:07.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.969+0000 7f6e65600640 1 -- 172.21.15.22:0/3698136045 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f6e5c120150 con 0x7f6e680b4280 2024-09-10T10:41:07.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.969+0000 7f6e6d000640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6e480678c0 0x7f6e48069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:07.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.973+0000 7f6e6d000640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6e480678c0 0x7f6e48069d80 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f6e6814f4e0 tx=0x7f6e54008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:07.974 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:07.973+0000 7f6e65600640 1 -- 172.21.15.22:0/3698136045 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6e5c0c6030 con 0x7f6e680b4280 2024-09-10T10:41:08.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.173+0000 7f6e70400640 1 -- 172.21.15.22:0/3698136045 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e680b25e0 con 0x7f6e680b4280 2024-09-10T10:41:08.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.173+0000 7f6e65600640 1 -- 172.21.15.22:0/3698136045 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 97 v97) ==== 94+0+5218 (secure 0 0 0) 0x7f6e5c016090 con 0x7f6e680b4280 2024-09-10T10:41:08.176 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:08.176 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":97,"btime":"2024-09-10T10:41:01:889793+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6563,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3155757098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":3155757098},{"type":"v1","addr":"172.21.15.22:6835","nonce":3155757098}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":6569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/46627420","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":46627420},{"type":"v1","addr":"172.21.15.145:6837","nonce":46627420}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":7459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/88156359","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":88156359},{"type":"v1","addr":"172.21.15.22:6833","nonce":88156359}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":97,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:44.744633+0000","modified":"2024-09-10T10:41:01.389606+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7465},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7465":{"gid":7465,"name":"b","rank":0,"incarnation":91,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6836/977032204","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":977032204},{"type":"v1","addr":"172.21.15.145:6836","nonce":977032204}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7465,"qdb_cluster":[7465]},"id":10}]} 2024-09-10T10:41:08.176 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 97 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 -- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6e480678c0 msgr2=0x7f6e48069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6e480678c0 0x7f6e48069d80 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f6e6814f4e0 tx=0x7f6e54008040 comp rx=0 tx=0).stop 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 -- 172.21.15.22:0/3698136045 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e680b4280 msgr2=0x7f6e6814e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e680b4280 0x7f6e6814e840 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c0097c0 tx=0x7f6e5c019240 comp rx=0 tx=0).stop 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 -- 172.21.15.22:0/3698136045 shutdown_connections 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6e480678c0 0x7f6e48069d80 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e6815e720 0x7f6e68155530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e680b6f40 0x7f6e681548b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 --2- 172.21.15.22:0/3698136045 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e680b4280 0x7f6e6814e840 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 -- 172.21.15.22:0/3698136045 >> 172.21.15.22:0/3698136045 conn(0x7f6e6806f320 msgr2=0x7f6e6815c680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:08.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 -- 172.21.15.22:0/3698136045 shutdown_connections 2024-09-10T10:41:08.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.177+0000 7f6e70400640 1 -- 172.21.15.22:0/3698136045 wait complete. 2024-09-10T10:41:08.198 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:08.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.337+0000 7efd29000640 1 Processor -- start 2024-09-10T10:41:08.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.337+0000 7efd29000640 1 -- start start 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd29000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 0x7efd240b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd29000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efd240cd670 0x7efd240cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd29000640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7efd2406e1b0 0x7efd2406e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd29000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7efd240ce010 con 0x7efd240cd670 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd29000640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7efd2406d1a0 con 0x7efd2406e1b0 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd29000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efd2406dd20 con 0x7efd24145fb0 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd19400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efd240cd670 0x7efd240cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd19400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7efd240cd670 0x7efd240cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60162/0 (socket says 172.21.15.22:60162) 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd19400640 1 -- 172.21.15.22:0/48039806 learned_addr learned my addr 172.21.15.22:0/48039806 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd21e00640 1 --2- 172.21.15.22:0/48039806 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 0x7efd240b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd22800640 1 --2- 172.21.15.22:0/48039806 >> v2:172.21.15.145:3300/0 conn(0x7efd2406e1b0 0x7efd2406e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd19400640 1 -- 172.21.15.22:0/48039806 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 msgr2=0x7efd240b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:08.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd19400640 1 --2- 172.21.15.22:0/48039806 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 0x7efd240b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd19400640 1 -- 172.21.15.22:0/48039806 >> v2:172.21.15.145:3300/0 conn(0x7efd2406e1b0 msgr2=0x7efd2406e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:08.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd19400640 1 --2- 172.21.15.22:0/48039806 >> v2:172.21.15.145:3300/0 conn(0x7efd2406e1b0 0x7efd2406e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.342 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd19400640 1 -- 172.21.15.22:0/48039806 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd2406d3f0 con 0x7efd240cd670 2024-09-10T10:41:08.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.341+0000 7efd19400640 1 --2- 172.21.15.22:0/48039806 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd240cd670 0x7efd240cdad0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7efd24161110 tx=0x7efd0c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=879bd3917050f334 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:08.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd21400640 1 -- 172.21.15.22:0/48039806 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd0c0b1070 con 0x7efd240cd670 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd21400640 1 -- 172.21.15.22:0/48039806 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd0c0ac630 con 0x7efd240cd670 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd21400640 1 -- 172.21.15.22:0/48039806 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd0c0a8050 con 0x7efd240cd670 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 -- 172.21.15.22:0/48039806 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd240cd670 msgr2=0x7efd240cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 --2- 172.21.15.22:0/48039806 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd240cd670 0x7efd240cdad0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7efd24161110 tx=0x7efd0c01c520 comp rx=0 tx=0).stop 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 -- 172.21.15.22:0/48039806 shutdown_connections 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 --2- 172.21.15.22:0/48039806 >> v2:172.21.15.145:3300/0 conn(0x7efd2406e1b0 0x7efd2406e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 --2- 172.21.15.22:0/48039806 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd240cd670 0x7efd240cdad0 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 --2- 172.21.15.22:0/48039806 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 0x7efd240b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 -- 172.21.15.22:0/48039806 >> 172.21.15.22:0/48039806 conn(0x7efd24062dd0 msgr2=0x7efd2406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 -- 172.21.15.22:0/48039806 shutdown_connections 2024-09-10T10:41:08.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 -- 172.21.15.22:0/48039806 wait complete. 2024-09-10T10:41:08.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 Processor -- start 2024-09-10T10:41:08.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 -- start start 2024-09-10T10:41:08.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd2406e1b0 0x7efd241410f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd240cd670 0x7efd24163290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 0x7efd2415bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efd240b4340 con 0x7efd2406e1b0 2024-09-10T10:41:08.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efd240cfda0 con 0x7efd240cd670 2024-09-10T10:41:08.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd29000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efd24141630 con 0x7efd24145fb0 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd21e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd2406e1b0 0x7efd241410f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd21e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd2406e1b0 0x7efd241410f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60172/0 (socket says 172.21.15.22:60172) 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd21e00640 1 -- 172.21.15.22:0/3392178588 learned_addr learned my addr 172.21.15.22:0/3392178588 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd19400640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd240cd670 0x7efd24163290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.345+0000 7efd22800640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 0x7efd2415bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd21e00640 1 -- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 msgr2=0x7efd2415bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd21e00640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 0x7efd2415bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd21e00640 1 -- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd240cd670 msgr2=0x7efd24163290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd21e00640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd240cd670 0x7efd24163290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd21e00640 1 -- 172.21.15.22:0/3392178588 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd24141c30 con 0x7efd2406e1b0 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd19400640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd240cd670 0x7efd24163290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd22800640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 0x7efd2415bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:08.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd21e00640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd2406e1b0 0x7efd241410f0 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7efd1400d5f0 tx=0x7efd1400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:08.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd1aa00640 1 -- 172.21.15.22:0/3392178588 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd140125f0 con 0x7efd2406e1b0 2024-09-10T10:41:08.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd1aa00640 1 -- 172.21.15.22:0/3392178588 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd14019070 con 0x7efd2406e1b0 2024-09-10T10:41:08.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd1aa00640 1 -- 172.21.15.22:0/3392178588 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd140129d0 con 0x7efd2406e1b0 2024-09-10T10:41:08.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd29000640 1 -- 172.21.15.22:0/3392178588 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd24141f10 con 0x7efd2406e1b0 2024-09-10T10:41:08.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd29000640 1 -- 172.21.15.22:0/3392178588 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd241424d0 con 0x7efd2406e1b0 2024-09-10T10:41:08.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd29000640 1 -- 172.21.15.22:0/3392178588 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd240cdad0 con 0x7efd2406e1b0 2024-09-10T10:41:08.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd1aa00640 1 -- 172.21.15.22:0/3392178588 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efd14012b70 con 0x7efd2406e1b0 2024-09-10T10:41:08.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd1aa00640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd000678c0 0x7efd00069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.349+0000 7efd1aa00640 1 -- 172.21.15.22:0/3392178588 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7efd14086260 con 0x7efd2406e1b0 2024-09-10T10:41:08.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.353+0000 7efd19400640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd000678c0 0x7efd00069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.353+0000 7efd19400640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd000678c0 0x7efd00069d80 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7efd0c0ae000 tx=0x7efd0c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:08.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.353+0000 7efd1aa00640 1 -- 172.21.15.22:0/3392178588 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efd14056d00 con 0x7efd2406e1b0 2024-09-10T10:41:08.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.557+0000 7efd29000640 1 -- 172.21.15.22:0/3392178588 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efd2406ca30 con 0x7efd2406e1b0 2024-09-10T10:41:08.558 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.557+0000 7efd1aa00640 1 -- 172.21.15.22:0/3392178588 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 97 v97) ==== 94+0+5218 (secure 0 0 0) 0x7efd14056600 con 0x7efd2406e1b0 2024-09-10T10:41:08.558 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:08.558 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":97,"btime":"2024-09-10T10:41:01:889793+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6563,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3155757098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":3155757098},{"type":"v1","addr":"172.21.15.22:6835","nonce":3155757098}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":6569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/46627420","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":46627420},{"type":"v1","addr":"172.21.15.145:6837","nonce":46627420}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":7459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/88156359","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":88156359},{"type":"v1","addr":"172.21.15.22:6833","nonce":88156359}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":97,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:40:44.744633+0000","modified":"2024-09-10T10:41:01.389606+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7465},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7465":{"gid":7465,"name":"b","rank":0,"incarnation":91,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6836/977032204","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":977032204},{"type":"v1","addr":"172.21.15.145:6836","nonce":977032204}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7465,"qdb_cluster":[7465]},"id":10}]} 2024-09-10T10:41:08.559 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 97 2024-09-10T10:41:08.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.557+0000 7efd29000640 1 -- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd000678c0 msgr2=0x7efd00069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.557+0000 7efd29000640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd000678c0 0x7efd00069d80 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7efd0c0ae000 tx=0x7efd0c008040 comp rx=0 tx=0).stop 2024-09-10T10:41:08.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.557+0000 7efd29000640 1 -- 172.21.15.22:0/3392178588 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd2406e1b0 msgr2=0x7efd241410f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.557+0000 7efd29000640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd2406e1b0 0x7efd241410f0 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7efd1400d5f0 tx=0x7efd1400dab0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.561+0000 7efd29000640 1 -- 172.21.15.22:0/3392178588 shutdown_connections 2024-09-10T10:41:08.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.561+0000 7efd29000640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efd000678c0 0x7efd00069d80 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.561+0000 7efd29000640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efd24145fb0 0x7efd2415bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.561+0000 7efd29000640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efd240cd670 0x7efd24163290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.561+0000 7efd29000640 1 --2- 172.21.15.22:0/3392178588 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efd2406e1b0 0x7efd241410f0 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.561+0000 7efd29000640 1 -- 172.21.15.22:0/3392178588 >> 172.21.15.22:0/3392178588 conn(0x7efd24062dd0 msgr2=0x7efd240b13d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:08.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.561+0000 7efd29000640 1 -- 172.21.15.22:0/3392178588 shutdown_connections 2024-09-10T10:41:08.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.561+0000 7efd29000640 1 -- 172.21.15.22:0/3392178588 wait complete. 2024-09-10T10:41:08.579 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:41:08.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.716+0000 7f75aaa00640 1 Processor -- start 2024-09-10T10:41:08.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.716+0000 7f75aaa00640 1 -- start start 2024-09-10T10:41:08.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75aaa00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f75a40b56f0 0x7f75a4071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75aaa00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75a40ce880 con 0x7f75a415b220 2024-09-10T10:41:08.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75aaa00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75a40ceb60 con 0x7f75a415b600 2024-09-10T10:41:08.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75aaa00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f75a406d6e0 con 0x7f75a40b56f0 2024-09-10T10:41:08.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a3e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f75a415b220 0x7f75a40b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42480/0 (socket says 172.21.15.22:42480) 2024-09-10T10:41:08.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a3e00640 1 -- 172.21.15.22:0/840526570 learned_addr learned my addr 172.21.15.22:0/840526570 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:08.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2747497720 0 0) 0x7f75a40ce880 con 0x7f75a415b220 2024-09-10T10:41:08.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a8a00640 1 --2- 172.21.15.22:0/840526570 >> v2:172.21.15.145:3300/0 conn(0x7f75a40b56f0 0x7f75a4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7588005740 con 0x7f75a415b220 2024-09-10T10:41:08.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 237684987 0 0) 0x7f7588005740 con 0x7f75a415b220 2024-09-10T10:41:08.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 >> v2:172.21.15.145:3300/0 conn(0x7f75a40b56f0 msgr2=0x7f75a4071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:08.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 --2- 172.21.15.22:0/840526570 >> v2:172.21.15.145:3300/0 conn(0x7f75a40b56f0 0x7f75a4071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 >> v1:172.21.15.145:6789/0 conn(0x7f75a415b600 legacy=0x7f75a40b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a40cee40 con 0x7f75a415b220 2024-09-10T10:41:08.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f7594001680 con 0x7f75a415b220 2024-09-10T10:41:08.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 >> v1:172.21.15.22:6789/0 conn(0x7f75a415b220 legacy=0x7f75a40b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7588005c20 0x7f7588006040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7588006a20 0x7f7588006ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7588007500 0x7f758800dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f758800e3d0 con 0x7f7588007500 2024-09-10T10:41:08.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f758800e580 con 0x7f7588005c20 2024-09-10T10:41:08.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f758800e780 con 0x7f7588006a20 2024-09-10T10:41:08.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a8a00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7588007500 0x7f758800dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a3e00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7588005c20 0x7f7588006040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a3400640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7588006a20 0x7f7588006ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a8a00640 1 -- 172.21.15.22:0/840526570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7588006a20 msgr2=0x7f7588006ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:08.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a8a00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7588006a20 0x7f7588006ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a8a00640 1 -- 172.21.15.22:0/840526570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7588005c20 msgr2=0x7f7588006040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:08.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a8a00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7588005c20 0x7f7588006040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a8a00640 1 -- 172.21.15.22:0/840526570 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7588005740 con 0x7f7588007500 2024-09-10T10:41:08.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.720+0000 7f75a3e00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7588005c20 0x7f7588006040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:08.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75a8a00640 1 -- 172.21.15.22:0/840526570 reap_dead start 2024-09-10T10:41:08.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75a8a00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7588007500 0x7f758800dbe0 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f759c009fc0 tx=0x7f759c01cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e974b1dbb2c27d8d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:08.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7594007c30 con 0x7f7588007500 2024-09-10T10:41:08.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f759c003be0 con 0x7f7588007500 2024-09-10T10:41:08.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75a2a00640 1 -- 172.21.15.22:0/840526570 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f759c009c10 con 0x7f7588007500 2024-09-10T10:41:08.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75aaa00640 1 -- 172.21.15.22:0/840526570 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7588007500 msgr2=0x7f758800dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75aaa00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7588007500 0x7f758800dbe0 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f759c009fc0 tx=0x7f759c01cc90 comp rx=0 tx=0).stop 2024-09-10T10:41:08.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75aaa00640 1 -- 172.21.15.22:0/840526570 shutdown_connections 2024-09-10T10:41:08.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75aaa00640 1 --2- 172.21.15.22:0/840526570 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7588007500 0x7f758800dbe0 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75aaa00640 1 -- 172.21.15.22:0/840526570 >> 172.21.15.22:0/840526570 conn(0x7f75a4062dd0 msgr2=0x7f75a406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:08.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75aaa00640 1 -- 172.21.15.22:0/840526570 shutdown_connections 2024-09-10T10:41:08.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.724+0000 7f75aaa00640 1 -- 172.21.15.22:0/840526570 wait complete. 2024-09-10T10:41:08.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 Processor -- start 2024-09-10T10:41:08.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 -- start start 2024-09-10T10:41:08.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7588007500 0x7f75a4152ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a415e5b0 0x7f75a40b11f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75a415cfa0 0x7f75a406d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f75a40d01e0 con 0x7f75a415e5b0 2024-09-10T10:41:08.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f75a40d0060 con 0x7f7588007500 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f75a4071140 con 0x7f75a415cfa0 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a415e5b0 0x7f75a40b11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a415e5b0 0x7f75a40b11f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60200/0 (socket says 172.21.15.22:60200) 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a3400640 1 -- 172.21.15.22:0/4257882032 learned_addr learned my addr 172.21.15.22:0/4257882032 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a3e00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7588007500 0x7f75a4152ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a8a00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75a415cfa0 0x7f75a406d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a3400640 1 -- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75a415cfa0 msgr2=0x7f75a406d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a3400640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75a415cfa0 0x7f75a406d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a3400640 1 -- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7588007500 msgr2=0x7f75a4152ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a3400640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7588007500 0x7f75a4152ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a3400640 1 -- 172.21.15.22:0/4257882032 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a415d510 con 0x7f75a415e5b0 2024-09-10T10:41:08.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75a3400640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a415e5b0 0x7f75a40b11f0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f759000f570 tx=0x7f759000fa30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:08.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f759be00640 1 -- 172.21.15.22:0/4257882032 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f759001a070 con 0x7f75a415e5b0 2024-09-10T10:41:08.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f759be00640 1 -- 172.21.15.22:0/4257882032 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7590005320 con 0x7f75a415e5b0 2024-09-10T10:41:08.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f759be00640 1 -- 172.21.15.22:0/4257882032 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7590007250 con 0x7f75a415e5b0 2024-09-10T10:41:08.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 -- 172.21.15.22:0/4257882032 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75a415d7f0 con 0x7f75a415e5b0 2024-09-10T10:41:08.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 -- 172.21.15.22:0/4257882032 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75a415ddb0 con 0x7f75a415e5b0 2024-09-10T10:41:08.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.728+0000 7f75aaa00640 1 -- 172.21.15.22:0/4257882032 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75a40714d0 con 0x7f75a415e5b0 2024-09-10T10:41:08.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.732+0000 7f759be00640 1 -- 172.21.15.22:0/4257882032 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f75900073f0 con 0x7f75a415e5b0 2024-09-10T10:41:08.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.732+0000 7f759be00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75840678f0 0x7f7584069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:08.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.732+0000 7f759be00640 1 -- 172.21.15.22:0/4257882032 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f7590085220 con 0x7f75a415e5b0 2024-09-10T10:41:08.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.732+0000 7f75a3e00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75840678f0 0x7f7584069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:08.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.732+0000 7f75a3e00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75840678f0 0x7f7584069db0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f75a406de50 tx=0x7f7594001dc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:08.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.736+0000 7f759be00640 1 -- 172.21.15.22:0/4257882032 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7590055670 con 0x7f75a415e5b0 2024-09-10T10:41:08.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.900+0000 7f75aaa00640 1 -- 172.21.15.22:0/4257882032 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f75a4072e90 con 0x7f75a415e5b0 2024-09-10T10:41:08.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.900+0000 7f759be00640 1 -- 172.21.15.22:0/4257882032 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v126) ==== 74+0+16751 (secure 0 0 0) 0x7f7590059970 con 0x7f75a415e5b0 2024-09-10T10:41:08.904 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:08.904 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":126,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:40:46.351794+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:40:42.470401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-10T10:40:43.745445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"126","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:41:08.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 -- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75840678f0 msgr2=0x7f7584069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75840678f0 0x7f7584069db0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f75a406de50 tx=0x7f7594001dc0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 -- 172.21.15.22:0/4257882032 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a415e5b0 msgr2=0x7f75a40b11f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:08.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a415e5b0 0x7f75a40b11f0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f759000f570 tx=0x7f759000fa30 comp rx=0 tx=0).stop 2024-09-10T10:41:08.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 -- 172.21.15.22:0/4257882032 shutdown_connections 2024-09-10T10:41:08.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f75840678f0 0x7f7584069db0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75a415cfa0 0x7f75a406d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f75a415e5b0 0x7f75a40b11f0 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 --2- 172.21.15.22:0/4257882032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7588007500 0x7f75a4152ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:08.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 -- 172.21.15.22:0/4257882032 >> 172.21.15.22:0/4257882032 conn(0x7f75a4062dd0 msgr2=0x7f75a40b4a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:08.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 -- 172.21.15.22:0/4257882032 shutdown_connections 2024-09-10T10:41:08.907 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:08.904+0000 7f75aaa00640 1 -- 172.21.15.22:0/4257882032 wait complete. 2024-09-10T10:41:08.925 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:41:09.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.064+0000 7f51f8c00640 1 Processor -- start 2024-09-10T10:41:09.067 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.064+0000 7f51f8c00640 1 -- start start 2024-09-10T10:41:09.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f8c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f4145fb0 0x7f51f40b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f8c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f51f406e8c0 0x7f51f40cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f8c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51f406d3f0 con 0x7f51f40cd670 2024-09-10T10:41:09.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f8c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f51f40ce010 con 0x7f51f406e8c0 2024-09-10T10:41:09.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f8c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f51f406d1a0 con 0x7f51f4145fb0 2024-09-10T10:41:09.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f2800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f51f406e8c0 0x7f51f40cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.068 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f2800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f51f406e8c0 0x7f51f40cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60206/0 (socket says 172.21.15.22:60206) 2024-09-10T10:41:09.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f2800640 1 -- 172.21.15.22:0/2840660033 learned_addr learned my addr 172.21.15.22:0/2840660033 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:09.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f1400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f51f40cd670 0x7f51f406e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42490/0 (socket says 172.21.15.22:42490) 2024-09-10T10:41:09.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f1e00640 1 --2- 172.21.15.22:0/2840660033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f4145fb0 0x7f51f40b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f2800640 1 -- 172.21.15.22:0/2840660033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f4145fb0 msgr2=0x7f51f40b3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:09.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f2800640 1 --2- 172.21.15.22:0/2840660033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f4145fb0 0x7f51f40b3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f2800640 1 -- 172.21.15.22:0/2840660033 >> v1:172.21.15.22:6789/0 conn(0x7f51f40cd670 legacy=0x7f51f406e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f2800640 1 -- 172.21.15.22:0/2840660033 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51f406d6d0 con 0x7f51f406e8c0 2024-09-10T10:41:09.070 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f1e00640 1 --2- 172.21.15.22:0/2840660033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f4145fb0 0x7f51f40b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:09.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.068+0000 7f51f2800640 1 --2- 172.21.15.22:0/2840660033 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51f406e8c0 0x7f51f40cdad0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f51ec009e50 tx=0x7f51ec01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a92b9419b3649696 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:09.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f0a00640 1 -- 172.21.15.22:0/2840660033 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51ec0a5700 con 0x7f51f406e8c0 2024-09-10T10:41:09.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f0a00640 1 -- 172.21.15.22:0/2840660033 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51ec0a58a0 con 0x7f51f406e8c0 2024-09-10T10:41:09.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f0a00640 1 -- 172.21.15.22:0/2840660033 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51ec0a5c70 con 0x7f51f406e8c0 2024-09-10T10:41:09.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 -- 172.21.15.22:0/2840660033 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51f406e8c0 msgr2=0x7f51f40cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 --2- 172.21.15.22:0/2840660033 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51f406e8c0 0x7f51f40cdad0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f51ec009e50 tx=0x7f51ec01ca30 comp rx=0 tx=0).stop 2024-09-10T10:41:09.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 -- 172.21.15.22:0/2840660033 shutdown_connections 2024-09-10T10:41:09.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 --2- 172.21.15.22:0/2840660033 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51f406e8c0 0x7f51f40cdad0 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 --2- 172.21.15.22:0/2840660033 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f4145fb0 0x7f51f40b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 -- 172.21.15.22:0/2840660033 >> 172.21.15.22:0/2840660033 conn(0x7f51f4062dd0 msgr2=0x7f51f406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:09.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 -- 172.21.15.22:0/2840660033 shutdown_connections 2024-09-10T10:41:09.073 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 -- 172.21.15.22:0/2840660033 wait complete. 2024-09-10T10:41:09.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 Processor -- start 2024-09-10T10:41:09.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 -- start start 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f406e8c0 0x7f51f41600e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51f40cd670 0x7f51f4157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51f4145fb0 0x7f51f4143460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f51f40d0130 con 0x7f51f40cd670 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f51f40cffb0 con 0x7f51f4145fb0 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f8c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f51f41691e0 con 0x7f51f406e8c0 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51f40cd670 0x7f51f4157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51f40cd670 0x7f51f4157140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60214/0 (socket says 172.21.15.22:60214) 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f1400640 1 -- 172.21.15.22:0/4183055035 learned_addr learned my addr 172.21.15.22:0/4183055035 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f2800640 1 --2- 172.21.15.22:0/4183055035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51f4145fb0 0x7f51f4143460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f1e00640 1 --2- 172.21.15.22:0/4183055035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f406e8c0 0x7f51f41600e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f1400640 1 -- 172.21.15.22:0/4183055035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f406e8c0 msgr2=0x7f51f41600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f1400640 1 --2- 172.21.15.22:0/4183055035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f406e8c0 0x7f51f41600e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f1400640 1 -- 172.21.15.22:0/4183055035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51f4145fb0 msgr2=0x7f51f4143460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f1400640 1 --2- 172.21.15.22:0/4183055035 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f51f4145fb0 0x7f51f4143460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f1400640 1 -- 172.21.15.22:0/4183055035 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51f41579d0 con 0x7f51f40cd670 2024-09-10T10:41:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.072+0000 7f51f1e00640 1 --2- 172.21.15.22:0/4183055035 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f51f406e8c0 0x7f51f41600e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:09.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51f1400640 1 --2- 172.21.15.22:0/4183055035 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f51f40cd670 0x7f51f4157140 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f51e000c370 tx=0x7f51e000c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51ea000640 1 -- 172.21.15.22:0/4183055035 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e00074e0 con 0x7f51f40cd670 2024-09-10T10:41:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51ea000640 1 -- 172.21.15.22:0/4183055035 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51e0007680 con 0x7f51f40cd670 2024-09-10T10:41:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51f8c00640 1 -- 172.21.15.22:0/4183055035 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51f4157cb0 con 0x7f51f40cd670 2024-09-10T10:41:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51ea000640 1 -- 172.21.15.22:0/4183055035 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e0004a30 con 0x7f51f40cd670 2024-09-10T10:41:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51f8c00640 1 -- 172.21.15.22:0/4183055035 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51f4158550 con 0x7f51f40cd670 2024-09-10T10:41:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51f8c00640 1 -- 172.21.15.22:0/4183055035 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51f4157e80 con 0x7f51f40cd670 2024-09-10T10:41:09.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51ea000640 1 -- 172.21.15.22:0/4183055035 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f51e001a020 con 0x7f51f40cd670 2024-09-10T10:41:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51ea000640 1 --2- 172.21.15.22:0/4183055035 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51d40678c0 0x7f51d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51ea000640 1 -- 172.21.15.22:0/4183055035 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7f51e0085360 con 0x7f51f40cd670 2024-09-10T10:41:09.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.076+0000 7f51f1e00640 1 --2- 172.21.15.22:0/4183055035 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51d40678c0 0x7f51d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.080+0000 7f51f1e00640 1 --2- 172.21.15.22:0/4183055035 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f51d40678c0 0x7f51d4069d80 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f51e4006fd0 tx=0x7f51e4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:09.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.080+0000 7f51ea000640 1 -- 172.21.15.22:0/4183055035 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f51e0055e90 con 0x7f51f40cd670 2024-09-10T10:41:09.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.288+0000 7f51f8c00640 1 -- 172.21.15.22:0/4183055035 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f51f40b56a0 con 0x7f51f40cd670 2024-09-10T10:41:09.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.288+0000 7f51ea000640 1 -- 172.21.15.22:0/4183055035 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=-1 MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it v97) ==== 316+0+0 (secure 0 0 0) 0x7f51e0055790 con 0x7f51f40cd670 2024-09-10T10:41:09.289 INFO:teuthology.orchestra.run.smithi022.stderr:Error EPERM: MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it 2024-09-10T10:41:09.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:41:09.298 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs --yes-i-really-mean-it 2024-09-10T10:41:09.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae4800640 1 Processor -- start 2024-09-10T10:41:09.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae4800640 1 -- start start 2024-09-10T10:41:09.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae4800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcadc1568c0 0x7fcadc0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae4800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fcadc0cfad0 0x7fcadc06d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae4800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcadc0b4f90 con 0x7fcadc0b4470 2024-09-10T10:41:09.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae4800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fcadc0b49d0 con 0x7fcadc1568c0 2024-09-10T10:41:09.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae4800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fcadc0b4cb0 con 0x7fcadc0cfad0 2024-09-10T10:41:09.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae1e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcadc1568c0 0x7fcadc0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae1e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fcadc1568c0 0x7fcadc0b3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60220/0 (socket says 172.21.15.22:60220) 2024-09-10T10:41:09.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae1e00640 1 -- 172.21.15.22:0/3978791795 learned_addr learned my addr 172.21.15.22:0/3978791795 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:09.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae2800640 1 --2- 172.21.15.22:0/3978791795 >> v2:172.21.15.145:3300/0 conn(0x7fcadc0cfad0 0x7fcadc06d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae1e00640 1 -- 172.21.15.22:0/3978791795 >> v2:172.21.15.145:3300/0 conn(0x7fcadc0cfad0 msgr2=0x7fcadc06d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:09.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae1e00640 1 --2- 172.21.15.22:0/3978791795 >> v2:172.21.15.145:3300/0 conn(0x7fcadc0cfad0 0x7fcadc06d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae1e00640 1 -- 172.21.15.22:0/3978791795 >> v1:172.21.15.145:6789/0 conn(0x7fcadc0b4470 legacy=0x7fcadc0cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.444+0000 7fcae1e00640 1 -- 172.21.15.22:0/3978791795 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcadc06d1b0 con 0x7fcadc1568c0 2024-09-10T10:41:09.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae1e00640 1 --2- 172.21.15.22:0/3978791795 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc1568c0 0x7fcadc0b3f30 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7fcadc0ce660 tx=0x7fcad001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=281af7d2e49d486e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:09.449 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae0a00640 1 -- 172.21.15.22:0/3978791795 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad00aa670 con 0x7fcadc1568c0 2024-09-10T10:41:09.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae0a00640 1 -- 172.21.15.22:0/3978791795 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcad00af070 con 0x7fcadc1568c0 2024-09-10T10:41:09.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae0a00640 1 -- 172.21.15.22:0/3978791795 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad00aaa30 con 0x7fcadc1568c0 2024-09-10T10:41:09.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae4800640 1 -- 172.21.15.22:0/3978791795 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc1568c0 msgr2=0x7fcadc0b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae4800640 1 --2- 172.21.15.22:0/3978791795 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc1568c0 0x7fcadc0b3f30 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7fcadc0ce660 tx=0x7fcad001c4f0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.450 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae4800640 1 -- 172.21.15.22:0/3978791795 shutdown_connections 2024-09-10T10:41:09.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae4800640 1 --2- 172.21.15.22:0/3978791795 >> v2:172.21.15.145:3300/0 conn(0x7fcadc0cfad0 0x7fcadc06d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae4800640 1 --2- 172.21.15.22:0/3978791795 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc1568c0 0x7fcadc0b3f30 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae4800640 1 -- 172.21.15.22:0/3978791795 >> 172.21.15.22:0/3978791795 conn(0x7fcadc062eb0 msgr2=0x7fcadc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:09.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae4800640 1 -- 172.21.15.22:0/3978791795 shutdown_connections 2024-09-10T10:41:09.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae4800640 1 -- 172.21.15.22:0/3978791795 wait complete. 2024-09-10T10:41:09.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae4800640 1 Processor -- start 2024-09-10T10:41:09.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.448+0000 7fcae4800640 1 -- start start 2024-09-10T10:41:09.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae4800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc0b4470 0x7fcadc0711a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae4800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcadc0cfad0 0x7fcadc0ae820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae4800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcadc1568c0 0x7fcadc0729b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae4800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc06e700 con 0x7fcadc0b4470 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae4800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc156eb0 con 0x7fcadc1568c0 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae4800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcadc06e880 con 0x7fcadc0cfad0 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc0b4470 0x7fcadc0711a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc0b4470 0x7fcadc0711a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60232/0 (socket says 172.21.15.22:60232) 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1e00640 1 -- 172.21.15.22:0/2401411653 learned_addr learned my addr 172.21.15.22:0/2401411653 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae2800640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcadc1568c0 0x7fcadc0729b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1400640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcadc0cfad0 0x7fcadc0ae820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1e00640 1 -- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcadc0cfad0 msgr2=0x7fcadc0ae820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1e00640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcadc0cfad0 0x7fcadc0ae820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1e00640 1 -- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcadc1568c0 msgr2=0x7fcadc0729b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1e00640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcadc1568c0 0x7fcadc0729b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1e00640 1 -- 172.21.15.22:0/2401411653 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcadc071910 con 0x7fcadc0b4470 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1400640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcadc0cfad0 0x7fcadc0ae820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:09.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae1e00640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc0b4470 0x7fcadc0711a0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7fcad001aba0 tx=0x7fcad001ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcad6000640 1 -- 172.21.15.22:0/2401411653 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad00bd5f0 con 0x7fcadc0b4470 2024-09-10T10:41:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcad6000640 1 -- 172.21.15.22:0/2401411653 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcad00bd790 con 0x7fcadc0b4470 2024-09-10T10:41:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae4800640 1 -- 172.21.15.22:0/2401411653 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcadc071bf0 con 0x7fcadc0b4470 2024-09-10T10:41:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcad6000640 1 -- 172.21.15.22:0/2401411653 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad00bdb40 con 0x7fcadc0b4470 2024-09-10T10:41:09.455 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae4800640 1 -- 172.21.15.22:0/2401411653 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcadc0721b0 con 0x7fcadc0b4470 2024-09-10T10:41:09.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.452+0000 7fcae4800640 1 -- 172.21.15.22:0/2401411653 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcadc06d9b0 con 0x7fcadc0b4470 2024-09-10T10:41:09.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.456+0000 7fcad6000640 1 -- 172.21.15.22:0/2401411653 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcad00b33f0 con 0x7fcadc0b4470 2024-09-10T10:41:09.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.456+0000 7fcad6000640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 0x7fcac0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.456+0000 7fcad6000640 1 -- 172.21.15.22:0/2401411653 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5709+0+0 (secure 0 0 0) 0x7fcad011ffb0 con 0x7fcadc0b4470 2024-09-10T10:41:09.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.456+0000 7fcae1400640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 0x7fcac0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.456+0000 7fcae1400640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 0x7fcac0069d80 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fcadc0af1c0 tx=0x7fcacc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:09.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.460+0000 7fcad6000640 1 -- 172.21.15.22:0/2401411653 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcad0016110 con 0x7fcadc0b4470 2024-09-10T10:41:09.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.660+0000 7fcae4800640 1 -- 172.21.15.22:0/2401411653 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fcadc06d9b0 con 0x7fcadc0b4470 2024-09-10T10:41:09.662 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:41:09.660+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:41:09.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.664+0000 7fcad6000640 1 -- 172.21.15.22:0/2401411653 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v98) ==== 191+0+0 (secure 0 0 0) 0x7fcad00f0af0 con 0x7fcadc0b4470 2024-09-10T10:41:09.665 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:41:09.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.664+0000 7fcae4800640 1 -- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 msgr2=0x7fcac0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.664+0000 7fcae4800640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 0x7fcac0069d80 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fcadc0af1c0 tx=0x7fcacc009040 comp rx=0 tx=0).stop 2024-09-10T10:41:09.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.664+0000 7fcae4800640 1 -- 172.21.15.22:0/2401411653 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc0b4470 msgr2=0x7fcadc0711a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.664+0000 7fcae4800640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc0b4470 0x7fcadc0711a0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7fcad001aba0 tx=0x7fcad001ad30 comp rx=0 tx=0).stop 2024-09-10T10:41:09.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.664+0000 7fcae4800640 1 -- 172.21.15.22:0/2401411653 shutdown_connections 2024-09-10T10:41:09.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.664+0000 7fcae4800640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fcac00678c0 0x7fcac0069d80 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.668 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.664+0000 7fcae4800640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcadc1568c0 0x7fcadc0729b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.664+0000 7fcae4800640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcadc0cfad0 0x7fcadc0ae820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.668+0000 7fcae4800640 1 --2- 172.21.15.22:0/2401411653 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fcadc0b4470 0x7fcadc0711a0 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.668+0000 7fcae4800640 1 -- 172.21.15.22:0/2401411653 >> 172.21.15.22:0/2401411653 conn(0x7fcadc062eb0 msgr2=0x7fcadc1666d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:09.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.668+0000 7fcae4800640 1 -- 172.21.15.22:0/2401411653 shutdown_connections 2024-09-10T10:41:09.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.668+0000 7fcae4800640 1 -- 172.21.15.22:0/2401411653 wait complete. 2024-09-10T10:41:09.687 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:41:09.736 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:41:09.829 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa102400640 1 Processor -- start 2024-09-10T10:41:09.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa102400640 1 -- start start 2024-09-10T10:41:09.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa102400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa0fc147fd0 0x7fa0fc06ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa102400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fa0fc06f160 0x7fa0fc0aef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa102400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0fc0aeaa0 con 0x7fa0fc06d210 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa102400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fa0fc06d680 con 0x7fa0fc147fd0 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa102400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fa0fc06f6d0 con 0x7fa0fc06f160 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa0fb400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa0fc147fd0 0x7fa0fc06ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa0fb400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fa0fc147fd0 0x7fa0fc06ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60248/0 (socket says 172.21.15.22:60248) 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa0fb400640 1 -- 172.21.15.22:0/2655344523 learned_addr learned my addr 172.21.15.22:0/2655344523 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa0faa00640 1 --1- 172.21.15.22:0/2655344523 >> v1:172.21.15.145:6789/0 conn(0x7fa0fc06d210 0x7fa0fc06ea50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:36248/0 (socket says 172.21.15.22:36248) 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa0fbe00640 1 --2- 172.21.15.22:0/2655344523 >> v2:172.21.15.145:3300/0 conn(0x7fa0fc06f160 0x7fa0fc0aef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa0fb400640 1 -- 172.21.15.22:0/2655344523 >> v2:172.21.15.145:3300/0 conn(0x7fa0fc06f160 msgr2=0x7fa0fc0aef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa0fb400640 1 --2- 172.21.15.22:0/2655344523 >> v2:172.21.15.145:3300/0 conn(0x7fa0fc06f160 0x7fa0fc0aef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa0fb400640 1 -- 172.21.15.22:0/2655344523 >> v1:172.21.15.145:6789/0 conn(0x7fa0fc06d210 legacy=0x7fa0fc06ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.828+0000 7fa0fb400640 1 -- 172.21.15.22:0/2655344523 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0fc06f9b0 con 0x7fa0fc147fd0 2024-09-10T10:41:09.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa0fb400640 1 --2- 172.21.15.22:0/2655344523 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc147fd0 0x7fa0fc06ccd0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc0736f0 tx=0x7fa0ec01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27eca546a2fb8621 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:09.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa0fa000640 1 -- 172.21.15.22:0/2655344523 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec0aa650 con 0x7fa0fc147fd0 2024-09-10T10:41:09.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa0fa000640 1 -- 172.21.15.22:0/2655344523 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0ec0af070 con 0x7fa0fc147fd0 2024-09-10T10:41:09.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa0fa000640 1 -- 172.21.15.22:0/2655344523 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec0aaa10 con 0x7fa0fc147fd0 2024-09-10T10:41:09.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa102400640 1 -- 172.21.15.22:0/2655344523 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc147fd0 msgr2=0x7fa0fc06ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa102400640 1 --2- 172.21.15.22:0/2655344523 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc147fd0 0x7fa0fc06ccd0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc0736f0 tx=0x7fa0ec01c4f0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa102400640 1 -- 172.21.15.22:0/2655344523 shutdown_connections 2024-09-10T10:41:09.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa102400640 1 --2- 172.21.15.22:0/2655344523 >> v2:172.21.15.145:3300/0 conn(0x7fa0fc06f160 0x7fa0fc0aef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa102400640 1 --2- 172.21.15.22:0/2655344523 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc147fd0 0x7fa0fc06ccd0 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa102400640 1 -- 172.21.15.22:0/2655344523 >> 172.21.15.22:0/2655344523 conn(0x7fa0fc0b3940 msgr2=0x7fa0fc0722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:09.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa102400640 1 -- 172.21.15.22:0/2655344523 shutdown_connections 2024-09-10T10:41:09.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.832+0000 7fa102400640 1 -- 172.21.15.22:0/2655344523 wait complete. 2024-09-10T10:41:09.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa102400640 1 Processor -- start 2024-09-10T10:41:09.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa102400640 1 -- start start 2024-09-10T10:41:09.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa102400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc06d210 0x7fa0fc15e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa102400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc06f160 0x7fa0fc15efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa102400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc147fd0 0x7fa0fc15f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa102400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa0fc0afe50 con 0x7fa0fc06f160 2024-09-10T10:41:09.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa102400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa0fc0afcd0 con 0x7fa0fc147fd0 2024-09-10T10:41:09.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa102400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa0fc0affd0 con 0x7fa0fc06d210 2024-09-10T10:41:09.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0faa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc06f160 0x7fa0fc15efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0faa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc06f160 0x7fa0fc15efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60252/0 (socket says 172.21.15.22:60252) 2024-09-10T10:41:09.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0faa00640 1 -- 172.21.15.22:0/610268888 learned_addr learned my addr 172.21.15.22:0/610268888 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:09.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0fb400640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc06d210 0x7fa0fc15e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0fbe00640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc147fd0 0x7fa0fc15f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0faa00640 1 -- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc06d210 msgr2=0x7fa0fc15e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0faa00640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc06d210 0x7fa0fc15e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0faa00640 1 -- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc147fd0 msgr2=0x7fa0fc15f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0faa00640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc147fd0 0x7fa0fc15f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0faa00640 1 -- 172.21.15.22:0/610268888 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0fc161a20 con 0x7fa0fc06f160 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0faa00640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc06f160 0x7fa0fc15efe0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7fa0e800c450 tx=0x7fa0e800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0f3400640 1 -- 172.21.15.22:0/610268888 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8017070 con 0x7fa0fc06f160 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0f3400640 1 -- 172.21.15.22:0/610268888 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0e8005c30 con 0x7fa0fc06f160 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa102400640 1 -- 172.21.15.22:0/610268888 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0fc15fd60 con 0x7fa0fc06f160 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa0f3400640 1 -- 172.21.15.22:0/610268888 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8007070 con 0x7fa0fc06f160 2024-09-10T10:41:09.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.836+0000 7fa102400640 1 -- 172.21.15.22:0/610268888 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0fc161220 con 0x7fa0fc06f160 2024-09-10T10:41:09.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.840+0000 7fa102400640 1 -- 172.21.15.22:0/610268888 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0fc0aef60 con 0x7fa0fc06f160 2024-09-10T10:41:09.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.840+0000 7fa0f3400640 1 -- 172.21.15.22:0/610268888 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa0e801a070 con 0x7fa0fc06f160 2024-09-10T10:41:09.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.840+0000 7fa0f3400640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa0dc0678f0 0x7fa0dc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:09.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.840+0000 7fa0f3400640 1 -- 172.21.15.22:0/610268888 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 5795+0+0 (secure 0 0 0) 0x7fa0e8084f00 con 0x7fa0fc06f160 2024-09-10T10:41:09.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.840+0000 7fa0fb400640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa0dc0678f0 0x7fa0dc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:09.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.840+0000 7fa0fb400640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa0dc0678f0 0x7fa0dc069db0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec0ae000 tx=0x7fa0ec0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:09.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:09.844+0000 7fa0f3400640 1 -- 172.21.15.22:0/610268888 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa0e8055380 con 0x7fa0fc06f160 2024-09-10T10:41:10.055 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.052+0000 7fa102400640 1 -- 172.21.15.22:0/610268888 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fa0fc06bd60 con 0x7fa0fc06f160 2024-09-10T10:41:10.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.664+0000 7fa0f3400640 1 -- 172.21.15.22:0/610268888 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v99) ==== 104+0+0 (secure 0 0 0) 0x7fa0e8059680 con 0x7fa0fc06f160 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 -- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa0dc0678f0 msgr2=0x7fa0dc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa0dc0678f0 0x7fa0dc069db0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec0ae000 tx=0x7fa0ec0a7000 comp rx=0 tx=0).stop 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 -- 172.21.15.22:0/610268888 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc06f160 msgr2=0x7fa0fc15efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc06f160 0x7fa0fc15efe0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7fa0e800c450 tx=0x7fa0e800c910 comp rx=0 tx=0).stop 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 -- 172.21.15.22:0/610268888 shutdown_connections 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa0dc0678f0 0x7fa0dc069db0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa0fc147fd0 0x7fa0fc15f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa0fc06f160 0x7fa0fc15efe0 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 --2- 172.21.15.22:0/610268888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa0fc06d210 0x7fa0fc15e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 -- 172.21.15.22:0/610268888 >> 172.21.15.22:0/610268888 conn(0x7fa0fc0b3940 msgr2=0x7fa0fc144b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:10.670 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 -- 172.21.15.22:0/610268888 shutdown_connections 2024-09-10T10:41:10.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.668+0000 7fa102400640 1 -- 172.21.15.22:0/610268888 wait complete. 2024-09-10T10:41:10.693 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:41:10.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.840+0000 7f02e1c00640 1 Processor -- start 2024-09-10T10:41:10.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.840+0000 7f02e1c00640 1 -- start start 2024-09-10T10:41:10.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02e1c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02dc0cee80 0x7f02dc06e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:10.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02e1c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f02dc06edc0 0x7f02dc0b41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:10.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02e1c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02dc0cf790 con 0x7f02dc15b390 2024-09-10T10:41:10.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02e1c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f02dc15b770 con 0x7f02dc0cee80 2024-09-10T10:41:10.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02e1c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f02dc06f1a0 con 0x7f02dc06edc0 2024-09-10T10:41:10.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02d2000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02dc0cee80 0x7f02dc06e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:10.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02d2000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f02dc0cee80 0x7f02dc06e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60266/0 (socket says 172.21.15.22:60266) 2024-09-10T10:41:10.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02d2000640 1 -- 172.21.15.22:0/2231821508 learned_addr learned my addr 172.21.15.22:0/2231821508 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:10.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02db400640 1 --2- 172.21.15.22:0/2231821508 >> v2:172.21.15.145:3300/0 conn(0x7f02dc06edc0 0x7f02dc0b41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:10.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02d2000640 1 -- 172.21.15.22:0/2231821508 >> v2:172.21.15.145:3300/0 conn(0x7f02dc06edc0 msgr2=0x7f02dc0b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:10.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02d2000640 1 --2- 172.21.15.22:0/2231821508 >> v2:172.21.15.145:3300/0 conn(0x7f02dc06edc0 0x7f02dc0b41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:10.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02d2000640 1 -- 172.21.15.22:0/2231821508 >> v1:172.21.15.145:6789/0 conn(0x7f02dc15b390 legacy=0x7f02dc072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:10.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.844+0000 7f02d2000640 1 -- 172.21.15.22:0/2231821508 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02dc0cf4b0 con 0x7f02dc0cee80 2024-09-10T10:41:10.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02d2000640 1 --2- 172.21.15.22:0/2231821508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc0cee80 0x7f02dc06e880 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f02dc0ccd10 tx=0x7f02c401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4671131439ac795 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:10.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02da000640 1 -- 172.21.15.22:0/2231821508 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c40ab430 con 0x7f02dc0cee80 2024-09-10T10:41:10.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02da000640 1 -- 172.21.15.22:0/2231821508 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02c40b0070 con 0x7f02dc0cee80 2024-09-10T10:41:10.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02da000640 1 -- 172.21.15.22:0/2231821508 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c40ab7f0 con 0x7f02dc0cee80 2024-09-10T10:41:10.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 -- 172.21.15.22:0/2231821508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc0cee80 msgr2=0x7f02dc06e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 --2- 172.21.15.22:0/2231821508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc0cee80 0x7f02dc06e880 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f02dc0ccd10 tx=0x7f02c401c430 comp rx=0 tx=0).stop 2024-09-10T10:41:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 -- 172.21.15.22:0/2231821508 shutdown_connections 2024-09-10T10:41:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 --2- 172.21.15.22:0/2231821508 >> v2:172.21.15.145:3300/0 conn(0x7f02dc06edc0 0x7f02dc0b41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 --2- 172.21.15.22:0/2231821508 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc0cee80 0x7f02dc06e880 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 -- 172.21.15.22:0/2231821508 >> 172.21.15.22:0/2231821508 conn(0x7f02dc063000 msgr2=0x7f02dc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 -- 172.21.15.22:0/2231821508 shutdown_connections 2024-09-10T10:41:10.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 -- 172.21.15.22:0/2231821508 wait complete. 2024-09-10T10:41:10.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 Processor -- start 2024-09-10T10:41:10.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 -- start start 2024-09-10T10:41:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02dc06edc0 0x7f02dc146a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02dc0cee80 0x7f02dc146f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc15b390 0x7f02dc1580a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f02dc0b50a0 con 0x7f02dc15b390 2024-09-10T10:41:10.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02dc0b4f20 con 0x7f02dc06edc0 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.848+0000 7f02e1c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02dc0b5220 con 0x7f02dc0cee80 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02db400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc15b390 0x7f02dc1580a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02db400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc15b390 0x7f02dc1580a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60282/0 (socket says 172.21.15.22:60282) 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02db400640 1 -- 172.21.15.22:0/215850024 learned_addr learned my addr 172.21.15.22:0/215850024 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02daa00640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02dc06edc0 0x7f02dc146a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02d2000640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02dc0cee80 0x7f02dc146f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02db400640 1 -- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02dc0cee80 msgr2=0x7f02dc146f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02db400640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02dc0cee80 0x7f02dc146f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02db400640 1 -- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02dc06edc0 msgr2=0x7f02dc146a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02db400640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02dc06edc0 0x7f02dc146a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02db400640 1 -- 172.21.15.22:0/215850024 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02dc153520 con 0x7f02dc15b390 2024-09-10T10:41:10.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02db400640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc15b390 0x7f02dc1580a0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f02d4007e40 tx=0x7f02d400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02d3400640 1 -- 172.21.15.22:0/215850024 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d4014620 con 0x7f02dc15b390 2024-09-10T10:41:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02d3400640 1 -- 172.21.15.22:0/215850024 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02d4019070 con 0x7f02dc15b390 2024-09-10T10:41:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02d3400640 1 -- 172.21.15.22:0/215850024 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d4014a20 con 0x7f02dc15b390 2024-09-10T10:41:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02e1c00640 1 -- 172.21.15.22:0/215850024 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02dc153800 con 0x7f02dc15b390 2024-09-10T10:41:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02e1c00640 1 -- 172.21.15.22:0/215850024 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02dc158fa0 con 0x7f02dc15b390 2024-09-10T10:41:10.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02e1c00640 1 -- 172.21.15.22:0/215850024 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02dc0b41d0 con 0x7f02dc15b390 2024-09-10T10:41:10.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.852+0000 7f02d3400640 1 -- 172.21.15.22:0/215850024 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f02d4014bc0 con 0x7f02dc15b390 2024-09-10T10:41:10.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.856+0000 7f02d3400640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02b80678f0 0x7f02b8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:10.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.856+0000 7f02d3400640 1 -- 172.21.15.22:0/215850024 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 5795+0+0 (secure 0 0 0) 0x7f02d4086460 con 0x7f02dc15b390 2024-09-10T10:41:10.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.856+0000 7f02daa00640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02b80678f0 0x7f02b8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:10.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.856+0000 7f02daa00640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02b80678f0 0x7f02b8069db0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f02dc0afc80 tx=0x7f02cc009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:10.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:10.860+0000 7f02d3400640 1 -- 172.21.15.22:0/215850024 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f02d4056850 con 0x7f02dc15b390 2024-09-10T10:41:11.032 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.032+0000 7f02e1c00640 1 -- 172.21.15.22:0/215850024 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f02dc15eb60 con 0x7f02dc15b390 2024-09-10T10:41:11.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.976+0000 7f02d3400640 1 -- 172.21.15.22:0/215850024 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v129) ==== 181+0+0 (secure 0 0 0) 0x7f02d405ab50 con 0x7f02dc15b390 2024-09-10T10:41:11.979 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:41:11.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.980+0000 7f02e1c00640 1 -- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02b80678f0 msgr2=0x7f02b8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:11.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.980+0000 7f02e1c00640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02b80678f0 0x7f02b8069db0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f02dc0afc80 tx=0x7f02cc009060 comp rx=0 tx=0).stop 2024-09-10T10:41:11.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.980+0000 7f02e1c00640 1 -- 172.21.15.22:0/215850024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc15b390 msgr2=0x7f02dc1580a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:11.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.980+0000 7f02e1c00640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc15b390 0x7f02dc1580a0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f02d4007e40 tx=0x7f02d400e4b0 comp rx=0 tx=0).stop 2024-09-10T10:41:11.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.980+0000 7f02e1c00640 1 -- 172.21.15.22:0/215850024 shutdown_connections 2024-09-10T10:41:11.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.980+0000 7f02e1c00640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f02b80678f0 0x7f02b8069db0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:11.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.980+0000 7f02e1c00640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f02dc15b390 0x7f02dc1580a0 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:11.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.980+0000 7f02e1c00640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02dc0cee80 0x7f02dc146f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:11.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.980+0000 7f02e1c00640 1 --2- 172.21.15.22:0/215850024 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02dc06edc0 0x7f02dc146a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:11.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.980+0000 7f02e1c00640 1 -- 172.21.15.22:0/215850024 >> 172.21.15.22:0/215850024 conn(0x7f02dc063000 msgr2=0x7f02dc0b22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:11.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.984+0000 7f02e1c00640 1 -- 172.21.15.22:0/215850024 shutdown_connections 2024-09-10T10:41:11.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:11.984+0000 7f02e1c00640 1 -- 172.21.15.22:0/215850024 wait complete. 2024-09-10T10:41:12.009 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:41:12.157 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed3600640 1 Processor -- start 2024-09-10T10:41:12.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed3600640 1 -- start start 2024-09-10T10:41:12.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed3600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ecc0cee80 0x7f2ecc06e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:12.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed3600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2ecc06edc0 0x7f2ecc0b41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:12.159 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed3600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ecc0cf790 con 0x7f2ecc15b390 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed3600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2ecc15b770 con 0x7f2ecc06edc0 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed3600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2ecc06f210 con 0x7f2ecc0cee80 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed0c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2ecc15b390 0x7f2ecc072e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42496/0 (socket says 172.21.15.22:42496) 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed0c00640 1 -- 172.21.15.22:0/15625551 learned_addr learned my addr 172.21.15.22:0/15625551 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed1600640 1 --2- 172.21.15.22:0/15625551 >> v2:172.21.15.22:3300/0 conn(0x7f2ecc06edc0 0x7f2ecc0b41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ecbe00640 1 --2- 172.21.15.22:0/15625551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ecc0cee80 0x7f2ecc06e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed1600640 1 -- 172.21.15.22:0/15625551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ecc0cee80 msgr2=0x7f2ecc06e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ecb400640 1 -- 172.21.15.22:0/15625551 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 130461686 0 0) 0x7f2ecc0cf790 con 0x7f2ecc15b390 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed1600640 1 --2- 172.21.15.22:0/15625551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ecc0cee80 0x7f2ecc06e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed1600640 1 -- 172.21.15.22:0/15625551 >> v1:172.21.15.22:6789/0 conn(0x7f2ecc15b390 legacy=0x7f2ecc072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:12.160 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.156+0000 7f2ed1600640 1 -- 172.21.15.22:0/15625551 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ecc0cf4b0 con 0x7f2ecc06edc0 2024-09-10T10:41:12.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ed1600640 1 --2- 172.21.15.22:0/15625551 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc06edc0 0x7f2ecc0b41d0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f2ec40097c0 tx=0x7f2ec401c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd9ea8b8c036e44b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:12.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ecb400640 1 -- 172.21.15.22:0/15625551 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec40ab610 con 0x7f2ecc06edc0 2024-09-10T10:41:12.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ecb400640 1 -- 172.21.15.22:0/15625551 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ec40b0070 con 0x7f2ecc06edc0 2024-09-10T10:41:12.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ecb400640 1 -- 172.21.15.22:0/15625551 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec40ab9d0 con 0x7f2ecc06edc0 2024-09-10T10:41:12.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ed3600640 1 -- 172.21.15.22:0/15625551 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc06edc0 msgr2=0x7f2ecc0b41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:12.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ed3600640 1 --2- 172.21.15.22:0/15625551 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc06edc0 0x7f2ecc0b41d0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f2ec40097c0 tx=0x7f2ec401c410 comp rx=0 tx=0).stop 2024-09-10T10:41:12.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ed3600640 1 -- 172.21.15.22:0/15625551 shutdown_connections 2024-09-10T10:41:12.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ed3600640 1 --2- 172.21.15.22:0/15625551 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc06edc0 0x7f2ecc0b41d0 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:12.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ed3600640 1 --2- 172.21.15.22:0/15625551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ecc0cee80 0x7f2ecc06e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:12.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ed3600640 1 -- 172.21.15.22:0/15625551 >> 172.21.15.22:0/15625551 conn(0x7f2ecc063000 msgr2=0x7f2ecc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:12.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ed3600640 1 -- 172.21.15.22:0/15625551 shutdown_connections 2024-09-10T10:41:12.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.160+0000 7f2ed3600640 1 -- 172.21.15.22:0/15625551 wait complete. 2024-09-10T10:41:12.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed3600640 1 Processor -- start 2024-09-10T10:41:12.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed3600640 1 -- start start 2024-09-10T10:41:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed3600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ecc06edc0 0x7f2ecc0b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed3600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc0cee80 0x7f2ecc14dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed3600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc15b390 0x7f2ecc14f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed3600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc0b50a0 con 0x7f2ecc15b390 2024-09-10T10:41:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed3600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc0b4f20 con 0x7f2ecc0cee80 2024-09-10T10:41:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed3600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2ecc0b5220 con 0x7f2ecc06edc0 2024-09-10T10:41:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed1600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc15b390 0x7f2ecc14f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:12.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed1600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc15b390 0x7f2ecc14f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60296/0 (socket says 172.21.15.22:60296) 2024-09-10T10:41:12.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed1600640 1 -- 172.21.15.22:0/3741398849 learned_addr learned my addr 172.21.15.22:0/3741398849 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:12.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed0c00640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ecc06edc0 0x7f2ecc0b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:12.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ecbe00640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc0cee80 0x7f2ecc14dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:12.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed1600640 1 -- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ecc06edc0 msgr2=0x7f2ecc0b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:12.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed1600640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ecc06edc0 0x7f2ecc0b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:12.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed1600640 1 -- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc0cee80 msgr2=0x7f2ecc14dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:12.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed1600640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc0cee80 0x7f2ecc14dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:12.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed1600640 1 -- 172.21.15.22:0/3741398849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ecc15e310 con 0x7f2ecc15b390 2024-09-10T10:41:12.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed1600640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc15b390 0x7f2ecc14f410 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f2ec40ad040 tx=0x7f2ec401ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:12.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ec8c00640 1 -- 172.21.15.22:0/3741398849 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec4006e20 con 0x7f2ecc15b390 2024-09-10T10:41:12.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ec8c00640 1 -- 172.21.15.22:0/3741398849 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ec4004220 con 0x7f2ecc15b390 2024-09-10T10:41:12.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ec8c00640 1 -- 172.21.15.22:0/3741398849 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec4003620 con 0x7f2ecc15b390 2024-09-10T10:41:12.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed3600640 1 -- 172.21.15.22:0/3741398849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ecc15e5b0 con 0x7f2ecc15b390 2024-09-10T10:41:12.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.164+0000 7f2ed3600640 1 -- 172.21.15.22:0/3741398849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ecc0b0fa0 con 0x7f2ecc15b390 2024-09-10T10:41:12.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.168+0000 7f2ed3600640 1 -- 172.21.15.22:0/3741398849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ecc0b41d0 con 0x7f2ecc15b390 2024-09-10T10:41:12.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.168+0000 7f2ec8c00640 1 -- 172.21.15.22:0/3741398849 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2ec40037c0 con 0x7f2ecc15b390 2024-09-10T10:41:12.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.168+0000 7f2ec8c00640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2eac0678f0 0x7f2eac069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:12.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.168+0000 7f2ec8c00640 1 -- 172.21.15.22:0/3741398849 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5415+0+0 (secure 0 0 0) 0x7f2ec4120180 con 0x7f2ecc15b390 2024-09-10T10:41:12.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.168+0000 7f2ed0c00640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2eac0678f0 0x7f2eac069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:12.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.172+0000 7f2ed0c00640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2eac0678f0 0x7f2eac069db0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc0012f0 tx=0x7f2ebc001690 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:12.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.172+0000 7f2ec8c00640 1 -- 172.21.15.22:0/3741398849 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2ec40a8050 con 0x7f2ecc15b390 2024-09-10T10:41:12.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.340+0000 7f2ed3600640 1 -- 172.21.15.22:0/3741398849 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2ecc0725e0 con 0x7f2ecc15b390 2024-09-10T10:41:12.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.992+0000 7f2ec8c00640 1 -- 172.21.15.22:0/3741398849 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v130) ==== 169+0+0 (secure 0 0 0) 0x7f2ec4016090 con 0x7f2ecc15b390 2024-09-10T10:41:12.995 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:41:12.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 -- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2eac0678f0 msgr2=0x7f2eac069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:12.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2eac0678f0 0x7f2eac069db0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc0012f0 tx=0x7f2ebc001690 comp rx=0 tx=0).stop 2024-09-10T10:41:12.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 -- 172.21.15.22:0/3741398849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc15b390 msgr2=0x7f2ecc14f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:12.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc15b390 0x7f2ecc14f410 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f2ec40ad040 tx=0x7f2ec401ac50 comp rx=0 tx=0).stop 2024-09-10T10:41:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 -- 172.21.15.22:0/3741398849 shutdown_connections 2024-09-10T10:41:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2eac0678f0 0x7f2eac069db0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2ecc15b390 0x7f2ecc14f410 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ecc0cee80 0x7f2ecc14dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 --2- 172.21.15.22:0/3741398849 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ecc06edc0 0x7f2ecc0b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 -- 172.21.15.22:0/3741398849 >> 172.21.15.22:0/3741398849 conn(0x7f2ecc063000 msgr2=0x7f2ecc06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 -- 172.21.15.22:0/3741398849 shutdown_connections 2024-09-10T10:41:13.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:12.996+0000 7f2ed3600640 1 -- 172.21.15.22:0/3741398849 wait complete. 2024-09-10T10:41:13.023 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:41:13.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.168+0000 7f3cede00640 1 Processor -- start 2024-09-10T10:41:13.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.168+0000 7f3cede00640 1 -- start start 2024-09-10T10:41:13.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.168+0000 7f3cede00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3ce815b370 0x7f3ce80b28e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3cede00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce815f590 0x7f3ce80ccbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3cede00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ce80b2e20 con 0x7f3ce80ce0e0 2024-09-10T10:41:13.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3cede00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3ce80b3790 con 0x7f3ce815b370 2024-09-10T10:41:13.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3cede00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3ce80cbc50 con 0x7f3ce815f590 2024-09-10T10:41:13.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ceca00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3ce815b370 0x7f3ce80b28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ceca00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3ce815b370 0x7f3ce80b28e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60310/0 (socket says 172.21.15.22:60310) 2024-09-10T10:41:13.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ceca00640 1 -- 172.21.15.22:0/3233252176 learned_addr learned my addr 172.21.15.22:0/3233252176 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:13.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ceca00640 1 -- 172.21.15.22:0/3233252176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce815f590 msgr2=0x7f3ce80ccbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:13.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ced400640 1 --2- 172.21.15.22:0/3233252176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce815f590 0x7f3ce80ccbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ceca00640 1 --2- 172.21.15.22:0/3233252176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce815f590 0x7f3ce80ccbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ceca00640 1 -- 172.21.15.22:0/3233252176 >> v1:172.21.15.22:6789/0 conn(0x7f3ce80ce0e0 legacy=0x7f3ce815ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ceca00640 1 -- 172.21.15.22:0/3233252176 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce815b750 con 0x7f3ce815b370 2024-09-10T10:41:13.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ce7400640 1 -- 172.21.15.22:0/3233252176 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2093572201 0 0) 0x7f3cd4001120 con 0x7f3ce80ce0e0 2024-09-10T10:41:13.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ced400640 1 --2- 172.21.15.22:0/3233252176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce815f590 0x7f3ce80ccbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:13.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ceca00640 1 --2- 172.21.15.22:0/3233252176 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815b370 0x7f3ce80b28e0 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8009870 tx=0x7f3cd801c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=865b386e844130cd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:13.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.172+0000 7f3ce7400640 1 -- 172.21.15.22:0/3233252176 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd80ab650 con 0x7f3ce815b370 2024-09-10T10:41:13.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3ce7400640 1 -- 172.21.15.22:0/3233252176 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cd80b0070 con 0x7f3ce815b370 2024-09-10T10:41:13.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3ce7400640 1 -- 172.21.15.22:0/3233252176 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd80aba10 con 0x7f3ce815b370 2024-09-10T10:41:13.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 -- 172.21.15.22:0/3233252176 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815b370 msgr2=0x7f3ce80b28e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 --2- 172.21.15.22:0/3233252176 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815b370 0x7f3ce80b28e0 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8009870 tx=0x7f3cd801c560 comp rx=0 tx=0).stop 2024-09-10T10:41:13.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 -- 172.21.15.22:0/3233252176 shutdown_connections 2024-09-10T10:41:13.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 --2- 172.21.15.22:0/3233252176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce815f590 0x7f3ce80ccbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 --2- 172.21.15.22:0/3233252176 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815b370 0x7f3ce80b28e0 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 -- 172.21.15.22:0/3233252176 >> 172.21.15.22:0/3233252176 conn(0x7f3ce806bcc0 msgr2=0x7f3ce806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:13.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 -- 172.21.15.22:0/3233252176 shutdown_connections 2024-09-10T10:41:13.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 -- 172.21.15.22:0/3233252176 wait complete. 2024-09-10T10:41:13.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 Processor -- start 2024-09-10T10:41:13.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 -- start start 2024-09-10T10:41:13.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce80ce0e0 0x7f3ce8152fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce815b370 0x7f3ce8150e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815f590 0x7f3ce8151650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce8167ff0 con 0x7f3ce815f590 2024-09-10T10:41:13.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce80b3ca0 con 0x7f3ce815b370 2024-09-10T10:41:13.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3cede00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3ce8168170 con 0x7f3ce80ce0e0 2024-09-10T10:41:13.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3ced400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815f590 0x7f3ce8151650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3ced400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815f590 0x7f3ce8151650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60318/0 (socket says 172.21.15.22:60318) 2024-09-10T10:41:13.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3ced400640 1 -- 172.21.15.22:0/3496573808 learned_addr learned my addr 172.21.15.22:0/3496573808 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:13.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3ceca00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce80ce0e0 0x7f3ce8152fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.176+0000 7f3ce7e00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce815b370 0x7f3ce8150e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ced400640 1 -- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce80ce0e0 msgr2=0x7f3ce8152fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ced400640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce80ce0e0 0x7f3ce8152fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ced400640 1 -- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce815b370 msgr2=0x7f3ce8150e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ced400640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce815b370 0x7f3ce8150e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ced400640 1 -- 172.21.15.22:0/3496573808 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce8153510 con 0x7f3ce815f590 2024-09-10T10:41:13.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ced400640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815f590 0x7f3ce8151650 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f3ce000cd50 tx=0x7f3ce000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:13.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ce4c00640 1 -- 172.21.15.22:0/3496573808 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce000f680 con 0x7f3ce815f590 2024-09-10T10:41:13.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ce4c00640 1 -- 172.21.15.22:0/3496573808 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ce000f840 con 0x7f3ce815f590 2024-09-10T10:41:13.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ce4c00640 1 -- 172.21.15.22:0/3496573808 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce000fc30 con 0x7f3ce815f590 2024-09-10T10:41:13.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3cede00640 1 -- 172.21.15.22:0/3496573808 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce8151f30 con 0x7f3ce815f590 2024-09-10T10:41:13.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3cede00640 1 -- 172.21.15.22:0/3496573808 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce81527d0 con 0x7f3ce815f590 2024-09-10T10:41:13.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3cede00640 1 -- 172.21.15.22:0/3496573808 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ce80cb290 con 0x7f3ce815f590 2024-09-10T10:41:13.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ce4c00640 1 -- 172.21.15.22:0/3496573808 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3ce00213f0 con 0x7f3ce815f590 2024-09-10T10:41:13.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.180+0000 7f3ce4c00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3cc80678c0 0x7f3cc8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.184+0000 7f3ce4c00640 1 -- 172.21.15.22:0/3496573808 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7f3ce00866b0 con 0x7f3ce815f590 2024-09-10T10:41:13.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.184+0000 7f3ceca00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3cc80678c0 0x7f3cc8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.185 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.184+0000 7f3ceca00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3cc80678c0 0x7f3cc8069d80 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f3cd80af000 tx=0x7f3cd80a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:13.187 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.184+0000 7f3ce4c00640 1 -- 172.21.15.22:0/3496573808 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3ce0014030 con 0x7f3ce815f590 2024-09-10T10:41:13.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.352+0000 7f3cede00640 1 -- 172.21.15.22:0/3496573808 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f3ce80cafb0 con 0x7f3ce815f590 2024-09-10T10:41:13.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3ce4c00640 1 -- 172.21.15.22:0/3496573808 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v61) ==== 104+0+0 (secure 0 0 0) 0x7f3ce0056e00 con 0x7f3ce815f590 2024-09-10T10:41:13.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 -- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3cc80678c0 msgr2=0x7f3cc8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3cc80678c0 0x7f3cc8069d80 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f3cd80af000 tx=0x7f3cd80a7000 comp rx=0 tx=0).stop 2024-09-10T10:41:13.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 -- 172.21.15.22:0/3496573808 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815f590 msgr2=0x7f3ce8151650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815f590 0x7f3ce8151650 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f3ce000cd50 tx=0x7f3ce000a650 comp rx=0 tx=0).stop 2024-09-10T10:41:13.361 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 -- 172.21.15.22:0/3496573808 shutdown_connections 2024-09-10T10:41:13.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3cc80678c0 0x7f3cc8069d80 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3ce815f590 0x7f3ce8151650 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3ce815b370 0x7f3ce8150e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 --2- 172.21.15.22:0/3496573808 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3ce80ce0e0 0x7f3ce8152fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 -- 172.21.15.22:0/3496573808 >> 172.21.15.22:0/3496573808 conn(0x7f3ce806bcc0 msgr2=0x7f3ce806c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:13.362 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 -- 172.21.15.22:0/3496573808 shutdown_connections 2024-09-10T10:41:13.363 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.356+0000 7f3cede00640 1 -- 172.21.15.22:0/3496573808 wait complete. 2024-09-10T10:41:13.378 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_max_caps 2024-09-10T10:41:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa67e00640 1 Processor -- start 2024-09-10T10:41:13.521 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa67e00640 1 -- start start 2024-09-10T10:41:13.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa67e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60072410 0x7faa600b4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa67e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa6006db40 con 0x7faa60071c80 2024-09-10T10:41:13.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa67e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa6006dde0 con 0x7faa600b4dd0 2024-09-10T10:41:13.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa67e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faa6006e0c0 con 0x7faa60072410 2024-09-10T10:41:13.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa64a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7faa60071c80 0x7faa6006eba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42520/0 (socket says 172.21.15.22:42520) 2024-09-10T10:41:13.522 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa64a00640 1 -- 172.21.15.22:0/1705638052 learned_addr learned my addr 172.21.15.22:0/1705638052 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:13.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa65400640 1 --2- 172.21.15.22:0/1705638052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60072410 0x7faa600b4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa5fe00640 1 -- 172.21.15.22:0/1705638052 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3100640221 0 0) 0x7faa6006db40 con 0x7faa60071c80 2024-09-10T10:41:13.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa5fe00640 1 -- 172.21.15.22:0/1705638052 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa48003530 con 0x7faa60071c80 2024-09-10T10:41:13.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa5fe00640 1 -- 172.21.15.22:0/1705638052 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2604852298 0 0) 0x7faa6006dde0 con 0x7faa600b4dd0 2024-09-10T10:41:13.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa5fe00640 1 -- 172.21.15.22:0/1705638052 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa6006db40 con 0x7faa600b4dd0 2024-09-10T10:41:13.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa65400640 1 -- 172.21.15.22:0/1705638052 >> v1:172.21.15.145:6789/0 conn(0x7faa600b4dd0 legacy=0x7faa600adda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa65400640 1 -- 172.21.15.22:0/1705638052 >> v1:172.21.15.22:6789/0 conn(0x7faa60071c80 legacy=0x7faa6006eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.524 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.520+0000 7faa65400640 1 -- 172.21.15.22:0/1705638052 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa6006e3a0 con 0x7faa60072410 2024-09-10T10:41:13.525 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa65400640 1 --2- 172.21.15.22:0/1705638052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60072410 0x7faa600b4890 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7faa540097f0 tx=0x7faa5401ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25162db011caee37 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:13.526 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa5fe00640 1 -- 172.21.15.22:0/1705638052 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa540b5070 con 0x7faa60072410 2024-09-10T10:41:13.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa5fe00640 1 -- 172.21.15.22:0/1705638052 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa540a89d0 con 0x7faa60072410 2024-09-10T10:41:13.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa5fe00640 1 -- 172.21.15.22:0/1705638052 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa540a8da0 con 0x7faa60072410 2024-09-10T10:41:13.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa67e00640 1 -- 172.21.15.22:0/1705638052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60072410 msgr2=0x7faa600b4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa67e00640 1 --2- 172.21.15.22:0/1705638052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60072410 0x7faa600b4890 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7faa540097f0 tx=0x7faa5401ecd0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa67e00640 1 -- 172.21.15.22:0/1705638052 shutdown_connections 2024-09-10T10:41:13.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa67e00640 1 --2- 172.21.15.22:0/1705638052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60072410 0x7faa600b4890 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa67e00640 1 -- 172.21.15.22:0/1705638052 >> 172.21.15.22:0/1705638052 conn(0x7faa600b2a80 msgr2=0x7faa600b2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:13.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa67e00640 1 -- 172.21.15.22:0/1705638052 shutdown_connections 2024-09-10T10:41:13.527 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.524+0000 7faa67e00640 1 -- 172.21.15.22:0/1705638052 wait complete. 2024-09-10T10:41:13.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 Processor -- start 2024-09-10T10:41:13.528 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 -- start start 2024-09-10T10:41:13.530 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60071c80 0x7faa6014b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa60072410 0x7faa60157380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa600b4dd0 0x7faa601578c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7faa6006f430 con 0x7faa600b4dd0 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faa6006f2b0 con 0x7faa60072410 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faa600ae4b0 con 0x7faa60071c80 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa65e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa600b4dd0 0x7faa601578c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa65e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa600b4dd0 0x7faa601578c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60332/0 (socket says 172.21.15.22:60332) 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa65e00640 1 -- 172.21.15.22:0/587370325 learned_addr learned my addr 172.21.15.22:0/587370325 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa64a00640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa60072410 0x7faa60157380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa65400640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60071c80 0x7faa6014b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa65e00640 1 -- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60071c80 msgr2=0x7faa6014b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa65e00640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60071c80 0x7faa6014b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.531 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa65e00640 1 -- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa60072410 msgr2=0x7faa60157380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa65e00640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa60072410 0x7faa60157380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa65e00640 1 -- 172.21.15.22:0/587370325 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa6009d0e0 con 0x7faa600b4dd0 2024-09-10T10:41:13.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa65e00640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa600b4dd0 0x7faa601578c0 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7faa5800c730 tx=0x7faa5800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:13.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa5d600640 1 -- 172.21.15.22:0/587370325 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa58003b80 con 0x7faa600b4dd0 2024-09-10T10:41:13.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa5d600640 1 -- 172.21.15.22:0/587370325 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa58003d40 con 0x7faa600b4dd0 2024-09-10T10:41:13.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa5d600640 1 -- 172.21.15.22:0/587370325 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa5800aa90 con 0x7faa600b4dd0 2024-09-10T10:41:13.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 -- 172.21.15.22:0/587370325 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa601551c0 con 0x7faa600b4dd0 2024-09-10T10:41:13.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 -- 172.21.15.22:0/587370325 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa6014bb10 con 0x7faa600b4dd0 2024-09-10T10:41:13.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.528+0000 7faa67e00640 1 -- 172.21.15.22:0/587370325 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa600b4890 con 0x7faa600b4dd0 2024-09-10T10:41:13.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.532+0000 7faa5d600640 1 -- 172.21.15.22:0/587370325 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faa5800ac30 con 0x7faa600b4dd0 2024-09-10T10:41:13.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.532+0000 7faa5d600640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa400678c0 0x7faa40069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.532+0000 7faa5d600640 1 -- 172.21.15.22:0/587370325 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7faa58085850 con 0x7faa600b4dd0 2024-09-10T10:41:13.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.532+0000 7faa65400640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa400678c0 0x7faa40069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.532+0000 7faa65400640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa400678c0 0x7faa40069d80 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7faa540b2000 tx=0x7faa54008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:13.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.536+0000 7faa5d600640 1 -- 172.21.15.22:0/587370325 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faa58056680 con 0x7faa600b4dd0 2024-09-10T10:41:13.709 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.708+0000 7faa67e00640 1 -- 172.21.15.22:0/587370325 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"} v 0) -- 0x7faa6015e330 con 0x7faa600b4dd0 2024-09-10T10:41:13.713 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa5d600640 1 -- 172.21.15.22:0/587370325 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"}]=0 v62) ==== 102+0+0 (secure 0 0 0) 0x7faa58055f80 con 0x7faa600b4dd0 2024-09-10T10:41:13.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 -- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa400678c0 msgr2=0x7faa40069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa400678c0 0x7faa40069d80 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7faa540b2000 tx=0x7faa54008040 comp rx=0 tx=0).stop 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 -- 172.21.15.22:0/587370325 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa600b4dd0 msgr2=0x7faa601578c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa600b4dd0 0x7faa601578c0 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7faa5800c730 tx=0x7faa5800cbf0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 -- 172.21.15.22:0/587370325 shutdown_connections 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faa400678c0 0x7faa40069d80 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faa600b4dd0 0x7faa601578c0 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faa60072410 0x7faa60157380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 --2- 172.21.15.22:0/587370325 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faa60071c80 0x7faa6014b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 -- 172.21.15.22:0/587370325 >> 172.21.15.22:0/587370325 conn(0x7faa600b2a80 msgr2=0x7faa600b1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 -- 172.21.15.22:0/587370325 shutdown_connections 2024-09-10T10:41:13.716 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.712+0000 7faa67e00640 1 -- 172.21.15.22:0/587370325 wait complete. 2024-09-10T10:41:13.736 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_warning_threshold 2024-09-10T10:41:13.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb96b800640 1 Processor -- start 2024-09-10T10:41:13.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb96b800640 1 -- start start 2024-09-10T10:41:13.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb96b800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fb964148010 0x7fb964071ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb96b800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964072220 0x7fb96415fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb96b800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb964160430 0x7fb9640ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb96b800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb964071850 con 0x7fb964160430 2024-09-10T10:41:13.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb96b800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fb9641483f0 con 0x7fb964148010 2024-09-10T10:41:13.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb96b800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb964071240 con 0x7fb964072220 2024-09-10T10:41:13.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb969800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb964160430 0x7fb9640ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb969800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb964160430 0x7fb9640ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60348/0 (socket says 172.21.15.22:60348) 2024-09-10T10:41:13.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb969800640 1 -- 172.21.15.22:0/421441348 learned_addr learned my addr 172.21.15.22:0/421441348 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:13.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.876+0000 7fb968e00640 1 --2- 172.21.15.22:0/421441348 >> v2:172.21.15.145:3300/0 conn(0x7fb964148010 0x7fb964071ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.880+0000 7fb95be00640 1 --2- 172.21.15.22:0/421441348 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964072220 0x7fb96415fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.880+0000 7fb969800640 1 -- 172.21.15.22:0/421441348 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964072220 msgr2=0x7fb96415fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:13.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.880+0000 7fb969800640 1 --2- 172.21.15.22:0/421441348 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964072220 0x7fb96415fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.880+0000 7fb969800640 1 -- 172.21.15.22:0/421441348 >> v2:172.21.15.145:3300/0 conn(0x7fb964148010 msgr2=0x7fb964071ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:13.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.880+0000 7fb969800640 1 --2- 172.21.15.22:0/421441348 >> v2:172.21.15.145:3300/0 conn(0x7fb964148010 0x7fb964071ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.880+0000 7fb969800640 1 -- 172.21.15.22:0/421441348 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9640b5680 con 0x7fb964160430 2024-09-10T10:41:13.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb969800640 1 --2- 172.21.15.22:0/421441348 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 0x7fb9640ae8a0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7fb9640afeb0 tx=0x7fb95c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dd6aaaa19630575 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:13.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb963e00640 1 -- 172.21.15.22:0/421441348 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95c0a5750 con 0x7fb964160430 2024-09-10T10:41:13.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb963e00640 1 -- 172.21.15.22:0/421441348 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb95c0a58f0 con 0x7fb964160430 2024-09-10T10:41:13.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb963e00640 1 -- 172.21.15.22:0/421441348 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95c0a5cc0 con 0x7fb964160430 2024-09-10T10:41:13.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb96b800640 1 -- 172.21.15.22:0/421441348 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 msgr2=0x7fb9640ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb96b800640 1 --2- 172.21.15.22:0/421441348 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 0x7fb9640ae8a0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7fb9640afeb0 tx=0x7fb95c01c9c0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb96b800640 1 -- 172.21.15.22:0/421441348 shutdown_connections 2024-09-10T10:41:13.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb96b800640 1 --2- 172.21.15.22:0/421441348 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 0x7fb9640ae8a0 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb96b800640 1 --2- 172.21.15.22:0/421441348 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964072220 0x7fb96415fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb96b800640 1 --2- 172.21.15.22:0/421441348 >> v2:172.21.15.145:3300/0 conn(0x7fb964148010 0x7fb964071ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb96b800640 1 -- 172.21.15.22:0/421441348 >> 172.21.15.22:0/421441348 conn(0x7fb964062eb0 msgr2=0x7fb96406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:13.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb96b800640 1 -- 172.21.15.22:0/421441348 shutdown_connections 2024-09-10T10:41:13.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.884+0000 7fb96b800640 1 -- 172.21.15.22:0/421441348 wait complete. 2024-09-10T10:41:13.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb96b800640 1 Processor -- start 2024-09-10T10:41:13.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb96b800640 1 -- start start 2024-09-10T10:41:13.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb96b800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb964072220 0x7fb96406d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb96b800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964148010 0x7fb964164180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb96b800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 0x7fb9641646c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb96b800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb9640af1f0 con 0x7fb964160430 2024-09-10T10:41:13.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb96b800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb9640b5300 con 0x7fb964072220 2024-09-10T10:41:13.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb96b800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb964162320 con 0x7fb964148010 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb969800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 0x7fb9641646c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb969800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 0x7fb9641646c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60362/0 (socket says 172.21.15.22:60362) 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb969800640 1 -- 172.21.15.22:0/2689963507 learned_addr learned my addr 172.21.15.22:0/2689963507 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb968e00640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb964072220 0x7fb96406d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb95be00640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964148010 0x7fb964164180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb969800640 1 -- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964148010 msgr2=0x7fb964164180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb969800640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964148010 0x7fb964164180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb969800640 1 -- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb964072220 msgr2=0x7fb96406d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb969800640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb964072220 0x7fb96406d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb969800640 1 -- 172.21.15.22:0/2689963507 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9641453d0 con 0x7fb964160430 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.888+0000 7fb95be00640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964148010 0x7fb964164180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb969800640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 0x7fb9641646c0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7fb95c01b070 tx=0x7fb95c019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:13.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb961600640 1 -- 172.21.15.22:0/2689963507 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95c009510 con 0x7fb964160430 2024-09-10T10:41:13.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb961600640 1 -- 172.21.15.22:0/2689963507 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb95c0be070 con 0x7fb964160430 2024-09-10T10:41:13.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb961600640 1 -- 172.21.15.22:0/2689963507 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95c0b88b0 con 0x7fb964160430 2024-09-10T10:41:13.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb96b800640 1 -- 172.21.15.22:0/2689963507 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9641636a0 con 0x7fb964160430 2024-09-10T10:41:13.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb96b800640 1 -- 172.21.15.22:0/2689963507 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb964163c60 con 0x7fb964160430 2024-09-10T10:41:13.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb96b800640 1 -- 172.21.15.22:0/2689963507 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb96415fef0 con 0x7fb964160430 2024-09-10T10:41:13.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb961600640 1 -- 172.21.15.22:0/2689963507 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb95c0b8a50 con 0x7fb964160430 2024-09-10T10:41:13.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb961600640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9400678c0 0x7fb940069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:13.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb961600640 1 -- 172.21.15.22:0/2689963507 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7fb95c120b20 con 0x7fb964160430 2024-09-10T10:41:13.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.892+0000 7fb968e00640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9400678c0 0x7fb940069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:13.896 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.896+0000 7fb968e00640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9400678c0 0x7fb940069d80 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fb954009af0 tx=0x7fb954008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:13.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:13.896+0000 7fb961600640 1 -- 172.21.15.22:0/2689963507 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb95c0165e0 con 0x7fb964160430 2024-09-10T10:41:14.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.064+0000 7fb96b800640 1 -- 172.21.15.22:0/2689963507 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"} v 0) -- 0x7fb964071bd0 con 0x7fb964160430 2024-09-10T10:41:14.069 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb961600640 1 -- 172.21.15.22:0/2689963507 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"}]=0 v63) ==== 111+0+0 (secure 0 0 0) 0x7fb95c0f18c0 con 0x7fb964160430 2024-09-10T10:41:14.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 -- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9400678c0 msgr2=0x7fb940069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9400678c0 0x7fb940069d80 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fb954009af0 tx=0x7fb954008040 comp rx=0 tx=0).stop 2024-09-10T10:41:14.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 -- 172.21.15.22:0/2689963507 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 msgr2=0x7fb9641646c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 0x7fb9641646c0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7fb95c01b070 tx=0x7fb95c019760 comp rx=0 tx=0).stop 2024-09-10T10:41:14.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 -- 172.21.15.22:0/2689963507 shutdown_connections 2024-09-10T10:41:14.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9400678c0 0x7fb940069d80 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb964160430 0x7fb9641646c0 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb964148010 0x7fb964164180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 --2- 172.21.15.22:0/2689963507 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb964072220 0x7fb96406d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 -- 172.21.15.22:0/2689963507 >> 172.21.15.22:0/2689963507 conn(0x7fb964062eb0 msgr2=0x7fb96406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:14.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 -- 172.21.15.22:0/2689963507 shutdown_connections 2024-09-10T10:41:14.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.068+0000 7fb96b800640 1 -- 172.21.15.22:0/2689963507 wait complete. 2024-09-10T10:41:14.090 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_cache_memory_limit 2024-09-10T10:41:14.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b3400640 1 Processor -- start 2024-09-10T10:41:14.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b3400640 1 -- start start 2024-09-10T10:41:14.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b3400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f12ac15c570 0x7f12ac0cf8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac0b2130 0x7f12ac0cfe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b3400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12ac06fa30 con 0x7f12ac0b0100 2024-09-10T10:41:14.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b3400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f12ac15c950 con 0x7f12ac15c570 2024-09-10T10:41:14.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b3400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f12ac06fd10 con 0x7f12ac0b2130 2024-09-10T10:41:14.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b1400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f12ac0b0100 0x7f12ac160000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42530/0 (socket says 172.21.15.22:42530) 2024-09-10T10:41:14.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b1400640 1 -- 172.21.15.22:0/4217725025 learned_addr learned my addr 172.21.15.22:0/4217725025 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:14.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12abe00640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac0b2130 0x7f12ac0cfe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b0a00640 1 --2- 172.21.15.22:0/4217725025 >> v2:172.21.15.145:3300/0 conn(0x7f12ac15c570 0x7f12ac0cf8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4262250893 0 0) 0x7f12ac06fa30 con 0x7f12ac0b0100 2024-09-10T10:41:14.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1294003530 con 0x7f12ac0b0100 2024-09-10T10:41:14.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 297260816 0 0) 0x7f1294003530 con 0x7f12ac0b0100 2024-09-10T10:41:14.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac0b2130 msgr2=0x7f12ac0cfe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac0b2130 0x7f12ac0cfe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 >> v2:172.21.15.145:3300/0 conn(0x7f12ac15c570 msgr2=0x7f12ac0cf8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 --2- 172.21.15.22:0/4217725025 >> v2:172.21.15.145:3300/0 conn(0x7f12ac15c570 0x7f12ac0cf8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12ac0cdd10 con 0x7f12ac0b0100 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f12a4001a00 con 0x7f12ac0b0100 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 >> v1:172.21.15.22:6789/0 conn(0x7f12ac0b0100 legacy=0x7f12ac160000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 0x7f1294003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1294004810 0x7f1294004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac0b2130 0x7f12940051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac06fd10 con 0x7f12940039c0 2024-09-10T10:41:14.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f129400b9d0 con 0x7f1294004810 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f129400bba0 con 0x7f12ac0b2130 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b0a00640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 0x7f1294003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b1400640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac0b2130 0x7f12940051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12abe00640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1294004810 0x7f1294004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b0a00640 1 -- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac0b2130 msgr2=0x7f12940051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b0a00640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac0b2130 0x7f12940051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b0a00640 1 -- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1294004810 msgr2=0x7f1294004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b0a00640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1294004810 0x7f1294004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b0a00640 1 -- 172.21.15.22:0/4217725025 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1294003530 con 0x7f12940039c0 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12b1400640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac0b2130 0x7f12940051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.232+0000 7f12abe00640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1294004810 0x7f1294004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:14.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12b0a00640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 0x7f1294003de0 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f12a0009b10 tx=0x7f12a001cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0ae0a8541b46f93 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:14.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a00096b0 con 0x7f12940039c0 2024-09-10T10:41:14.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a00a8410 con 0x7f12940039c0 2024-09-10T10:41:14.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12ab400640 1 -- 172.21.15.22:0/4217725025 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a00a8800 con 0x7f12940039c0 2024-09-10T10:41:14.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12b3400640 1 -- 172.21.15.22:0/4217725025 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 msgr2=0x7f1294003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12b3400640 1 --2- 172.21.15.22:0/4217725025 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 0x7f1294003de0 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f12a0009b10 tx=0x7f12a001cab0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12b1400640 1 -- 172.21.15.22:0/4217725025 reap_dead start 2024-09-10T10:41:14.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12b3400640 1 -- 172.21.15.22:0/4217725025 shutdown_connections 2024-09-10T10:41:14.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12b3400640 1 -- 172.21.15.22:0/4217725025 >> 172.21.15.22:0/4217725025 conn(0x7f12ac0b0600 msgr2=0x7f12ac0b0a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12b3400640 1 -- 172.21.15.22:0/4217725025 shutdown_connections 2024-09-10T10:41:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.236+0000 7f12b3400640 1 -- 172.21.15.22:0/4217725025 wait complete. 2024-09-10T10:41:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b3400640 1 Processor -- start 2024-09-10T10:41:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b3400640 1 -- start start 2024-09-10T10:41:14.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 0x7f12ac0aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b3400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12ac0af380 0x7f12ac156380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac15c950 0x7f12ac157ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b3400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac0cfe20 con 0x7f12940039c0 2024-09-10T10:41:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b3400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac0b4bb0 con 0x7f12ac0af380 2024-09-10T10:41:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b3400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f12ac0cffa0 con 0x7f12ac15c950 2024-09-10T10:41:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 0x7f12ac0aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b0a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 0x7f12ac0aa490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60368/0 (socket says 172.21.15.22:60368) 2024-09-10T10:41:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b0a00640 1 -- 172.21.15.22:0/2386068529 learned_addr learned my addr 172.21.15.22:0/2386068529 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12abe00640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12ac0af380 0x7f12ac156380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b1400640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac15c950 0x7f12ac157ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b0a00640 1 -- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac15c950 msgr2=0x7f12ac157ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b0a00640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac15c950 0x7f12ac157ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b0a00640 1 -- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12ac0af380 msgr2=0x7f12ac156380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b0a00640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12ac0af380 0x7f12ac156380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b0a00640 1 -- 172.21.15.22:0/2386068529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12ac1568c0 con 0x7f12940039c0 2024-09-10T10:41:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b0a00640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 0x7f12ac0aa490 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f12a0009ab0 tx=0x7f12a0019850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12a8c00640 1 -- 172.21.15.22:0/2386068529 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a00a8dc0 con 0x7f12940039c0 2024-09-10T10:41:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12a8c00640 1 -- 172.21.15.22:0/2386068529 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a00b0400 con 0x7f12940039c0 2024-09-10T10:41:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12a8c00640 1 -- 172.21.15.22:0/2386068529 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a00b07f0 con 0x7f12940039c0 2024-09-10T10:41:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b3400640 1 -- 172.21.15.22:0/2386068529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12ac15d330 con 0x7f12940039c0 2024-09-10T10:41:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.240+0000 7f12b3400640 1 -- 172.21.15.22:0/2386068529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12ac15d8f0 con 0x7f12940039c0 2024-09-10T10:41:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.244+0000 7f12b3400640 1 -- 172.21.15.22:0/2386068529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12ac0cf8e0 con 0x7f12940039c0 2024-09-10T10:41:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.244+0000 7f12a8c00640 1 -- 172.21.15.22:0/2386068529 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f12a00bb3f0 con 0x7f12940039c0 2024-09-10T10:41:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.244+0000 7f12a8c00640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f128c0678c0 0x7f128c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.244+0000 7f12a8c00640 1 -- 172.21.15.22:0/2386068529 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7f12a011f9d0 con 0x7f12940039c0 2024-09-10T10:41:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.244+0000 7f12abe00640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f128c0678c0 0x7f128c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.244+0000 7f12abe00640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f128c0678c0 0x7f128c069d80 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f12ac0afa90 tx=0x7f1298008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:14.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.248+0000 7f12a8c00640 1 -- 172.21.15.22:0/2386068529 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f12a00ac030 con 0x7f12940039c0 2024-09-10T10:41:14.420 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.420+0000 7f12b3400640 1 -- 172.21.15.22:0/2386068529 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"} v 0) -- 0x7f12ac069540 con 0x7f12940039c0 2024-09-10T10:41:14.423 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.420+0000 7f12a8c00640 1 -- 172.21.15.22:0/2386068529 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"}]=0 v64) ==== 105+0+0 (secure 0 0 0) 0x7f12a0016800 con 0x7f12940039c0 2024-09-10T10:41:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 -- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f128c0678c0 msgr2=0x7f128c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f128c0678c0 0x7f128c069d80 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f12ac0afa90 tx=0x7f1298008040 comp rx=0 tx=0).stop 2024-09-10T10:41:14.426 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 -- 172.21.15.22:0/2386068529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 msgr2=0x7f12ac0aa490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 0x7f12ac0aa490 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f12a0009ab0 tx=0x7f12a0019850 comp rx=0 tx=0).stop 2024-09-10T10:41:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 -- 172.21.15.22:0/2386068529 shutdown_connections 2024-09-10T10:41:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f128c0678c0 0x7f128c069d80 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f12ac15c950 0x7f12ac157ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f12ac0af380 0x7f12ac156380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 --2- 172.21.15.22:0/2386068529 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f12940039c0 0x7f12ac0aa490 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 -- 172.21.15.22:0/2386068529 >> 172.21.15.22:0/2386068529 conn(0x7f12ac0b0600 msgr2=0x7f12ac161770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 -- 172.21.15.22:0/2386068529 shutdown_connections 2024-09-10T10:41:14.427 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.424+0000 7f12b3400640 1 -- 172.21.15.22:0/2386068529 wait complete. 2024-09-10T10:41:14.446 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_min_caps_working_set 2024-09-10T10:41:14.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c35400640 1 Processor -- start 2024-09-10T10:41:14.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c35400640 1 -- start start 2024-09-10T10:41:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c35400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9c3006f1c0 0x7f9c301662f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c35400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c30159350 con 0x7f9c30158f70 2024-09-10T10:41:14.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c35400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c30071340 con 0x7f9c3015c630 2024-09-10T10:41:14.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c35400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9c30071620 con 0x7f9c3006f1c0 2024-09-10T10:41:14.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c2e800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9c30158f70 0x7f9c30072f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42540/0 (socket says 172.21.15.22:42540) 2024-09-10T10:41:14.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c2e800640 1 -- 172.21.15.22:0/1955011658 learned_addr learned my addr 172.21.15.22:0/1955011658 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:14.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c2f200640 1 --2- 172.21.15.22:0/1955011658 >> v2:172.21.15.22:3300/0 conn(0x7f9c3006f1c0 0x7f9c301662f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c2f200640 1 -- 172.21.15.22:0/1955011658 >> v1:172.21.15.145:6789/0 conn(0x7f9c3015c630 legacy=0x7f9c3006eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c2f200640 1 -- 172.21.15.22:0/1955011658 >> v1:172.21.15.22:6789/0 conn(0x7f9c30158f70 legacy=0x7f9c30072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c2f200640 1 -- 172.21.15.22:0/1955011658 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c30071900 con 0x7f9c3006f1c0 2024-09-10T10:41:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.588+0000 7f9c2de00640 1 -- 172.21.15.22:0/1955011658 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3821483309 0 0) 0x7f9c30159350 con 0x7f9c30158f70 2024-09-10T10:41:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c2f200640 1 --2- 172.21.15.22:0/1955011658 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3006f1c0 0x7f9c301662f0 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009dc0 tx=0x7f9c2801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef66d2f451afdfe1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c2de00640 1 -- 172.21.15.22:0/1955011658 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c280b2070 con 0x7f9c3006f1c0 2024-09-10T10:41:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c2de00640 1 -- 172.21.15.22:0/1955011658 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c280a59a0 con 0x7f9c3006f1c0 2024-09-10T10:41:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c2de00640 1 -- 172.21.15.22:0/1955011658 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c280a5d70 con 0x7f9c3006f1c0 2024-09-10T10:41:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c35400640 1 -- 172.21.15.22:0/1955011658 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3006f1c0 msgr2=0x7f9c301662f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c35400640 1 --2- 172.21.15.22:0/1955011658 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3006f1c0 0x7f9c301662f0 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009dc0 tx=0x7f9c2801c8e0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c35400640 1 -- 172.21.15.22:0/1955011658 shutdown_connections 2024-09-10T10:41:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c35400640 1 --2- 172.21.15.22:0/1955011658 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3006f1c0 0x7f9c301662f0 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c35400640 1 -- 172.21.15.22:0/1955011658 >> 172.21.15.22:0/1955011658 conn(0x7f9c30062eb0 msgr2=0x7f9c3006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c35400640 1 -- 172.21.15.22:0/1955011658 shutdown_connections 2024-09-10T10:41:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c35400640 1 -- 172.21.15.22:0/1955011658 wait complete. 2024-09-10T10:41:14.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c35400640 1 Processor -- start 2024-09-10T10:41:14.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.592+0000 7f9c35400640 1 -- start start 2024-09-10T10:41:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c35400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c3006f1c0 0x7f9c3014e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c35400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c30158f70 0x7f9c30151510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c35400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3015c630 0x7f9c3014d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c35400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301697f0 con 0x7f9c3015c630 2024-09-10T10:41:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c35400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c30169670 con 0x7f9c30158f70 2024-09-10T10:41:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c35400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9c30169970 con 0x7f9c3006f1c0 2024-09-10T10:41:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c2f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3015c630 0x7f9c3014d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c2f200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3015c630 0x7f9c3014d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60394/0 (socket says 172.21.15.22:60394) 2024-09-10T10:41:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c2f200640 1 -- 172.21.15.22:0/2634802381 learned_addr learned my addr 172.21.15.22:0/2634802381 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c2e800640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c3006f1c0 0x7f9c3014e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c27e00640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c30158f70 0x7f9c30151510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c2f200640 1 -- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c3006f1c0 msgr2=0x7f9c3014e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c2f200640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c3006f1c0 0x7f9c3014e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c2f200640 1 -- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c30158f70 msgr2=0x7f9c30151510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c2f200640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c30158f70 0x7f9c30151510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c2f200640 1 -- 172.21.15.22:0/2634802381 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c3014fd60 con 0x7f9c3015c630 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c2f200640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3015c630 0x7f9c3014d580 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f9c280b0040 tx=0x7f9c28019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c26a00640 1 -- 172.21.15.22:0/2634802381 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c280b2040 con 0x7f9c3015c630 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c26a00640 1 -- 172.21.15.22:0/2634802381 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c280b8470 con 0x7f9c3015c630 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c26a00640 1 -- 172.21.15.22:0/2634802381 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c280b8820 con 0x7f9c3015c630 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c35400640 1 -- 172.21.15.22:0/2634802381 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c3014f4c0 con 0x7f9c3015c630 2024-09-10T10:41:14.599 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c35400640 1 -- 172.21.15.22:0/2634802381 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c3014fa80 con 0x7f9c3015c630 2024-09-10T10:41:14.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.596+0000 7f9c35400640 1 -- 172.21.15.22:0/2634802381 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c3006eab0 con 0x7f9c3015c630 2024-09-10T10:41:14.600 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.600+0000 7f9c26a00640 1 -- 172.21.15.22:0/2634802381 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9c280c1020 con 0x7f9c3015c630 2024-09-10T10:41:14.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.600+0000 7f9c26a00640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c0c0678c0 0x7f9c0c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.600+0000 7f9c26a00640 1 -- 172.21.15.22:0/2634802381 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7f9c281204e0 con 0x7f9c3015c630 2024-09-10T10:41:14.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.600+0000 7f9c2e800640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c0c0678c0 0x7f9c0c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.600+0000 7f9c2e800640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c0c0678c0 0x7f9c0c069d80 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f9c20007fd0 tx=0x7f9c20007d60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:14.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.604+0000 7f9c26a00640 1 -- 172.21.15.22:0/2634802381 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9c28016500 con 0x7f9c3015c630 2024-09-10T10:41:14.770 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.768+0000 7f9c35400640 1 -- 172.21.15.22:0/2634802381 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"} v 0) -- 0x7f9c300b59c0 con 0x7f9c3015c630 2024-09-10T10:41:14.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.772+0000 7f9c26a00640 1 -- 172.21.15.22:0/2634802381 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"}]=0 v65) ==== 107+0+0 (secure 0 0 0) 0x7f9c280f0c30 con 0x7f9c3015c630 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 -- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c0c0678c0 msgr2=0x7f9c0c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c0c0678c0 0x7f9c0c069d80 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f9c20007fd0 tx=0x7f9c20007d60 comp rx=0 tx=0).stop 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 -- 172.21.15.22:0/2634802381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3015c630 msgr2=0x7f9c3014d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3015c630 0x7f9c3014d580 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f9c280b0040 tx=0x7f9c28019680 comp rx=0 tx=0).stop 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 -- 172.21.15.22:0/2634802381 shutdown_connections 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c0c0678c0 0x7f9c0c069d80 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9c3015c630 0x7f9c3014d580 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c30158f70 0x7f9c30151510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 --2- 172.21.15.22:0/2634802381 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c3006f1c0 0x7f9c3014e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 -- 172.21.15.22:0/2634802381 >> 172.21.15.22:0/2634802381 conn(0x7f9c30062eb0 msgr2=0x7f9c300cec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:14.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 -- 172.21.15.22:0/2634802381 shutdown_connections 2024-09-10T10:41:14.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.776+0000 7f9c35400640 1 -- 172.21.15.22:0/2634802381 wait complete. 2024-09-10T10:41:14.796 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root' 2024-09-10T10:41:14.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd96d600640 1 Processor -- start 2024-09-10T10:41:14.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd96d600640 1 -- start start 2024-09-10T10:41:14.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd96d600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd96815b220 0x7fd968071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd96d600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fd96815b600 0x7fd9680b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd96d600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9680ce880 con 0x7fd9680b5520 2024-09-10T10:41:14.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd96d600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd96806d6e0 con 0x7fd96815b220 2024-09-10T10:41:14.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd96d600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fd9680ceb60 con 0x7fd96815b600 2024-09-10T10:41:14.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd966a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd96815b220 0x7fd968071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd967400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fd9680b5520 0x7fd9680b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:42548/0 (socket says 172.21.15.22:42548) 2024-09-10T10:41:14.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd967400640 1 -- 172.21.15.22:0/1052275942 learned_addr learned my addr 172.21.15.22:0/1052275942 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:14.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd966a00640 1 -- 172.21.15.22:0/1052275942 >> v2:172.21.15.145:3300/0 conn(0x7fd96815b600 msgr2=0x7fd9680b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:14.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd966000640 1 --2- 172.21.15.22:0/1052275942 >> v2:172.21.15.145:3300/0 conn(0x7fd96815b600 0x7fd9680b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd966a00640 1 --2- 172.21.15.22:0/1052275942 >> v2:172.21.15.145:3300/0 conn(0x7fd96815b600 0x7fd9680b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd966a00640 1 -- 172.21.15.22:0/1052275942 >> v1:172.21.15.22:6789/0 conn(0x7fd9680b5520 legacy=0x7fd9680b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd966a00640 1 -- 172.21.15.22:0/1052275942 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9680cee40 con 0x7fd96815b220 2024-09-10T10:41:14.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd965600640 1 -- 172.21.15.22:0/1052275942 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 471461814 0 0) 0x7fd9680ce880 con 0x7fd9680b5520 2024-09-10T10:41:14.940 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.936+0000 7fd966000640 1 --2- 172.21.15.22:0/1052275942 >> v2:172.21.15.145:3300/0 conn(0x7fd96815b600 0x7fd9680b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd966a00640 1 --2- 172.21.15.22:0/1052275942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b220 0x7fd968071140 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7fd9680ce030 tx=0x7fd95801c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bb6340fbf51a7e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd965600640 1 -- 172.21.15.22:0/1052275942 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9580b0070 con 0x7fd96815b220 2024-09-10T10:41:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd965600640 1 -- 172.21.15.22:0/1052275942 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9580ab600 con 0x7fd96815b220 2024-09-10T10:41:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd965600640 1 -- 172.21.15.22:0/1052275942 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9580ab9d0 con 0x7fd96815b220 2024-09-10T10:41:14.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd96d600640 1 -- 172.21.15.22:0/1052275942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b220 msgr2=0x7fd968071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd96d600640 1 --2- 172.21.15.22:0/1052275942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b220 0x7fd968071140 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7fd9680ce030 tx=0x7fd95801c360 comp rx=0 tx=0).stop 2024-09-10T10:41:14.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd96d600640 1 -- 172.21.15.22:0/1052275942 shutdown_connections 2024-09-10T10:41:14.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd96d600640 1 --2- 172.21.15.22:0/1052275942 >> v2:172.21.15.145:3300/0 conn(0x7fd96815b600 0x7fd9680b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd96d600640 1 --2- 172.21.15.22:0/1052275942 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b220 0x7fd968071140 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd96d600640 1 -- 172.21.15.22:0/1052275942 >> 172.21.15.22:0/1052275942 conn(0x7fd968062dd0 msgr2=0x7fd96806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:14.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd96d600640 1 -- 172.21.15.22:0/1052275942 shutdown_connections 2024-09-10T10:41:14.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.940+0000 7fd96d600640 1 -- 172.21.15.22:0/1052275942 wait complete. 2024-09-10T10:41:14.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd96d600640 1 Processor -- start 2024-09-10T10:41:14.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd96d600640 1 -- start start 2024-09-10T10:41:14.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd96d600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9680b5520 0x7fd968142930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd96d600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd96815b220 0x7fd9681439b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd96d600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b600 0x7fd968143ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd96d600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd9680d01e0 con 0x7fd96815b600 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd96d600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd9680d0060 con 0x7fd96815b220 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd96d600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd96806da30 con 0x7fd9680b5520 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd967400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b600 0x7fd968143ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd967400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b600 0x7fd968143ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:60418/0 (socket says 172.21.15.22:60418) 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd967400640 1 -- 172.21.15.22:0/842982250 learned_addr learned my addr 172.21.15.22:0/842982250 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd966a00640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9680b5520 0x7fd968142930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd966000640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd96815b220 0x7fd9681439b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd967400640 1 -- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9680b5520 msgr2=0x7fd968142930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd967400640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9680b5520 0x7fd968142930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd967400640 1 -- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd96815b220 msgr2=0x7fd9681439b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd967400640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd96815b220 0x7fd9681439b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:14.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd967400640 1 -- 172.21.15.22:0/842982250 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd968144530 con 0x7fd96815b600 2024-09-10T10:41:14.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd966000640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd96815b220 0x7fd9681439b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:14.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd967400640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b600 0x7fd968143ef0 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7fd96000c7d0 tx=0x7fd96000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:14.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd95ea00640 1 -- 172.21.15.22:0/842982250 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd960018070 con 0x7fd96815b600 2024-09-10T10:41:14.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd95ea00640 1 -- 172.21.15.22:0/842982250 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd96000a640 con 0x7fd96815b600 2024-09-10T10:41:14.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd95ea00640 1 -- 172.21.15.22:0/842982250 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd96000aa70 con 0x7fd96815b600 2024-09-10T10:41:14.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd96d600640 1 -- 172.21.15.22:0/842982250 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd968144810 con 0x7fd96815b600 2024-09-10T10:41:14.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.944+0000 7fd96d600640 1 -- 172.21.15.22:0/842982250 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd968144dd0 con 0x7fd96815b600 2024-09-10T10:41:14.950 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.948+0000 7fd96d600640 1 -- 172.21.15.22:0/842982250 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd968072e90 con 0x7fd96815b600 2024-09-10T10:41:14.950 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.948+0000 7fd95ea00640 1 -- 172.21.15.22:0/842982250 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd96001b070 con 0x7fd96815b600 2024-09-10T10:41:14.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.948+0000 7fd95ea00640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9480678c0 0x7fd948069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:14.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.948+0000 7fd95ea00640 1 -- 172.21.15.22:0/842982250 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7fd960084fd0 con 0x7fd96815b600 2024-09-10T10:41:14.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.948+0000 7fd966a00640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9480678c0 0x7fd948069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:14.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.948+0000 7fd966a00640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9480678c0 0x7fd948069d80 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fd9580ad000 tx=0x7fd958008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:14.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:14.952+0000 7fd95ea00640 1 -- 172.21.15.22:0/842982250 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd960055720 con 0x7fd96815b600 2024-09-10T10:41:15.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:15.184+0000 7fd96d600640 1 -- 172.21.15.22:0/842982250 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root"]} v 0) -- 0x7fd9680b4fa0 con 0x7fd96815b600 2024-09-10T10:41:16.004 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd95ea00640 1 -- 172.21.15.22:0/842982250 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root"]}]=0 v443) ==== 148+0+0 (secure 0 0 0) 0x7fd960059a20 con 0x7fd96815b600 2024-09-10T10:41:16.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 -- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9480678c0 msgr2=0x7fd948069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9480678c0 0x7fd948069d80 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fd9580ad000 tx=0x7fd958008040 comp rx=0 tx=0).stop 2024-09-10T10:41:16.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 -- 172.21.15.22:0/842982250 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b600 msgr2=0x7fd968143ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b600 0x7fd968143ef0 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7fd96000c7d0 tx=0x7fd96000cc90 comp rx=0 tx=0).stop 2024-09-10T10:41:16.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 -- 172.21.15.22:0/842982250 shutdown_connections 2024-09-10T10:41:16.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd9480678c0 0x7fd948069d80 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd96815b600 0x7fd968143ef0 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd96815b220 0x7fd9681439b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 --2- 172.21.15.22:0/842982250 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd9680b5520 0x7fd968142930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 -- 172.21.15.22:0/842982250 >> 172.21.15.22:0/842982250 conn(0x7fd968062dd0 msgr2=0x7fd9680ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:16.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.004+0000 7fd96d600640 1 -- 172.21.15.22:0/842982250 shutdown_connections 2024-09-10T10:41:16.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.008+0000 7fd96d600640 1 -- 172.21.15.22:0/842982250 wait complete. 2024-09-10T10:41:16.033 INFO:tasks.cephfs_test_runner:test_client_pin_root (tasks.cephfs.test_client_limits.TestClientLimits) ... ok 2024-09-10T10:41:16.033 INFO:tasks.cephfs_test_runner:Starting test: test_client_release_bug (tasks.cephfs.test_client_limits.TestClientLimits) When a client has a bug (which we will simulate) preventing it from releasing caps, 2024-09-10T10:41:16.033 INFO:tasks.cephfs_test_runner:test_client_release_bug (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-10T10:41:16.033 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:41:16.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca08c00640 1 Processor -- start 2024-09-10T10:41:16.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca08c00640 1 -- start start 2024-09-10T10:41:16.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca08c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fca0415b220 0x7fca04071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca08c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca040ce880 con 0x7fca0415b600 2024-09-10T10:41:16.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca08c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca040ceb60 con 0x7fca040b56f0 2024-09-10T10:41:16.182 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca08c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fca0406d6e0 con 0x7fca0415b220 2024-09-10T10:41:16.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fc9f9400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fca0415b600 0x7fca040b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36378/0 (socket says 172.21.15.22:36378) 2024-09-10T10:41:16.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fc9f9400640 1 -- 172.21.15.22:0/3699069758 learned_addr learned my addr 172.21.15.22:0/3699069758 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:16.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca01e00640 1 --2- 172.21.15.22:0/3699069758 >> v2:172.21.15.145:3300/0 conn(0x7fca0415b220 0x7fca04071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca01400640 1 -- 172.21.15.22:0/3699069758 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 371941871 0 0) 0x7fca040ce880 con 0x7fca0415b600 2024-09-10T10:41:16.183 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca01400640 1 -- 172.21.15.22:0/3699069758 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc9e8005740 con 0x7fca0415b600 2024-09-10T10:41:16.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca01e00640 1 -- 172.21.15.22:0/3699069758 >> v1:172.21.15.145:6789/0 conn(0x7fca040b56f0 legacy=0x7fca040b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca01e00640 1 -- 172.21.15.22:0/3699069758 >> v1:172.21.15.22:6789/0 conn(0x7fca0415b600 legacy=0x7fca040b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.184 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.180+0000 7fca01e00640 1 -- 172.21.15.22:0/3699069758 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca040cee40 con 0x7fca0415b220 2024-09-10T10:41:16.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca01e00640 1 --2- 172.21.15.22:0/3699069758 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca0415b220 0x7fca04071140 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40097c0 tx=0x7fc9f401c350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e627fa4bfca6fc30 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:16.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca01400640 1 -- 172.21.15.22:0/3699069758 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f40b0070 con 0x7fca0415b220 2024-09-10T10:41:16.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca01400640 1 -- 172.21.15.22:0/3699069758 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9f40ab600 con 0x7fca0415b220 2024-09-10T10:41:16.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca01400640 1 -- 172.21.15.22:0/3699069758 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f40ab9d0 con 0x7fca0415b220 2024-09-10T10:41:16.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca08c00640 1 -- 172.21.15.22:0/3699069758 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca0415b220 msgr2=0x7fca04071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.188 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca08c00640 1 --2- 172.21.15.22:0/3699069758 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca0415b220 0x7fca04071140 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40097c0 tx=0x7fc9f401c350 comp rx=0 tx=0).stop 2024-09-10T10:41:16.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca08c00640 1 -- 172.21.15.22:0/3699069758 shutdown_connections 2024-09-10T10:41:16.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca08c00640 1 --2- 172.21.15.22:0/3699069758 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca0415b220 0x7fca04071140 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca08c00640 1 -- 172.21.15.22:0/3699069758 >> 172.21.15.22:0/3699069758 conn(0x7fca04062dd0 msgr2=0x7fca0406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:16.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca08c00640 1 -- 172.21.15.22:0/3699069758 shutdown_connections 2024-09-10T10:41:16.189 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.184+0000 7fca08c00640 1 -- 172.21.15.22:0/3699069758 wait complete. 2024-09-10T10:41:16.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca08c00640 1 Processor -- start 2024-09-10T10:41:16.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca08c00640 1 -- start start 2024-09-10T10:41:16.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca08c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca040b56f0 0x7fca0414e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca08c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca0415b220 0x7fca040adee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca08c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fca0415b600 0x7fca040abe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca08c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fca040d01e0 con 0x7fca0415b600 2024-09-10T10:41:16.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca08c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fca040d0060 con 0x7fca0415b220 2024-09-10T10:41:16.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca08c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fca0406da30 con 0x7fca040b56f0 2024-09-10T10:41:16.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca02800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fca0415b600 0x7fca040abe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.195 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca02800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fca0415b600 0x7fca040abe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48668/0 (socket says 172.21.15.22:48668) 2024-09-10T10:41:16.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca02800640 1 -- 172.21.15.22:0/56385052 learned_addr learned my addr 172.21.15.22:0/56385052 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:16.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fc9f9400640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca0415b220 0x7fca040adee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca01e00640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca040b56f0 0x7fca0414e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca02800640 1 -- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca040b56f0 msgr2=0x7fca0414e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca02800640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca040b56f0 0x7fca0414e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca02800640 1 -- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca0415b220 msgr2=0x7fca040adee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca02800640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca0415b220 0x7fca040adee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca02800640 1 -- 172.21.15.22:0/56385052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca040ae9c0 con 0x7fca0415b600 2024-09-10T10:41:16.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca02800640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fca0415b600 0x7fca040abe90 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc00c7a0 tx=0x7fc9fc00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:16.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fc9faa00640 1 -- 172.21.15.22:0/56385052 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc003b80 con 0x7fca0415b600 2024-09-10T10:41:16.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fc9faa00640 1 -- 172.21.15.22:0/56385052 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9fc003d20 con 0x7fca0415b600 2024-09-10T10:41:16.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca08c00640 1 -- 172.21.15.22:0/56385052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca040aeca0 con 0x7fca0415b600 2024-09-10T10:41:16.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fc9faa00640 1 -- 172.21.15.22:0/56385052 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc00aa90 con 0x7fca0415b600 2024-09-10T10:41:16.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.188+0000 7fca08c00640 1 -- 172.21.15.22:0/56385052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca040af260 con 0x7fca0415b600 2024-09-10T10:41:16.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.192+0000 7fca08c00640 1 -- 172.21.15.22:0/56385052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca0414eb50 con 0x7fca0415b600 2024-09-10T10:41:16.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.192+0000 7fc9faa00640 1 -- 172.21.15.22:0/56385052 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc9fc00ac30 con 0x7fca0415b600 2024-09-10T10:41:16.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.192+0000 7fc9faa00640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9e00678f0 0x7fc9e0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.192+0000 7fc9faa00640 1 -- 172.21.15.22:0/56385052 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7fc9fc0858a0 con 0x7fca0415b600 2024-09-10T10:41:16.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.192+0000 7fca01e00640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9e00678f0 0x7fc9e0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.192+0000 7fca01e00640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9e00678f0 0x7fc9e0069db0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40ad000 tx=0x7fc9f4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:16.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.196+0000 7fc9faa00640 1 -- 172.21.15.22:0/56385052 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fca0414eb50 con 0x7fca0415b600 2024-09-10T10:41:16.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 -- 172.21.15.22:0/56385052 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fca0415bc30 con 0x7fca0415b600 2024-09-10T10:41:16.365 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fc9faa00640 1 -- 172.21.15.22:0/56385052 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v130) ==== 74+0+13054 (secure 0 0 0) 0x7fc9fc055ff0 con 0x7fca0415b600 2024-09-10T10:41:16.366 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:16.366 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":130,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:41:12.989166+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":124,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.145:6836/977032204":"2024-09-11T10:41:09.663507+0000","172.21.15.145:6834/977032204":"2024-09-11T10:41:09.663507+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 -- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9e00678f0 msgr2=0x7fc9e0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9e00678f0 0x7fc9e0069db0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40ad000 tx=0x7fc9f4008040 comp rx=0 tx=0).stop 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 -- 172.21.15.22:0/56385052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fca0415b600 msgr2=0x7fca040abe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fca0415b600 0x7fca040abe90 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc00c7a0 tx=0x7fc9fc00cc60 comp rx=0 tx=0).stop 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 -- 172.21.15.22:0/56385052 shutdown_connections 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc9e00678f0 0x7fc9e0069db0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fca0415b600 0x7fca040abe90 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fca0415b220 0x7fca040adee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 --2- 172.21.15.22:0/56385052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fca040b56f0 0x7fca0414e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 -- 172.21.15.22:0/56385052 >> 172.21.15.22:0/56385052 conn(0x7fca04062dd0 msgr2=0x7fca0415c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 -- 172.21.15.22:0/56385052 shutdown_connections 2024-09-10T10:41:16.368 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.364+0000 7fca08c00640 1 -- 172.21.15.22:0/56385052 wait complete. 2024-09-10T10:41:16.388 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:32:19.395418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:41:16.388 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:41:16.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.528+0000 7fc875200640 1 Processor -- start 2024-09-10T10:41:16.532 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc875200640 1 -- start start 2024-09-10T10:41:16.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc875200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc8701568c0 0x7fc8700b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc875200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fc8700cfad0 0x7fc87006d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc875200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8700b4f90 con 0x7fc8700b4470 2024-09-10T10:41:16.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc875200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc8700b49d0 con 0x7fc8701568c0 2024-09-10T10:41:16.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc875200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fc8700b4cb0 con 0x7fc8700cfad0 2024-09-10T10:41:16.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc86de00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc8701568c0 0x7fc8700b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc86d400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc8700b4470 0x7fc8700cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36388/0 (socket says 172.21.15.22:36388) 2024-09-10T10:41:16.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc86d400640 1 -- 172.21.15.22:0/1525744141 learned_addr learned my addr 172.21.15.22:0/1525744141 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:16.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc86e800640 1 --2- 172.21.15.22:0/1525744141 >> v2:172.21.15.145:3300/0 conn(0x7fc8700cfad0 0x7fc87006d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc86de00640 1 -- 172.21.15.22:0/1525744141 >> v2:172.21.15.145:3300/0 conn(0x7fc8700cfad0 msgr2=0x7fc87006d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:16.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc86de00640 1 --2- 172.21.15.22:0/1525744141 >> v2:172.21.15.145:3300/0 conn(0x7fc8700cfad0 0x7fc87006d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc86de00640 1 -- 172.21.15.22:0/1525744141 >> v1:172.21.15.22:6789/0 conn(0x7fc8700b4470 legacy=0x7fc8700cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc86de00640 1 -- 172.21.15.22:0/1525744141 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc87006d1b0 con 0x7fc8701568c0 2024-09-10T10:41:16.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.532+0000 7fc86ca00640 1 -- 172.21.15.22:0/1525744141 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1135757845 0 0) 0x7fc8700b4f90 con 0x7fc8700b4470 2024-09-10T10:41:16.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc86de00640 1 --2- 172.21.15.22:0/1525744141 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8701568c0 0x7fc8700b3f30 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7fc8700ce660 tx=0x7fc86001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b77a9afcc6c30d87 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:16.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc86ca00640 1 -- 172.21.15.22:0/1525744141 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8600a7070 con 0x7fc8701568c0 2024-09-10T10:41:16.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc86ca00640 1 -- 172.21.15.22:0/1525744141 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8600b0070 con 0x7fc8701568c0 2024-09-10T10:41:16.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc86ca00640 1 -- 172.21.15.22:0/1525744141 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8600ab890 con 0x7fc8701568c0 2024-09-10T10:41:16.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc875200640 1 -- 172.21.15.22:0/1525744141 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8701568c0 msgr2=0x7fc8700b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc875200640 1 --2- 172.21.15.22:0/1525744141 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8701568c0 0x7fc8700b3f30 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7fc8700ce660 tx=0x7fc86001c450 comp rx=0 tx=0).stop 2024-09-10T10:41:16.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc875200640 1 -- 172.21.15.22:0/1525744141 shutdown_connections 2024-09-10T10:41:16.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc875200640 1 --2- 172.21.15.22:0/1525744141 >> v2:172.21.15.145:3300/0 conn(0x7fc8700cfad0 0x7fc87006d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc875200640 1 --2- 172.21.15.22:0/1525744141 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8701568c0 0x7fc8700b3f30 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc875200640 1 -- 172.21.15.22:0/1525744141 >> 172.21.15.22:0/1525744141 conn(0x7fc870062eb0 msgr2=0x7fc87006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:16.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc875200640 1 -- 172.21.15.22:0/1525744141 shutdown_connections 2024-09-10T10:41:16.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc875200640 1 -- 172.21.15.22:0/1525744141 wait complete. 2024-09-10T10:41:16.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc875200640 1 Processor -- start 2024-09-10T10:41:16.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.536+0000 7fc875200640 1 -- start start 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc875200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8700b4470 0x7fc87013bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc875200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8700cfad0 0x7fc870153060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc875200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8701568c0 0x7fc8700b0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc875200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc87006e700 con 0x7fc8700b4470 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc875200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc870156eb0 con 0x7fc8700cfad0 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc875200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc87006e880 con 0x7fc8701568c0 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8700b4470 0x7fc87013bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86de00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8700b4470 0x7fc87013bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48696/0 (socket says 172.21.15.22:48696) 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86de00640 1 -- 172.21.15.22:0/3584181768 learned_addr learned my addr 172.21.15.22:0/3584181768 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86d400640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8700cfad0 0x7fc870153060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.542 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86e800640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8701568c0 0x7fc8700b0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86de00640 1 -- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8701568c0 msgr2=0x7fc8700b0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86de00640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8701568c0 0x7fc8700b0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86de00640 1 -- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8700cfad0 msgr2=0x7fc870153060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86de00640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8700cfad0 0x7fc870153060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86de00640 1 -- 172.21.15.22:0/3584181768 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc870160de0 con 0x7fc8700b4470 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86d400640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8700cfad0 0x7fc870153060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc86de00640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8700b4470 0x7fc87013bc10 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7fc8600ad040 tx=0x7fc86001ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc866000640 1 -- 172.21.15.22:0/3584181768 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8600bf610 con 0x7fc8700b4470 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc866000640 1 -- 172.21.15.22:0/3584181768 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8600bf7d0 con 0x7fc8700b4470 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc875200640 1 -- 172.21.15.22:0/3584181768 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc870155c40 con 0x7fc8700b4470 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc866000640 1 -- 172.21.15.22:0/3584181768 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8600bfbc0 con 0x7fc8700b4470 2024-09-10T10:41:16.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc875200640 1 -- 172.21.15.22:0/3584181768 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc87014aa20 con 0x7fc8700b4470 2024-09-10T10:41:16.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.540+0000 7fc875200640 1 -- 172.21.15.22:0/3584181768 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc870069470 con 0x7fc8700b4470 2024-09-10T10:41:16.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.544+0000 7fc866000640 1 -- 172.21.15.22:0/3584181768 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc8600bd020 con 0x7fc8700b4470 2024-09-10T10:41:16.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.544+0000 7fc866000640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc8500678c0 0x7fc850069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.544+0000 7fc866000640 1 -- 172.21.15.22:0/3584181768 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7fc8601203e0 con 0x7fc8700b4470 2024-09-10T10:41:16.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.544+0000 7fc86d400640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc8500678c0 0x7fc850069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.544+0000 7fc86d400640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc8500678c0 0x7fc850069d80 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fc85c007fd0 tx=0x7fc85c007c20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:16.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.548+0000 7fc866000640 1 -- 172.21.15.22:0/3584181768 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc860016070 con 0x7fc8700b4470 2024-09-10T10:41:16.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.712+0000 7fc875200640 1 -- 172.21.15.22:0/3584181768 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc87006eb80 con 0x7fc8700b4470 2024-09-10T10:41:16.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.712+0000 7fc866000640 1 -- 172.21.15.22:0/3584181768 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v130) ==== 93+0+10 (secure 0 0 0) 0x7fc8600f1180 con 0x7fc8700b4470 2024-09-10T10:41:16.716 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-10T10:41:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 -- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc8500678c0 msgr2=0x7fc850069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc8500678c0 0x7fc850069d80 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fc85c007fd0 tx=0x7fc85c007c20 comp rx=0 tx=0).stop 2024-09-10T10:41:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 -- 172.21.15.22:0/3584181768 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8700b4470 msgr2=0x7fc87013bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8700b4470 0x7fc87013bc10 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7fc8600ad040 tx=0x7fc86001ac90 comp rx=0 tx=0).stop 2024-09-10T10:41:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 -- 172.21.15.22:0/3584181768 shutdown_connections 2024-09-10T10:41:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc8500678c0 0x7fc850069d80 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8701568c0 0x7fc8700b0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8700cfad0 0x7fc870153060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 --2- 172.21.15.22:0/3584181768 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc8700b4470 0x7fc87013bc10 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 -- 172.21.15.22:0/3584181768 >> 172.21.15.22:0/3584181768 conn(0x7fc870062eb0 msgr2=0x7fc8701519c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:16.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 -- 172.21.15.22:0/3584181768 shutdown_connections 2024-09-10T10:41:16.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.716+0000 7fc875200640 1 -- 172.21.15.22:0/3584181768 wait complete. 2024-09-10T10:41:16.737 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug' 2024-09-10T10:41:16.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba0a800640 1 Processor -- start 2024-09-10T10:41:16.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba0a800640 1 -- start start 2024-09-10T10:41:16.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba0a800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fba0415b220 0x7fba04071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba0a800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fba0415b600 0x7fba040b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba0a800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba040b5520 0x7fba040b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba0a800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fba0406d6e0 con 0x7fba0415b600 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba0a800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fba040ce880 con 0x7fba0415b220 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba0a800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fba040ceb60 con 0x7fba040b5520 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fb9faa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fba0415b600 0x7fba040b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fb9faa00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fba0415b600 0x7fba040b4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48710/0 (socket says 172.21.15.22:48710) 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fb9faa00640 1 -- 172.21.15.22:0/2502841189 learned_addr learned my addr 172.21.15.22:0/2502841189 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba03400640 1 --2- 172.21.15.22:0/2502841189 >> v2:172.21.15.145:3300/0 conn(0x7fba0415b220 0x7fba04071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba03e00640 1 --2- 172.21.15.22:0/2502841189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba040b5520 0x7fba040b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fb9faa00640 1 -- 172.21.15.22:0/2502841189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba040b5520 msgr2=0x7fba040b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fb9faa00640 1 --2- 172.21.15.22:0/2502841189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba040b5520 0x7fba040b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fb9faa00640 1 -- 172.21.15.22:0/2502841189 >> v2:172.21.15.145:3300/0 conn(0x7fba0415b220 msgr2=0x7fba04071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:16.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fb9faa00640 1 --2- 172.21.15.22:0/2502841189 >> v2:172.21.15.145:3300/0 conn(0x7fba0415b220 0x7fba04071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fb9faa00640 1 -- 172.21.15.22:0/2502841189 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba040cee40 con 0x7fba0415b600 2024-09-10T10:41:16.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba03e00640 1 --2- 172.21.15.22:0/2502841189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba040b5520 0x7fba040b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:16.881 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.876+0000 7fba03400640 1 --2- 172.21.15.22:0/2502841189 >> v2:172.21.15.145:3300/0 conn(0x7fba0415b220 0x7fba04071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:16.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fb9faa00640 1 --2- 172.21.15.22:0/2502841189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 0x7fba040b4fe0 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fba0406f400 tx=0x7fb9ec01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70a14db899679c9b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:16.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba02a00640 1 -- 172.21.15.22:0/2502841189 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ec0b2070 con 0x7fba0415b600 2024-09-10T10:41:16.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba02a00640 1 -- 172.21.15.22:0/2502841189 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9ec0a9070 con 0x7fba0415b600 2024-09-10T10:41:16.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba02a00640 1 -- 172.21.15.22:0/2502841189 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ec0ad880 con 0x7fba0415b600 2024-09-10T10:41:16.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba0a800640 1 -- 172.21.15.22:0/2502841189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 msgr2=0x7fba040b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba0a800640 1 --2- 172.21.15.22:0/2502841189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 0x7fba040b4fe0 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fba0406f400 tx=0x7fb9ec01c490 comp rx=0 tx=0).stop 2024-09-10T10:41:16.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba0a800640 1 -- 172.21.15.22:0/2502841189 shutdown_connections 2024-09-10T10:41:16.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba0a800640 1 --2- 172.21.15.22:0/2502841189 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba040b5520 0x7fba040b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba0a800640 1 --2- 172.21.15.22:0/2502841189 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 0x7fba040b4fe0 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba0a800640 1 --2- 172.21.15.22:0/2502841189 >> v2:172.21.15.145:3300/0 conn(0x7fba0415b220 0x7fba04071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba0a800640 1 -- 172.21.15.22:0/2502841189 >> 172.21.15.22:0/2502841189 conn(0x7fba04062dd0 msgr2=0x7fba0406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:16.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba0a800640 1 -- 172.21.15.22:0/2502841189 shutdown_connections 2024-09-10T10:41:16.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.880+0000 7fba0a800640 1 -- 172.21.15.22:0/2502841189 wait complete. 2024-09-10T10:41:16.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba0a800640 1 Processor -- start 2024-09-10T10:41:16.885 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba0a800640 1 -- start start 2024-09-10T10:41:16.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba0a800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba040b5520 0x7fba04159e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba0a800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba0415b220 0x7fba0415e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba0a800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 0x7fba04147e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba0a800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fba040cffd0 con 0x7fba0415b600 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba0a800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fba040cfe50 con 0x7fba040b5520 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba0a800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fba040d0150 con 0x7fba0415b220 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 0x7fba04147e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 0x7fba04147e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48722/0 (socket says 172.21.15.22:48722) 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03e00640 1 -- 172.21.15.22:0/462886315 learned_addr learned my addr 172.21.15.22:0/462886315 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fb9faa00640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba0415b220 0x7fba0415e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03e00640 1 -- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba0415b220 msgr2=0x7fba0415e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03400640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba040b5520 0x7fba04159e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03e00640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba0415b220 0x7fba0415e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03e00640 1 -- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba040b5520 msgr2=0x7fba04159e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:16.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03e00640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba040b5520 0x7fba04159e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:16.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03e00640 1 -- 172.21.15.22:0/462886315 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba0415e7d0 con 0x7fba0415b600 2024-09-10T10:41:16.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03400640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba040b5520 0x7fba04159e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:16.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba03e00640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 0x7fba04147e60 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc00c570 tx=0x7fb9fc00ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:16.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fb9fbe00640 1 -- 172.21.15.22:0/462886315 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc015020 con 0x7fba0415b600 2024-09-10T10:41:16.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fb9fbe00640 1 -- 172.21.15.22:0/462886315 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9fc004460 con 0x7fba0415b600 2024-09-10T10:41:16.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba0a800640 1 -- 172.21.15.22:0/462886315 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba04158de0 con 0x7fba0415b600 2024-09-10T10:41:16.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fb9fbe00640 1 -- 172.21.15.22:0/462886315 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc003860 con 0x7fba0415b600 2024-09-10T10:41:16.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.884+0000 7fba0a800640 1 -- 172.21.15.22:0/462886315 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba041593a0 con 0x7fba0415b600 2024-09-10T10:41:16.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.888+0000 7fba0a800640 1 -- 172.21.15.22:0/462886315 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba040b3f10 con 0x7fba0415b600 2024-09-10T10:41:16.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.888+0000 7fb9fbe00640 1 -- 172.21.15.22:0/462886315 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb9fc018020 con 0x7fba0415b600 2024-09-10T10:41:16.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.888+0000 7fb9fbe00640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9e00678c0 0x7fb9e0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:16.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.888+0000 7fb9fbe00640 1 -- 172.21.15.22:0/462886315 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7fb9fc085ac0 con 0x7fba0415b600 2024-09-10T10:41:16.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.888+0000 7fba03400640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9e00678c0 0x7fb9e0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:16.891 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.888+0000 7fba03400640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9e00678c0 0x7fb9e0069d80 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fb9f4009540 tx=0x7fb9f400b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:16.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:16.892+0000 7fb9fbe00640 1 -- 172.21.15.22:0/462886315 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb9fc01f020 con 0x7fba0415b600 2024-09-10T10:41:17.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:17.120+0000 7fba0a800640 1 -- 172.21.15.22:0/462886315 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug"]} v 0) -- 0x7fba04072e90 con 0x7fba0415b600 2024-09-10T10:41:18.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.012+0000 7fb9fbe00640 1 -- 172.21.15.22:0/462886315 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug"]}]=0 v445) ==== 154+0+0 (secure 0 0 0) 0x7fb9fc056860 con 0x7fba0415b600 2024-09-10T10:41:18.018 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 -- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9e00678c0 msgr2=0x7fb9e0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9e00678c0 0x7fb9e0069d80 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fb9f4009540 tx=0x7fb9f400b040 comp rx=0 tx=0).stop 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 -- 172.21.15.22:0/462886315 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 msgr2=0x7fba04147e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 0x7fba04147e60 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc00c570 tx=0x7fb9fc00ca30 comp rx=0 tx=0).stop 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 -- 172.21.15.22:0/462886315 shutdown_connections 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb9e00678c0 0x7fb9e0069d80 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fba0415b600 0x7fba04147e60 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fba0415b220 0x7fba0415e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 --2- 172.21.15.22:0/462886315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fba040b5520 0x7fba04159e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 -- 172.21.15.22:0/462886315 >> 172.21.15.22:0/462886315 conn(0x7fba04062dd0 msgr2=0x7fba040cc9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 -- 172.21.15.22:0/462886315 shutdown_connections 2024-09-10T10:41:18.019 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.016+0000 7fba0a800640 1 -- 172.21.15.22:0/462886315 wait complete. 2024-09-10T10:41:18.042 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:41:18.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.188+0000 7fa17da00640 1 Processor -- start 2024-09-10T10:41:18.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.188+0000 7fa17da00640 1 -- start start 2024-09-10T10:41:18.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa17da00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 0x7fa1780b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa17da00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1780b4f90 con 0x7fa1780b4470 2024-09-10T10:41:18.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa17da00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1780b49d0 con 0x7fa1780cfad0 2024-09-10T10:41:18.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa17da00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa1780b4cb0 con 0x7fa1781568c0 2024-09-10T10:41:18.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa16e000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fa1780b4470 0x7fa1780cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36390/0 (socket says 172.21.15.22:36390) 2024-09-10T10:41:18.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa16e000640 1 -- 172.21.15.22:0/1949681726 learned_addr learned my addr 172.21.15.22:0/1949681726 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:18.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa176a00640 1 --2- 172.21.15.22:0/1949681726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 0x7fa1780b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa176000640 1 -- 172.21.15.22:0/1949681726 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3610621085 0 0) 0x7fa1780b4f90 con 0x7fa1780b4470 2024-09-10T10:41:18.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa176000640 1 -- 172.21.15.22:0/1949681726 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa15c003530 con 0x7fa1780b4470 2024-09-10T10:41:18.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa176000640 1 -- 172.21.15.22:0/1949681726 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1800170322 0 0) 0x7fa1780b49d0 con 0x7fa1780cfad0 2024-09-10T10:41:18.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa176000640 1 -- 172.21.15.22:0/1949681726 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa1780b4f90 con 0x7fa1780cfad0 2024-09-10T10:41:18.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa176a00640 1 -- 172.21.15.22:0/1949681726 >> v1:172.21.15.145:6789/0 conn(0x7fa1780cfad0 legacy=0x7fa17806d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa176a00640 1 -- 172.21.15.22:0/1949681726 >> v1:172.21.15.22:6789/0 conn(0x7fa1780b4470 legacy=0x7fa1780cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.192+0000 7fa176a00640 1 -- 172.21.15.22:0/1949681726 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa17806d1b0 con 0x7fa1781568c0 2024-09-10T10:41:18.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa176a00640 1 --2- 172.21.15.22:0/1949681726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 0x7fa1780b3f30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa1680097f0 tx=0x7fa16801c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=903784d5990805b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:18.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa176000640 1 -- 172.21.15.22:0/1949681726 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1680ab640 con 0x7fa1781568c0 2024-09-10T10:41:18.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa176000640 1 -- 172.21.15.22:0/1949681726 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1680b0070 con 0x7fa1781568c0 2024-09-10T10:41:18.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa176000640 1 -- 172.21.15.22:0/1949681726 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1680aba00 con 0x7fa1781568c0 2024-09-10T10:41:18.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 -- 172.21.15.22:0/1949681726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 msgr2=0x7fa1780b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 --2- 172.21.15.22:0/1949681726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 0x7fa1780b3f30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa1680097f0 tx=0x7fa16801c420 comp rx=0 tx=0).stop 2024-09-10T10:41:18.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 -- 172.21.15.22:0/1949681726 shutdown_connections 2024-09-10T10:41:18.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 --2- 172.21.15.22:0/1949681726 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 0x7fa1780b3f30 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 -- 172.21.15.22:0/1949681726 >> 172.21.15.22:0/1949681726 conn(0x7fa178062eb0 msgr2=0x7fa17806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:18.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 -- 172.21.15.22:0/1949681726 shutdown_connections 2024-09-10T10:41:18.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 -- 172.21.15.22:0/1949681726 wait complete. 2024-09-10T10:41:18.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 Processor -- start 2024-09-10T10:41:18.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 -- start start 2024-09-10T10:41:18.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa1780b4470 0x7fa178152870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1780cfad0 0x7fa178145380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 0x7fa17814af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fa17806ea50 con 0x7fa1780b4470 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa17806e8d0 con 0x7fa1780cfad0 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa17da00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa17806ebd0 con 0x7fa1781568c0 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.196+0000 7fa176a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa1780b4470 0x7fa178152870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa176a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa1780b4470 0x7fa178152870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48736/0 (socket says 172.21.15.22:48736) 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa176a00640 1 -- 172.21.15.22:0/1712417281 learned_addr learned my addr 172.21.15.22:0/1712417281 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa16e000640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1780cfad0 0x7fa178145380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa177400640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 0x7fa17814af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa176a00640 1 -- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 msgr2=0x7fa17814af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa176a00640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 0x7fa17814af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa176a00640 1 -- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1780cfad0 msgr2=0x7fa178145380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa176a00640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1780cfad0 0x7fa178145380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa176a00640 1 -- 172.21.15.22:0/1712417281 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa178151b00 con 0x7fa1780b4470 2024-09-10T10:41:18.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa176a00640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa1780b4470 0x7fa178152870 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7fa168019030 tx=0x7fa1680191c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:18.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa16f400640 1 -- 172.21.15.22:0/1712417281 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1680ab990 con 0x7fa1780b4470 2024-09-10T10:41:18.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa16f400640 1 -- 172.21.15.22:0/1712417281 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1680abb30 con 0x7fa1780b4470 2024-09-10T10:41:18.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa16f400640 1 -- 172.21.15.22:0/1712417281 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1680bf450 con 0x7fa1780b4470 2024-09-10T10:41:18.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa17da00640 1 -- 172.21.15.22:0/1712417281 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa178151de0 con 0x7fa1780b4470 2024-09-10T10:41:18.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa17da00640 1 -- 172.21.15.22:0/1712417281 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1781517b0 con 0x7fa1780b4470 2024-09-10T10:41:18.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa17da00640 1 -- 172.21.15.22:0/1712417281 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1780d01f0 con 0x7fa1780b4470 2024-09-10T10:41:18.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.200+0000 7fa16f400640 1 -- 172.21.15.22:0/1712417281 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa1680b43f0 con 0x7fa1780b4470 2024-09-10T10:41:18.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.204+0000 7fa16f400640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1540678c0 0x7fa154069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.204+0000 7fa16f400640 1 -- 172.21.15.22:0/1712417281 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7fa16811fba0 con 0x7fa1780b4470 2024-09-10T10:41:18.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.204+0000 7fa16e000640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1540678c0 0x7fa154069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.204+0000 7fa16e000640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1540678c0 0x7fa154069d80 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fa1781508f0 tx=0x7fa160009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:18.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.208+0000 7fa16f400640 1 -- 172.21.15.22:0/1712417281 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa1680160d0 con 0x7fa1780b4470 2024-09-10T10:41:18.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.372+0000 7fa17da00640 1 -- 172.21.15.22:0/1712417281 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fa1780b3eb0 con 0x7fa1780b4470 2024-09-10T10:41:18.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.376+0000 7fa16f400640 1 -- 172.21.15.22:0/1712417281 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v66)=0 v66) ==== 122+0+0 (secure 0 0 0) 0x7fa1680f0af0 con 0x7fa1780b4470 2024-09-10T10:41:18.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 -- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1540678c0 msgr2=0x7fa154069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1540678c0 0x7fa154069d80 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fa1781508f0 tx=0x7fa160009040 comp rx=0 tx=0).stop 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 -- 172.21.15.22:0/1712417281 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa1780b4470 msgr2=0x7fa178152870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa1780b4470 0x7fa178152870 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7fa168019030 tx=0x7fa1680191c0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 -- 172.21.15.22:0/1712417281 shutdown_connections 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fa1540678c0 0x7fa154069d80 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1781568c0 0x7fa17814af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1780cfad0 0x7fa178145380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 --2- 172.21.15.22:0/1712417281 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fa1780b4470 0x7fa178152870 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 -- 172.21.15.22:0/1712417281 >> 172.21.15.22:0/1712417281 conn(0x7fa178062eb0 msgr2=0x7fa17815df80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 -- 172.21.15.22:0/1712417281 shutdown_connections 2024-09-10T10:41:18.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.380+0000 7fa17da00640 1 -- 172.21.15.22:0/1712417281 wait complete. 2024-09-10T10:41:18.401 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:41:18.401 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:41:18.482 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:41:18.574 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:41:18.574 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:18.575 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:18.583 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:41:18.583 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:18.583 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:18.592 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:41:18.593 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:18.593 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:18.635 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:41:18.636 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:18.636 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:18.645 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:41:18.645 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:41:18.645 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:18.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb594e00640 1 Processor -- start 2024-09-10T10:41:18.825 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb594e00640 1 -- start start 2024-09-10T10:41:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb594e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 0x7fb5900b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb594e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb5900b7190 0x7fb5900b5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb594e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb59015cc20 con 0x7fb59015c230 2024-09-10T10:41:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb594e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fb59015cf00 con 0x7fb5900b7190 2024-09-10T10:41:18.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb594e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb59015d1e0 con 0x7fb59015c610 2024-09-10T10:41:18.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb58e800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb5900b7190 0x7fb5900b5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb58e800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fb5900b7190 0x7fb5900b5690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48742/0 (socket says 172.21.15.22:48742) 2024-09-10T10:41:18.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb58e800640 1 -- 172.21.15.22:0/4074192472 learned_addr learned my addr 172.21.15.22:0/4074192472 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:18.827 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb585400640 1 --2- 172.21.15.22:0/4074192472 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 0x7fb5900b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb58e800640 1 -- 172.21.15.22:0/4074192472 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 msgr2=0x7fb5900b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb58e800640 1 --2- 172.21.15.22:0/4074192472 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 0x7fb5900b6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb58e800640 1 -- 172.21.15.22:0/4074192472 >> v1:172.21.15.145:6789/0 conn(0x7fb59015c230 legacy=0x7fb5900d2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb58e800640 1 -- 172.21.15.22:0/4074192472 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb59015d4c0 con 0x7fb5900b7190 2024-09-10T10:41:18.828 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.824+0000 7fb585400640 1 --2- 172.21.15.22:0/4074192472 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 0x7fb5900b6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb58e800640 1 --2- 172.21.15.22:0/4074192472 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5900b7190 0x7fb5900b5690 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7fb588009e50 tx=0x7fb58801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e249fc13457fc12 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb58d400640 1 -- 172.21.15.22:0/4074192472 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5880a5780 con 0x7fb5900b7190 2024-09-10T10:41:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb58d400640 1 -- 172.21.15.22:0/4074192472 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5880a5920 con 0x7fb5900b7190 2024-09-10T10:41:18.830 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb58d400640 1 -- 172.21.15.22:0/4074192472 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5880a5cf0 con 0x7fb5900b7190 2024-09-10T10:41:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb594e00640 1 -- 172.21.15.22:0/4074192472 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5900b7190 msgr2=0x7fb5900b5690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb594e00640 1 --2- 172.21.15.22:0/4074192472 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5900b7190 0x7fb5900b5690 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7fb588009e50 tx=0x7fb58801c9f0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb594e00640 1 -- 172.21.15.22:0/4074192472 shutdown_connections 2024-09-10T10:41:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb594e00640 1 --2- 172.21.15.22:0/4074192472 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5900b7190 0x7fb5900b5690 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb594e00640 1 --2- 172.21.15.22:0/4074192472 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 0x7fb5900b6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb594e00640 1 -- 172.21.15.22:0/4074192472 >> 172.21.15.22:0/4074192472 conn(0x7fb59006f3b0 msgr2=0x7fb59006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb594e00640 1 -- 172.21.15.22:0/4074192472 shutdown_connections 2024-09-10T10:41:18.831 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.828+0000 7fb594e00640 1 -- 172.21.15.22:0/4074192472 wait complete. 2024-09-10T10:41:18.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 Processor -- start 2024-09-10T10:41:18.832 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 -- start start 2024-09-10T10:41:18.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5900b7190 0x7fb590157c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59015c230 0x7fb590157610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 0x7fb5900ca480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb5901692d0 con 0x7fb59015c230 2024-09-10T10:41:18.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb590169450 con 0x7fb5900b7190 2024-09-10T10:41:18.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb5901695d0 con 0x7fb59015c610 2024-09-10T10:41:18.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb585400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59015c230 0x7fb590157610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb585400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59015c230 0x7fb590157610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48754/0 (socket says 172.21.15.22:48754) 2024-09-10T10:41:18.834 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb585400640 1 -- 172.21.15.22:0/479582331 learned_addr learned my addr 172.21.15.22:0/479582331 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:18.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb58de00640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5900b7190 0x7fb590157c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb58e800640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 0x7fb5900ca480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb585400640 1 -- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 msgr2=0x7fb5900ca480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb585400640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 0x7fb5900ca480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb585400640 1 -- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5900b7190 msgr2=0x7fb590157c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:18.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb585400640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5900b7190 0x7fb590157c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:18.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb585400640 1 -- 172.21.15.22:0/479582331 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb590166310 con 0x7fb59015c230 2024-09-10T10:41:18.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb585400640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59015c230 0x7fb590157610 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7fb57800c7f0 tx=0x7fb57800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:18.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb586a00640 1 -- 172.21.15.22:0/479582331 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb578015070 con 0x7fb59015c230 2024-09-10T10:41:18.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb586a00640 1 -- 172.21.15.22:0/479582331 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb578007820 con 0x7fb59015c230 2024-09-10T10:41:18.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb586a00640 1 -- 172.21.15.22:0/479582331 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb578007bd0 con 0x7fb59015c230 2024-09-10T10:41:18.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 -- 172.21.15.22:0/479582331 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5901665f0 con 0x7fb59015c230 2024-09-10T10:41:18.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 -- 172.21.15.22:0/479582331 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb590166bb0 con 0x7fb59015c230 2024-09-10T10:41:18.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.832+0000 7fb594e00640 1 -- 172.21.15.22:0/479582331 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5900b3f50 con 0x7fb59015c230 2024-09-10T10:41:18.836 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.836+0000 7fb586a00640 1 -- 172.21.15.22:0/479582331 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb578018070 con 0x7fb59015c230 2024-09-10T10:41:18.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.836+0000 7fb586a00640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb56c0678c0 0x7fb56c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:18.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.836+0000 7fb586a00640 1 -- 172.21.15.22:0/479582331 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7fb578085990 con 0x7fb59015c230 2024-09-10T10:41:18.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.836+0000 7fb58de00640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb56c0678c0 0x7fb56c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:18.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.836+0000 7fb58de00640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb56c0678c0 0x7fb56c069d80 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb5900c7570 tx=0x7fb580007e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:18.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:18.840+0000 7fb586a00640 1 -- 172.21.15.22:0/479582331 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb578056210 con 0x7fb59015c230 2024-09-10T10:41:19.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.036+0000 7fb594e00640 1 -- 172.21.15.22:0/479582331 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb5900cee20 con 0x7fb59015c230 2024-09-10T10:41:19.040 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb586a00640 1 -- 172.21.15.22:0/479582331 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+3905 (secure 0 0 0) 0x7fb57805a510 con 0x7fb59015c230 2024-09-10T10:41:19.041 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:19.041 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":99,"btime":"2024-09-10T10:41:10:665724+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6563,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/3155757098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":3155757098},{"type":"v1","addr":"172.21.15.22:6835","nonce":3155757098}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":6569,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/46627420","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":46627420},{"type":"v1","addr":"172.21.15.145:6837","nonce":46627420}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":7459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6833/88156359","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":88156359},{"type":"v1","addr":"172.21.15.22:6833","nonce":88156359}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89},{"gid":8256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1932299203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1932299203},{"type":"v1","addr":"172.21.15.145:6836","nonce":1932299203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":99}],"filesystems":[]} 2024-09-10T10:41:19.041 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 99 2024-09-10T10:41:19.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 -- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb56c0678c0 msgr2=0x7fb56c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:19.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb56c0678c0 0x7fb56c069d80 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb5900c7570 tx=0x7fb580007e40 comp rx=0 tx=0).stop 2024-09-10T10:41:19.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 -- 172.21.15.22:0/479582331 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59015c230 msgr2=0x7fb590157610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:19.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59015c230 0x7fb590157610 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7fb57800c7f0 tx=0x7fb57800ccb0 comp rx=0 tx=0).stop 2024-09-10T10:41:19.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 -- 172.21.15.22:0/479582331 shutdown_connections 2024-09-10T10:41:19.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb56c0678c0 0x7fb56c069d80 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:19.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb59015c610 0x7fb5900ca480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:19.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb59015c230 0x7fb590157610 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:19.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 --2- 172.21.15.22:0/479582331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5900b7190 0x7fb590157c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:19.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 -- 172.21.15.22:0/479582331 >> 172.21.15.22:0/479582331 conn(0x7fb59006f3b0 msgr2=0x7fb59015e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:19.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 -- 172.21.15.22:0/479582331 shutdown_connections 2024-09-10T10:41:19.044 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.040+0000 7fb594e00640 1 -- 172.21.15.22:0/479582331 wait complete. 2024-09-10T10:41:19.062 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:41:19.062 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:41:19.062 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:41:19.062 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:41:19.062 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:41:19.062 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:41:19.063 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:41:19.063 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:41:19.063 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:41:19.063 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:41:19.063 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:41:19.063 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:41:19.064 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:41:19.064 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:41:19.064 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:41:19.064 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:41:19.073 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:41:19.073 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:41:19.074 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:41:19.074 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:41:19.079 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:41:19.079 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:41:19.080 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:41:19.080 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:41:19.122 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:41:19.123 DEBUG:teuthology.parallel:result is None 2024-09-10T10:41:19.124 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:41:19.124 DEBUG:teuthology.parallel:result is None 2024-09-10T10:41:19.127 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:41:19.127 DEBUG:teuthology.parallel:result is None 2024-09-10T10:41:19.128 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:41:19.129 DEBUG:teuthology.parallel:result is None 2024-09-10T10:41:19.129 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:41:19.209 INFO:tasks.ceph.mds.a.smithi022.stdout:starting mds.a at 2024-09-10T10:41:19.209 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:41:19.218 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-10T10:41:19.220 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-10T10:41:19.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c0f400640 1 Processor -- start 2024-09-10T10:41:19.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c0f400640 1 -- start start 2024-09-10T10:41:19.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c0f400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7c0815b600 0x7f7c08071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:19.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c0f400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c080ce880 con 0x7f7c080b56f0 2024-09-10T10:41:19.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c0f400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c080ceb60 con 0x7f7c0815b220 2024-09-10T10:41:19.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c0f400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7c0806d6e0 con 0x7f7c0815b600 2024-09-10T10:41:19.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c0d400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7c080b56f0 0x7f7c080b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36414/0 (socket says 172.21.15.22:36414) 2024-09-10T10:41:19.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c0d400640 1 -- 172.21.15.22:0/1985111398 learned_addr learned my addr 172.21.15.22:0/1985111398 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:19.278 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c07e00640 1 --2- 172.21.15.22:0/1985111398 >> v2:172.21.15.145:3300/0 conn(0x7f7c0815b600 0x7f7c08071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:19.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c07400640 1 -- 172.21.15.22:0/1985111398 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1624394312 0 0) 0x7f7c080ce880 con 0x7f7c080b56f0 2024-09-10T10:41:19.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c07400640 1 -- 172.21.15.22:0/1985111398 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7bf0003530 con 0x7f7c080b56f0 2024-09-10T10:41:19.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c07e00640 1 -- 172.21.15.22:0/1985111398 >> v1:172.21.15.145:6789/0 conn(0x7f7c0815b220 legacy=0x7f7c080b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:19.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c07e00640 1 -- 172.21.15.22:0/1985111398 >> v1:172.21.15.22:6789/0 conn(0x7f7c080b56f0 legacy=0x7f7c080b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:19.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.276+0000 7f7c07e00640 1 -- 172.21.15.22:0/1985111398 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c080cee40 con 0x7f7c0815b600 2024-09-10T10:41:19.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c07e00640 1 --2- 172.21.15.22:0/1985111398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c0815b600 0x7f7c08071140 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f7bf40097c0 tx=0x7f7bf401c350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8b339eb7a74facf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:19.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c07400640 1 -- 172.21.15.22:0/1985111398 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf40b0070 con 0x7f7c0815b600 2024-09-10T10:41:19.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c07400640 1 -- 172.21.15.22:0/1985111398 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bf40ab600 con 0x7f7c0815b600 2024-09-10T10:41:19.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c07400640 1 -- 172.21.15.22:0/1985111398 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf40ab9d0 con 0x7f7c0815b600 2024-09-10T10:41:19.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c0f400640 1 -- 172.21.15.22:0/1985111398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c0815b600 msgr2=0x7f7c08071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:19.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c0f400640 1 --2- 172.21.15.22:0/1985111398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c0815b600 0x7f7c08071140 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f7bf40097c0 tx=0x7f7bf401c350 comp rx=0 tx=0).stop 2024-09-10T10:41:19.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c0f400640 1 -- 172.21.15.22:0/1985111398 shutdown_connections 2024-09-10T10:41:19.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c0f400640 1 --2- 172.21.15.22:0/1985111398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c0815b600 0x7f7c08071140 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:19.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c0f400640 1 -- 172.21.15.22:0/1985111398 >> 172.21.15.22:0/1985111398 conn(0x7f7c08062dd0 msgr2=0x7f7c0806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:19.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c0f400640 1 -- 172.21.15.22:0/1985111398 shutdown_connections 2024-09-10T10:41:19.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c0f400640 1 -- 172.21.15.22:0/1985111398 wait complete. 2024-09-10T10:41:19.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.280+0000 7f7c0f400640 1 Processor -- start 2024-09-10T10:41:19.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0f400640 1 -- start start 2024-09-10T10:41:19.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0f400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c080b56f0 0x7f7c08146710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:19.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0f400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c0815b220 0x7f7c0814dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:19.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c0815b600 0x7f7c0814e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:19.286 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0f400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7c080d01e0 con 0x7f7c0815b600 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0f400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7c080d0060 con 0x7f7c0815b220 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0f400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7c0806da30 con 0x7f7c080b56f0 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c0815b600 0x7f7c0814e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c0815b600 0x7f7c0814e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48806/0 (socket says 172.21.15.22:48806) 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0d400640 1 -- 172.21.15.22:0/4080966964 learned_addr learned my addr 172.21.15.22:0/4080966964 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c07e00640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c0815b220 0x7f7c0814dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0ca00640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c080b56f0 0x7f7c08146710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0d400640 1 -- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c080b56f0 msgr2=0x7f7c08146710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0d400640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c080b56f0 0x7f7c08146710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0d400640 1 -- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c0815b220 msgr2=0x7f7c0814dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0d400640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c0815b220 0x7f7c0814dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0d400640 1 -- 172.21.15.22:0/4080966964 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c08156250 con 0x7f7c0815b600 2024-09-10T10:41:19.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c07e00640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c0815b220 0x7f7c0814dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:19.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0d400640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c0815b600 0x7f7c0814e230 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f7c0000cb40 tx=0x7f7c0000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:19.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c04c00640 1 -- 172.21.15.22:0/4080966964 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c00017070 con 0x7f7c0815b600 2024-09-10T10:41:19.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c04c00640 1 -- 172.21.15.22:0/4080966964 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c0000aca0 con 0x7f7c0815b600 2024-09-10T10:41:19.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c04c00640 1 -- 172.21.15.22:0/4080966964 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c00012620 con 0x7f7c0815b600 2024-09-10T10:41:19.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0f400640 1 -- 172.21.15.22:0/4080966964 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c08156530 con 0x7f7c0815b600 2024-09-10T10:41:19.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0f400640 1 -- 172.21.15.22:0/4080966964 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c08156af0 con 0x7f7c0815b600 2024-09-10T10:41:19.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.284+0000 7f7c0f400640 1 -- 172.21.15.22:0/4080966964 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c08071140 con 0x7f7c0815b600 2024-09-10T10:41:19.288 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.288+0000 7f7c04c00640 1 -- 172.21.15.22:0/4080966964 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7c0001a070 con 0x7f7c0815b600 2024-09-10T10:41:19.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.288+0000 7f7c04c00640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7be80678c0 0x7f7be8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:19.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.288+0000 7f7c04c00640 1 -- 172.21.15.22:0/4080966964 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 4943+0+0 (secure 0 0 0) 0x7f7c00085800 con 0x7f7c0815b600 2024-09-10T10:41:19.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.288+0000 7f7c0ca00640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7be80678c0 0x7f7be8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:19.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.288+0000 7f7c0ca00640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7be80678c0 0x7f7be8069d80 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f7c081f8a20 tx=0x7f7bfc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:19.294 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.292+0000 7f7c04c00640 1 -- 172.21.15.22:0/4080966964 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7c00055f50 con 0x7f7c0815b600 2024-09-10T10:41:19.488 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:19.484+0000 7f7c0f400640 1 -- 172.21.15.22:0/4080966964 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f7c08072e90 con 0x7f7c0815b600 2024-09-10T10:41:20.030 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.028+0000 7f7c04c00640 1 -- 172.21.15.22:0/4080966964 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v132) ==== 97+0+0 (secure 0 0 0) 0x7f7c0005a250 con 0x7f7c0815b600 2024-09-10T10:41:20.031 INFO:teuthology.orchestra.run.smithi022.stderr: removed all blocklist entries 2024-09-10T10:41:20.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 -- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7be80678c0 msgr2=0x7f7be8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7be80678c0 0x7f7be8069d80 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f7c081f8a20 tx=0x7f7bfc009040 comp rx=0 tx=0).stop 2024-09-10T10:41:20.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 -- 172.21.15.22:0/4080966964 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c0815b600 msgr2=0x7f7c0814e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c0815b600 0x7f7c0814e230 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f7c0000cb40 tx=0x7f7c0000a060 comp rx=0 tx=0).stop 2024-09-10T10:41:20.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 -- 172.21.15.22:0/4080966964 shutdown_connections 2024-09-10T10:41:20.033 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7be80678c0 0x7f7be8069d80 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7c0815b600 0x7f7c0814e230 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7c0815b220 0x7f7c0814dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 --2- 172.21.15.22:0/4080966964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7c080b56f0 0x7f7c08146710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 -- 172.21.15.22:0/4080966964 >> 172.21.15.22:0/4080966964 conn(0x7f7c08062dd0 msgr2=0x7f7c08158f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:20.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 -- 172.21.15.22:0/4080966964 shutdown_connections 2024-09-10T10:41:20.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.032+0000 7f7c0f400640 1 -- 172.21.15.22:0/4080966964 wait complete. 2024-09-10T10:41:20.056 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:41:20.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.196+0000 7f7fd9800640 1 Processor -- start 2024-09-10T10:41:20.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.196+0000 7f7fd9800640 1 -- start start 2024-09-10T10:41:20.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd9800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7fd406d1a0 0x7f7fd406d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd9800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd40ae8a0 0x7f7fd40aed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd9800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fd40afe90 con 0x7f7fd4147e40 2024-09-10T10:41:20.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd9800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7fd40af240 con 0x7f7fd406d1a0 2024-09-10T10:41:20.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd9800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7fd40b5aa0 con 0x7f7fd40ae8a0 2024-09-10T10:41:20.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7fd4147e40 0x7f7fd4071a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36428/0 (socket says 172.21.15.22:36428) 2024-09-10T10:41:20.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2a00640 1 -- 172.21.15.22:0/2559962420 learned_addr learned my addr 172.21.15.22:0/2559962420 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:20.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fca000640 1 --2- 172.21.15.22:0/2559962420 >> v2:172.21.15.145:3300/0 conn(0x7f7fd406d1a0 0x7f7fd406d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd3400640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd40ae8a0 0x7f7fd40aed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1204385839 0 0) 0x7f7fd40afe90 con 0x7f7fd4147e40 2024-09-10T10:41:20.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7fb8003530 con 0x7f7fd4147e40 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2654113101 0 0) 0x7f7fb8003530 con 0x7f7fd4147e40 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd40ae8a0 msgr2=0x7f7fd40aed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd40ae8a0 0x7f7fd40aed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 >> v2:172.21.15.145:3300/0 conn(0x7f7fd406d1a0 msgr2=0x7f7fd406d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 --2- 172.21.15.22:0/2559962420 >> v2:172.21.15.145:3300/0 conn(0x7f7fd406d1a0 0x7f7fd406d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fd40b54e0 con 0x7f7fd4147e40 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f7fc4001680 con 0x7f7fd4147e40 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 >> v1:172.21.15.22:6789/0 conn(0x7f7fd4147e40 legacy=0x7f7fd4071a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd40ae8a0 0x7f7fb80039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fb8003f60 0x7f7fb8004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fb8004d50 0x7f7fb80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd40b5aa0 con 0x7f7fb8004d50 2024-09-10T10:41:20.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb800b9d0 con 0x7f7fb8003f60 2024-09-10T10:41:20.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7fb800bbd0 con 0x7f7fd40ae8a0 2024-09-10T10:41:20.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd3400640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fb8004d50 0x7f7fb80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd2a00640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd40ae8a0 0x7f7fb80039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fca000640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fb8003f60 0x7f7fb8004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd3400640 1 -- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd40ae8a0 msgr2=0x7f7fb80039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:20.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd3400640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd40ae8a0 0x7f7fb80039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd3400640 1 -- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fb8003f60 msgr2=0x7f7fb8004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:20.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd3400640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fb8003f60 0x7f7fb8004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fd3400640 1 -- 172.21.15.22:0/2559962420 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fb8003530 con 0x7f7fb8004d50 2024-09-10T10:41:20.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.200+0000 7f7fca000640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fb8003f60 0x7f7fb8004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:20.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd3400640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fb8004d50 0x7f7fb80051d0 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc009fc0 tx=0x7f7fcc01c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd967f9bd0d086c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:20.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc0b0070 con 0x7f7fb8004d50 2024-09-10T10:41:20.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fcc0ab600 con 0x7f7fb8004d50 2024-09-10T10:41:20.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd2000640 1 -- 172.21.15.22:0/2559962420 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc009c10 con 0x7f7fb8004d50 2024-09-10T10:41:20.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd9800640 1 -- 172.21.15.22:0/2559962420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fb8004d50 msgr2=0x7f7fb80051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd9800640 1 --2- 172.21.15.22:0/2559962420 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fb8004d50 0x7f7fb80051d0 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc009fc0 tx=0x7f7fcc01c960 comp rx=0 tx=0).stop 2024-09-10T10:41:20.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd3400640 1 -- 172.21.15.22:0/2559962420 reap_dead start 2024-09-10T10:41:20.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd9800640 1 -- 172.21.15.22:0/2559962420 shutdown_connections 2024-09-10T10:41:20.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd9800640 1 -- 172.21.15.22:0/2559962420 >> 172.21.15.22:0/2559962420 conn(0x7f7fd4062dd0 msgr2=0x7f7fd406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:20.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd9800640 1 -- 172.21.15.22:0/2559962420 shutdown_connections 2024-09-10T10:41:20.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.204+0000 7f7fd9800640 1 -- 172.21.15.22:0/2559962420 wait complete. 2024-09-10T10:41:20.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 Processor -- start 2024-09-10T10:41:20.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 -- start start 2024-09-10T10:41:20.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fb8004d50 0x7f7fd415df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd41f5830 0x7f7fd40c8730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fd40b1480 0x7f7fd40b1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd4148220 con 0x7f7fd40b1480 2024-09-10T10:41:20.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd4072180 con 0x7f7fb8004d50 2024-09-10T10:41:20.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7fd41483a0 con 0x7f7fd41f5830 2024-09-10T10:41:20.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fd40b1480 0x7f7fd40b1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fd40b1480 0x7f7fd40b1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48824/0 (socket says 172.21.15.22:48824) 2024-09-10T10:41:20.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd3400640 1 -- 172.21.15.22:0/3945350829 learned_addr learned my addr 172.21.15.22:0/3945350829 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:20.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fca000640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd41f5830 0x7f7fd40c8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd2a00640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fb8004d50 0x7f7fd415df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd3400640 1 -- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd41f5830 msgr2=0x7f7fd40c8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd3400640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd41f5830 0x7f7fd40c8730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd3400640 1 -- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fb8004d50 msgr2=0x7f7fd415df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd3400640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fb8004d50 0x7f7fd415df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.211 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd3400640 1 -- 172.21.15.22:0/3945350829 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fd40c90d0 con 0x7f7fd40b1480 2024-09-10T10:41:20.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd3400640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fd40b1480 0x7f7fd40b1910 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc002240 tx=0x7f7fcc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:20.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fcb400640 1 -- 172.21.15.22:0/3945350829 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc0be070 con 0x7f7fd40b1480 2024-09-10T10:41:20.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fcb400640 1 -- 172.21.15.22:0/3945350829 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fcc0ab400 con 0x7f7fd40b1480 2024-09-10T10:41:20.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fcb400640 1 -- 172.21.15.22:0/3945350829 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc0b0040 con 0x7f7fd40b1480 2024-09-10T10:41:20.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 -- 172.21.15.22:0/3945350829 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fd41f5df0 con 0x7f7fd40b1480 2024-09-10T10:41:20.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 -- 172.21.15.22:0/3945350829 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fd41f63b0 con 0x7f7fd40b1480 2024-09-10T10:41:20.212 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.208+0000 7f7fd9800640 1 -- 172.21.15.22:0/3945350829 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fd41f65b0 con 0x7f7fd40b1480 2024-09-10T10:41:20.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.212+0000 7f7fcb400640 1 -- 172.21.15.22:0/3945350829 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7fcc0039a0 con 0x7f7fd40b1480 2024-09-10T10:41:20.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.212+0000 7f7fcb400640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fb00678c0 0x7f7fb0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.212+0000 7f7fcb400640 1 -- 172.21.15.22:0/3945350829 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4857+0+0 (secure 0 0 0) 0x7f7fcc11f2f0 con 0x7f7fd40b1480 2024-09-10T10:41:20.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.212+0000 7f7fd2a00640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fb00678c0 0x7f7fb0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.212+0000 7f7fd2a00640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fb00678c0 0x7f7fb0069d80 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4005260 tx=0x7f7fc4007900 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:20.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.216+0000 7f7fcb400640 1 -- 172.21.15.22:0/3945350829 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7fd41f65b0 con 0x7f7fd40b1480 2024-09-10T10:41:20.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.436+0000 7f7fd9800640 1 -- 172.21.15.22:0/3945350829 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f7fd40af1a0 con 0x7f7fd40b1480 2024-09-10T10:41:20.438 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.436+0000 7f7fcb400640 1 -- 172.21.15.22:0/3945350829 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v22) ==== 80+0+5304 (secure 0 0 0) 0x7f7fcc016990 con 0x7f7fd40b1480 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout: "auth_dump": [ 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.a", 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmQNScBhAAB5AUjWf7h67wpxVBgVwemA==", 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:41:20.439 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.440 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.440 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.440 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.440 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.b", 2024-09-10T10:41:20.440 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmyN3lEhAAjaXlYlgczTtFHvNGbhfVSw==", 2024-09-10T10:41:20.440 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.440 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:41:20.440 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:41:20.440 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:41:20.440 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.c", 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmL+7bDRAASUuaXlORC/U3qNcXKN0OCg==", 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.441 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mds.d", 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmX/BOGhAAP9w44e24m1ylnWyORrlqRg==", 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.442 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.0", 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD+H+Bms2h3OxAAMAoe24WS8ImHvNw35C+wYg==", 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.1", 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQADIOBmma+rFxAA3co7unmTxv8wVX24JoJ69Q==", 2024-09-10T10:41:20.443 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.444 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:41:20.444 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:41:20.444 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.444 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.444 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.444 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.444 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.2", 2024-09-10T10:41:20.444 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAHIOBmdRD0LhAA1/Rfb0B+rj500outSnAllA==", 2024-09-10T10:41:20.444 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.444 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:41:20.445 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:41:20.445 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.445 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.445 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.445 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.445 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.3", 2024-09-10T10:41:20.445 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAMIOBmYkOiCRAA/gjXMM70Td+ifLglGlzQIA==", 2024-09-10T10:41:20.445 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.445 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:41:20.445 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.4", 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQATIOBmU3/mCRAAYygdHPcDcWGemYGUkhAwuA==", 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.448 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.5", 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAXIOBmM8C5ABAAZAfFvQxUp7ul3R56yHO7PQ==", 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.6", 2024-09-10T10:41:20.449 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAaIOBm+x3bFRAANQU/ZwDVaYT83F6B6i0zqA==", 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "osd.7", 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQAdIOBmC4RUKxAAI0YUHgnVvQ1vFzjAvnmVBA==", 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow profile osd", 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile osd", 2024-09-10T10:41:20.450 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.0", 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA==", 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow r", 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.451 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.1", 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmuVDvJxAAQvjm2w9uMDnLpaQbCrXx0Q==", 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.2", 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmUrFnJBAATXAikjPukA+kkc4V4qQ/yA==", 2024-09-10T10:41:20.452 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.3", 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmR4E8LhAAxhxF6h0Ndc2CuwlEWixWgg==", 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow", 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow r", 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow rw", 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow rwx" 2024-09-10T10:41:20.453 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "client.admin", 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm1kZCJhAAGLXWU85Vtod0CRG/bo4sSQ==", 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": "allow *", 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow *", 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.x", 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD9H+BmZwxlAhAAH/wb6rZa2Vc4LYIRYHO0tQ==", 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.454 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:41:20.455 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:41:20.455 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.455 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.455 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-10T10:41:20.455 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.455 INFO:teuthology.orchestra.run.smithi022.stdout: "entity": "mgr.y", 2024-09-10T10:41:20.455 INFO:teuthology.orchestra.run.smithi022.stdout: "key": "AQD8H+Bm8hQWOhAAznjMV0FqXeG6EJO+OMLS7Q==", 2024-09-10T10:41:20.455 INFO:teuthology.orchestra.run.smithi022.stdout: "caps": { 2024-09-10T10:41:20.455 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": "allow *", 2024-09-10T10:41:20.455 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": "allow profile mgr", 2024-09-10T10:41:20.456 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": "allow *" 2024-09-10T10:41:20.456 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.456 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.456 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-10T10:41:20.456 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 -- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fb00678c0 msgr2=0x7f7fb0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fb00678c0 0x7f7fb0069d80 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4005260 tx=0x7f7fc4007900 comp rx=0 tx=0).stop 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 -- 172.21.15.22:0/3945350829 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fd40b1480 msgr2=0x7f7fd40b1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fd40b1480 0x7f7fd40b1910 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc002240 tx=0x7f7fcc009750 comp rx=0 tx=0).stop 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 -- 172.21.15.22:0/3945350829 shutdown_connections 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7fb00678c0 0x7f7fb0069d80 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7fd40b1480 0x7f7fd40b1910 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fd41f5830 0x7f7fd40c8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 --2- 172.21.15.22:0/3945350829 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fb8004d50 0x7f7fd415df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 -- 172.21.15.22:0/3945350829 >> 172.21.15.22:0/3945350829 conn(0x7f7fd4062dd0 msgr2=0x7f7fd40b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 -- 172.21.15.22:0/3945350829 shutdown_connections 2024-09-10T10:41:20.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.440+0000 7f7fd9800640 1 -- 172.21.15.22:0/3945350829 wait complete. 2024-09-10T10:41:20.460 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:41:20.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e8a00640 1 Processor -- start 2024-09-10T10:41:20.601 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e8a00640 1 -- start start 2024-09-10T10:41:20.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e8a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f48e415e580 0x7f48e4070a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e8a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f48e40b6bc0 0x7f48e40b7010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e8a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48e406d1a0 con 0x7f48e4070fc0 2024-09-10T10:41:20.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e8a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f48e406d480 con 0x7f48e40b6bc0 2024-09-10T10:41:20.602 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e8a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f48e406d760 con 0x7f48e415e580 2024-09-10T10:41:20.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48d9400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f48e4070fc0 0x7f48e415e960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36436/0 (socket says 172.21.15.22:36436) 2024-09-10T10:41:20.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48d9400640 1 -- 172.21.15.22:0/2155511959 learned_addr learned my addr 172.21.15.22:0/2155511959 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:20.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e2800640 1 --2- 172.21.15.22:0/2155511959 >> v2:172.21.15.22:3300/0 conn(0x7f48e40b6bc0 0x7f48e40b7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e1e00640 1 --2- 172.21.15.22:0/2155511959 >> v2:172.21.15.145:3300/0 conn(0x7f48e415e580 0x7f48e4070a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.603 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e2800640 1 -- 172.21.15.22:0/2155511959 >> v2:172.21.15.145:3300/0 conn(0x7f48e415e580 msgr2=0x7f48e4070a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:20.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e2800640 1 --2- 172.21.15.22:0/2155511959 >> v2:172.21.15.145:3300/0 conn(0x7f48e415e580 0x7f48e4070a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e2800640 1 -- 172.21.15.22:0/2155511959 >> v1:172.21.15.22:6789/0 conn(0x7f48e4070fc0 legacy=0x7f48e415e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e1400640 1 -- 172.21.15.22:0/2155511959 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1034434266 0 0) 0x7f48e406d1a0 con 0x7f48e4070fc0 2024-09-10T10:41:20.604 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.600+0000 7f48e2800640 1 -- 172.21.15.22:0/2155511959 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48e406da40 con 0x7f48e40b6bc0 2024-09-10T10:41:20.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e2800640 1 --2- 172.21.15.22:0/2155511959 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e40b6bc0 0x7f48e40b7010 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7f48e40744f0 tx=0x7f48dc01c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6949f6cd48eab93 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:20.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e1400640 1 -- 172.21.15.22:0/2155511959 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48dc0b2070 con 0x7f48e40b6bc0 2024-09-10T10:41:20.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e1400640 1 -- 172.21.15.22:0/2155511959 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48dc0a5980 con 0x7f48e40b6bc0 2024-09-10T10:41:20.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e1400640 1 -- 172.21.15.22:0/2155511959 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48dc0a5d50 con 0x7f48e40b6bc0 2024-09-10T10:41:20.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e8a00640 1 -- 172.21.15.22:0/2155511959 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e40b6bc0 msgr2=0x7f48e40b7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e8a00640 1 --2- 172.21.15.22:0/2155511959 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e40b6bc0 0x7f48e40b7010 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7f48e40744f0 tx=0x7f48dc01c8a0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e8a00640 1 -- 172.21.15.22:0/2155511959 shutdown_connections 2024-09-10T10:41:20.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e8a00640 1 --2- 172.21.15.22:0/2155511959 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e40b6bc0 0x7f48e40b7010 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e8a00640 1 --2- 172.21.15.22:0/2155511959 >> v2:172.21.15.145:3300/0 conn(0x7f48e415e580 0x7f48e4070a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e8a00640 1 -- 172.21.15.22:0/2155511959 >> 172.21.15.22:0/2155511959 conn(0x7f48e406f3b0 msgr2=0x7f48e406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:20.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e8a00640 1 -- 172.21.15.22:0/2155511959 shutdown_connections 2024-09-10T10:41:20.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.604+0000 7f48e8a00640 1 -- 172.21.15.22:0/2155511959 wait complete. 2024-09-10T10:41:20.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e8a00640 1 Processor -- start 2024-09-10T10:41:20.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e8a00640 1 -- start start 2024-09-10T10:41:20.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e8a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48e4070fc0 0x7f48e4151c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e8a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48e40b6bc0 0x7f48e413e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e8a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e415e580 0x7f48e413ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e8a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f48e406ca10 con 0x7f48e415e580 2024-09-10T10:41:20.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e8a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f48e406c890 con 0x7f48e40b6bc0 2024-09-10T10:41:20.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e8a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f48e406cb90 con 0x7f48e4070fc0 2024-09-10T10:41:20.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e2800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e415e580 0x7f48e413ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e2800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e415e580 0x7f48e413ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48848/0 (socket says 172.21.15.22:48848) 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e2800640 1 -- 172.21.15.22:0/2069709753 learned_addr learned my addr 172.21.15.22:0/2069709753 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e1e00640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48e4070fc0 0x7f48e4151c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48d9400640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48e40b6bc0 0x7f48e413e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e2800640 1 -- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48e4070fc0 msgr2=0x7f48e4151c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e2800640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48e4070fc0 0x7f48e4151c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e2800640 1 -- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48e40b6bc0 msgr2=0x7f48e413e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e2800640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48e40b6bc0 0x7f48e413e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e2800640 1 -- 172.21.15.22:0/2069709753 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48e4152170 con 0x7f48e415e580 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e2800640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e415e580 0x7f48e413ed50 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f48dc0194b0 tx=0x7f48dc019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:20.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48daa00640 1 -- 172.21.15.22:0/2069709753 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48dc0b2050 con 0x7f48e415e580 2024-09-10T10:41:20.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48daa00640 1 -- 172.21.15.22:0/2069709753 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48dc0b3040 con 0x7f48e415e580 2024-09-10T10:41:20.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e8a00640 1 -- 172.21.15.22:0/2069709753 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48e4159b10 con 0x7f48e415e580 2024-09-10T10:41:20.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48daa00640 1 -- 172.21.15.22:0/2069709753 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48dc0ad850 con 0x7f48e415e580 2024-09-10T10:41:20.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.608+0000 7f48e8a00640 1 -- 172.21.15.22:0/2069709753 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48e4151950 con 0x7f48e415e580 2024-09-10T10:41:20.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.612+0000 7f48e8a00640 1 -- 172.21.15.22:0/2069709753 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48e40b7010 con 0x7f48e415e580 2024-09-10T10:41:20.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.612+0000 7f48daa00640 1 -- 172.21.15.22:0/2069709753 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f48dc0c0020 con 0x7f48e415e580 2024-09-10T10:41:20.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.612+0000 7f48daa00640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48c00678c0 0x7f48c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.612+0000 7f48daa00640 1 -- 172.21.15.22:0/2069709753 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4857+0+0 (secure 0 0 0) 0x7f48dc1205a0 con 0x7f48e415e580 2024-09-10T10:41:20.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.612+0000 7f48e1e00640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48c00678c0 0x7f48c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.612+0000 7f48e1e00640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48c00678c0 0x7f48c0069d80 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f48e406fb30 tx=0x7f48d4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:20.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.616+0000 7f48daa00640 1 -- 172.21.15.22:0/2069709753 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f48e4152170 con 0x7f48e415e580 2024-09-10T10:41:20.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.788+0000 7f48e8a00640 1 -- 172.21.15.22:0/2069709753 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f48e4155ae0 con 0x7f48e415e580 2024-09-10T10:41:20.790 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.788+0000 7f48daa00640 1 -- 172.21.15.22:0/2069709753 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v134) ==== 84+0+65 (secure 0 0 0) 0x7f48dc016520 con 0x7f48e415e580 2024-09-10T10:41:20.791 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:20.791 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-10T10:41:20.791 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-10T10:41:20.791 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-10T10:41:20.791 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-10T10:41:20.791 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-10T10:41:20.791 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-10T10:41:20.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 -- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48c00678c0 msgr2=0x7f48c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48c00678c0 0x7f48c0069d80 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f48e406fb30 tx=0x7f48d4008040 comp rx=0 tx=0).stop 2024-09-10T10:41:20.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 -- 172.21.15.22:0/2069709753 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e415e580 msgr2=0x7f48e413ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e415e580 0x7f48e413ed50 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f48dc0194b0 tx=0x7f48dc019640 comp rx=0 tx=0).stop 2024-09-10T10:41:20.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 -- 172.21.15.22:0/2069709753 shutdown_connections 2024-09-10T10:41:20.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f48c00678c0 0x7f48c0069d80 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f48e415e580 0x7f48e413ed50 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48e40b6bc0 0x7f48e413e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 --2- 172.21.15.22:0/2069709753 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48e4070fc0 0x7f48e4151c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 -- 172.21.15.22:0/2069709753 >> 172.21.15.22:0/2069709753 conn(0x7f48e406f3b0 msgr2=0x7f48e40b2110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:20.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 -- 172.21.15.22:0/2069709753 shutdown_connections 2024-09-10T10:41:20.795 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.792+0000 7f48e8a00640 1 -- 172.21.15.22:0/2069709753 wait complete. 2024-09-10T10:41:20.812 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:41:20.812 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:41:20.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.956+0000 7f57ee200640 1 Processor -- start 2024-09-10T10:41:20.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.956+0000 7f57ee200640 1 -- start start 2024-09-10T10:41:20.959 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.956+0000 7f57ee200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 0x7f57e80cd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.956+0000 7f57ee200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f57e815c960 0x7f57e815cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.956+0000 7f57ee200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57e80b3fd0 con 0x7f57e81460d0 2024-09-10T10:41:20.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.956+0000 7f57ee200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f57e80cdc80 con 0x7f57e815c960 2024-09-10T10:41:20.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.956+0000 7f57ee200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f57e80b42b0 con 0x7f57e80cd300 2024-09-10T10:41:20.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.956+0000 7f57e7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f57e815c960 0x7f57e815cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.956+0000 7f57e7400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f57e81460d0 0x7f57e80b35c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36446/0 (socket says 172.21.15.22:36446) 2024-09-10T10:41:20.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.956+0000 7f57e7400640 1 -- 172.21.15.22:0/2718760585 learned_addr learned my addr 172.21.15.22:0/2718760585 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:20.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57e7e00640 1 -- 172.21.15.22:0/2718760585 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 msgr2=0x7f57e80cd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:20.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57dea00640 1 --2- 172.21.15.22:0/2718760585 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 0x7f57e80cd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57e7e00640 1 --2- 172.21.15.22:0/2718760585 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 0x7f57e80cd740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57e7e00640 1 -- 172.21.15.22:0/2718760585 >> v1:172.21.15.22:6789/0 conn(0x7f57e81460d0 legacy=0x7f57e80b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57e6a00640 1 -- 172.21.15.22:0/2718760585 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 944215946 0 0) 0x7f57e80b3fd0 con 0x7f57e81460d0 2024-09-10T10:41:20.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57e7e00640 1 -- 172.21.15.22:0/2718760585 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57e80b4590 con 0x7f57e815c960 2024-09-10T10:41:20.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57dea00640 1 --2- 172.21.15.22:0/2718760585 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 0x7f57e80cd740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:20.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57e7e00640 1 --2- 172.21.15.22:0/2718760585 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 0x7f57e815cdf0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f57e0009d90 tx=0x7f57e001c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d08c1681f8066dfc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:20.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57e6a00640 1 -- 172.21.15.22:0/2718760585 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e00b2070 con 0x7f57e815c960 2024-09-10T10:41:20.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57e6a00640 1 -- 172.21.15.22:0/2718760585 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57e00a5a00 con 0x7f57e815c960 2024-09-10T10:41:20.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.960+0000 7f57e6a00640 1 -- 172.21.15.22:0/2718760585 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e00a5dd0 con 0x7f57e815c960 2024-09-10T10:41:20.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 -- 172.21.15.22:0/2718760585 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 msgr2=0x7f57e815cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 --2- 172.21.15.22:0/2718760585 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 0x7f57e815cdf0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f57e0009d90 tx=0x7f57e001c940 comp rx=0 tx=0).stop 2024-09-10T10:41:20.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 -- 172.21.15.22:0/2718760585 shutdown_connections 2024-09-10T10:41:20.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 --2- 172.21.15.22:0/2718760585 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 0x7f57e815cdf0 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 --2- 172.21.15.22:0/2718760585 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 0x7f57e80cd740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 -- 172.21.15.22:0/2718760585 >> 172.21.15.22:0/2718760585 conn(0x7f57e8063000 msgr2=0x7f57e806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:20.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 -- 172.21.15.22:0/2718760585 shutdown_connections 2024-09-10T10:41:20.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 -- 172.21.15.22:0/2718760585 wait complete. 2024-09-10T10:41:20.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 Processor -- start 2024-09-10T10:41:20.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 -- start start 2024-09-10T10:41:20.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 0x7f57e813e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57e81460d0 0x7f57e8071860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 0x7f57e8071da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f57e806e990 con 0x7f57e815c960 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f57e806e810 con 0x7f57e81460d0 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57ee200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f57e80b5070 con 0x7f57e80cd300 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 0x7f57e8071da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 0x7f57e8071da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48854/0 (socket says 172.21.15.22:48854) 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7e00640 1 -- 172.21.15.22:0/1048881431 learned_addr learned my addr 172.21.15.22:0/1048881431 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7400640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 0x7f57e813e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57dea00640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57e81460d0 0x7f57e8071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7e00640 1 -- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 msgr2=0x7f57e813e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7e00640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 0x7f57e813e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7e00640 1 -- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57e81460d0 msgr2=0x7f57e8071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7e00640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57e81460d0 0x7f57e8071860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:20.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7e00640 1 -- 172.21.15.22:0/1048881431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57e80725a0 con 0x7f57e815c960 2024-09-10T10:41:20.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7400640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 0x7f57e813e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:20.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.964+0000 7f57e7e00640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 0x7f57e8071da0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f57e0009d90 tx=0x7f57e815db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:20.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.968+0000 7f57dfe00640 1 -- 172.21.15.22:0/1048881431 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e00b2040 con 0x7f57e815c960 2024-09-10T10:41:20.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.968+0000 7f57dfe00640 1 -- 172.21.15.22:0/1048881431 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57e0003ba0 con 0x7f57e815c960 2024-09-10T10:41:20.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.968+0000 7f57dfe00640 1 -- 172.21.15.22:0/1048881431 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e0004030 con 0x7f57e815c960 2024-09-10T10:41:20.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.968+0000 7f57ee200640 1 -- 172.21.15.22:0/1048881431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57e8072840 con 0x7f57e815c960 2024-09-10T10:41:20.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.968+0000 7f57ee200640 1 -- 172.21.15.22:0/1048881431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57e8071340 con 0x7f57e815c960 2024-09-10T10:41:20.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.968+0000 7f57ee200640 1 -- 172.21.15.22:0/1048881431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57e80cd740 con 0x7f57e815c960 2024-09-10T10:41:20.970 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.968+0000 7f57dfe00640 1 -- 172.21.15.22:0/1048881431 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f57e00c1060 con 0x7f57e815c960 2024-09-10T10:41:20.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.968+0000 7f57dfe00640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57c40678f0 0x7f57c4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:20.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.968+0000 7f57dfe00640 1 -- 172.21.15.22:0/1048881431 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4857+0+0 (secure 0 0 0) 0x7f57e011f920 con 0x7f57e815c960 2024-09-10T10:41:20.971 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.968+0000 7f57e7400640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57c40678f0 0x7f57c4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:20.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.972+0000 7f57e7400640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57c40678f0 0x7f57c4069db0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f57d8007fd0 tx=0x7f57d8007c20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:20.975 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:20.972+0000 7f57dfe00640 1 -- 172.21.15.22:0/1048881431 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f57e0016560 con 0x7f57e815c960 2024-09-10T10:41:21.145 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:21.144+0000 7f57ee200640 1 -- 172.21.15.22:0/1048881431 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f57e80cce40 con 0x7f57e815c960 2024-09-10T10:41:22.039 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.036+0000 7f57dfe00640 1 -- 172.21.15.22:0/1048881431 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v135) ==== 138+0+0 (secure 0 0 0) 0x7f57e00f07a0 con 0x7f57e815c960 2024-09-10T10:41:22.039 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-10T10:41:22.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 -- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57c40678f0 msgr2=0x7f57c4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:22.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57c40678f0 0x7f57c4069db0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f57d8007fd0 tx=0x7f57d8007c20 comp rx=0 tx=0).stop 2024-09-10T10:41:22.042 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 -- 172.21.15.22:0/1048881431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 msgr2=0x7f57e8071da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:22.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 0x7f57e8071da0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f57e0009d90 tx=0x7f57e815db40 comp rx=0 tx=0).stop 2024-09-10T10:41:22.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 -- 172.21.15.22:0/1048881431 shutdown_connections 2024-09-10T10:41:22.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f57c40678f0 0x7f57c4069db0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:22.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f57e815c960 0x7f57e8071da0 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:22.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57e81460d0 0x7f57e8071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:22.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 --2- 172.21.15.22:0/1048881431 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57e80cd300 0x7f57e813e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:22.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 -- 172.21.15.22:0/1048881431 >> 172.21.15.22:0/1048881431 conn(0x7f57e8063000 msgr2=0x7f57e806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:22.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 -- 172.21.15.22:0/1048881431 shutdown_connections 2024-09-10T10:41:22.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.040+0000 7f57ee200640 1 -- 172.21.15.22:0/1048881431 wait complete. 2024-09-10T10:41:22.072 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:41:22.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.220+0000 7fbcb4a00640 1 Processor -- start 2024-09-10T10:41:22.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.220+0000 7fbcb4a00640 1 -- start start 2024-09-10T10:41:22.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbcb4a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbcb015c630 0x7fbcb006eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:22.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbcb4a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb006eff0 0x7fbcb00ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:22.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbcb4a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcb0159350 con 0x7fbcb0158f70 2024-09-10T10:41:22.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbcb4a00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fbcb0071340 con 0x7fbcb015c630 2024-09-10T10:41:22.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbcb4a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbcb0071620 con 0x7fbcb006eff0 2024-09-10T10:41:22.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbca5400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbcb015c630 0x7fbcb006eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:22.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbca5400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fbcb015c630 0x7fbcb006eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48858/0 (socket says 172.21.15.22:48858) 2024-09-10T10:41:22.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbca5400640 1 -- 172.21.15.22:0/3159251002 learned_addr learned my addr 172.21.15.22:0/3159251002 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:22.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbcae800640 1 --2- 172.21.15.22:0/3159251002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb006eff0 0x7fbcb00ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:22.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbca5400640 1 -- 172.21.15.22:0/3159251002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb006eff0 msgr2=0x7fbcb00ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:22.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbca5400640 1 --2- 172.21.15.22:0/3159251002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb006eff0 0x7fbcb00ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:22.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbca5400640 1 -- 172.21.15.22:0/3159251002 >> v1:172.21.15.145:6789/0 conn(0x7fbcb0158f70 legacy=0x7fbcb0072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:22.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.224+0000 7fbca5400640 1 -- 172.21.15.22:0/3159251002 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcb0071900 con 0x7fbcb015c630 2024-09-10T10:41:22.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbca5400640 1 --2- 172.21.15.22:0/3159251002 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 0x7fbcb006eab0 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7fbc980098a0 tx=0x7fbc9801c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79797f894963ff18 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:22.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcad400640 1 -- 172.21.15.22:0/3159251002 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc980ab430 con 0x7fbcb015c630 2024-09-10T10:41:22.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcad400640 1 -- 172.21.15.22:0/3159251002 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc980b0070 con 0x7fbcb015c630 2024-09-10T10:41:22.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcad400640 1 -- 172.21.15.22:0/3159251002 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc980ab7f0 con 0x7fbcb015c630 2024-09-10T10:41:22.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcb4a00640 1 -- 172.21.15.22:0/3159251002 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 msgr2=0x7fbcb006eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:22.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcb4a00640 1 --2- 172.21.15.22:0/3159251002 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 0x7fbcb006eab0 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7fbc980098a0 tx=0x7fbc9801c540 comp rx=0 tx=0).stop 2024-09-10T10:41:22.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcb4a00640 1 -- 172.21.15.22:0/3159251002 shutdown_connections 2024-09-10T10:41:22.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcb4a00640 1 --2- 172.21.15.22:0/3159251002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb006eff0 0x7fbcb00ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:22.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcb4a00640 1 --2- 172.21.15.22:0/3159251002 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 0x7fbcb006eab0 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:22.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcb4a00640 1 -- 172.21.15.22:0/3159251002 >> 172.21.15.22:0/3159251002 conn(0x7fbcb0062eb0 msgr2=0x7fbcb006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:22.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcb4a00640 1 -- 172.21.15.22:0/3159251002 shutdown_connections 2024-09-10T10:41:22.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcb4a00640 1 -- 172.21.15.22:0/3159251002 wait complete. 2024-09-10T10:41:22.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcb4a00640 1 Processor -- start 2024-09-10T10:41:22.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.228+0000 7fbcb4a00640 1 -- start start 2024-09-10T10:41:22.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcb4a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb006eff0 0x7fbcb01f74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:22.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcb4a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb0158f70 0x7fbcb01f7a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcb4a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 0x7fbcb01618e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcb4a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb00cf5e0 con 0x7fbcb015c630 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcb4a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb00cf460 con 0x7fbcb0158f70 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcb4a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbcb00cf760 con 0x7fbcb006eff0 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcae800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 0x7fbcb01618e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcae800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 0x7fbcb01618e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48872/0 (socket says 172.21.15.22:48872) 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcae800640 1 -- 172.21.15.22:0/2209472451 learned_addr learned my addr 172.21.15.22:0/2209472451 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbca5400640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb0158f70 0x7fbcb01f7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcade00640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb006eff0 0x7fbcb01f74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcae800640 1 -- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb006eff0 msgr2=0x7fbcb01f74e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcae800640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb006eff0 0x7fbcb01f74e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcae800640 1 -- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb0158f70 msgr2=0x7fbcb01f7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:22.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcae800640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb0158f70 0x7fbcb01f7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:22.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcae800640 1 -- 172.21.15.22:0/2209472451 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcb01f8020 con 0x7fbcb015c630 2024-09-10T10:41:22.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcae800640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 0x7fbcb01618e0 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7fbca8007e60 tx=0x7fbca800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:22.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbca6a00640 1 -- 172.21.15.22:0/2209472451 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca8014420 con 0x7fbcb015c630 2024-09-10T10:41:22.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbca6a00640 1 -- 172.21.15.22:0/2209472451 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbca8019070 con 0x7fbcb015c630 2024-09-10T10:41:22.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbca6a00640 1 -- 172.21.15.22:0/2209472451 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca8014820 con 0x7fbcb015c630 2024-09-10T10:41:22.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcb4a00640 1 -- 172.21.15.22:0/2209472451 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcb01f8300 con 0x7fbcb015c630 2024-09-10T10:41:22.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcb4a00640 1 -- 172.21.15.22:0/2209472451 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcb00b22a0 con 0x7fbcb015c630 2024-09-10T10:41:22.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbcb4a00640 1 -- 172.21.15.22:0/2209472451 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcb00afd50 con 0x7fbcb015c630 2024-09-10T10:41:22.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.232+0000 7fbca6a00640 1 -- 172.21.15.22:0/2209472451 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbca80149c0 con 0x7fbcb015c630 2024-09-10T10:41:22.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.236+0000 7fbca6a00640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 0x7fbc8c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:22.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.236+0000 7fbca6a00640 1 -- 172.21.15.22:0/2209472451 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(135..135 src has 1..135) ==== 5227+0+0 (secure 0 0 0) 0x7fbca8086220 con 0x7fbcb015c630 2024-09-10T10:41:22.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.236+0000 7fbcade00640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 0x7fbc8c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:22.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.236+0000 7fbcade00640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 0x7fbc8c069d80 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fbca0007fd0 tx=0x7fbca0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:22.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.240+0000 7fbca6a00640 1 -- 172.21.15.22:0/2209472451 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbca8056850 con 0x7fbcb015c630 2024-09-10T10:41:22.408 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:22.408+0000 7fbcb4a00640 1 -- 172.21.15.22:0/2209472451 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fbcb00ce4c0 con 0x7fbcb015c630 2024-09-10T10:41:23.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.044+0000 7fbca6a00640 1 -- 172.21.15.22:0/2209472451 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v136) ==== 170+0+0 (secure 0 0 0) 0x7fbca805ab50 con 0x7fbcb015c630 2024-09-10T10:41:23.047 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-10T10:41:23.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 -- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 msgr2=0x7fbc8c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:23.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 0x7fbc8c069d80 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fbca0007fd0 tx=0x7fbca0009040 comp rx=0 tx=0).stop 2024-09-10T10:41:23.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 -- 172.21.15.22:0/2209472451 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 msgr2=0x7fbcb01618e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:23.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 0x7fbcb01618e0 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7fbca8007e60 tx=0x7fbca800e4b0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 -- 172.21.15.22:0/2209472451 shutdown_connections 2024-09-10T10:41:23.051 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fbc8c0678c0 0x7fbc8c069d80 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fbcb015c630 0x7fbcb01618e0 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbcb0158f70 0x7fbcb01f7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 --2- 172.21.15.22:0/2209472451 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbcb006eff0 0x7fbcb01f74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.052 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 -- 172.21.15.22:0/2209472451 >> 172.21.15.22:0/2209472451 conn(0x7fbcb0062eb0 msgr2=0x7fbcb015ca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:23.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.048+0000 7fbcb4a00640 1 -- 172.21.15.22:0/2209472451 shutdown_connections 2024-09-10T10:41:23.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.052+0000 7fbcb4a00640 1 -- 172.21.15.22:0/2209472451 wait complete. 2024-09-10T10:41:23.091 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:41:23.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.232+0000 7fac1b200640 1 Processor -- start 2024-09-10T10:41:23.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.232+0000 7fac1b200640 1 -- start start 2024-09-10T10:41:23.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac1b200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac1c15e4f0 0x7fac1c073110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:23.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac1b200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fac1c0710d0 0x7fac1c06c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:23.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac1b200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac1c0cb8d0 con 0x7fac1c0b60c0 2024-09-10T10:41:23.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac1b200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fac1c06c030 con 0x7fac1c0710d0 2024-09-10T10:41:23.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac1b200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fac1c15e8d0 con 0x7fac1c15e4f0 2024-09-10T10:41:23.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fac1c0b60c0 0x7fac1c0709c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36452/0 (socket says 172.21.15.22:36452) 2024-09-10T10:41:23.237 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19400640 1 -- 172.21.15.22:0/4200502995 learned_addr learned my addr 172.21.15.22:0/4200502995 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:23.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19e00640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac1c15e4f0 0x7fac1c073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:23.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac1a800640 1 --2- 172.21.15.22:0/4200502995 >> v2:172.21.15.145:3300/0 conn(0x7fac1c0710d0 0x7fac1c06c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:23.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3671557790 0 0) 0x7fac1c0cb8d0 con 0x7fac1c0b60c0 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac00003530 con 0x7fac1c0b60c0 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3023188207 0 0) 0x7fac00003530 con 0x7fac1c0b60c0 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac1c15e4f0 msgr2=0x7fac1c073110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac1c15e4f0 0x7fac1c073110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 >> v2:172.21.15.145:3300/0 conn(0x7fac1c0710d0 msgr2=0x7fac1c06c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 --2- 172.21.15.22:0/4200502995 >> v2:172.21.15.145:3300/0 conn(0x7fac1c0710d0 0x7fac1c06c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac1c073a60 con 0x7fac1c0b60c0 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fac08001680 con 0x7fac1c0b60c0 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 >> v1:172.21.15.22:6789/0 conn(0x7fac1c0b60c0 legacy=0x7fac1c0709c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac000039c0 0x7fac00003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac00004810 0x7fac00004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac000051d0 0x7fac0000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fac1c06c030 con 0x7fac000039c0 2024-09-10T10:41:23.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fac1c15e8d0 con 0x7fac000051d0 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fac0000bf10 con 0x7fac00004810 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19e00640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac1c15e4f0 0x7fac1c073110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac1a800640 1 --2- 172.21.15.22:0/4200502995 >> v2:172.21.15.145:3300/0 conn(0x7fac1c0710d0 0x7fac1c06c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19e00640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac000039c0 0x7fac00003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19400640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac00004810 0x7fac00004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac1a800640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac000051d0 0x7fac0000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19e00640 1 -- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac00004810 msgr2=0x7fac00004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19e00640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac00004810 0x7fac00004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19e00640 1 -- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac000051d0 msgr2=0x7fac0000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19e00640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac000051d0 0x7fac0000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.236+0000 7fac19e00640 1 -- 172.21.15.22:0/4200502995 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac00003530 con 0x7fac000039c0 2024-09-10T10:41:23.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac19e00640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac000039c0 0x7fac00003de0 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7fac1c0b5200 tx=0x7fac0c01cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75590eecfe63581f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:23.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac0c0097f0 con 0x7fac000039c0 2024-09-10T10:41:23.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac0c004030 con 0x7fac000039c0 2024-09-10T10:41:23.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac18a00640 1 -- 172.21.15.22:0/4200502995 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac0c004400 con 0x7fac000039c0 2024-09-10T10:41:23.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac1b200640 1 -- 172.21.15.22:0/4200502995 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac000039c0 msgr2=0x7fac00003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:23.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac1b200640 1 --2- 172.21.15.22:0/4200502995 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac000039c0 0x7fac00003de0 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7fac1c0b5200 tx=0x7fac0c01cab0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac1a800640 1 -- 172.21.15.22:0/4200502995 reap_dead start 2024-09-10T10:41:23.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac1b200640 1 -- 172.21.15.22:0/4200502995 shutdown_connections 2024-09-10T10:41:23.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac1b200640 1 -- 172.21.15.22:0/4200502995 >> 172.21.15.22:0/4200502995 conn(0x7fac1c06f2c0 msgr2=0x7fac1c06f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:23.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac1b200640 1 -- 172.21.15.22:0/4200502995 shutdown_connections 2024-09-10T10:41:23.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac1b200640 1 -- 172.21.15.22:0/4200502995 wait complete. 2024-09-10T10:41:23.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac1b200640 1 Processor -- start 2024-09-10T10:41:23.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.240+0000 7fac1b200640 1 -- start start 2024-09-10T10:41:23.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac1b200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac000039c0 0x7fac1c0cf010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:23.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac1b200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac1c15d650 0x7fac1c14ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac1b200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac1c157dd0 0x7fac1c158260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac1b200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fac1c06bcc0 con 0x7fac1c15d650 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac1b200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fac1c074020 con 0x7fac000039c0 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac1b200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fac1c073110 con 0x7fac1c157dd0 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac19400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac1c15d650 0x7fac1c14ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac19400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac1c15d650 0x7fac1c14ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48898/0 (socket says 172.21.15.22:48898) 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac19400640 1 -- 172.21.15.22:0/1398787269 learned_addr learned my addr 172.21.15.22:0/1398787269 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac19e00640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac000039c0 0x7fac1c0cf010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac1a800640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac1c157dd0 0x7fac1c158260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac19400640 1 -- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac1c157dd0 msgr2=0x7fac1c158260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac19400640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac1c157dd0 0x7fac1c158260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac19400640 1 -- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac000039c0 msgr2=0x7fac1c0cf010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:23.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac19400640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac000039c0 0x7fac1c0cf010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:23.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac19400640 1 -- 172.21.15.22:0/1398787269 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac1c0cf660 con 0x7fac1c15d650 2024-09-10T10:41:23.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac19400640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac1c15d650 0x7fac1c14ad90 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7fac08012290 tx=0x7fac08012690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:23.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac12000640 1 -- 172.21.15.22:0/1398787269 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac0801c070 con 0x7fac1c15d650 2024-09-10T10:41:23.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac12000640 1 -- 172.21.15.22:0/1398787269 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac08014770 con 0x7fac1c15d650 2024-09-10T10:41:23.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac12000640 1 -- 172.21.15.22:0/1398787269 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac08014b60 con 0x7fac1c15d650 2024-09-10T10:41:23.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac1b200640 1 -- 172.21.15.22:0/1398787269 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac1c0cf940 con 0x7fac1c15d650 2024-09-10T10:41:23.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac1b200640 1 -- 172.21.15.22:0/1398787269 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac1c0cff00 con 0x7fac1c15d650 2024-09-10T10:41:23.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.244+0000 7fac1b200640 1 -- 172.21.15.22:0/1398787269 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac1c0734a0 con 0x7fac1c15d650 2024-09-10T10:41:23.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.248+0000 7fac12000640 1 -- 172.21.15.22:0/1398787269 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fac08014d00 con 0x7fac1c15d650 2024-09-10T10:41:23.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.248+0000 7fac12000640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabfc0678f0 0x7fabfc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:23.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.248+0000 7fac12000640 1 -- 172.21.15.22:0/1398787269 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 5609+0+0 (secure 0 0 0) 0x7fac080883a0 con 0x7fac1c15d650 2024-09-10T10:41:23.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.248+0000 7fac19e00640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabfc0678f0 0x7fabfc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:23.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.248+0000 7fac19e00640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabfc0678f0 0x7fabfc069db0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fac0c0ad000 tx=0x7fac0c0af040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:23.254 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.252+0000 7fac12000640 1 -- 172.21.15.22:0/1398787269 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fac08058910 con 0x7fac1c15d650 2024-09-10T10:41:23.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:23.452+0000 7fac1b200640 1 -- 172.21.15.22:0/1398787269 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fac1c0b2260 con 0x7fac1c15d650 2024-09-10T10:41:24.065 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.064+0000 7fac12000640 1 -- 172.21.15.22:0/1398787269 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 22 and data pool 23 v102) ==== 174+0+0 (secure 0 0 0) 0x7fac0805cc10 con 0x7fac1c15d650 2024-09-10T10:41:24.067 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 22 and data pool 23 2024-09-10T10:41:24.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.076+0000 7fac1b200640 1 -- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabfc0678f0 msgr2=0x7fabfc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.076+0000 7fac1b200640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabfc0678f0 0x7fabfc069db0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fac0c0ad000 tx=0x7fac0c0af040 comp rx=0 tx=0).stop 2024-09-10T10:41:24.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.076+0000 7fac1b200640 1 -- 172.21.15.22:0/1398787269 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac1c15d650 msgr2=0x7fac1c14ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.076+0000 7fac1b200640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac1c15d650 0x7fac1c14ad90 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7fac08012290 tx=0x7fac08012690 comp rx=0 tx=0).stop 2024-09-10T10:41:24.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.076+0000 7fac1b200640 1 -- 172.21.15.22:0/1398787269 shutdown_connections 2024-09-10T10:41:24.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.076+0000 7fac1b200640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fabfc0678f0 0x7fabfc069db0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.076+0000 7fac1b200640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fac1c157dd0 0x7fac1c158260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.076+0000 7fac1b200640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fac1c15d650 0x7fac1c14ad90 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.080 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.076+0000 7fac1b200640 1 --2- 172.21.15.22:0/1398787269 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fac000039c0 0x7fac1c0cf010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.081 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.080+0000 7fac1b200640 1 -- 172.21.15.22:0/1398787269 >> 172.21.15.22:0/1398787269 conn(0x7fac1c06f2c0 msgr2=0x7fac1c0b5550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:24.083 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.080+0000 7fac1b200640 1 -- 172.21.15.22:0/1398787269 shutdown_connections 2024-09-10T10:41:24.084 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.080+0000 7fac1b200640 1 -- 172.21.15.22:0/1398787269 wait complete. 2024-09-10T10:41:24.114 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:41:24.122 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:41:24.163 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:41:24.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.256+0000 7f7b2a400640 1 Processor -- start 2024-09-10T10:41:24.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.256+0000 7f7b2a400640 1 -- start start 2024-09-10T10:41:24.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.256+0000 7f7b2a400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7b240cccd0 0x7f7b241609f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.256+0000 7f7b2a400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f7b240ce110 0x7f7b241653b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.256+0000 7f7b2a400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b24164310 con 0x7f7b241637f0 2024-09-10T10:41:24.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.256+0000 7f7b2a400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f7b241645f0 con 0x7f7b240cccd0 2024-09-10T10:41:24.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.256+0000 7f7b2a400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f7b241648d0 con 0x7f7b240ce110 2024-09-10T10:41:24.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.256+0000 7f7b1be00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7b241637f0 0x7f7b240cda00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36462/0 (socket says 172.21.15.22:36462) 2024-09-10T10:41:24.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.256+0000 7f7b1be00640 1 -- 172.21.15.22:0/1447385059 learned_addr learned my addr 172.21.15.22:0/1447385059 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:24.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.256+0000 7f7b29000640 1 --2- 172.21.15.22:0/1447385059 >> v2:172.21.15.22:3300/0 conn(0x7f7b240cccd0 0x7f7b241609f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b29a00640 1 --2- 172.21.15.22:0/1447385059 >> v2:172.21.15.145:3300/0 conn(0x7f7b240ce110 0x7f7b241653b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b23e00640 1 -- 172.21.15.22:0/1447385059 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3711482513 0 0) 0x7f7b24164310 con 0x7f7b241637f0 2024-09-10T10:41:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b23e00640 1 -- 172.21.15.22:0/1447385059 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b08003530 con 0x7f7b241637f0 2024-09-10T10:41:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b29000640 1 -- 172.21.15.22:0/1447385059 >> v2:172.21.15.145:3300/0 conn(0x7f7b240ce110 msgr2=0x7f7b241653b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b29000640 1 --2- 172.21.15.22:0/1447385059 >> v2:172.21.15.145:3300/0 conn(0x7f7b240ce110 0x7f7b241653b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b29000640 1 -- 172.21.15.22:0/1447385059 >> v1:172.21.15.22:6789/0 conn(0x7f7b241637f0 legacy=0x7f7b240cda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b29000640 1 -- 172.21.15.22:0/1447385059 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b24164bb0 con 0x7f7b240cccd0 2024-09-10T10:41:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b29000640 1 --2- 172.21.15.22:0/1447385059 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b240cccd0 0x7f7b241609f0 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f7b2406cc70 tx=0x7f7b1401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=162684c69d144d40 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b23e00640 1 -- 172.21.15.22:0/1447385059 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b140a7070 con 0x7f7b240cccd0 2024-09-10T10:41:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b23e00640 1 -- 172.21.15.22:0/1447385059 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b140b0070 con 0x7f7b240cccd0 2024-09-10T10:41:24.263 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b23e00640 1 -- 172.21.15.22:0/1447385059 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b140ab670 con 0x7f7b240cccd0 2024-09-10T10:41:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b2a400640 1 -- 172.21.15.22:0/1447385059 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b240cccd0 msgr2=0x7f7b241609f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.260+0000 7f7b2a400640 1 --2- 172.21.15.22:0/1447385059 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b240cccd0 0x7f7b241609f0 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f7b2406cc70 tx=0x7f7b1401c450 comp rx=0 tx=0).stop 2024-09-10T10:41:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 -- 172.21.15.22:0/1447385059 shutdown_connections 2024-09-10T10:41:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 --2- 172.21.15.22:0/1447385059 >> v2:172.21.15.145:3300/0 conn(0x7f7b240ce110 0x7f7b241653b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 --2- 172.21.15.22:0/1447385059 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b240cccd0 0x7f7b241609f0 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.264 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 -- 172.21.15.22:0/1447385059 >> 172.21.15.22:0/1447385059 conn(0x7f7b24062ae0 msgr2=0x7f7b2406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 -- 172.21.15.22:0/1447385059 shutdown_connections 2024-09-10T10:41:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 -- 172.21.15.22:0/1447385059 wait complete. 2024-09-10T10:41:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 Processor -- start 2024-09-10T10:41:24.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 -- start start 2024-09-10T10:41:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b240cccd0 0x7f7b241464c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b240ce110 0x7f7b24146e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b241637f0 0x7f7b2415bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7b24163d80 con 0x7f7b241637f0 2024-09-10T10:41:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b24163c00 con 0x7f7b240cccd0 2024-09-10T10:41:24.267 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7b240cd0b0 con 0x7f7b240ce110 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b29a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b241637f0 0x7f7b2415bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b29a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b241637f0 0x7f7b2415bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48926/0 (socket says 172.21.15.22:48926) 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b29a00640 1 -- 172.21.15.22:0/574446879 learned_addr learned my addr 172.21.15.22:0/574446879 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b1be00640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b240ce110 0x7f7b24146e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b29000640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b240cccd0 0x7f7b241464c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b29a00640 1 -- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b240ce110 msgr2=0x7f7b24146e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b29a00640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b240ce110 0x7f7b24146e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b29a00640 1 -- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b240cccd0 msgr2=0x7f7b241464c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b29a00640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b240cccd0 0x7f7b241464c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b29a00640 1 -- 172.21.15.22:0/574446879 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b24149e50 con 0x7f7b241637f0 2024-09-10T10:41:24.268 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b29a00640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b241637f0 0x7f7b2415bb60 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c007e40 tx=0x7f7b1c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b21600640 1 -- 172.21.15.22:0/574446879 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c014620 con 0x7f7b241637f0 2024-09-10T10:41:24.269 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b21600640 1 -- 172.21.15.22:0/574446879 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b1c019070 con 0x7f7b241637f0 2024-09-10T10:41:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.264+0000 7f7b2a400640 1 -- 172.21.15.22:0/574446879 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b241477c0 con 0x7f7b241637f0 2024-09-10T10:41:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.268+0000 7f7b21600640 1 -- 172.21.15.22:0/574446879 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c014a20 con 0x7f7b241637f0 2024-09-10T10:41:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.268+0000 7f7b2a400640 1 -- 172.21.15.22:0/574446879 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b2415b080 con 0x7f7b241637f0 2024-09-10T10:41:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.268+0000 7f7b2a400640 1 -- 172.21.15.22:0/574446879 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b241609f0 con 0x7f7b241637f0 2024-09-10T10:41:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.268+0000 7f7b21600640 1 -- 172.21.15.22:0/574446879 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7b1c014bc0 con 0x7f7b241637f0 2024-09-10T10:41:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.268+0000 7f7b21600640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b000678c0 0x7f7b00069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.268+0000 7f7b21600640 1 -- 172.21.15.22:0/574446879 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 5709+0+0 (secure 0 0 0) 0x7f7b1c086460 con 0x7f7b241637f0 2024-09-10T10:41:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.268+0000 7f7b29000640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b000678c0 0x7f7b00069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.272+0000 7f7b29000640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b000678c0 0x7f7b00069d80 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f7b140af000 tx=0x7f7b140a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:24.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.272+0000 7f7b21600640 1 -- 172.21.15.22:0/574446879 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7b1c0568b0 con 0x7f7b241637f0 2024-09-10T10:41:24.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.440+0000 7f7b2a400640 1 -- 172.21.15.22:0/574446879 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7b241652a0 con 0x7f7b241637f0 2024-09-10T10:41:24.443 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.440+0000 7f7b21600640 1 -- 172.21.15.22:0/574446879 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v137) ==== 74+0+16764 (secure 0 0 0) 0x7f7b1c05abb0 con 0x7f7b241637f0 2024-09-10T10:41:24.443 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:24.443 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":137,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:41:23.453535+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:41:21.191797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-10T10:41:22.455567+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:41:24.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 -- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b000678c0 msgr2=0x7f7b00069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b000678c0 0x7f7b00069d80 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f7b140af000 tx=0x7f7b140a7000 comp rx=0 tx=0).stop 2024-09-10T10:41:24.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 -- 172.21.15.22:0/574446879 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b241637f0 msgr2=0x7f7b2415bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.446 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b241637f0 0x7f7b2415bb60 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c007e40 tx=0x7f7b1c00e4b0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 -- 172.21.15.22:0/574446879 shutdown_connections 2024-09-10T10:41:24.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7b000678c0 0x7f7b00069d80 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7b241637f0 0x7f7b2415bb60 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b240ce110 0x7f7b24146e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 --2- 172.21.15.22:0/574446879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b240cccd0 0x7f7b241464c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 -- 172.21.15.22:0/574446879 >> 172.21.15.22:0/574446879 conn(0x7f7b24062ae0 msgr2=0x7f7b240b4a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:24.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 -- 172.21.15.22:0/574446879 shutdown_connections 2024-09-10T10:41:24.447 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.444+0000 7f7b2a400640 1 -- 172.21.15.22:0/574446879 wait complete. 2024-09-10T10:41:24.464 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:41:24.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bc0000640 1 Processor -- start 2024-09-10T10:41:24.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bc0000640 1 -- start start 2024-09-10T10:41:24.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bc0000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 0x7f4bb8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bc0000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4bb80b56f0 0x7f4bb80b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bc0000640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4bb80ce880 con 0x7f4bb815b220 2024-09-10T10:41:24.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bc0000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4bb806d6e0 con 0x7f4bb80b56f0 2024-09-10T10:41:24.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bc0000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4bb80ceb60 con 0x7f4bb815b600 2024-09-10T10:41:24.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bbd600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f4bb815b220 0x7f4bb80b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36466/0 (socket says 172.21.15.22:36466) 2024-09-10T10:41:24.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bbd600640 1 -- 172.21.15.22:0/1881011919 learned_addr learned my addr 172.21.15.22:0/1881011919 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:24.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bbe000640 1 --2- 172.21.15.22:0/1881011919 >> v2:172.21.15.22:3300/0 conn(0x7f4bb80b56f0 0x7f4bb80b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bbcc00640 1 --2- 172.21.15.22:0/1881011919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 0x7f4bb8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.604+0000 7f4bb7e00640 1 -- 172.21.15.22:0/1881011919 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2953180489 0 0) 0x7f4bb80ce880 con 0x7f4bb815b220 2024-09-10T10:41:24.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bb7e00640 1 -- 172.21.15.22:0/1881011919 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4ba0003530 con 0x7f4bb815b220 2024-09-10T10:41:24.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bbe000640 1 -- 172.21.15.22:0/1881011919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 msgr2=0x7f4bb8071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:24.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bbe000640 1 --2- 172.21.15.22:0/1881011919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 0x7f4bb8071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bbe000640 1 -- 172.21.15.22:0/1881011919 >> v1:172.21.15.22:6789/0 conn(0x7f4bb815b220 legacy=0x7f4bb80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.609 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bbe000640 1 -- 172.21.15.22:0/1881011919 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bb80cee40 con 0x7f4bb80b56f0 2024-09-10T10:41:24.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bbe000640 1 --2- 172.21.15.22:0/1881011919 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 0x7f4bb80b3f10 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7f4bb0009d90 tx=0x7f4bb001c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7658e5bfb3456b24 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:24.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bb7e00640 1 -- 172.21.15.22:0/1881011919 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb00b2070 con 0x7f4bb80b56f0 2024-09-10T10:41:24.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bb7e00640 1 -- 172.21.15.22:0/1881011919 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bb00a5900 con 0x7f4bb80b56f0 2024-09-10T10:41:24.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bb7e00640 1 -- 172.21.15.22:0/1881011919 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb00a5cb0 con 0x7f4bb80b56f0 2024-09-10T10:41:24.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bc0000640 1 -- 172.21.15.22:0/1881011919 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 msgr2=0x7f4bb80b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bc0000640 1 --2- 172.21.15.22:0/1881011919 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 0x7f4bb80b3f10 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7f4bb0009d90 tx=0x7f4bb001c820 comp rx=0 tx=0).stop 2024-09-10T10:41:24.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bc0000640 1 -- 172.21.15.22:0/1881011919 shutdown_connections 2024-09-10T10:41:24.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bc0000640 1 --2- 172.21.15.22:0/1881011919 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 0x7f4bb80b3f10 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bc0000640 1 --2- 172.21.15.22:0/1881011919 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 0x7f4bb8071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bc0000640 1 -- 172.21.15.22:0/1881011919 >> 172.21.15.22:0/1881011919 conn(0x7f4bb8062dd0 msgr2=0x7f4bb806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:24.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bc0000640 1 -- 172.21.15.22:0/1881011919 shutdown_connections 2024-09-10T10:41:24.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.608+0000 7f4bc0000640 1 -- 172.21.15.22:0/1881011919 wait complete. 2024-09-10T10:41:24.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bc0000640 1 Processor -- start 2024-09-10T10:41:24.613 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bc0000640 1 -- start start 2024-09-10T10:41:24.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bc0000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 0x7f4bb815d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bc0000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bb815b220 0x7f4bb8153210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bc0000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 0x7f4bb8156870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bc0000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb80cffd0 con 0x7f4bb80b56f0 2024-09-10T10:41:24.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bc0000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb80cfe50 con 0x7f4bb815b220 2024-09-10T10:41:24.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bc0000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4bb80d0150 con 0x7f4bb815b600 2024-09-10T10:41:24.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbd600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 0x7f4bb815d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbd600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 0x7f4bb815d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48932/0 (socket says 172.21.15.22:48932) 2024-09-10T10:41:24.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbd600640 1 -- 172.21.15.22:0/1759767261 learned_addr learned my addr 172.21.15.22:0/1759767261 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:24.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbcc00640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bb815b220 0x7f4bb8153210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbe000640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 0x7f4bb8156870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbd600640 1 -- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 msgr2=0x7f4bb8156870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbd600640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 0x7f4bb8156870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbd600640 1 -- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bb815b220 msgr2=0x7f4bb8153210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbd600640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bb815b220 0x7f4bb8153210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbd600640 1 -- 172.21.15.22:0/1759767261 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bb81f73f0 con 0x7f4bb80b56f0 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbcc00640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bb815b220 0x7f4bb8153210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbe000640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 0x7f4bb8156870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bbd600640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 0x7f4bb815d7b0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f4bac00c450 tx=0x7f4bac00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bb5600640 1 -- 172.21.15.22:0/1759767261 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bac017070 con 0x7f4bb80b56f0 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bb5600640 1 -- 172.21.15.22:0/1759767261 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bac005cf0 con 0x7f4bb80b56f0 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bb5600640 1 -- 172.21.15.22:0/1759767261 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bac007290 con 0x7f4bb80b56f0 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bc0000640 1 -- 172.21.15.22:0/1759767261 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bb815dd90 con 0x7f4bb80b56f0 2024-09-10T10:41:24.619 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.612+0000 7f4bc0000640 1 -- 172.21.15.22:0/1759767261 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bb81f7970 con 0x7f4bb80b56f0 2024-09-10T10:41:24.620 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.616+0000 7f4bc0000640 1 -- 172.21.15.22:0/1759767261 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bb80b3f10 con 0x7f4bb80b56f0 2024-09-10T10:41:24.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.616+0000 7f4bb5600640 1 -- 172.21.15.22:0/1759767261 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4bac01a070 con 0x7f4bb80b56f0 2024-09-10T10:41:24.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.616+0000 7f4bb5600640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4b980678c0 0x7f4b98069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.616+0000 7f4bb5600640 1 -- 172.21.15.22:0/1759767261 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 5709+0+0 (secure 0 0 0) 0x7f4bac085110 con 0x7f4bb80b56f0 2024-09-10T10:41:24.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.616+0000 7f4bbcc00640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4b980678c0 0x7f4b98069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.616+0000 7f4bbcc00640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4b980678c0 0x7f4b98069d80 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f4bb80cc9e0 tx=0x7f4ba4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:24.622 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.620+0000 7f4bb5600640 1 -- 172.21.15.22:0/1759767261 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4bac055bb0 con 0x7f4bb80b56f0 2024-09-10T10:41:24.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 -- 172.21.15.22:0/1759767261 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4bb8072e90 con 0x7f4bb80b56f0 2024-09-10T10:41:24.789 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bb5600640 1 -- 172.21.15.22:0/1759767261 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v137) ==== 74+0+16764 (secure 0 0 0) 0x7f4bac0554b0 con 0x7f4bb80b56f0 2024-09-10T10:41:24.790 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:24.790 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":137,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:41:23.453535+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:41:21.191797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-10T10:41:22.455567+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:41:24.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 -- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4b980678c0 msgr2=0x7f4b98069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4b980678c0 0x7f4b98069d80 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f4bb80cc9e0 tx=0x7f4ba4008040 comp rx=0 tx=0).stop 2024-09-10T10:41:24.792 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 -- 172.21.15.22:0/1759767261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 msgr2=0x7f4bb815d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 0x7f4bb815d7b0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f4bac00c450 tx=0x7f4bac00c910 comp rx=0 tx=0).stop 2024-09-10T10:41:24.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 -- 172.21.15.22:0/1759767261 shutdown_connections 2024-09-10T10:41:24.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4b980678c0 0x7f4b98069d80 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bb815b600 0x7f4bb8156870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bb815b220 0x7f4bb8153210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.793 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 --2- 172.21.15.22:0/1759767261 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4bb80b56f0 0x7f4bb815d7b0 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 -- 172.21.15.22:0/1759767261 >> 172.21.15.22:0/1759767261 conn(0x7f4bb8062dd0 msgr2=0x7f4bb80cca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:24.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 -- 172.21.15.22:0/1759767261 shutdown_connections 2024-09-10T10:41:24.794 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.788+0000 7f4bc0000640 1 -- 172.21.15.22:0/1759767261 wait complete. 2024-09-10T10:41:24.811 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:41:24.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.952+0000 7fea5ec00640 1 Processor -- start 2024-09-10T10:41:24.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.952+0000 7fea5ec00640 1 -- start start 2024-09-10T10:41:24.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea5ec00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fea5806ed90 0x7fea580ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea5ec00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea580ce6e0 0x7fea58164680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea5ec00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea580ceb70 con 0x7fea5806d9a0 2024-09-10T10:41:24.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea5ec00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fea580b3ed0 con 0x7fea5806ed90 2024-09-10T10:41:24.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea5ec00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fea580b4120 con 0x7fea580ce6e0 2024-09-10T10:41:24.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea4f400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fea5806ed90 0x7fea580ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea5cc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea580ce6e0 0x7fea58164680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea4f400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fea5806ed90 0x7fea580ce1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:57546/0 (socket says 172.21.15.22:57546) 2024-09-10T10:41:24.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea4f400640 1 -- 172.21.15.22:0/3974584155 learned_addr learned my addr 172.21.15.22:0/3974584155 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:24.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea5cc00640 1 -- 172.21.15.22:0/3974584155 >> v2:172.21.15.145:3300/0 conn(0x7fea5806ed90 msgr2=0x7fea580ce1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:24.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea5cc00640 1 --2- 172.21.15.22:0/3974584155 >> v2:172.21.15.145:3300/0 conn(0x7fea5806ed90 0x7fea580ce1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea5cc00640 1 -- 172.21.15.22:0/3974584155 >> v1:172.21.15.145:6789/0 conn(0x7fea5806d9a0 legacy=0x7fea580cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea5cc00640 1 -- 172.21.15.22:0/3974584155 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea580b4400 con 0x7fea580ce6e0 2024-09-10T10:41:24.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.956+0000 7fea4f400640 1 --2- 172.21.15.22:0/3974584155 >> v2:172.21.15.145:3300/0 conn(0x7fea5806ed90 0x7fea580ce1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:24.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5cc00640 1 --2- 172.21.15.22:0/3974584155 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea580ce6e0 0x7fea58164680 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fea5000aea0 tx=0x7fea5001da70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cb6445e61ac4479a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:24.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea57400640 1 -- 172.21.15.22:0/3974584155 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea500a67a0 con 0x7fea580ce6e0 2024-09-10T10:41:24.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea57400640 1 -- 172.21.15.22:0/3974584155 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea500a6940 con 0x7fea580ce6e0 2024-09-10T10:41:24.961 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea57400640 1 -- 172.21.15.22:0/3974584155 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea500a6d10 con 0x7fea580ce6e0 2024-09-10T10:41:24.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5ec00640 1 -- 172.21.15.22:0/3974584155 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea580ce6e0 msgr2=0x7fea58164680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5ec00640 1 --2- 172.21.15.22:0/3974584155 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea580ce6e0 0x7fea58164680 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fea5000aea0 tx=0x7fea5001da70 comp rx=0 tx=0).stop 2024-09-10T10:41:24.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5ec00640 1 -- 172.21.15.22:0/3974584155 shutdown_connections 2024-09-10T10:41:24.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5ec00640 1 --2- 172.21.15.22:0/3974584155 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea580ce6e0 0x7fea58164680 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5ec00640 1 --2- 172.21.15.22:0/3974584155 >> v2:172.21.15.145:3300/0 conn(0x7fea5806ed90 0x7fea580ce1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5ec00640 1 -- 172.21.15.22:0/3974584155 >> 172.21.15.22:0/3974584155 conn(0x7fea58062eb0 msgr2=0x7fea5806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:24.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5ec00640 1 -- 172.21.15.22:0/3974584155 shutdown_connections 2024-09-10T10:41:24.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5ec00640 1 -- 172.21.15.22:0/3974584155 wait complete. 2024-09-10T10:41:24.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5ec00640 1 Processor -- start 2024-09-10T10:41:24.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.960+0000 7fea5ec00640 1 -- start start 2024-09-10T10:41:24.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea5ec00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea5806d9a0 0x7fea58159f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.964 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea5ec00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea5806ed90 0x7fea58147440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea5ec00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea580ce6e0 0x7fea58147980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea5ec00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fea5806f1a0 con 0x7fea5806ed90 2024-09-10T10:41:24.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea5ec00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fea580b51c0 con 0x7fea580ce6e0 2024-09-10T10:41:24.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea5ec00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fea58147ec0 con 0x7fea5806d9a0 2024-09-10T10:41:24.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea4f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea5806ed90 0x7fea58147440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea4f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea5806ed90 0x7fea58147440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:48942/0 (socket says 172.21.15.22:48942) 2024-09-10T10:41:24.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea4f400640 1 -- 172.21.15.22:0/1114196646 learned_addr learned my addr 172.21.15.22:0/1114196646 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:24.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea5cc00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea580ce6e0 0x7fea58147980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea57e00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea5806d9a0 0x7fea58159f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea4f400640 1 -- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea5806d9a0 msgr2=0x7fea58159f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea4f400640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea5806d9a0 0x7fea58159f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea4f400640 1 -- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea580ce6e0 msgr2=0x7fea58147980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:24.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea4f400640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea580ce6e0 0x7fea58147980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:24.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea4f400640 1 -- 172.21.15.22:0/1114196646 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea58148170 con 0x7fea5806ed90 2024-09-10T10:41:24.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea4f400640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea5806ed90 0x7fea58147440 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7fea4000ea00 tx=0x7fea4000eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:24.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea54c00640 1 -- 172.21.15.22:0/1114196646 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea40017070 con 0x7fea5806ed90 2024-09-10T10:41:24.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea54c00640 1 -- 172.21.15.22:0/1114196646 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea4000ca60 con 0x7fea5806ed90 2024-09-10T10:41:24.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea54c00640 1 -- 172.21.15.22:0/1114196646 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea4000ce10 con 0x7fea5806ed90 2024-09-10T10:41:24.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea5ec00640 1 -- 172.21.15.22:0/1114196646 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea58148450 con 0x7fea5806ed90 2024-09-10T10:41:24.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea5ec00640 1 -- 172.21.15.22:0/1114196646 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea58148a10 con 0x7fea5806ed90 2024-09-10T10:41:24.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea5ec00640 1 -- 172.21.15.22:0/1114196646 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea580cda90 con 0x7fea5806ed90 2024-09-10T10:41:24.967 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.964+0000 7fea54c00640 1 -- 172.21.15.22:0/1114196646 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fea4001a070 con 0x7fea5806ed90 2024-09-10T10:41:24.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.968+0000 7fea54c00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea340678c0 0x7fea34069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:24.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.968+0000 7fea54c00640 1 -- 172.21.15.22:0/1114196646 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 5709+0+0 (secure 0 0 0) 0x7fea40085fd0 con 0x7fea5806ed90 2024-09-10T10:41:24.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.968+0000 7fea57e00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea340678c0 0x7fea34069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:24.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.968+0000 7fea57e00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea340678c0 0x7fea34069d80 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fea48007fd0 tx=0x7fea48009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:24.972 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:24.972+0000 7fea54c00640 1 -- 172.21.15.22:0/1114196646 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fea40056420 con 0x7fea5806ed90 2024-09-10T10:41:25.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:25.176+0000 7fea5ec00640 1 -- 172.21.15.22:0/1114196646 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fea58073460 con 0x7fea5806ed90 2024-09-10T10:41:26.035 INFO:tasks.ceph.mds.c.smithi022.stderr:2024-09-10T10:41:26.032+0000 7f4b73200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:41:26.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea54c00640 1 -- 172.21.15.22:0/1114196646 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v104) ==== 118+0+0 (secure 0 0 0) 0x7fea4005a720 con 0x7fea5806ed90 2024-09-10T10:41:26.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 -- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea340678c0 msgr2=0x7fea34069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea340678c0 0x7fea34069d80 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fea48007fd0 tx=0x7fea48009040 comp rx=0 tx=0).stop 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 -- 172.21.15.22:0/1114196646 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea5806ed90 msgr2=0x7fea58147440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea5806ed90 0x7fea58147440 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7fea4000ea00 tx=0x7fea4000eec0 comp rx=0 tx=0).stop 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 -- 172.21.15.22:0/1114196646 shutdown_connections 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fea340678c0 0x7fea34069d80 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea580ce6e0 0x7fea58147980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fea5806ed90 0x7fea58147440 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 --2- 172.21.15.22:0/1114196646 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea5806d9a0 0x7fea58159f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 -- 172.21.15.22:0/1114196646 >> 172.21.15.22:0/1114196646 conn(0x7fea58062eb0 msgr2=0x7fea58158670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 -- 172.21.15.22:0/1114196646 shutdown_connections 2024-09-10T10:41:26.076 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.072+0000 7fea5ec00640 1 -- 172.21.15.22:0/1114196646 wait complete. 2024-09-10T10:41:26.099 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:41:26.100 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:41:26.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449f800640 1 Processor -- start 2024-09-10T10:41:26.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449f800640 1 -- start start 2024-09-10T10:41:26.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449f800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f449815c630 0x7f449806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:26.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449f800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f449806eff0 0x7f44980ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:26.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449f800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4498159350 con 0x7f4498158f70 2024-09-10T10:41:26.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449f800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f449806f460 con 0x7f449806eff0 2024-09-10T10:41:26.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449f800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f4498071340 con 0x7f449815c630 2024-09-10T10:41:26.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449ce00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f4498158f70 0x7f4498072f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36556/0 (socket says 172.21.15.22:36556) 2024-09-10T10:41:26.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449ce00640 1 -- 172.21.15.22:0/1769607992 learned_addr learned my addr 172.21.15.22:0/1769607992 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:26.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449d800640 1 --2- 172.21.15.22:0/1769607992 >> v2:172.21.15.22:3300/0 conn(0x7f449806eff0 0x7f44980ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:26.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f4497e00640 1 --2- 172.21.15.22:0/1769607992 >> v2:172.21.15.145:3300/0 conn(0x7f449815c630 0x7f449806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:26.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449d800640 1 -- 172.21.15.22:0/1769607992 >> v2:172.21.15.145:3300/0 conn(0x7f449815c630 msgr2=0x7f449806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:26.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449d800640 1 --2- 172.21.15.22:0/1769607992 >> v2:172.21.15.145:3300/0 conn(0x7f449815c630 0x7f449806eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:26.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449d800640 1 -- 172.21.15.22:0/1769607992 >> v1:172.21.15.22:6789/0 conn(0x7f4498158f70 legacy=0x7f4498072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:26.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f449d800640 1 -- 172.21.15.22:0/1769607992 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4498071620 con 0x7f449806eff0 2024-09-10T10:41:26.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.248+0000 7f4497e00640 1 --2- 172.21.15.22:0/1769607992 >> v2:172.21.15.145:3300/0 conn(0x7f449815c630 0x7f449806eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:26.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f449d800640 1 --2- 172.21.15.22:0/1769607992 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 0x7f44980ce4c0 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f4490009d90 tx=0x7f449001c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be65057c3b051bfa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:26.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f4497400640 1 -- 172.21.15.22:0/1769607992 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44900b2070 con 0x7f449806eff0 2024-09-10T10:41:26.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f4497400640 1 -- 172.21.15.22:0/1769607992 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44900a58d0 con 0x7f449806eff0 2024-09-10T10:41:26.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f4497400640 1 -- 172.21.15.22:0/1769607992 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44900a5ca0 con 0x7f449806eff0 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f449f800640 1 -- 172.21.15.22:0/1769607992 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 msgr2=0x7f44980ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f449f800640 1 --2- 172.21.15.22:0/1769607992 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 0x7f44980ce4c0 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f4490009d90 tx=0x7f449001c900 comp rx=0 tx=0).stop 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f449f800640 1 -- 172.21.15.22:0/1769607992 shutdown_connections 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f449f800640 1 --2- 172.21.15.22:0/1769607992 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 0x7f44980ce4c0 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f449f800640 1 --2- 172.21.15.22:0/1769607992 >> v2:172.21.15.145:3300/0 conn(0x7f449815c630 0x7f449806eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f449f800640 1 -- 172.21.15.22:0/1769607992 >> 172.21.15.22:0/1769607992 conn(0x7f4498062eb0 msgr2=0x7f449806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f449f800640 1 -- 172.21.15.22:0/1769607992 shutdown_connections 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.252+0000 7f449f800640 1 -- 172.21.15.22:0/1769607992 wait complete. 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 Processor -- start 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 -- start start 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 0x7f44980c60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4498158f70 0x7f44981531a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:26.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f449815c630 0x7f44980c6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f44980cf390 con 0x7f449806eff0 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f44980cf210 con 0x7f4498158f70 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f44980cf510 con 0x7f449815c630 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 0x7f44980c60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449ce00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 0x7f44980c60b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35522/0 (socket says 172.21.15.22:35522) 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449ce00640 1 -- 172.21.15.22:0/3623341398 learned_addr learned my addr 172.21.15.22:0/3623341398 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449d800640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f449815c630 0x7f44980c6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f4497e00640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4498158f70 0x7f44981531a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449ce00640 1 -- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f449815c630 msgr2=0x7f44980c6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449ce00640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f449815c630 0x7f44980c6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449ce00640 1 -- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4498158f70 msgr2=0x7f44981531a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449ce00640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4498158f70 0x7f44981531a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:26.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449ce00640 1 -- 172.21.15.22:0/3623341398 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44980c6f60 con 0x7f449806eff0 2024-09-10T10:41:26.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449ce00640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 0x7f44980c60b0 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f448c00c420 tx=0x7f448c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:26.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f4494c00640 1 -- 172.21.15.22:0/3623341398 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f448c017070 con 0x7f449806eff0 2024-09-10T10:41:26.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f4494c00640 1 -- 172.21.15.22:0/3623341398 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f448c005cf0 con 0x7f449806eff0 2024-09-10T10:41:26.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 -- 172.21.15.22:0/3623341398 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44980c55d0 con 0x7f449806eff0 2024-09-10T10:41:26.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f4494c00640 1 -- 172.21.15.22:0/3623341398 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f448c0072f0 con 0x7f449806eff0 2024-09-10T10:41:26.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 -- 172.21.15.22:0/3623341398 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44980c6bc0 con 0x7f449806eff0 2024-09-10T10:41:26.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.256+0000 7f449f800640 1 -- 172.21.15.22:0/3623341398 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44980ce4c0 con 0x7f449806eff0 2024-09-10T10:41:26.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.260+0000 7f4494c00640 1 -- 172.21.15.22:0/3623341398 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f448c01a070 con 0x7f449806eff0 2024-09-10T10:41:26.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.260+0000 7f4494c00640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f44780678c0 0x7f4478069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:26.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.260+0000 7f4494c00640 1 -- 172.21.15.22:0/3623341398 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f448c0850c0 con 0x7f449806eff0 2024-09-10T10:41:26.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.260+0000 7f4497e00640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f44780678c0 0x7f4478069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:26.262 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.260+0000 7f4497e00640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f44780678c0 0x7f4478069d80 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f4484006fd0 tx=0x7f4484008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:26.265 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.264+0000 7f4494c00640 1 -- 172.21.15.22:0/3623341398 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f448c055b60 con 0x7f449806eff0 2024-09-10T10:41:26.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:26.464+0000 7f449f800640 1 -- 172.21.15.22:0/3623341398 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f44980b59c0 con 0x7f449806eff0 2024-09-10T10:41:27.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.072+0000 7f4494c00640 1 -- 172.21.15.22:0/3623341398 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v105) ==== 122+0+0 (secure 0 0 0) 0x7f448c055460 con 0x7f449806eff0 2024-09-10T10:41:27.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 -- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f44780678c0 msgr2=0x7f4478069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.077 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f44780678c0 0x7f4478069d80 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f4484006fd0 tx=0x7f4484008040 comp rx=0 tx=0).stop 2024-09-10T10:41:27.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 -- 172.21.15.22:0/3623341398 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 msgr2=0x7f44980c60b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 0x7f44980c60b0 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f448c00c420 tx=0x7f448c00c8e0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 -- 172.21.15.22:0/3623341398 shutdown_connections 2024-09-10T10:41:27.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f44780678c0 0x7f4478069d80 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f449815c630 0x7f44980c6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4498158f70 0x7f44981531a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 --2- 172.21.15.22:0/3623341398 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f449806eff0 0x7f44980c60b0 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.078 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 -- 172.21.15.22:0/3623341398 >> 172.21.15.22:0/3623341398 conn(0x7f4498062eb0 msgr2=0x7f449815e6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:27.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 -- 172.21.15.22:0/3623341398 shutdown_connections 2024-09-10T10:41:27.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.076+0000 7f449f800640 1 -- 172.21.15.22:0/3623341398 wait complete. 2024-09-10T10:41:27.099 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:41:27.099 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:27.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e1c600640 1 Processor -- start 2024-09-10T10:41:27.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e1c600640 1 -- start start 2024-09-10T10:41:27.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e1c600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6e1406d3e0 0x7f6e141602e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e1c600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e140d11b0 con 0x7f6e14160820 2024-09-10T10:41:27.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e1c600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e140cf420 con 0x7f6e14156c40 2024-09-10T10:41:27.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e1c600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6e14160ff0 con 0x7f6e1406d3e0 2024-09-10T10:41:27.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e19200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6e1406d3e0 0x7f6e141602e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e1a600640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f6e14160820 0x7f6e1415f3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36566/0 (socket says 172.21.15.22:36566) 2024-09-10T10:41:27.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e1a600640 1 -- 172.21.15.22:0/4186308823 learned_addr learned my addr 172.21.15.22:0/4186308823 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:27.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e19200640 1 -- 172.21.15.22:0/4186308823 >> v1:172.21.15.145:6789/0 conn(0x7f6e14156c40 legacy=0x7f6e1406ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e19200640 1 -- 172.21.15.22:0/4186308823 >> v1:172.21.15.22:6789/0 conn(0x7f6e14160820 legacy=0x7f6e1415f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.248 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.244+0000 7f6e19200640 1 -- 172.21.15.22:0/4186308823 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e140cf6c0 con 0x7f6e1406d3e0 2024-09-10T10:41:27.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e19200640 1 --2- 172.21.15.22:0/4186308823 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e1406d3e0 0x7f6e141602e0 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7f6e000097c0 tx=0x7f6e0001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dc646f7b1a2e2e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:27.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e13e00640 1 -- 172.21.15.22:0/4186308823 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e000b0070 con 0x7f6e1406d3e0 2024-09-10T10:41:27.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e13e00640 1 -- 172.21.15.22:0/4186308823 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e000ab600 con 0x7f6e1406d3e0 2024-09-10T10:41:27.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e13e00640 1 -- 172.21.15.22:0/4186308823 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e000ab9d0 con 0x7f6e1406d3e0 2024-09-10T10:41:27.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e1c600640 1 -- 172.21.15.22:0/4186308823 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e1406d3e0 msgr2=0x7f6e141602e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e1c600640 1 --2- 172.21.15.22:0/4186308823 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e1406d3e0 0x7f6e141602e0 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7f6e000097c0 tx=0x7f6e0001c410 comp rx=0 tx=0).stop 2024-09-10T10:41:27.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e1c600640 1 -- 172.21.15.22:0/4186308823 shutdown_connections 2024-09-10T10:41:27.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e1c600640 1 --2- 172.21.15.22:0/4186308823 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e1406d3e0 0x7f6e141602e0 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e1c600640 1 -- 172.21.15.22:0/4186308823 >> 172.21.15.22:0/4186308823 conn(0x7f6e14072150 msgr2=0x7f6e14072560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:27.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e1c600640 1 -- 172.21.15.22:0/4186308823 shutdown_connections 2024-09-10T10:41:27.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.248+0000 7f6e1c600640 1 -- 172.21.15.22:0/4186308823 wait complete. 2024-09-10T10:41:27.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 Processor -- start 2024-09-10T10:41:27.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 -- start start 2024-09-10T10:41:27.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e1406d3e0 0x7f6e14159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e14156c40 0x7f6e14158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e14160820 0x7f6e14155510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.256 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6e14160db0 con 0x7f6e14160820 2024-09-10T10:41:27.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6e14160c30 con 0x7f6e1406d3e0 2024-09-10T10:41:27.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6e14157020 con 0x7f6e14156c40 2024-09-10T10:41:27.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1a600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e14160820 0x7f6e14155510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1a600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e14160820 0x7f6e14155510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35534/0 (socket says 172.21.15.22:35534) 2024-09-10T10:41:27.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1a600640 1 -- 172.21.15.22:0/1978133456 learned_addr learned my addr 172.21.15.22:0/1978133456 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:27.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e19200640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e14156c40 0x7f6e14158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.257 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e19c00640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e1406d3e0 0x7f6e14159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1a600640 1 -- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e14156c40 msgr2=0x7f6e14158f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1a600640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e14156c40 0x7f6e14158f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1a600640 1 -- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e1406d3e0 msgr2=0x7f6e14159ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1a600640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e1406d3e0 0x7f6e14159ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1a600640 1 -- 172.21.15.22:0/1978133456 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e1406f690 con 0x7f6e14160820 2024-09-10T10:41:27.258 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e19c00640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e1406d3e0 0x7f6e14159ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:27.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1a600640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e14160820 0x7f6e14155510 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c00ca80 tx=0x7f6e0c00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:27.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e11600640 1 -- 172.21.15.22:0/1978133456 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0c017070 con 0x7f6e14160820 2024-09-10T10:41:27.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e11600640 1 -- 172.21.15.22:0/1978133456 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e0c00ac30 con 0x7f6e14160820 2024-09-10T10:41:27.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e11600640 1 -- 172.21.15.22:0/1978133456 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0c012600 con 0x7f6e14160820 2024-09-10T10:41:27.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 -- 172.21.15.22:0/1978133456 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e14157e60 con 0x7f6e14160820 2024-09-10T10:41:27.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 -- 172.21.15.22:0/1978133456 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e14158420 con 0x7f6e14160820 2024-09-10T10:41:27.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.252+0000 7f6e1c600640 1 -- 172.21.15.22:0/1978133456 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e1415fee0 con 0x7f6e14160820 2024-09-10T10:41:27.259 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.256+0000 7f6e11600640 1 -- 172.21.15.22:0/1978133456 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6e0c01a070 con 0x7f6e14160820 2024-09-10T10:41:27.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.256+0000 7f6e11600640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6df40678f0 0x7f6df4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.256+0000 7f6e11600640 1 -- 172.21.15.22:0/1978133456 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f6e0c085810 con 0x7f6e14160820 2024-09-10T10:41:27.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.256+0000 7f6e19c00640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6df40678f0 0x7f6df4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.260 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.256+0000 7f6e19c00640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6df40678f0 0x7f6df4069db0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f6e14167e70 tx=0x7f6e08009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:27.261 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.260+0000 7f6e11600640 1 -- 172.21.15.22:0/1978133456 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6e0c00ae20 con 0x7f6e14160820 2024-09-10T10:41:27.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.456+0000 7f6e1c600640 1 -- 172.21.15.22:0/1978133456 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e140b0e90 con 0x7f6e14160820 2024-09-10T10:41:27.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.456+0000 7f6e11600640 1 -- 172.21.15.22:0/1978133456 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 105 v105) ==== 95+0+5236 (secure 0 0 0) 0x7f6e0c055cf0 con 0x7f6e14160820 2024-09-10T10:41:27.459 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:27.459 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":105,"btime":"2024-09-10T10:41:27:073026+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6827,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1259099189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1259099189},{"type":"v1","addr":"172.21.15.145:6836","nonce":1259099189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":6830,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/528487940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":528487940},{"type":"v1","addr":"172.21.15.145:6837","nonce":528487940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":8364,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1215506207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1215506207},{"type":"v1","addr":"172.21.15.22:6834","nonce":1215506207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":105,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:41:23.453868+0000","modified":"2024-09-10T10:41:26.466021+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8370":{"gid":8370,"name":"c","rank":0,"incarnation":102,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/3111544654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3111544654},{"type":"v1","addr":"172.21.15.22:6835","nonce":3111544654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8370,"qdb_cluster":[8370]},"id":11}]} 2024-09-10T10:41:27.460 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 105 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 -- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6df40678f0 msgr2=0x7f6df4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6df40678f0 0x7f6df4069db0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f6e14167e70 tx=0x7f6e08009040 comp rx=0 tx=0).stop 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 -- 172.21.15.22:0/1978133456 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e14160820 msgr2=0x7f6e14155510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e14160820 0x7f6e14155510 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c00ca80 tx=0x7f6e0c00cf40 comp rx=0 tx=0).stop 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 -- 172.21.15.22:0/1978133456 shutdown_connections 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6df40678f0 0x7f6df4069db0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6e14160820 0x7f6e14155510 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e14156c40 0x7f6e14158f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 --2- 172.21.15.22:0/1978133456 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e1406d3e0 0x7f6e14159ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 -- 172.21.15.22:0/1978133456 >> 172.21.15.22:0/1978133456 conn(0x7f6e14072150 msgr2=0x7f6e140d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:27.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 -- 172.21.15.22:0/1978133456 shutdown_connections 2024-09-10T10:41:27.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.460+0000 7f6e1c600640 1 -- 172.21.15.22:0/1978133456 wait complete. 2024-09-10T10:41:27.481 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:41:27.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.620+0000 7f11fca00640 1 Processor -- start 2024-09-10T10:41:27.623 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.620+0000 7f11fca00640 1 -- start start 2024-09-10T10:41:27.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11fca00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f11f8158600 0x7f11f815b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11fca00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f11f8072e90 0x7f11f815ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.624 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11fca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11f806da30 0x7f11f806de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11fca00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f11f806e3a0 con 0x7f11f8072e90 2024-09-10T10:41:27.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11fca00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f11f815e7a0 con 0x7f11f8158600 2024-09-10T10:41:27.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11fca00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f11f80b53f0 con 0x7f11f806da30 2024-09-10T10:41:27.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f11f8072e90 0x7f11f815ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f11f8072e90 0x7f11f815ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35548/0 (socket says 172.21.15.22:35548) 2024-09-10T10:41:27.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5400640 1 -- 172.21.15.22:0/3523304700 learned_addr learned my addr 172.21.15.22:0/3523304700 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:27.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5e00640 1 --2- 172.21.15.22:0/3523304700 >> v2:172.21.15.145:3300/0 conn(0x7f11f8158600 0x7f11f815b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.625 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f6800640 1 --2- 172.21.15.22:0/3523304700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11f806da30 0x7f11f806de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5400640 1 -- 172.21.15.22:0/3523304700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11f806da30 msgr2=0x7f11f806de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:27.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5400640 1 --2- 172.21.15.22:0/3523304700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11f806da30 0x7f11f806de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5400640 1 -- 172.21.15.22:0/3523304700 >> v2:172.21.15.145:3300/0 conn(0x7f11f8158600 msgr2=0x7f11f815b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:27.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5400640 1 --2- 172.21.15.22:0/3523304700 >> v2:172.21.15.145:3300/0 conn(0x7f11f8158600 0x7f11f815b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5400640 1 -- 172.21.15.22:0/3523304700 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11f815b9e0 con 0x7f11f8072e90 2024-09-10T10:41:27.626 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5e00640 1 --2- 172.21.15.22:0/3523304700 >> v2:172.21.15.145:3300/0 conn(0x7f11f8158600 0x7f11f815b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:27.627 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.624+0000 7f11f5400640 1 --2- 172.21.15.22:0/3523304700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8072e90 0x7f11f815ef60 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f11f806f590 tx=0x7f11e401e9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb552ce93c9d4558 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:27.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11f4a00640 1 -- 172.21.15.22:0/3523304700 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e40ad070 con 0x7f11f8072e90 2024-09-10T10:41:27.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11f4a00640 1 -- 172.21.15.22:0/3523304700 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11e4004230 con 0x7f11f8072e90 2024-09-10T10:41:27.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11f4a00640 1 -- 172.21.15.22:0/3523304700 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e40a77b0 con 0x7f11f8072e90 2024-09-10T10:41:27.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 -- 172.21.15.22:0/3523304700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8072e90 msgr2=0x7f11f815ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.628 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 --2- 172.21.15.22:0/3523304700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8072e90 0x7f11f815ef60 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f11f806f590 tx=0x7f11e401e9a0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 -- 172.21.15.22:0/3523304700 shutdown_connections 2024-09-10T10:41:27.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 --2- 172.21.15.22:0/3523304700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11f806da30 0x7f11f806de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 --2- 172.21.15.22:0/3523304700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8072e90 0x7f11f815ef60 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 --2- 172.21.15.22:0/3523304700 >> v2:172.21.15.145:3300/0 conn(0x7f11f8158600 0x7f11f815b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.629 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 -- 172.21.15.22:0/3523304700 >> 172.21.15.22:0/3523304700 conn(0x7f11f8062dd0 msgr2=0x7f11f806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:27.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 -- 172.21.15.22:0/3523304700 shutdown_connections 2024-09-10T10:41:27.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 -- 172.21.15.22:0/3523304700 wait complete. 2024-09-10T10:41:27.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 Processor -- start 2024-09-10T10:41:27.630 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 -- start start 2024-09-10T10:41:27.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11f806da30 0x7f11f8151e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11f8072e90 0x7f11f814f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8158600 0x7f11f8163d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f11f81589e0 con 0x7f11f8158600 2024-09-10T10:41:27.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f11f815b6f0 con 0x7f11f8072e90 2024-09-10T10:41:27.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11fca00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f11f8158b60 con 0x7f11f806da30 2024-09-10T10:41:27.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11f6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8158600 0x7f11f8163d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11f6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8158600 0x7f11f8163d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35556/0 (socket says 172.21.15.22:35556) 2024-09-10T10:41:27.632 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11f6800640 1 -- 172.21.15.22:0/3700364177 learned_addr learned my addr 172.21.15.22:0/3700364177 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:27.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11f5e00640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11f806da30 0x7f11f8151e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.628+0000 7f11f5400640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11f8072e90 0x7f11f814f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11f6800640 1 -- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11f806da30 msgr2=0x7f11f8151e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11f6800640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11f806da30 0x7f11f8151e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11f6800640 1 -- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11f8072e90 msgr2=0x7f11f814f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11f6800640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11f8072e90 0x7f11f814f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11f6800640 1 -- 172.21.15.22:0/3700364177 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11f80b1920 con 0x7f11f8158600 2024-09-10T10:41:27.633 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11f6800640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8158600 0x7f11f8163d90 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f11f0007d20 tx=0x7f11f000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:27.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11ee000640 1 -- 172.21.15.22:0/3700364177 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f0014420 con 0x7f11f8158600 2024-09-10T10:41:27.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11ee000640 1 -- 172.21.15.22:0/3700364177 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11f0019070 con 0x7f11f8158600 2024-09-10T10:41:27.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11ee000640 1 -- 172.21.15.22:0/3700364177 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f0014820 con 0x7f11f8158600 2024-09-10T10:41:27.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11fca00640 1 -- 172.21.15.22:0/3700364177 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11f8151350 con 0x7f11f8158600 2024-09-10T10:41:27.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11fca00640 1 -- 172.21.15.22:0/3700364177 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11f8151910 con 0x7f11f8158600 2024-09-10T10:41:27.634 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11fca00640 1 -- 172.21.15.22:0/3700364177 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11f8151b10 con 0x7f11f8158600 2024-09-10T10:41:27.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11ee000640 1 -- 172.21.15.22:0/3700364177 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f11f00149c0 con 0x7f11f8158600 2024-09-10T10:41:27.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11ee000640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11d80678c0 0x7f11d8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.635 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.632+0000 7f11ee000640 1 -- 172.21.15.22:0/3700364177 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f11f0086430 con 0x7f11f8158600 2024-09-10T10:41:27.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.636+0000 7f11f5e00640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11d80678c0 0x7f11d8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.636 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.636+0000 7f11f5e00640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11d80678c0 0x7f11d8069d80 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f11f815f470 tx=0x7f11e8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:27.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.636+0000 7f11ee000640 1 -- 172.21.15.22:0/3700364177 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f11f8151b10 con 0x7f11f8158600 2024-09-10T10:41:27.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.812+0000 7f11fca00640 1 -- 172.21.15.22:0/3700364177 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f11f815b4d0 con 0x7f11f8158600 2024-09-10T10:41:27.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.812+0000 7f11ee000640 1 -- 172.21.15.22:0/3700364177 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v138) ==== 74+0+16751 (secure 0 0 0) 0x7f11f0056f60 con 0x7f11f8158600 2024-09-10T10:41:27.816 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:27.816 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":138,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:41:25.050243+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:41:21.191797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-10T10:41:22.455567+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"138","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:41:27.817 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 -- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11d80678c0 msgr2=0x7f11d8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11d80678c0 0x7f11d8069d80 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f11f815f470 tx=0x7f11e8008040 comp rx=0 tx=0).stop 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 -- 172.21.15.22:0/3700364177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8158600 msgr2=0x7f11f8163d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8158600 0x7f11f8163d90 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f11f0007d20 tx=0x7f11f000e4b0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 -- 172.21.15.22:0/3700364177 shutdown_connections 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11d80678c0 0x7f11d8069d80 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11f8158600 0x7f11f8163d90 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11f8072e90 0x7f11f814f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 --2- 172.21.15.22:0/3700364177 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11f806da30 0x7f11f8151e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 -- 172.21.15.22:0/3700364177 >> 172.21.15.22:0/3700364177 conn(0x7f11f8062dd0 msgr2=0x7f11f8071990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 -- 172.21.15.22:0/3700364177 shutdown_connections 2024-09-10T10:41:27.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.816+0000 7f11fca00640 1 -- 172.21.15.22:0/3700364177 wait complete. 2024-09-10T10:41:27.837 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:41:27.838 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:41:27.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.976+0000 7f7a2c400640 1 Processor -- start 2024-09-10T10:41:27.978 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.976+0000 7f7a2c400640 1 -- start start 2024-09-10T10:41:27.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.976+0000 7f7a2c400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 0x7f7a24071a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.976+0000 7f7a2c400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7a24071fb0 0x7f7a2406d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.976+0000 7f7a2c400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a240afe90 con 0x7f7a2406d6e0 2024-09-10T10:41:27.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.976+0000 7f7a2c400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f7a240b5aa0 con 0x7f7a24071fb0 2024-09-10T10:41:27.979 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.976+0000 7f7a2c400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7a240b54e0 con 0x7f7a24147e40 2024-09-10T10:41:27.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.976+0000 7f7a29000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f7a24071fb0 0x7f7a2406d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.976+0000 7f7a2a400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f7a2406d6e0 0x7f7a240ae8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36572/0 (socket says 172.21.15.22:36572) 2024-09-10T10:41:27.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.976+0000 7f7a2a400640 1 -- 172.21.15.22:0/1143276344 learned_addr learned my addr 172.21.15.22:0/1143276344 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:27.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a29a00640 1 --2- 172.21.15.22:0/1143276344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 0x7f7a24071a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a29000640 1 -- 172.21.15.22:0/1143276344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 msgr2=0x7f7a24071a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:27.980 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a29000640 1 --2- 172.21.15.22:0/1143276344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 0x7f7a24071a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a29000640 1 -- 172.21.15.22:0/1143276344 >> v1:172.21.15.22:6789/0 conn(0x7f7a2406d6e0 legacy=0x7f7a240ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a23e00640 1 -- 172.21.15.22:0/1143276344 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3670665262 0 0) 0x7f7a240afe90 con 0x7f7a2406d6e0 2024-09-10T10:41:27.981 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a29000640 1 -- 172.21.15.22:0/1143276344 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a240b57c0 con 0x7f7a24071fb0 2024-09-10T10:41:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a29000640 1 --2- 172.21.15.22:0/1143276344 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 0x7f7a2406d1a0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f7a100097c0 tx=0x7f7a1001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4042e7aecfe68c74 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a23e00640 1 -- 172.21.15.22:0/1143276344 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a100b0070 con 0x7f7a24071fb0 2024-09-10T10:41:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a23e00640 1 -- 172.21.15.22:0/1143276344 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a100ab600 con 0x7f7a24071fb0 2024-09-10T10:41:27.983 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a23e00640 1 -- 172.21.15.22:0/1143276344 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a100ab9d0 con 0x7f7a24071fb0 2024-09-10T10:41:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a2c400640 1 -- 172.21.15.22:0/1143276344 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 msgr2=0x7f7a2406d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a2c400640 1 --2- 172.21.15.22:0/1143276344 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 0x7f7a2406d1a0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f7a100097c0 tx=0x7f7a1001c410 comp rx=0 tx=0).stop 2024-09-10T10:41:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a2c400640 1 -- 172.21.15.22:0/1143276344 shutdown_connections 2024-09-10T10:41:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a2c400640 1 --2- 172.21.15.22:0/1143276344 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 0x7f7a2406d1a0 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a2c400640 1 --2- 172.21.15.22:0/1143276344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 0x7f7a24071a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.980+0000 7f7a2c400640 1 -- 172.21.15.22:0/1143276344 >> 172.21.15.22:0/1143276344 conn(0x7f7a24062dd0 msgr2=0x7f7a2406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2c400640 1 -- 172.21.15.22:0/1143276344 shutdown_connections 2024-09-10T10:41:27.984 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2c400640 1 -- 172.21.15.22:0/1143276344 wait complete. 2024-09-10T10:41:27.985 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2c400640 1 Processor -- start 2024-09-10T10:41:27.986 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2c400640 1 -- start start 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2c400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a2406d6e0 0x7f7a2415e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2c400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 0x7f7a241441c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2c400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 0x7f7a24162ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2c400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f7a240b5080 con 0x7f7a24071fb0 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2c400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7a24148430 con 0x7f7a2406d6e0 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2c400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7a240b5200 con 0x7f7a24147e40 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 0x7f7a241441c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 0x7f7a241441c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35578/0 (socket says 172.21.15.22:35578) 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29000640 1 -- 172.21.15.22:0/3720403130 learned_addr learned my addr 172.21.15.22:0/3720403130 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2a400640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 0x7f7a24162ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29a00640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a2406d6e0 0x7f7a2415e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29000640 1 -- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 msgr2=0x7f7a24162ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29000640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 0x7f7a24162ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29000640 1 -- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a2406d6e0 msgr2=0x7f7a2415e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29000640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a2406d6e0 0x7f7a2415e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29000640 1 -- 172.21.15.22:0/3720403130 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a2415e6e0 con 0x7f7a24071fb0 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a2a400640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 0x7f7a24162ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29a00640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a2406d6e0 0x7f7a2415e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.984+0000 7f7a29000640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 0x7f7a241441c0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f7a100ae040 tx=0x7f7a1001ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a21600640 1 -- 172.21.15.22:0/3720403130 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a100b0050 con 0x7f7a24071fb0 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a21600640 1 -- 172.21.15.22:0/3720403130 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a100b1040 con 0x7f7a24071fb0 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a2c400640 1 -- 172.21.15.22:0/3720403130 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a24143120 con 0x7f7a24071fb0 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a21600640 1 -- 172.21.15.22:0/3720403130 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a10004240 con 0x7f7a24071fb0 2024-09-10T10:41:27.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a2c400640 1 -- 172.21.15.22:0/3720403130 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a241436e0 con 0x7f7a24071fb0 2024-09-10T10:41:27.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a2c400640 1 -- 172.21.15.22:0/3720403130 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a240af040 con 0x7f7a24071fb0 2024-09-10T10:41:27.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a21600640 1 -- 172.21.15.22:0/3720403130 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7a100be060 con 0x7f7a24071fb0 2024-09-10T10:41:27.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a21600640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a040678c0 0x7f7a04069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:27.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a21600640 1 -- 172.21.15.22:0/3720403130 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f7a1011f750 con 0x7f7a24071fb0 2024-09-10T10:41:27.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a29a00640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a040678c0 0x7f7a04069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:27.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.988+0000 7f7a29a00640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a040678c0 0x7f7a04069d80 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f7a18003fd0 tx=0x7f7a18003a00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:27.995 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:27.992+0000 7f7a21600640 1 -- 172.21.15.22:0/3720403130 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7a10016090 con 0x7f7a24071fb0 2024-09-10T10:41:28.158 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.156+0000 7f7a2c400640 1 -- 172.21.15.22:0/3720403130 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7a24075540 con 0x7f7a040678c0 2024-09-10T10:41:28.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.164+0000 7f7a21600640 1 -- 172.21.15.22:0/3720403130 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246198 (secure 0 0 0) 0x7f7a24075540 con 0x7f7a040678c0 2024-09-10T10:41:28.167 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:28.169 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:41:28.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 -- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a040678c0 msgr2=0x7f7a04069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a040678c0 0x7f7a04069d80 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f7a18003fd0 tx=0x7f7a18003a00 comp rx=0 tx=0).stop 2024-09-10T10:41:28.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 -- 172.21.15.22:0/3720403130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 msgr2=0x7f7a241441c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 0x7f7a241441c0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f7a100ae040 tx=0x7f7a1001ac50 comp rx=0 tx=0).stop 2024-09-10T10:41:28.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 -- 172.21.15.22:0/3720403130 shutdown_connections 2024-09-10T10:41:28.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f7a040678c0 0x7f7a04069d80 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7a24147e40 0x7f7a24162ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7a24071fb0 0x7f7a241441c0 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 --2- 172.21.15.22:0/3720403130 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7a2406d6e0 0x7f7a2415e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 -- 172.21.15.22:0/3720403130 >> 172.21.15.22:0/3720403130 conn(0x7f7a24062dd0 msgr2=0x7f7a2406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:28.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 -- 172.21.15.22:0/3720403130 shutdown_connections 2024-09-10T10:41:28.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.168+0000 7f7a2c400640 1 -- 172.21.15.22:0/3720403130 wait complete. 2024-09-10T10:41:28.188 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":406,"stamp":"2024-09-10T10:41:27.463951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":280628,"kb_used_data":14460,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754694092,"statfs":{"total":773094113280,"available":772806750208,"internally_reserved":0,"allocated":14807040,"data_stored":7013301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.420651"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056257+0000","last_change":"2024-09-10T10:41:23.056257+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056257+0000","last_undegraded":"2024-09-10T10:41:23.056257+0000","last_fullsized":"2024-09-10T10:41:23.056257+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055781+0000","last_change":"2024-09-10T10:41:23.055781+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055781+0000","last_undegraded":"2024-09-10T10:41:23.055781+0000","last_fullsized":"2024-09-10T10:41:23.055781+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057456+0000","last_change":"2024-09-10T10:41:23.057456+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057456+0000","last_undegraded":"2024-09-10T10:41:23.057456+0000","last_fullsized":"2024-09-10T10:41:23.057456+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057142+0000","last_change":"2024-09-10T10:41:23.057142+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057142+0000","last_undegraded":"2024-09-10T10:41:23.057142+0000","last_fullsized":"2024-09-10T10:41:23.057142+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059695+0000","last_change":"2024-09-10T10:41:23.059695+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059695+0000","last_undegraded":"2024-09-10T10:41:23.059695+0000","last_fullsized":"2024-09-10T10:41:23.059695+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056281+0000","last_change":"2024-09-10T10:41:23.056281+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056281+0000","last_undegraded":"2024-09-10T10:41:23.056281+0000","last_fullsized":"2024-09-10T10:41:23.056281+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059651+0000","last_change":"2024-09-10T10:41:23.059651+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059651+0000","last_undegraded":"2024-09-10T10:41:23.059651+0000","last_fullsized":"2024-09-10T10:41:23.059651+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056440+0000","last_change":"2024-09-10T10:41:23.056440+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056440+0000","last_undegraded":"2024-09-10T10:41:23.056440+0000","last_fullsized":"2024-09-10T10:41:23.056440+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057416+0000","last_change":"2024-09-10T10:41:23.057416+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057416+0000","last_undegraded":"2024-09-10T10:41:23.057416+0000","last_fullsized":"2024-09-10T10:41:23.057416+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057160+0000","last_change":"2024-09-10T10:41:23.057160+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057160+0000","last_undegraded":"2024-09-10T10:41:23.057160+0000","last_fullsized":"2024-09-10T10:41:23.057160+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059671+0000","last_change":"2024-09-10T10:41:23.059671+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059671+0000","last_undegraded":"2024-09-10T10:41:23.059671+0000","last_fullsized":"2024-09-10T10:41:23.059671+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054641+0000","last_change":"2024-09-10T10:41:23.054641+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054641+0000","last_undegraded":"2024-09-10T10:41:23.054641+0000","last_fullsized":"2024-09-10T10:41:23.054641+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054211+0000","last_change":"2024-09-10T10:41:23.054211+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054211+0000","last_undegraded":"2024-09-10T10:41:23.054211+0000","last_fullsized":"2024-09-10T10:41:23.054211+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.058992+0000","last_change":"2024-09-10T10:41:23.058992+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.058992+0000","last_undegraded":"2024-09-10T10:41:23.058992+0000","last_fullsized":"2024-09-10T10:41:23.058992+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056943+0000","last_change":"2024-09-10T10:41:23.056943+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056943+0000","last_undegraded":"2024-09-10T10:41:23.056943+0000","last_fullsized":"2024-09-10T10:41:23.056943+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.063496+0000","last_change":"2024-09-10T10:41:23.063496+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.063496+0000","last_undegraded":"2024-09-10T10:41:23.063496+0000","last_fullsized":"2024-09-10T10:41:23.063496+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054513+0000","last_change":"2024-09-10T10:41:23.054513+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054513+0000","last_undegraded":"2024-09-10T10:41:23.054513+0000","last_fullsized":"2024-09-10T10:41:23.054513+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056245+0000","last_change":"2024-09-10T10:41:23.056245+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056245+0000","last_undegraded":"2024-09-10T10:41:23.056245+0000","last_fullsized":"2024-09-10T10:41:23.056245+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.062728+0000","last_change":"2024-09-10T10:41:23.062728+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.062728+0000","last_undegraded":"2024-09-10T10:41:23.062728+0000","last_fullsized":"2024-09-10T10:41:23.062728+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054014+0000","last_change":"2024-09-10T10:41:23.054014+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054014+0000","last_undegraded":"2024-09-10T10:41:23.054014+0000","last_fullsized":"2024-09-10T10:41:23.054014+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054485+0000","last_change":"2024-09-10T10:41:23.054485+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054485+0000","last_undegraded":"2024-09-10T10:41:23.054485+0000","last_fullsized":"2024-09-10T10:41:23.054485+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057574+0000","last_change":"2024-09-10T10:41:23.057574+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057574+0000","last_undegraded":"2024-09-10T10:41:23.057574+0000","last_fullsized":"2024-09-10T10:41:23.057574+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057046+0000","last_change":"2024-09-10T10:41:23.057046+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057046+0000","last_undegraded":"2024-09-10T10:41:23.057046+0000","last_fullsized":"2024-09-10T10:41:23.057046+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056564+0000","last_change":"2024-09-10T10:41:23.056564+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056564+0000","last_undegraded":"2024-09-10T10:41:23.056564+0000","last_fullsized":"2024-09-10T10:41:23.056564+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056036+0000","last_change":"2024-09-10T10:41:23.056036+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056036+0000","last_undegraded":"2024-09-10T10:41:23.056036+0000","last_fullsized":"2024-09-10T10:41:23.056036+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060671+0000","last_change":"2024-09-10T10:41:23.060671+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060671+0000","last_undegraded":"2024-09-10T10:41:23.060671+0000","last_fullsized":"2024-09-10T10:41:23.060671+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060597+0000","last_change":"2024-09-10T10:41:23.060597+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060597+0000","last_undegraded":"2024-09-10T10:41:23.060597+0000","last_fullsized":"2024-09-10T10:41:23.060597+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.058510+0000","last_change":"2024-09-10T10:41:23.058510+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.058510+0000","last_undegraded":"2024-09-10T10:41:23.058510+0000","last_fullsized":"2024-09-10T10:41:23.058510+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056298+0000","last_change":"2024-09-10T10:41:23.056298+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056298+0000","last_undegraded":"2024-09-10T10:41:23.056298+0000","last_fullsized":"2024-09-10T10:41:23.056298+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055316+0000","last_change":"2024-09-10T10:41:23.055316+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055316+0000","last_undegraded":"2024-09-10T10:41:23.055316+0000","last_fullsized":"2024-09-10T10:41:23.055316+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055818+0000","last_change":"2024-09-10T10:41:23.055818+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055818+0000","last_undegraded":"2024-09-10T10:41:23.055818+0000","last_fullsized":"2024-09-10T10:41:23.055818+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072541+0000","last_change":"2024-09-10T10:41:23.068097+0000","last_active":"2024-09-10T10:41:23.072541+0000","last_peered":"2024-09-10T10:41:23.072541+0000","last_clean":"2024-09-10T10:41:23.072541+0000","last_became_active":"2024-09-10T10:41:23.067820+0000","last_became_peered":"2024-09-10T10:41:23.067820+0000","last_unstale":"2024-09-10T10:41:23.072541+0000","last_undegraded":"2024-09-10T10:41:23.072541+0000","last_fullsized":"2024-09-10T10:41:23.072541+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:22.712243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055842+0000","last_change":"2024-09-10T10:41:23.055842+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055842+0000","last_undegraded":"2024-09-10T10:41:23.055842+0000","last_fullsized":"2024-09-10T10:41:23.055842+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074791+0000","last_change":"2024-09-10T10:41:23.069832+0000","last_active":"2024-09-10T10:41:23.074791+0000","last_peered":"2024-09-10T10:41:23.074791+0000","last_clean":"2024-09-10T10:41:23.074791+0000","last_became_active":"2024-09-10T10:41:23.069529+0000","last_became_peered":"2024-09-10T10:41:23.069529+0000","last_unstale":"2024-09-10T10:41:23.074791+0000","last_undegraded":"2024-09-10T10:41:23.074791+0000","last_fullsized":"2024-09-10T10:41:23.074791+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:23.832571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054963+0000","last_change":"2024-09-10T10:41:23.054963+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054963+0000","last_undegraded":"2024-09-10T10:41:23.054963+0000","last_fullsized":"2024-09-10T10:41:23.054963+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072807+0000","last_change":"2024-09-10T10:41:23.070718+0000","last_active":"2024-09-10T10:41:23.072807+0000","last_peered":"2024-09-10T10:41:23.072807+0000","last_clean":"2024-09-10T10:41:23.072807+0000","last_became_active":"2024-09-10T10:41:23.070436+0000","last_became_peered":"2024-09-10T10:41:23.070436+0000","last_unstale":"2024-09-10T10:41:23.072807+0000","last_undegraded":"2024-09-10T10:41:23.072807+0000","last_fullsized":"2024-09-10T10:41:23.072807+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:43:03.852387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057077+0000","last_change":"2024-09-10T10:41:23.057077+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057077+0000","last_undegraded":"2024-09-10T10:41:23.057077+0000","last_fullsized":"2024-09-10T10:41:23.057077+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.049469+0000","last_change":"2024-09-10T10:41:22.049469+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.049469+0000","last_undegraded":"2024-09-10T10:41:22.049469+0000","last_fullsized":"2024-09-10T10:41:22.049469+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054050+0000","last_change":"2024-09-10T10:41:23.054050+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054050+0000","last_undegraded":"2024-09-10T10:41:23.054050+0000","last_fullsized":"2024-09-10T10:41:23.054050+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074234+0000","last_change":"2024-09-10T10:41:23.071773+0000","last_active":"2024-09-10T10:41:23.074234+0000","last_peered":"2024-09-10T10:41:23.074234+0000","last_clean":"2024-09-10T10:41:23.074234+0000","last_became_active":"2024-09-10T10:41:23.071509+0000","last_became_peered":"2024-09-10T10:41:23.071509+0000","last_unstale":"2024-09-10T10:41:23.074234+0000","last_undegraded":"2024-09-10T10:41:23.074234+0000","last_fullsized":"2024-09-10T10:41:23.074234+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:02:34.050989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054009+0000","last_change":"2024-09-10T10:41:23.054009+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054009+0000","last_undegraded":"2024-09-10T10:41:23.054009+0000","last_fullsized":"2024-09-10T10:41:23.054009+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.070313+0000","last_change":"2024-09-10T10:41:23.064043+0000","last_active":"2024-09-10T10:41:23.070313+0000","last_peered":"2024-09-10T10:41:23.070313+0000","last_clean":"2024-09-10T10:41:23.070313+0000","last_became_active":"2024-09-10T10:41:23.063779+0000","last_became_peered":"2024-09-10T10:41:23.063779+0000","last_unstale":"2024-09-10T10:41:23.070313+0000","last_undegraded":"2024-09-10T10:41:23.070313+0000","last_fullsized":"2024-09-10T10:41:23.070313+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:35.331134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072444+0000","last_change":"2024-09-10T10:41:23.068026+0000","last_active":"2024-09-10T10:41:23.072444+0000","last_peered":"2024-09-10T10:41:23.072444+0000","last_clean":"2024-09-10T10:41:23.072444+0000","last_became_active":"2024-09-10T10:41:23.067672+0000","last_became_peered":"2024-09-10T10:41:23.067672+0000","last_unstale":"2024-09-10T10:41:23.072444+0000","last_undegraded":"2024-09-10T10:41:23.072444+0000","last_fullsized":"2024-09-10T10:41:23.072444+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:23.832571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053677+0000","last_change":"2024-09-10T10:41:23.053677+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053677+0000","last_undegraded":"2024-09-10T10:41:23.053677+0000","last_fullsized":"2024-09-10T10:41:23.053677+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048712+0000","last_change":"2024-09-10T10:41:22.048712+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048712+0000","last_undegraded":"2024-09-10T10:41:22.048712+0000","last_fullsized":"2024-09-10T10:41:22.048712+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.063231+0000","last_change":"2024-09-10T10:41:23.063231+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.063231+0000","last_undegraded":"2024-09-10T10:41:23.063231+0000","last_fullsized":"2024-09-10T10:41:23.063231+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072229+0000","last_change":"2024-09-10T10:41:23.069109+0000","last_active":"2024-09-10T10:41:23.072229+0000","last_peered":"2024-09-10T10:41:23.072229+0000","last_clean":"2024-09-10T10:41:23.072229+0000","last_became_active":"2024-09-10T10:41:23.068795+0000","last_became_peered":"2024-09-10T10:41:23.068795+0000","last_unstale":"2024-09-10T10:41:23.072229+0000","last_undegraded":"2024-09-10T10:41:23.072229+0000","last_fullsized":"2024-09-10T10:41:23.072229+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:29.050072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060169+0000","last_change":"2024-09-10T10:41:23.060169+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060169+0000","last_undegraded":"2024-09-10T10:41:23.060169+0000","last_fullsized":"2024-09-10T10:41:23.060169+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048778+0000","last_change":"2024-09-10T10:41:22.048778+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048778+0000","last_undegraded":"2024-09-10T10:41:22.048778+0000","last_fullsized":"2024-09-10T10:41:22.048778+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057060+0000","last_change":"2024-09-10T10:41:23.057060+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057060+0000","last_undegraded":"2024-09-10T10:41:23.057060+0000","last_fullsized":"2024-09-10T10:41:23.057060+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.071583+0000","last_change":"2024-09-10T10:41:23.066550+0000","last_active":"2024-09-10T10:41:23.071583+0000","last_peered":"2024-09-10T10:41:23.071583+0000","last_clean":"2024-09-10T10:41:23.071583+0000","last_became_active":"2024-09-10T10:41:23.066212+0000","last_became_peered":"2024-09-10T10:41:23.066212+0000","last_unstale":"2024-09-10T10:41:23.071583+0000","last_undegraded":"2024-09-10T10:41:23.071583+0000","last_fullsized":"2024-09-10T10:41:23.071583+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:17.726248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060099+0000","last_change":"2024-09-10T10:41:23.060099+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060099+0000","last_undegraded":"2024-09-10T10:41:23.060099+0000","last_fullsized":"2024-09-10T10:41:23.060099+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.075033+0000","last_change":"2024-09-10T10:41:23.070838+0000","last_active":"2024-09-10T10:41:23.075033+0000","last_peered":"2024-09-10T10:41:23.075033+0000","last_clean":"2024-09-10T10:41:23.075033+0000","last_became_active":"2024-09-10T10:41:23.070348+0000","last_became_peered":"2024-09-10T10:41:23.070348+0000","last_unstale":"2024-09-10T10:41:23.075033+0000","last_undegraded":"2024-09-10T10:41:23.075033+0000","last_fullsized":"2024-09-10T10:41:23.075033+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:07:31.546367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.071866+0000","last_change":"2024-09-10T10:41:23.068564+0000","last_active":"2024-09-10T10:41:23.071866+0000","last_peered":"2024-09-10T10:41:23.071866+0000","last_clean":"2024-09-10T10:41:23.071866+0000","last_became_active":"2024-09-10T10:41:23.068269+0000","last_became_peered":"2024-09-10T10:41:23.068269+0000","last_unstale":"2024-09-10T10:41:23.071866+0000","last_undegraded":"2024-09-10T10:41:23.071866+0000","last_fullsized":"2024-09-10T10:41:23.071866+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:17.614901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054887+0000","last_change":"2024-09-10T10:41:23.054887+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054887+0000","last_undegraded":"2024-09-10T10:41:23.054887+0000","last_fullsized":"2024-09-10T10:41:23.054887+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.080121+0000","last_change":"2024-09-10T10:41:23.076005+0000","last_active":"2024-09-10T10:41:23.080121+0000","last_peered":"2024-09-10T10:41:23.080121+0000","last_clean":"2024-09-10T10:41:23.080121+0000","last_became_active":"2024-09-10T10:41:23.075656+0000","last_became_peered":"2024-09-10T10:41:23.075656+0000","last_unstale":"2024-09-10T10:41:23.080121+0000","last_undegraded":"2024-09-10T10:41:23.080121+0000","last_fullsized":"2024-09-10T10:41:23.080121+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:57.193034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056470+0000","last_change":"2024-09-10T10:41:23.056470+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056470+0000","last_undegraded":"2024-09-10T10:41:23.056470+0000","last_fullsized":"2024-09-10T10:41:23.056470+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067683+0000","last_change":"2024-09-10T10:41:23.059267+0000","last_active":"2024-09-10T10:41:23.067683+0000","last_peered":"2024-09-10T10:41:23.067683+0000","last_clean":"2024-09-10T10:41:23.067683+0000","last_became_active":"2024-09-10T10:41:23.059004+0000","last_became_peered":"2024-09-10T10:41:23.059004+0000","last_unstale":"2024-09-10T10:41:23.067683+0000","last_undegraded":"2024-09-10T10:41:23.067683+0000","last_fullsized":"2024-09-10T10:41:23.067683+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:36:17.547728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059797+0000","last_change":"2024-09-10T10:41:23.059797+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059797+0000","last_undegraded":"2024-09-10T10:41:23.059797+0000","last_fullsized":"2024-09-10T10:41:23.059797+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067915+0000","last_change":"2024-09-10T10:41:23.061996+0000","last_active":"2024-09-10T10:41:23.067915+0000","last_peered":"2024-09-10T10:41:23.067915+0000","last_clean":"2024-09-10T10:41:23.067915+0000","last_became_active":"2024-09-10T10:41:23.061707+0000","last_became_peered":"2024-09-10T10:41:23.061707+0000","last_unstale":"2024-09-10T10:41:23.067915+0000","last_undegraded":"2024-09-10T10:41:23.067915+0000","last_fullsized":"2024-09-10T10:41:23.067915+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:33.372351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054861+0000","last_change":"2024-09-10T10:41:23.054861+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054861+0000","last_undegraded":"2024-09-10T10:41:23.054861+0000","last_fullsized":"2024-09-10T10:41:23.054861+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.073296+0000","last_change":"2024-09-10T10:41:23.064963+0000","last_active":"2024-09-10T10:41:23.073296+0000","last_peered":"2024-09-10T10:41:23.073296+0000","last_clean":"2024-09-10T10:41:23.073296+0000","last_became_active":"2024-09-10T10:41:23.064720+0000","last_became_peered":"2024-09-10T10:41:23.064720+0000","last_unstale":"2024-09-10T10:41:23.073296+0000","last_undegraded":"2024-09-10T10:41:23.073296+0000","last_fullsized":"2024-09-10T10:41:23.073296+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:35.107488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054273+0000","last_change":"2024-09-10T10:41:23.054273+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054273+0000","last_undegraded":"2024-09-10T10:41:23.054273+0000","last_fullsized":"2024-09-10T10:41:23.054273+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.073501+0000","last_change":"2024-09-10T10:41:23.071554+0000","last_active":"2024-09-10T10:41:23.073501+0000","last_peered":"2024-09-10T10:41:23.073501+0000","last_clean":"2024-09-10T10:41:23.073501+0000","last_became_active":"2024-09-10T10:41:23.071274+0000","last_became_peered":"2024-09-10T10:41:23.071274+0000","last_unstale":"2024-09-10T10:41:23.073501+0000","last_undegraded":"2024-09-10T10:41:23.073501+0000","last_fullsized":"2024-09-10T10:41:23.073501+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:49:37.830486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.066217+0000","last_change":"2024-09-10T10:41:23.060548+0000","last_active":"2024-09-10T10:41:23.066217+0000","last_peered":"2024-09-10T10:41:23.066217+0000","last_clean":"2024-09-10T10:41:23.066217+0000","last_became_active":"2024-09-10T10:41:23.060217+0000","last_became_peered":"2024-09-10T10:41:23.060217+0000","last_unstale":"2024-09-10T10:41:23.066217+0000","last_undegraded":"2024-09-10T10:41:23.066217+0000","last_fullsized":"2024-09-10T10:41:23.066217+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:12:28.169175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056383+0000","last_change":"2024-09-10T10:41:23.056383+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056383+0000","last_undegraded":"2024-09-10T10:41:23.056383+0000","last_fullsized":"2024-09-10T10:41:23.056383+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048688+0000","last_change":"2024-09-10T10:41:22.048688+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048688+0000","last_undegraded":"2024-09-10T10:41:22.048688+0000","last_fullsized":"2024-09-10T10:41:22.048688+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.068935+0000","last_change":"2024-09-10T10:41:23.065776+0000","last_active":"2024-09-10T10:41:23.068935+0000","last_peered":"2024-09-10T10:41:23.068935+0000","last_clean":"2024-09-10T10:41:23.068935+0000","last_became_active":"2024-09-10T10:41:23.065519+0000","last_became_peered":"2024-09-10T10:41:23.065519+0000","last_unstale":"2024-09-10T10:41:23.068935+0000","last_undegraded":"2024-09-10T10:41:23.068935+0000","last_fullsized":"2024-09-10T10:41:23.068935+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:32:10.536114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.058758+0000","last_change":"2024-09-10T10:41:23.058758+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.058758+0000","last_undegraded":"2024-09-10T10:41:23.058758+0000","last_fullsized":"2024-09-10T10:41:23.058758+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.070745+0000","last_change":"2024-09-10T10:41:23.067210+0000","last_active":"2024-09-10T10:41:23.070745+0000","last_peered":"2024-09-10T10:41:23.070745+0000","last_clean":"2024-09-10T10:41:23.070745+0000","last_became_active":"2024-09-10T10:41:23.066920+0000","last_became_peered":"2024-09-10T10:41:23.066920+0000","last_unstale":"2024-09-10T10:41:23.070745+0000","last_undegraded":"2024-09-10T10:41:23.070745+0000","last_fullsized":"2024-09-10T10:41:23.070745+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:04:24.359340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060737+0000","last_change":"2024-09-10T10:41:23.060737+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060737+0000","last_undegraded":"2024-09-10T10:41:23.060737+0000","last_fullsized":"2024-09-10T10:41:23.060737+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074345+0000","last_change":"2024-09-10T10:41:23.070828+0000","last_active":"2024-09-10T10:41:23.074345+0000","last_peered":"2024-09-10T10:41:23.074345+0000","last_clean":"2024-09-10T10:41:23.074345+0000","last_became_active":"2024-09-10T10:41:23.070570+0000","last_became_peered":"2024-09-10T10:41:23.070570+0000","last_unstale":"2024-09-10T10:41:23.074345+0000","last_undegraded":"2024-09-10T10:41:23.074345+0000","last_fullsized":"2024-09-10T10:41:23.074345+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:09:39.595027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.065740+0000","last_change":"2024-09-10T10:41:23.064269+0000","last_active":"2024-09-10T10:41:23.065740+0000","last_peered":"2024-09-10T10:41:23.065740+0000","last_clean":"2024-09-10T10:41:23.065740+0000","last_became_active":"2024-09-10T10:41:23.063935+0000","last_became_peered":"2024-09-10T10:41:23.063935+0000","last_unstale":"2024-09-10T10:41:23.065740+0000","last_undegraded":"2024-09-10T10:41:23.065740+0000","last_fullsized":"2024-09-10T10:41:23.065740+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:47.935292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053700+0000","last_change":"2024-09-10T10:41:23.053700+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053700+0000","last_undegraded":"2024-09-10T10:41:23.053700+0000","last_fullsized":"2024-09-10T10:41:23.053700+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067194+0000","last_change":"2024-09-10T10:41:23.064850+0000","last_active":"2024-09-10T10:41:23.067194+0000","last_peered":"2024-09-10T10:41:23.067194+0000","last_clean":"2024-09-10T10:41:23.067194+0000","last_became_active":"2024-09-10T10:41:23.061849+0000","last_became_peered":"2024-09-10T10:41:23.061849+0000","last_unstale":"2024-09-10T10:41:23.067194+0000","last_undegraded":"2024-09-10T10:41:23.067194+0000","last_fullsized":"2024-09-10T10:41:23.067194+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:45.090216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053686+0000","last_change":"2024-09-10T10:41:23.053686+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053686+0000","last_undegraded":"2024-09-10T10:41:23.053686+0000","last_fullsized":"2024-09-10T10:41:23.053686+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074189+0000","last_change":"2024-09-10T10:41:23.070651+0000","last_active":"2024-09-10T10:41:23.074189+0000","last_peered":"2024-09-10T10:41:23.074189+0000","last_clean":"2024-09-10T10:41:23.074189+0000","last_became_active":"2024-09-10T10:41:23.070333+0000","last_became_peered":"2024-09-10T10:41:23.070333+0000","last_unstale":"2024-09-10T10:41:23.074189+0000","last_undegraded":"2024-09-10T10:41:23.074189+0000","last_fullsized":"2024-09-10T10:41:23.074189+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:19.346675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054381+0000","last_change":"2024-09-10T10:41:23.054381+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054381+0000","last_undegraded":"2024-09-10T10:41:23.054381+0000","last_fullsized":"2024-09-10T10:41:23.054381+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048688+0000","last_change":"2024-09-10T10:41:22.048688+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048688+0000","last_undegraded":"2024-09-10T10:41:22.048688+0000","last_fullsized":"2024-09-10T10:41:22.048688+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053927+0000","last_change":"2024-09-10T10:41:23.053927+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053927+0000","last_undegraded":"2024-09-10T10:41:23.053927+0000","last_fullsized":"2024-09-10T10:41:23.053927+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067733+0000","last_change":"2024-09-10T10:41:23.056896+0000","last_active":"2024-09-10T10:41:23.067733+0000","last_peered":"2024-09-10T10:41:23.067733+0000","last_clean":"2024-09-10T10:41:23.067733+0000","last_became_active":"2024-09-10T10:41:23.056623+0000","last_became_peered":"2024-09-10T10:41:23.056623+0000","last_unstale":"2024-09-10T10:41:23.067733+0000","last_undegraded":"2024-09-10T10:41:23.067733+0000","last_fullsized":"2024-09-10T10:41:23.067733+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:48.426526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060149+0000","last_change":"2024-09-10T10:41:23.060149+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060149+0000","last_undegraded":"2024-09-10T10:41:23.060149+0000","last_fullsized":"2024-09-10T10:41:23.060149+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.075666+0000","last_change":"2024-09-10T10:41:23.072079+0000","last_active":"2024-09-10T10:41:23.075666+0000","last_peered":"2024-09-10T10:41:23.075666+0000","last_clean":"2024-09-10T10:41:23.075666+0000","last_became_active":"2024-09-10T10:41:23.071384+0000","last_became_peered":"2024-09-10T10:41:23.071384+0000","last_unstale":"2024-09-10T10:41:23.075666+0000","last_undegraded":"2024-09-10T10:41:23.075666+0000","last_fullsized":"2024-09-10T10:41:23.075666+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:02:34.050989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.063080+0000","last_change":"2024-09-10T10:41:23.063080+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.063080+0000","last_undegraded":"2024-09-10T10:41:23.063080+0000","last_fullsized":"2024-09-10T10:41:23.063080+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072641+0000","last_change":"2024-09-10T10:41:23.068400+0000","last_active":"2024-09-10T10:41:23.072641+0000","last_peered":"2024-09-10T10:41:23.072641+0000","last_clean":"2024-09-10T10:41:23.072641+0000","last_became_active":"2024-09-10T10:41:23.068087+0000","last_became_peered":"2024-09-10T10:41:23.068087+0000","last_unstale":"2024-09-10T10:41:23.072641+0000","last_undegraded":"2024-09-10T10:41:23.072641+0000","last_fullsized":"2024-09-10T10:41:23.072641+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:01.500390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055622+0000","last_change":"2024-09-10T10:41:23.055622+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055622+0000","last_undegraded":"2024-09-10T10:41:23.055622+0000","last_fullsized":"2024-09-10T10:41:23.055622+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072397+0000","last_change":"2024-09-10T10:41:23.064821+0000","last_active":"2024-09-10T10:41:23.072397+0000","last_peered":"2024-09-10T10:41:23.072397+0000","last_clean":"2024-09-10T10:41:23.072397+0000","last_became_active":"2024-09-10T10:41:23.064524+0000","last_became_peered":"2024-09-10T10:41:23.064524+0000","last_unstale":"2024-09-10T10:41:23.072397+0000","last_undegraded":"2024-09-10T10:41:23.072397+0000","last_fullsized":"2024-09-10T10:41:23.072397+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:35.107488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.065587+0000","last_change":"2024-09-10T10:41:23.065587+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.065587+0000","last_undegraded":"2024-09-10T10:41:23.065587+0000","last_fullsized":"2024-09-10T10:41:23.065587+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072534+0000","last_change":"2024-09-10T10:41:23.069021+0000","last_active":"2024-09-10T10:41:23.072534+0000","last_peered":"2024-09-10T10:41:23.072534+0000","last_clean":"2024-09-10T10:41:23.072534+0000","last_became_active":"2024-09-10T10:41:23.068705+0000","last_became_peered":"2024-09-10T10:41:23.068705+0000","last_unstale":"2024-09-10T10:41:23.072534+0000","last_undegraded":"2024-09-10T10:41:23.072534+0000","last_fullsized":"2024-09-10T10:41:23.072534+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.590269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":381,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.051166+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:41:23.051166+0000","last_peered":"2024-09-10T10:41:23.051166+0000","last_clean":"2024-09-10T10:41:23.051166+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:41:23.051166+0000","last_undegraded":"2024-09-10T10:41:23.051166+0000","last_fullsized":"2024-09-10T10:41:23.051166+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509552,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37012,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334828,"statfs":{"total":96636764160,"available":96598863872,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509552,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37012,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334828,"statfs":{"total":96636764160,"available":96598863872,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509551,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509552,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37016,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334824,"statfs":{"total":96636764160,"available":96598859776,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509553,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509552,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37592,"kb_used_data":2244,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334248,"statfs":{"total":96636764160,"available":96598269952,"internally_reserved":0,"allocated":2297856,"data_stored":1320223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509551,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542257,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33428,"kb_used_data":2232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338412,"statfs":{"total":96636764160,"available":96602533888,"internally_reserved":0,"allocated":2285568,"data_stored":1313948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:41:28.192 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:41:28.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197e00640 1 Processor -- start 2024-09-10T10:41:28.376 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197e00640 1 -- start start 2024-09-10T10:41:28.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f71980626e0 0x7f7198062ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f719806f740 0x7f71980b4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.377 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197e00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7198063000 con 0x7f719806f300 2024-09-10T10:41:28.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f71980aeb40 con 0x7f719806f740 2024-09-10T10:41:28.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f71980affb0 con 0x7f71980626e0 2024-09-10T10:41:28.378 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f719806f740 0x7f71980b4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:28.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7196000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f719806f300 0x7f71980af440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36584/0 (socket says 172.21.15.22:36584) 2024-09-10T10:41:28.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7196000640 1 -- 172.21.15.22:0/3196679646 learned_addr learned my addr 172.21.15.22:0/3196679646 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:28.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7196a00640 1 --2- 172.21.15.22:0/3196679646 >> v2:172.21.15.145:3300/0 conn(0x7f71980626e0 0x7f7198062ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:28.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197400640 1 -- 172.21.15.22:0/3196679646 >> v2:172.21.15.145:3300/0 conn(0x7f71980626e0 msgr2=0x7f7198062ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:28.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197400640 1 --2- 172.21.15.22:0/3196679646 >> v2:172.21.15.145:3300/0 conn(0x7f71980626e0 0x7f7198062ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197400640 1 -- 172.21.15.22:0/3196679646 >> v1:172.21.15.22:6789/0 conn(0x7f719806f300 legacy=0x7f71980af440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7197400640 1 -- 172.21.15.22:0/3196679646 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f719806e820 con 0x7f719806f740 2024-09-10T10:41:28.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.376+0000 7f7195600640 1 -- 172.21.15.22:0/3196679646 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2362380177 0 0) 0x7f7198063000 con 0x7f719806f300 2024-09-10T10:41:28.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7197400640 1 --2- 172.21.15.22:0/3196679646 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f740 0x7f71980b4460 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f719806d650 tx=0x7f719001c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=122ccba82d2a2adb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:28.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7195600640 1 -- 172.21.15.22:0/3196679646 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71900b2070 con 0x7f719806f740 2024-09-10T10:41:28.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7195600640 1 -- 172.21.15.22:0/3196679646 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71900a59e0 con 0x7f719806f740 2024-09-10T10:41:28.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7195600640 1 -- 172.21.15.22:0/3196679646 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71900a5db0 con 0x7f719806f740 2024-09-10T10:41:28.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7197e00640 1 -- 172.21.15.22:0/3196679646 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f740 msgr2=0x7f71980b4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7197e00640 1 --2- 172.21.15.22:0/3196679646 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f740 0x7f71980b4460 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f719806d650 tx=0x7f719001c900 comp rx=0 tx=0).stop 2024-09-10T10:41:28.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7197e00640 1 -- 172.21.15.22:0/3196679646 shutdown_connections 2024-09-10T10:41:28.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7197e00640 1 --2- 172.21.15.22:0/3196679646 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f740 0x7f71980b4460 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7197e00640 1 --2- 172.21.15.22:0/3196679646 >> v2:172.21.15.145:3300/0 conn(0x7f71980626e0 0x7f7198062ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7197e00640 1 -- 172.21.15.22:0/3196679646 >> 172.21.15.22:0/3196679646 conn(0x7f7198072f30 msgr2=0x7f719806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:28.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7197e00640 1 -- 172.21.15.22:0/3196679646 shutdown_connections 2024-09-10T10:41:28.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7197e00640 1 -- 172.21.15.22:0/3196679646 wait complete. 2024-09-10T10:41:28.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.380+0000 7f7197e00640 1 Processor -- start 2024-09-10T10:41:28.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7197e00640 1 -- start start 2024-09-10T10:41:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7197e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71980626e0 0x7f7198158fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7197e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f300 0x7f7198150b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7197e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f719806f740 0x7f7198158210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7197e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f71980b0410 con 0x7f719806f300 2024-09-10T10:41:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7197e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f71980b0290 con 0x7f71980626e0 2024-09-10T10:41:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7197e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f719815e730 con 0x7f719806f740 2024-09-10T10:41:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7196000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f300 0x7f7198150b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7196000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f300 0x7f7198150b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35596/0 (socket says 172.21.15.22:35596) 2024-09-10T10:41:28.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7196000640 1 -- 172.21.15.22:0/3443100893 learned_addr learned my addr 172.21.15.22:0/3443100893 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7196000640 1 -- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f719806f740 msgr2=0x7f7198158210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7196000640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f719806f740 0x7f7198158210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7196000640 1 -- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71980626e0 msgr2=0x7f7198158fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7196000640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71980626e0 0x7f7198158fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7196000640 1 -- 172.21.15.22:0/3443100893 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71981514a0 con 0x7f719806f300 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7196000640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f300 0x7f7198150b30 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f718400c520 tx=0x7f718400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f718ea00640 1 -- 172.21.15.22:0/3443100893 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7184018070 con 0x7f719806f300 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f718ea00640 1 -- 172.21.15.22:0/3443100893 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71840074e0 con 0x7f719806f300 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f718ea00640 1 -- 172.21.15.22:0/3443100893 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71840049f0 con 0x7f719806f300 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7197e00640 1 -- 172.21.15.22:0/3443100893 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7198151780 con 0x7f719806f300 2024-09-10T10:41:28.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7197e00640 1 -- 172.21.15.22:0/3443100893 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7198151d40 con 0x7f719806f300 2024-09-10T10:41:28.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.384+0000 7f7197e00640 1 -- 172.21.15.22:0/3443100893 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71980b4460 con 0x7f719806f300 2024-09-10T10:41:28.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.388+0000 7f718ea00640 1 -- 172.21.15.22:0/3443100893 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f718401b070 con 0x7f719806f300 2024-09-10T10:41:28.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.388+0000 7f718ea00640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71780678c0 0x7f7178069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.388+0000 7f718ea00640 1 -- 172.21.15.22:0/3443100893 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f7184085130 con 0x7f719806f300 2024-09-10T10:41:28.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.388+0000 7f7196a00640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71780678c0 0x7f7178069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:28.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.388+0000 7f7196a00640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71780678c0 0x7f7178069d80 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f7188006aa0 tx=0x7f7188006a30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:28.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.392+0000 7f718ea00640 1 -- 172.21.15.22:0/3443100893 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7184055c60 con 0x7f719806f300 2024-09-10T10:41:28.554 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.552+0000 7f7197e00640 1 -- 172.21.15.22:0/3443100893 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f719815d8e0 con 0x7f71780678c0 2024-09-10T10:41:28.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.560+0000 7f718ea00640 1 -- 172.21.15.22:0/3443100893 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246198 (secure 0 0 0) 0x7f719815d8e0 con 0x7f71780678c0 2024-09-10T10:41:28.563 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:28.564 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:41:28.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 -- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71780678c0 msgr2=0x7f7178069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.565 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71780678c0 0x7f7178069d80 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f7188006aa0 tx=0x7f7188006a30 comp rx=0 tx=0).stop 2024-09-10T10:41:28.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 -- 172.21.15.22:0/3443100893 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f300 msgr2=0x7f7198150b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f300 0x7f7198150b30 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f718400c520 tx=0x7f718400c9e0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 -- 172.21.15.22:0/3443100893 shutdown_connections 2024-09-10T10:41:28.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f71780678c0 0x7f7178069d80 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f719806f740 0x7f7198158210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f719806f300 0x7f7198150b30 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 --2- 172.21.15.22:0/3443100893 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71980626e0 0x7f7198158fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 -- 172.21.15.22:0/3443100893 >> 172.21.15.22:0/3443100893 conn(0x7f7198072f30 msgr2=0x7f71980b20a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:28.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 -- 172.21.15.22:0/3443100893 shutdown_connections 2024-09-10T10:41:28.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.564+0000 7f7197e00640 1 -- 172.21.15.22:0/3443100893 wait complete. 2024-09-10T10:41:28.583 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":406,"stamp":"2024-09-10T10:41:27.463951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":280628,"kb_used_data":14460,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754694092,"statfs":{"total":773094113280,"available":772806750208,"internally_reserved":0,"allocated":14807040,"data_stored":7013301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.420651"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056257+0000","last_change":"2024-09-10T10:41:23.056257+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056257+0000","last_undegraded":"2024-09-10T10:41:23.056257+0000","last_fullsized":"2024-09-10T10:41:23.056257+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055781+0000","last_change":"2024-09-10T10:41:23.055781+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055781+0000","last_undegraded":"2024-09-10T10:41:23.055781+0000","last_fullsized":"2024-09-10T10:41:23.055781+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057456+0000","last_change":"2024-09-10T10:41:23.057456+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057456+0000","last_undegraded":"2024-09-10T10:41:23.057456+0000","last_fullsized":"2024-09-10T10:41:23.057456+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057142+0000","last_change":"2024-09-10T10:41:23.057142+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057142+0000","last_undegraded":"2024-09-10T10:41:23.057142+0000","last_fullsized":"2024-09-10T10:41:23.057142+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059695+0000","last_change":"2024-09-10T10:41:23.059695+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059695+0000","last_undegraded":"2024-09-10T10:41:23.059695+0000","last_fullsized":"2024-09-10T10:41:23.059695+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056281+0000","last_change":"2024-09-10T10:41:23.056281+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056281+0000","last_undegraded":"2024-09-10T10:41:23.056281+0000","last_fullsized":"2024-09-10T10:41:23.056281+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059651+0000","last_change":"2024-09-10T10:41:23.059651+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059651+0000","last_undegraded":"2024-09-10T10:41:23.059651+0000","last_fullsized":"2024-09-10T10:41:23.059651+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056440+0000","last_change":"2024-09-10T10:41:23.056440+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056440+0000","last_undegraded":"2024-09-10T10:41:23.056440+0000","last_fullsized":"2024-09-10T10:41:23.056440+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057416+0000","last_change":"2024-09-10T10:41:23.057416+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057416+0000","last_undegraded":"2024-09-10T10:41:23.057416+0000","last_fullsized":"2024-09-10T10:41:23.057416+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057160+0000","last_change":"2024-09-10T10:41:23.057160+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057160+0000","last_undegraded":"2024-09-10T10:41:23.057160+0000","last_fullsized":"2024-09-10T10:41:23.057160+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059671+0000","last_change":"2024-09-10T10:41:23.059671+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059671+0000","last_undegraded":"2024-09-10T10:41:23.059671+0000","last_fullsized":"2024-09-10T10:41:23.059671+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054641+0000","last_change":"2024-09-10T10:41:23.054641+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054641+0000","last_undegraded":"2024-09-10T10:41:23.054641+0000","last_fullsized":"2024-09-10T10:41:23.054641+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054211+0000","last_change":"2024-09-10T10:41:23.054211+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054211+0000","last_undegraded":"2024-09-10T10:41:23.054211+0000","last_fullsized":"2024-09-10T10:41:23.054211+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.058992+0000","last_change":"2024-09-10T10:41:23.058992+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.058992+0000","last_undegraded":"2024-09-10T10:41:23.058992+0000","last_fullsized":"2024-09-10T10:41:23.058992+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056943+0000","last_change":"2024-09-10T10:41:23.056943+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056943+0000","last_undegraded":"2024-09-10T10:41:23.056943+0000","last_fullsized":"2024-09-10T10:41:23.056943+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.063496+0000","last_change":"2024-09-10T10:41:23.063496+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.063496+0000","last_undegraded":"2024-09-10T10:41:23.063496+0000","last_fullsized":"2024-09-10T10:41:23.063496+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054513+0000","last_change":"2024-09-10T10:41:23.054513+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054513+0000","last_undegraded":"2024-09-10T10:41:23.054513+0000","last_fullsized":"2024-09-10T10:41:23.054513+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056245+0000","last_change":"2024-09-10T10:41:23.056245+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056245+0000","last_undegraded":"2024-09-10T10:41:23.056245+0000","last_fullsized":"2024-09-10T10:41:23.056245+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.062728+0000","last_change":"2024-09-10T10:41:23.062728+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.062728+0000","last_undegraded":"2024-09-10T10:41:23.062728+0000","last_fullsized":"2024-09-10T10:41:23.062728+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054014+0000","last_change":"2024-09-10T10:41:23.054014+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054014+0000","last_undegraded":"2024-09-10T10:41:23.054014+0000","last_fullsized":"2024-09-10T10:41:23.054014+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054485+0000","last_change":"2024-09-10T10:41:23.054485+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054485+0000","last_undegraded":"2024-09-10T10:41:23.054485+0000","last_fullsized":"2024-09-10T10:41:23.054485+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057574+0000","last_change":"2024-09-10T10:41:23.057574+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057574+0000","last_undegraded":"2024-09-10T10:41:23.057574+0000","last_fullsized":"2024-09-10T10:41:23.057574+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057046+0000","last_change":"2024-09-10T10:41:23.057046+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057046+0000","last_undegraded":"2024-09-10T10:41:23.057046+0000","last_fullsized":"2024-09-10T10:41:23.057046+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056564+0000","last_change":"2024-09-10T10:41:23.056564+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056564+0000","last_undegraded":"2024-09-10T10:41:23.056564+0000","last_fullsized":"2024-09-10T10:41:23.056564+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056036+0000","last_change":"2024-09-10T10:41:23.056036+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056036+0000","last_undegraded":"2024-09-10T10:41:23.056036+0000","last_fullsized":"2024-09-10T10:41:23.056036+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060671+0000","last_change":"2024-09-10T10:41:23.060671+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060671+0000","last_undegraded":"2024-09-10T10:41:23.060671+0000","last_fullsized":"2024-09-10T10:41:23.060671+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060597+0000","last_change":"2024-09-10T10:41:23.060597+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060597+0000","last_undegraded":"2024-09-10T10:41:23.060597+0000","last_fullsized":"2024-09-10T10:41:23.060597+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.058510+0000","last_change":"2024-09-10T10:41:23.058510+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.058510+0000","last_undegraded":"2024-09-10T10:41:23.058510+0000","last_fullsized":"2024-09-10T10:41:23.058510+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056298+0000","last_change":"2024-09-10T10:41:23.056298+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056298+0000","last_undegraded":"2024-09-10T10:41:23.056298+0000","last_fullsized":"2024-09-10T10:41:23.056298+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055316+0000","last_change":"2024-09-10T10:41:23.055316+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055316+0000","last_undegraded":"2024-09-10T10:41:23.055316+0000","last_fullsized":"2024-09-10T10:41:23.055316+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055818+0000","last_change":"2024-09-10T10:41:23.055818+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055818+0000","last_undegraded":"2024-09-10T10:41:23.055818+0000","last_fullsized":"2024-09-10T10:41:23.055818+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072541+0000","last_change":"2024-09-10T10:41:23.068097+0000","last_active":"2024-09-10T10:41:23.072541+0000","last_peered":"2024-09-10T10:41:23.072541+0000","last_clean":"2024-09-10T10:41:23.072541+0000","last_became_active":"2024-09-10T10:41:23.067820+0000","last_became_peered":"2024-09-10T10:41:23.067820+0000","last_unstale":"2024-09-10T10:41:23.072541+0000","last_undegraded":"2024-09-10T10:41:23.072541+0000","last_fullsized":"2024-09-10T10:41:23.072541+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:22.712243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055842+0000","last_change":"2024-09-10T10:41:23.055842+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055842+0000","last_undegraded":"2024-09-10T10:41:23.055842+0000","last_fullsized":"2024-09-10T10:41:23.055842+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074791+0000","last_change":"2024-09-10T10:41:23.069832+0000","last_active":"2024-09-10T10:41:23.074791+0000","last_peered":"2024-09-10T10:41:23.074791+0000","last_clean":"2024-09-10T10:41:23.074791+0000","last_became_active":"2024-09-10T10:41:23.069529+0000","last_became_peered":"2024-09-10T10:41:23.069529+0000","last_unstale":"2024-09-10T10:41:23.074791+0000","last_undegraded":"2024-09-10T10:41:23.074791+0000","last_fullsized":"2024-09-10T10:41:23.074791+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:23.832571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054963+0000","last_change":"2024-09-10T10:41:23.054963+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054963+0000","last_undegraded":"2024-09-10T10:41:23.054963+0000","last_fullsized":"2024-09-10T10:41:23.054963+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072807+0000","last_change":"2024-09-10T10:41:23.070718+0000","last_active":"2024-09-10T10:41:23.072807+0000","last_peered":"2024-09-10T10:41:23.072807+0000","last_clean":"2024-09-10T10:41:23.072807+0000","last_became_active":"2024-09-10T10:41:23.070436+0000","last_became_peered":"2024-09-10T10:41:23.070436+0000","last_unstale":"2024-09-10T10:41:23.072807+0000","last_undegraded":"2024-09-10T10:41:23.072807+0000","last_fullsized":"2024-09-10T10:41:23.072807+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:43:03.852387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057077+0000","last_change":"2024-09-10T10:41:23.057077+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057077+0000","last_undegraded":"2024-09-10T10:41:23.057077+0000","last_fullsized":"2024-09-10T10:41:23.057077+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.049469+0000","last_change":"2024-09-10T10:41:22.049469+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.049469+0000","last_undegraded":"2024-09-10T10:41:22.049469+0000","last_fullsized":"2024-09-10T10:41:22.049469+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054050+0000","last_change":"2024-09-10T10:41:23.054050+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054050+0000","last_undegraded":"2024-09-10T10:41:23.054050+0000","last_fullsized":"2024-09-10T10:41:23.054050+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074234+0000","last_change":"2024-09-10T10:41:23.071773+0000","last_active":"2024-09-10T10:41:23.074234+0000","last_peered":"2024-09-10T10:41:23.074234+0000","last_clean":"2024-09-10T10:41:23.074234+0000","last_became_active":"2024-09-10T10:41:23.071509+0000","last_became_peered":"2024-09-10T10:41:23.071509+0000","last_unstale":"2024-09-10T10:41:23.074234+0000","last_undegraded":"2024-09-10T10:41:23.074234+0000","last_fullsized":"2024-09-10T10:41:23.074234+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:02:34.050989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054009+0000","last_change":"2024-09-10T10:41:23.054009+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054009+0000","last_undegraded":"2024-09-10T10:41:23.054009+0000","last_fullsized":"2024-09-10T10:41:23.054009+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.070313+0000","last_change":"2024-09-10T10:41:23.064043+0000","last_active":"2024-09-10T10:41:23.070313+0000","last_peered":"2024-09-10T10:41:23.070313+0000","last_clean":"2024-09-10T10:41:23.070313+0000","last_became_active":"2024-09-10T10:41:23.063779+0000","last_became_peered":"2024-09-10T10:41:23.063779+0000","last_unstale":"2024-09-10T10:41:23.070313+0000","last_undegraded":"2024-09-10T10:41:23.070313+0000","last_fullsized":"2024-09-10T10:41:23.070313+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:35.331134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072444+0000","last_change":"2024-09-10T10:41:23.068026+0000","last_active":"2024-09-10T10:41:23.072444+0000","last_peered":"2024-09-10T10:41:23.072444+0000","last_clean":"2024-09-10T10:41:23.072444+0000","last_became_active":"2024-09-10T10:41:23.067672+0000","last_became_peered":"2024-09-10T10:41:23.067672+0000","last_unstale":"2024-09-10T10:41:23.072444+0000","last_undegraded":"2024-09-10T10:41:23.072444+0000","last_fullsized":"2024-09-10T10:41:23.072444+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:23.832571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053677+0000","last_change":"2024-09-10T10:41:23.053677+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053677+0000","last_undegraded":"2024-09-10T10:41:23.053677+0000","last_fullsized":"2024-09-10T10:41:23.053677+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048712+0000","last_change":"2024-09-10T10:41:22.048712+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048712+0000","last_undegraded":"2024-09-10T10:41:22.048712+0000","last_fullsized":"2024-09-10T10:41:22.048712+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.063231+0000","last_change":"2024-09-10T10:41:23.063231+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.063231+0000","last_undegraded":"2024-09-10T10:41:23.063231+0000","last_fullsized":"2024-09-10T10:41:23.063231+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072229+0000","last_change":"2024-09-10T10:41:23.069109+0000","last_active":"2024-09-10T10:41:23.072229+0000","last_peered":"2024-09-10T10:41:23.072229+0000","last_clean":"2024-09-10T10:41:23.072229+0000","last_became_active":"2024-09-10T10:41:23.068795+0000","last_became_peered":"2024-09-10T10:41:23.068795+0000","last_unstale":"2024-09-10T10:41:23.072229+0000","last_undegraded":"2024-09-10T10:41:23.072229+0000","last_fullsized":"2024-09-10T10:41:23.072229+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:29.050072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060169+0000","last_change":"2024-09-10T10:41:23.060169+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060169+0000","last_undegraded":"2024-09-10T10:41:23.060169+0000","last_fullsized":"2024-09-10T10:41:23.060169+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048778+0000","last_change":"2024-09-10T10:41:22.048778+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048778+0000","last_undegraded":"2024-09-10T10:41:22.048778+0000","last_fullsized":"2024-09-10T10:41:22.048778+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057060+0000","last_change":"2024-09-10T10:41:23.057060+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057060+0000","last_undegraded":"2024-09-10T10:41:23.057060+0000","last_fullsized":"2024-09-10T10:41:23.057060+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.071583+0000","last_change":"2024-09-10T10:41:23.066550+0000","last_active":"2024-09-10T10:41:23.071583+0000","last_peered":"2024-09-10T10:41:23.071583+0000","last_clean":"2024-09-10T10:41:23.071583+0000","last_became_active":"2024-09-10T10:41:23.066212+0000","last_became_peered":"2024-09-10T10:41:23.066212+0000","last_unstale":"2024-09-10T10:41:23.071583+0000","last_undegraded":"2024-09-10T10:41:23.071583+0000","last_fullsized":"2024-09-10T10:41:23.071583+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:17.726248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060099+0000","last_change":"2024-09-10T10:41:23.060099+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060099+0000","last_undegraded":"2024-09-10T10:41:23.060099+0000","last_fullsized":"2024-09-10T10:41:23.060099+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.075033+0000","last_change":"2024-09-10T10:41:23.070838+0000","last_active":"2024-09-10T10:41:23.075033+0000","last_peered":"2024-09-10T10:41:23.075033+0000","last_clean":"2024-09-10T10:41:23.075033+0000","last_became_active":"2024-09-10T10:41:23.070348+0000","last_became_peered":"2024-09-10T10:41:23.070348+0000","last_unstale":"2024-09-10T10:41:23.075033+0000","last_undegraded":"2024-09-10T10:41:23.075033+0000","last_fullsized":"2024-09-10T10:41:23.075033+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:07:31.546367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.071866+0000","last_change":"2024-09-10T10:41:23.068564+0000","last_active":"2024-09-10T10:41:23.071866+0000","last_peered":"2024-09-10T10:41:23.071866+0000","last_clean":"2024-09-10T10:41:23.071866+0000","last_became_active":"2024-09-10T10:41:23.068269+0000","last_became_peered":"2024-09-10T10:41:23.068269+0000","last_unstale":"2024-09-10T10:41:23.071866+0000","last_undegraded":"2024-09-10T10:41:23.071866+0000","last_fullsized":"2024-09-10T10:41:23.071866+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:17.614901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054887+0000","last_change":"2024-09-10T10:41:23.054887+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054887+0000","last_undegraded":"2024-09-10T10:41:23.054887+0000","last_fullsized":"2024-09-10T10:41:23.054887+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.080121+0000","last_change":"2024-09-10T10:41:23.076005+0000","last_active":"2024-09-10T10:41:23.080121+0000","last_peered":"2024-09-10T10:41:23.080121+0000","last_clean":"2024-09-10T10:41:23.080121+0000","last_became_active":"2024-09-10T10:41:23.075656+0000","last_became_peered":"2024-09-10T10:41:23.075656+0000","last_unstale":"2024-09-10T10:41:23.080121+0000","last_undegraded":"2024-09-10T10:41:23.080121+0000","last_fullsized":"2024-09-10T10:41:23.080121+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:57.193034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056470+0000","last_change":"2024-09-10T10:41:23.056470+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056470+0000","last_undegraded":"2024-09-10T10:41:23.056470+0000","last_fullsized":"2024-09-10T10:41:23.056470+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067683+0000","last_change":"2024-09-10T10:41:23.059267+0000","last_active":"2024-09-10T10:41:23.067683+0000","last_peered":"2024-09-10T10:41:23.067683+0000","last_clean":"2024-09-10T10:41:23.067683+0000","last_became_active":"2024-09-10T10:41:23.059004+0000","last_became_peered":"2024-09-10T10:41:23.059004+0000","last_unstale":"2024-09-10T10:41:23.067683+0000","last_undegraded":"2024-09-10T10:41:23.067683+0000","last_fullsized":"2024-09-10T10:41:23.067683+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:36:17.547728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059797+0000","last_change":"2024-09-10T10:41:23.059797+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059797+0000","last_undegraded":"2024-09-10T10:41:23.059797+0000","last_fullsized":"2024-09-10T10:41:23.059797+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067915+0000","last_change":"2024-09-10T10:41:23.061996+0000","last_active":"2024-09-10T10:41:23.067915+0000","last_peered":"2024-09-10T10:41:23.067915+0000","last_clean":"2024-09-10T10:41:23.067915+0000","last_became_active":"2024-09-10T10:41:23.061707+0000","last_became_peered":"2024-09-10T10:41:23.061707+0000","last_unstale":"2024-09-10T10:41:23.067915+0000","last_undegraded":"2024-09-10T10:41:23.067915+0000","last_fullsized":"2024-09-10T10:41:23.067915+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:33.372351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054861+0000","last_change":"2024-09-10T10:41:23.054861+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054861+0000","last_undegraded":"2024-09-10T10:41:23.054861+0000","last_fullsized":"2024-09-10T10:41:23.054861+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.073296+0000","last_change":"2024-09-10T10:41:23.064963+0000","last_active":"2024-09-10T10:41:23.073296+0000","last_peered":"2024-09-10T10:41:23.073296+0000","last_clean":"2024-09-10T10:41:23.073296+0000","last_became_active":"2024-09-10T10:41:23.064720+0000","last_became_peered":"2024-09-10T10:41:23.064720+0000","last_unstale":"2024-09-10T10:41:23.073296+0000","last_undegraded":"2024-09-10T10:41:23.073296+0000","last_fullsized":"2024-09-10T10:41:23.073296+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:35.107488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054273+0000","last_change":"2024-09-10T10:41:23.054273+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054273+0000","last_undegraded":"2024-09-10T10:41:23.054273+0000","last_fullsized":"2024-09-10T10:41:23.054273+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.073501+0000","last_change":"2024-09-10T10:41:23.071554+0000","last_active":"2024-09-10T10:41:23.073501+0000","last_peered":"2024-09-10T10:41:23.073501+0000","last_clean":"2024-09-10T10:41:23.073501+0000","last_became_active":"2024-09-10T10:41:23.071274+0000","last_became_peered":"2024-09-10T10:41:23.071274+0000","last_unstale":"2024-09-10T10:41:23.073501+0000","last_undegraded":"2024-09-10T10:41:23.073501+0000","last_fullsized":"2024-09-10T10:41:23.073501+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:49:37.830486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.066217+0000","last_change":"2024-09-10T10:41:23.060548+0000","last_active":"2024-09-10T10:41:23.066217+0000","last_peered":"2024-09-10T10:41:23.066217+0000","last_clean":"2024-09-10T10:41:23.066217+0000","last_became_active":"2024-09-10T10:41:23.060217+0000","last_became_peered":"2024-09-10T10:41:23.060217+0000","last_unstale":"2024-09-10T10:41:23.066217+0000","last_undegraded":"2024-09-10T10:41:23.066217+0000","last_fullsized":"2024-09-10T10:41:23.066217+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:12:28.169175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056383+0000","last_change":"2024-09-10T10:41:23.056383+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056383+0000","last_undegraded":"2024-09-10T10:41:23.056383+0000","last_fullsized":"2024-09-10T10:41:23.056383+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048688+0000","last_change":"2024-09-10T10:41:22.048688+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048688+0000","last_undegraded":"2024-09-10T10:41:22.048688+0000","last_fullsized":"2024-09-10T10:41:22.048688+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.068935+0000","last_change":"2024-09-10T10:41:23.065776+0000","last_active":"2024-09-10T10:41:23.068935+0000","last_peered":"2024-09-10T10:41:23.068935+0000","last_clean":"2024-09-10T10:41:23.068935+0000","last_became_active":"2024-09-10T10:41:23.065519+0000","last_became_peered":"2024-09-10T10:41:23.065519+0000","last_unstale":"2024-09-10T10:41:23.068935+0000","last_undegraded":"2024-09-10T10:41:23.068935+0000","last_fullsized":"2024-09-10T10:41:23.068935+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:32:10.536114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.058758+0000","last_change":"2024-09-10T10:41:23.058758+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.058758+0000","last_undegraded":"2024-09-10T10:41:23.058758+0000","last_fullsized":"2024-09-10T10:41:23.058758+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.070745+0000","last_change":"2024-09-10T10:41:23.067210+0000","last_active":"2024-09-10T10:41:23.070745+0000","last_peered":"2024-09-10T10:41:23.070745+0000","last_clean":"2024-09-10T10:41:23.070745+0000","last_became_active":"2024-09-10T10:41:23.066920+0000","last_became_peered":"2024-09-10T10:41:23.066920+0000","last_unstale":"2024-09-10T10:41:23.070745+0000","last_undegraded":"2024-09-10T10:41:23.070745+0000","last_fullsized":"2024-09-10T10:41:23.070745+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:04:24.359340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060737+0000","last_change":"2024-09-10T10:41:23.060737+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060737+0000","last_undegraded":"2024-09-10T10:41:23.060737+0000","last_fullsized":"2024-09-10T10:41:23.060737+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074345+0000","last_change":"2024-09-10T10:41:23.070828+0000","last_active":"2024-09-10T10:41:23.074345+0000","last_peered":"2024-09-10T10:41:23.074345+0000","last_clean":"2024-09-10T10:41:23.074345+0000","last_became_active":"2024-09-10T10:41:23.070570+0000","last_became_peered":"2024-09-10T10:41:23.070570+0000","last_unstale":"2024-09-10T10:41:23.074345+0000","last_undegraded":"2024-09-10T10:41:23.074345+0000","last_fullsized":"2024-09-10T10:41:23.074345+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:09:39.595027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.065740+0000","last_change":"2024-09-10T10:41:23.064269+0000","last_active":"2024-09-10T10:41:23.065740+0000","last_peered":"2024-09-10T10:41:23.065740+0000","last_clean":"2024-09-10T10:41:23.065740+0000","last_became_active":"2024-09-10T10:41:23.063935+0000","last_became_peered":"2024-09-10T10:41:23.063935+0000","last_unstale":"2024-09-10T10:41:23.065740+0000","last_undegraded":"2024-09-10T10:41:23.065740+0000","last_fullsized":"2024-09-10T10:41:23.065740+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:47.935292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053700+0000","last_change":"2024-09-10T10:41:23.053700+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053700+0000","last_undegraded":"2024-09-10T10:41:23.053700+0000","last_fullsized":"2024-09-10T10:41:23.053700+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067194+0000","last_change":"2024-09-10T10:41:23.064850+0000","last_active":"2024-09-10T10:41:23.067194+0000","last_peered":"2024-09-10T10:41:23.067194+0000","last_clean":"2024-09-10T10:41:23.067194+0000","last_became_active":"2024-09-10T10:41:23.061849+0000","last_became_peered":"2024-09-10T10:41:23.061849+0000","last_unstale":"2024-09-10T10:41:23.067194+0000","last_undegraded":"2024-09-10T10:41:23.067194+0000","last_fullsized":"2024-09-10T10:41:23.067194+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:45.090216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053686+0000","last_change":"2024-09-10T10:41:23.053686+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053686+0000","last_undegraded":"2024-09-10T10:41:23.053686+0000","last_fullsized":"2024-09-10T10:41:23.053686+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074189+0000","last_change":"2024-09-10T10:41:23.070651+0000","last_active":"2024-09-10T10:41:23.074189+0000","last_peered":"2024-09-10T10:41:23.074189+0000","last_clean":"2024-09-10T10:41:23.074189+0000","last_became_active":"2024-09-10T10:41:23.070333+0000","last_became_peered":"2024-09-10T10:41:23.070333+0000","last_unstale":"2024-09-10T10:41:23.074189+0000","last_undegraded":"2024-09-10T10:41:23.074189+0000","last_fullsized":"2024-09-10T10:41:23.074189+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:19.346675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054381+0000","last_change":"2024-09-10T10:41:23.054381+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054381+0000","last_undegraded":"2024-09-10T10:41:23.054381+0000","last_fullsized":"2024-09-10T10:41:23.054381+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048688+0000","last_change":"2024-09-10T10:41:22.048688+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048688+0000","last_undegraded":"2024-09-10T10:41:22.048688+0000","last_fullsized":"2024-09-10T10:41:22.048688+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053927+0000","last_change":"2024-09-10T10:41:23.053927+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053927+0000","last_undegraded":"2024-09-10T10:41:23.053927+0000","last_fullsized":"2024-09-10T10:41:23.053927+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067733+0000","last_change":"2024-09-10T10:41:23.056896+0000","last_active":"2024-09-10T10:41:23.067733+0000","last_peered":"2024-09-10T10:41:23.067733+0000","last_clean":"2024-09-10T10:41:23.067733+0000","last_became_active":"2024-09-10T10:41:23.056623+0000","last_became_peered":"2024-09-10T10:41:23.056623+0000","last_unstale":"2024-09-10T10:41:23.067733+0000","last_undegraded":"2024-09-10T10:41:23.067733+0000","last_fullsized":"2024-09-10T10:41:23.067733+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:48.426526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060149+0000","last_change":"2024-09-10T10:41:23.060149+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060149+0000","last_undegraded":"2024-09-10T10:41:23.060149+0000","last_fullsized":"2024-09-10T10:41:23.060149+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.075666+0000","last_change":"2024-09-10T10:41:23.072079+0000","last_active":"2024-09-10T10:41:23.075666+0000","last_peered":"2024-09-10T10:41:23.075666+0000","last_clean":"2024-09-10T10:41:23.075666+0000","last_became_active":"2024-09-10T10:41:23.071384+0000","last_became_peered":"2024-09-10T10:41:23.071384+0000","last_unstale":"2024-09-10T10:41:23.075666+0000","last_undegraded":"2024-09-10T10:41:23.075666+0000","last_fullsized":"2024-09-10T10:41:23.075666+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:02:34.050989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.063080+0000","last_change":"2024-09-10T10:41:23.063080+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.063080+0000","last_undegraded":"2024-09-10T10:41:23.063080+0000","last_fullsized":"2024-09-10T10:41:23.063080+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072641+0000","last_change":"2024-09-10T10:41:23.068400+0000","last_active":"2024-09-10T10:41:23.072641+0000","last_peered":"2024-09-10T10:41:23.072641+0000","last_clean":"2024-09-10T10:41:23.072641+0000","last_became_active":"2024-09-10T10:41:23.068087+0000","last_became_peered":"2024-09-10T10:41:23.068087+0000","last_unstale":"2024-09-10T10:41:23.072641+0000","last_undegraded":"2024-09-10T10:41:23.072641+0000","last_fullsized":"2024-09-10T10:41:23.072641+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:01.500390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055622+0000","last_change":"2024-09-10T10:41:23.055622+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055622+0000","last_undegraded":"2024-09-10T10:41:23.055622+0000","last_fullsized":"2024-09-10T10:41:23.055622+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072397+0000","last_change":"2024-09-10T10:41:23.064821+0000","last_active":"2024-09-10T10:41:23.072397+0000","last_peered":"2024-09-10T10:41:23.072397+0000","last_clean":"2024-09-10T10:41:23.072397+0000","last_became_active":"2024-09-10T10:41:23.064524+0000","last_became_peered":"2024-09-10T10:41:23.064524+0000","last_unstale":"2024-09-10T10:41:23.072397+0000","last_undegraded":"2024-09-10T10:41:23.072397+0000","last_fullsized":"2024-09-10T10:41:23.072397+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:35.107488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.065587+0000","last_change":"2024-09-10T10:41:23.065587+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.065587+0000","last_undegraded":"2024-09-10T10:41:23.065587+0000","last_fullsized":"2024-09-10T10:41:23.065587+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072534+0000","last_change":"2024-09-10T10:41:23.069021+0000","last_active":"2024-09-10T10:41:23.072534+0000","last_peered":"2024-09-10T10:41:23.072534+0000","last_clean":"2024-09-10T10:41:23.072534+0000","last_became_active":"2024-09-10T10:41:23.068705+0000","last_became_peered":"2024-09-10T10:41:23.068705+0000","last_unstale":"2024-09-10T10:41:23.072534+0000","last_undegraded":"2024-09-10T10:41:23.072534+0000","last_fullsized":"2024-09-10T10:41:23.072534+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.590269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":381,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.051166+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:41:23.051166+0000","last_peered":"2024-09-10T10:41:23.051166+0000","last_clean":"2024-09-10T10:41:23.051166+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:41:23.051166+0000","last_undegraded":"2024-09-10T10:41:23.051166+0000","last_fullsized":"2024-09-10T10:41:23.051166+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509552,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37012,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334828,"statfs":{"total":96636764160,"available":96598863872,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509552,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37012,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334828,"statfs":{"total":96636764160,"available":96598863872,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509551,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509552,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37016,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334824,"statfs":{"total":96636764160,"available":96598859776,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509553,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509552,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37592,"kb_used_data":2244,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334248,"statfs":{"total":96636764160,"available":96598269952,"internally_reserved":0,"allocated":2297856,"data_stored":1320223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509551,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542257,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33428,"kb_used_data":2232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338412,"statfs":{"total":96636764160,"available":96602533888,"internally_reserved":0,"allocated":2285568,"data_stored":1313948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:41:28.587 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:41:28.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.768+0000 7faddea00640 1 Processor -- start 2024-09-10T10:41:28.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.768+0000 7faddea00640 1 -- start start 2024-09-10T10:41:28.773 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7faddea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fadd815b600 0x7fadd8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7faddea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd80b56f0 0x7fadd80b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7faddea00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadd80ce880 con 0x7fadd815b220 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7faddea00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fadd806d6e0 con 0x7fadd815b600 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7faddea00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fadd80ceb60 con 0x7fadd80b56f0 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7fadd7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fadd815b600 0x7fadd8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7fadd7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fadd815b600 0x7fadd8071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35600/0 (socket says 172.21.15.22:35600) 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7fadd7400640 1 -- 172.21.15.22:0/2453044560 learned_addr learned my addr 172.21.15.22:0/2453044560 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7faddca00640 1 --2- 172.21.15.22:0/2453044560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd80b56f0 0x7fadd80b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7fadd7400640 1 -- 172.21.15.22:0/2453044560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd80b56f0 msgr2=0x7fadd80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7fadd7400640 1 --2- 172.21.15.22:0/2453044560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd80b56f0 0x7fadd80b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7fadd7400640 1 -- 172.21.15.22:0/2453044560 >> v1:172.21.15.145:6789/0 conn(0x7fadd815b220 legacy=0x7fadd80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.774 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7fadd7400640 1 -- 172.21.15.22:0/2453044560 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadd80cee40 con 0x7fadd815b600 2024-09-10T10:41:28.775 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.772+0000 7faddca00640 1 --2- 172.21.15.22:0/2453044560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd80b56f0 0x7fadd80b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:28.776 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7fadd7400640 1 --2- 172.21.15.22:0/2453044560 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd815b600 0x7fadd8071140 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7fadc400bb10 tx=0x7fadc401eae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3c9eefb6dacdedf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:28.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7fadd6a00640 1 -- 172.21.15.22:0/2453044560 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc40b4070 con 0x7fadd815b600 2024-09-10T10:41:28.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7fadd6a00640 1 -- 172.21.15.22:0/2453044560 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadc40a7bd0 con 0x7fadd815b600 2024-09-10T10:41:28.777 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7fadd6a00640 1 -- 172.21.15.22:0/2453044560 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc40af440 con 0x7fadd815b600 2024-09-10T10:41:28.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7faddea00640 1 -- 172.21.15.22:0/2453044560 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd815b600 msgr2=0x7fadd8071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7faddea00640 1 --2- 172.21.15.22:0/2453044560 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd815b600 0x7fadd8071140 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7fadc400bb10 tx=0x7fadc401eae0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7faddea00640 1 -- 172.21.15.22:0/2453044560 shutdown_connections 2024-09-10T10:41:28.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7faddea00640 1 --2- 172.21.15.22:0/2453044560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd80b56f0 0x7fadd80b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7faddea00640 1 --2- 172.21.15.22:0/2453044560 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd815b600 0x7fadd8071140 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7faddea00640 1 -- 172.21.15.22:0/2453044560 >> 172.21.15.22:0/2453044560 conn(0x7fadd8062dd0 msgr2=0x7fadd806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:28.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7faddea00640 1 -- 172.21.15.22:0/2453044560 shutdown_connections 2024-09-10T10:41:28.778 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7faddea00640 1 -- 172.21.15.22:0/2453044560 wait complete. 2024-09-10T10:41:28.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7faddea00640 1 Processor -- start 2024-09-10T10:41:28.779 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.776+0000 7faddea00640 1 -- start start 2024-09-10T10:41:28.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7faddea00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd80b56f0 0x7fadd8155720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7faddea00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd815b220 0x7fadd806e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7faddea00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fadd815b600 0x7fadd806e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.781 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7faddea00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fadd80cffd0 con 0x7fadd80b56f0 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7faddea00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fadd80cfe50 con 0x7fadd815b600 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7faddea00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fadd80d0150 con 0x7fadd815b220 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadd7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd80b56f0 0x7fadd8155720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadd7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd80b56f0 0x7fadd8155720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35610/0 (socket says 172.21.15.22:35610) 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadd7e00640 1 -- 172.21.15.22:0/1254005016 learned_addr learned my addr 172.21.15.22:0/1254005016 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7faddca00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fadd815b600 0x7fadd806e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadd7400640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd815b220 0x7fadd806e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadd7e00640 1 -- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd815b220 msgr2=0x7fadd806e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadd7e00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd815b220 0x7fadd806e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadd7e00640 1 -- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fadd815b600 msgr2=0x7fadd806e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadd7e00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fadd815b600 0x7fadd806e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadd7e00640 1 -- 172.21.15.22:0/1254005016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadd8149a60 con 0x7fadd80b56f0 2024-09-10T10:41:28.782 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadd7e00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd80b56f0 0x7fadd8155720 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7fadc800c790 tx=0x7fadc800cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:28.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadcfe00640 1 -- 172.21.15.22:0/1254005016 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc8016020 con 0x7fadd80b56f0 2024-09-10T10:41:28.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadcfe00640 1 -- 172.21.15.22:0/1254005016 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadc8006d60 con 0x7fadd80b56f0 2024-09-10T10:41:28.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7faddea00640 1 -- 172.21.15.22:0/1254005016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadd8146db0 con 0x7fadd80b56f0 2024-09-10T10:41:28.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadcfe00640 1 -- 172.21.15.22:0/1254005016 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc8003bc0 con 0x7fadd80b56f0 2024-09-10T10:41:28.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7faddea00640 1 -- 172.21.15.22:0/1254005016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadd8147370 con 0x7fadd80b56f0 2024-09-10T10:41:28.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7faddea00640 1 -- 172.21.15.22:0/1254005016 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadd80b3f10 con 0x7fadd80b56f0 2024-09-10T10:41:28.783 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.780+0000 7fadcfe00640 1 -- 172.21.15.22:0/1254005016 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fadc800a850 con 0x7fadd80b56f0 2024-09-10T10:41:28.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.784+0000 7fadcfe00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadb80678c0 0x7fadb8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:28.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.784+0000 7fadcfe00640 1 -- 172.21.15.22:0/1254005016 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7fadc8085a80 con 0x7fadd80b56f0 2024-09-10T10:41:28.784 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.784+0000 7fadd7400640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadb80678c0 0x7fadb8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:28.785 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.784+0000 7fadd7400640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadb80678c0 0x7fadb8069d80 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fadc40b1000 tx=0x7fadc4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:28.788 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.788+0000 7fadcfe00640 1 -- 172.21.15.22:0/1254005016 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fadc8087e20 con 0x7fadd80b56f0 2024-09-10T10:41:28.951 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.948+0000 7faddea00640 1 -- 172.21.15.22:0/1254005016 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fadd8072e90 con 0x7fadb80678c0 2024-09-10T10:41:28.957 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.956+0000 7fadcfe00640 1 -- 172.21.15.22:0/1254005016 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246198 (secure 0 0 0) 0x7fadd8072e90 con 0x7fadb80678c0 2024-09-10T10:41:28.960 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:28.961 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:41:28.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 -- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadb80678c0 msgr2=0x7fadb8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadb80678c0 0x7fadb8069d80 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fadc40b1000 tx=0x7fadc4008040 comp rx=0 tx=0).stop 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 -- 172.21.15.22:0/1254005016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd80b56f0 msgr2=0x7fadd8155720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd80b56f0 0x7fadd8155720 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7fadc800c790 tx=0x7fadc800cc50 comp rx=0 tx=0).stop 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 -- 172.21.15.22:0/1254005016 shutdown_connections 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fadb80678c0 0x7fadb8069d80 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fadd815b600 0x7fadd806e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fadd815b220 0x7fadd806e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 --2- 172.21.15.22:0/1254005016 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fadd80b56f0 0x7fadd8155720 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 -- 172.21.15.22:0/1254005016 >> 172.21.15.22:0/1254005016 conn(0x7fadd8062dd0 msgr2=0x7fadd806d870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 -- 172.21.15.22:0/1254005016 shutdown_connections 2024-09-10T10:41:28.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:28.960+0000 7faddea00640 1 -- 172.21.15.22:0/1254005016 wait complete. 2024-09-10T10:41:28.981 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":406,"stamp":"2024-09-10T10:41:27.463951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":280628,"kb_used_data":14460,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754694092,"statfs":{"total":773094113280,"available":772806750208,"internally_reserved":0,"allocated":14807040,"data_stored":7013301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.420651"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056257+0000","last_change":"2024-09-10T10:41:23.056257+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056257+0000","last_undegraded":"2024-09-10T10:41:23.056257+0000","last_fullsized":"2024-09-10T10:41:23.056257+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055781+0000","last_change":"2024-09-10T10:41:23.055781+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055781+0000","last_undegraded":"2024-09-10T10:41:23.055781+0000","last_fullsized":"2024-09-10T10:41:23.055781+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057456+0000","last_change":"2024-09-10T10:41:23.057456+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057456+0000","last_undegraded":"2024-09-10T10:41:23.057456+0000","last_fullsized":"2024-09-10T10:41:23.057456+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057142+0000","last_change":"2024-09-10T10:41:23.057142+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057142+0000","last_undegraded":"2024-09-10T10:41:23.057142+0000","last_fullsized":"2024-09-10T10:41:23.057142+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059695+0000","last_change":"2024-09-10T10:41:23.059695+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059695+0000","last_undegraded":"2024-09-10T10:41:23.059695+0000","last_fullsized":"2024-09-10T10:41:23.059695+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056281+0000","last_change":"2024-09-10T10:41:23.056281+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056281+0000","last_undegraded":"2024-09-10T10:41:23.056281+0000","last_fullsized":"2024-09-10T10:41:23.056281+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059651+0000","last_change":"2024-09-10T10:41:23.059651+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059651+0000","last_undegraded":"2024-09-10T10:41:23.059651+0000","last_fullsized":"2024-09-10T10:41:23.059651+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056440+0000","last_change":"2024-09-10T10:41:23.056440+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056440+0000","last_undegraded":"2024-09-10T10:41:23.056440+0000","last_fullsized":"2024-09-10T10:41:23.056440+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057416+0000","last_change":"2024-09-10T10:41:23.057416+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057416+0000","last_undegraded":"2024-09-10T10:41:23.057416+0000","last_fullsized":"2024-09-10T10:41:23.057416+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057160+0000","last_change":"2024-09-10T10:41:23.057160+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057160+0000","last_undegraded":"2024-09-10T10:41:23.057160+0000","last_fullsized":"2024-09-10T10:41:23.057160+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059671+0000","last_change":"2024-09-10T10:41:23.059671+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059671+0000","last_undegraded":"2024-09-10T10:41:23.059671+0000","last_fullsized":"2024-09-10T10:41:23.059671+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054641+0000","last_change":"2024-09-10T10:41:23.054641+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054641+0000","last_undegraded":"2024-09-10T10:41:23.054641+0000","last_fullsized":"2024-09-10T10:41:23.054641+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054211+0000","last_change":"2024-09-10T10:41:23.054211+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054211+0000","last_undegraded":"2024-09-10T10:41:23.054211+0000","last_fullsized":"2024-09-10T10:41:23.054211+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.058992+0000","last_change":"2024-09-10T10:41:23.058992+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.058992+0000","last_undegraded":"2024-09-10T10:41:23.058992+0000","last_fullsized":"2024-09-10T10:41:23.058992+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056943+0000","last_change":"2024-09-10T10:41:23.056943+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056943+0000","last_undegraded":"2024-09-10T10:41:23.056943+0000","last_fullsized":"2024-09-10T10:41:23.056943+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.063496+0000","last_change":"2024-09-10T10:41:23.063496+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.063496+0000","last_undegraded":"2024-09-10T10:41:23.063496+0000","last_fullsized":"2024-09-10T10:41:23.063496+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054513+0000","last_change":"2024-09-10T10:41:23.054513+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054513+0000","last_undegraded":"2024-09-10T10:41:23.054513+0000","last_fullsized":"2024-09-10T10:41:23.054513+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056245+0000","last_change":"2024-09-10T10:41:23.056245+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056245+0000","last_undegraded":"2024-09-10T10:41:23.056245+0000","last_fullsized":"2024-09-10T10:41:23.056245+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.062728+0000","last_change":"2024-09-10T10:41:23.062728+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.062728+0000","last_undegraded":"2024-09-10T10:41:23.062728+0000","last_fullsized":"2024-09-10T10:41:23.062728+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054014+0000","last_change":"2024-09-10T10:41:23.054014+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054014+0000","last_undegraded":"2024-09-10T10:41:23.054014+0000","last_fullsized":"2024-09-10T10:41:23.054014+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054485+0000","last_change":"2024-09-10T10:41:23.054485+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054485+0000","last_undegraded":"2024-09-10T10:41:23.054485+0000","last_fullsized":"2024-09-10T10:41:23.054485+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057574+0000","last_change":"2024-09-10T10:41:23.057574+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057574+0000","last_undegraded":"2024-09-10T10:41:23.057574+0000","last_fullsized":"2024-09-10T10:41:23.057574+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057046+0000","last_change":"2024-09-10T10:41:23.057046+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057046+0000","last_undegraded":"2024-09-10T10:41:23.057046+0000","last_fullsized":"2024-09-10T10:41:23.057046+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056564+0000","last_change":"2024-09-10T10:41:23.056564+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056564+0000","last_undegraded":"2024-09-10T10:41:23.056564+0000","last_fullsized":"2024-09-10T10:41:23.056564+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056036+0000","last_change":"2024-09-10T10:41:23.056036+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056036+0000","last_undegraded":"2024-09-10T10:41:23.056036+0000","last_fullsized":"2024-09-10T10:41:23.056036+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060671+0000","last_change":"2024-09-10T10:41:23.060671+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060671+0000","last_undegraded":"2024-09-10T10:41:23.060671+0000","last_fullsized":"2024-09-10T10:41:23.060671+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060597+0000","last_change":"2024-09-10T10:41:23.060597+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060597+0000","last_undegraded":"2024-09-10T10:41:23.060597+0000","last_fullsized":"2024-09-10T10:41:23.060597+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.058510+0000","last_change":"2024-09-10T10:41:23.058510+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.058510+0000","last_undegraded":"2024-09-10T10:41:23.058510+0000","last_fullsized":"2024-09-10T10:41:23.058510+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056298+0000","last_change":"2024-09-10T10:41:23.056298+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056298+0000","last_undegraded":"2024-09-10T10:41:23.056298+0000","last_fullsized":"2024-09-10T10:41:23.056298+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055316+0000","last_change":"2024-09-10T10:41:23.055316+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055316+0000","last_undegraded":"2024-09-10T10:41:23.055316+0000","last_fullsized":"2024-09-10T10:41:23.055316+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055818+0000","last_change":"2024-09-10T10:41:23.055818+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055818+0000","last_undegraded":"2024-09-10T10:41:23.055818+0000","last_fullsized":"2024-09-10T10:41:23.055818+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072541+0000","last_change":"2024-09-10T10:41:23.068097+0000","last_active":"2024-09-10T10:41:23.072541+0000","last_peered":"2024-09-10T10:41:23.072541+0000","last_clean":"2024-09-10T10:41:23.072541+0000","last_became_active":"2024-09-10T10:41:23.067820+0000","last_became_peered":"2024-09-10T10:41:23.067820+0000","last_unstale":"2024-09-10T10:41:23.072541+0000","last_undegraded":"2024-09-10T10:41:23.072541+0000","last_fullsized":"2024-09-10T10:41:23.072541+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:22.712243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055842+0000","last_change":"2024-09-10T10:41:23.055842+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055842+0000","last_undegraded":"2024-09-10T10:41:23.055842+0000","last_fullsized":"2024-09-10T10:41:23.055842+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074791+0000","last_change":"2024-09-10T10:41:23.069832+0000","last_active":"2024-09-10T10:41:23.074791+0000","last_peered":"2024-09-10T10:41:23.074791+0000","last_clean":"2024-09-10T10:41:23.074791+0000","last_became_active":"2024-09-10T10:41:23.069529+0000","last_became_peered":"2024-09-10T10:41:23.069529+0000","last_unstale":"2024-09-10T10:41:23.074791+0000","last_undegraded":"2024-09-10T10:41:23.074791+0000","last_fullsized":"2024-09-10T10:41:23.074791+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:23.832571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054963+0000","last_change":"2024-09-10T10:41:23.054963+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054963+0000","last_undegraded":"2024-09-10T10:41:23.054963+0000","last_fullsized":"2024-09-10T10:41:23.054963+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072807+0000","last_change":"2024-09-10T10:41:23.070718+0000","last_active":"2024-09-10T10:41:23.072807+0000","last_peered":"2024-09-10T10:41:23.072807+0000","last_clean":"2024-09-10T10:41:23.072807+0000","last_became_active":"2024-09-10T10:41:23.070436+0000","last_became_peered":"2024-09-10T10:41:23.070436+0000","last_unstale":"2024-09-10T10:41:23.072807+0000","last_undegraded":"2024-09-10T10:41:23.072807+0000","last_fullsized":"2024-09-10T10:41:23.072807+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:43:03.852387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057077+0000","last_change":"2024-09-10T10:41:23.057077+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057077+0000","last_undegraded":"2024-09-10T10:41:23.057077+0000","last_fullsized":"2024-09-10T10:41:23.057077+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.049469+0000","last_change":"2024-09-10T10:41:22.049469+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.049469+0000","last_undegraded":"2024-09-10T10:41:22.049469+0000","last_fullsized":"2024-09-10T10:41:22.049469+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054050+0000","last_change":"2024-09-10T10:41:23.054050+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054050+0000","last_undegraded":"2024-09-10T10:41:23.054050+0000","last_fullsized":"2024-09-10T10:41:23.054050+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074234+0000","last_change":"2024-09-10T10:41:23.071773+0000","last_active":"2024-09-10T10:41:23.074234+0000","last_peered":"2024-09-10T10:41:23.074234+0000","last_clean":"2024-09-10T10:41:23.074234+0000","last_became_active":"2024-09-10T10:41:23.071509+0000","last_became_peered":"2024-09-10T10:41:23.071509+0000","last_unstale":"2024-09-10T10:41:23.074234+0000","last_undegraded":"2024-09-10T10:41:23.074234+0000","last_fullsized":"2024-09-10T10:41:23.074234+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:02:34.050989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054009+0000","last_change":"2024-09-10T10:41:23.054009+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054009+0000","last_undegraded":"2024-09-10T10:41:23.054009+0000","last_fullsized":"2024-09-10T10:41:23.054009+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.070313+0000","last_change":"2024-09-10T10:41:23.064043+0000","last_active":"2024-09-10T10:41:23.070313+0000","last_peered":"2024-09-10T10:41:23.070313+0000","last_clean":"2024-09-10T10:41:23.070313+0000","last_became_active":"2024-09-10T10:41:23.063779+0000","last_became_peered":"2024-09-10T10:41:23.063779+0000","last_unstale":"2024-09-10T10:41:23.070313+0000","last_undegraded":"2024-09-10T10:41:23.070313+0000","last_fullsized":"2024-09-10T10:41:23.070313+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:35.331134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072444+0000","last_change":"2024-09-10T10:41:23.068026+0000","last_active":"2024-09-10T10:41:23.072444+0000","last_peered":"2024-09-10T10:41:23.072444+0000","last_clean":"2024-09-10T10:41:23.072444+0000","last_became_active":"2024-09-10T10:41:23.067672+0000","last_became_peered":"2024-09-10T10:41:23.067672+0000","last_unstale":"2024-09-10T10:41:23.072444+0000","last_undegraded":"2024-09-10T10:41:23.072444+0000","last_fullsized":"2024-09-10T10:41:23.072444+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:23.832571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053677+0000","last_change":"2024-09-10T10:41:23.053677+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053677+0000","last_undegraded":"2024-09-10T10:41:23.053677+0000","last_fullsized":"2024-09-10T10:41:23.053677+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048712+0000","last_change":"2024-09-10T10:41:22.048712+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048712+0000","last_undegraded":"2024-09-10T10:41:22.048712+0000","last_fullsized":"2024-09-10T10:41:22.048712+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.063231+0000","last_change":"2024-09-10T10:41:23.063231+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.063231+0000","last_undegraded":"2024-09-10T10:41:23.063231+0000","last_fullsized":"2024-09-10T10:41:23.063231+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072229+0000","last_change":"2024-09-10T10:41:23.069109+0000","last_active":"2024-09-10T10:41:23.072229+0000","last_peered":"2024-09-10T10:41:23.072229+0000","last_clean":"2024-09-10T10:41:23.072229+0000","last_became_active":"2024-09-10T10:41:23.068795+0000","last_became_peered":"2024-09-10T10:41:23.068795+0000","last_unstale":"2024-09-10T10:41:23.072229+0000","last_undegraded":"2024-09-10T10:41:23.072229+0000","last_fullsized":"2024-09-10T10:41:23.072229+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:29.050072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060169+0000","last_change":"2024-09-10T10:41:23.060169+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060169+0000","last_undegraded":"2024-09-10T10:41:23.060169+0000","last_fullsized":"2024-09-10T10:41:23.060169+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048778+0000","last_change":"2024-09-10T10:41:22.048778+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048778+0000","last_undegraded":"2024-09-10T10:41:22.048778+0000","last_fullsized":"2024-09-10T10:41:22.048778+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.057060+0000","last_change":"2024-09-10T10:41:23.057060+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.057060+0000","last_undegraded":"2024-09-10T10:41:23.057060+0000","last_fullsized":"2024-09-10T10:41:23.057060+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.071583+0000","last_change":"2024-09-10T10:41:23.066550+0000","last_active":"2024-09-10T10:41:23.071583+0000","last_peered":"2024-09-10T10:41:23.071583+0000","last_clean":"2024-09-10T10:41:23.071583+0000","last_became_active":"2024-09-10T10:41:23.066212+0000","last_became_peered":"2024-09-10T10:41:23.066212+0000","last_unstale":"2024-09-10T10:41:23.071583+0000","last_undegraded":"2024-09-10T10:41:23.071583+0000","last_fullsized":"2024-09-10T10:41:23.071583+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:17.726248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060099+0000","last_change":"2024-09-10T10:41:23.060099+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060099+0000","last_undegraded":"2024-09-10T10:41:23.060099+0000","last_fullsized":"2024-09-10T10:41:23.060099+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.075033+0000","last_change":"2024-09-10T10:41:23.070838+0000","last_active":"2024-09-10T10:41:23.075033+0000","last_peered":"2024-09-10T10:41:23.075033+0000","last_clean":"2024-09-10T10:41:23.075033+0000","last_became_active":"2024-09-10T10:41:23.070348+0000","last_became_peered":"2024-09-10T10:41:23.070348+0000","last_unstale":"2024-09-10T10:41:23.075033+0000","last_undegraded":"2024-09-10T10:41:23.075033+0000","last_fullsized":"2024-09-10T10:41:23.075033+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:07:31.546367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.071866+0000","last_change":"2024-09-10T10:41:23.068564+0000","last_active":"2024-09-10T10:41:23.071866+0000","last_peered":"2024-09-10T10:41:23.071866+0000","last_clean":"2024-09-10T10:41:23.071866+0000","last_became_active":"2024-09-10T10:41:23.068269+0000","last_became_peered":"2024-09-10T10:41:23.068269+0000","last_unstale":"2024-09-10T10:41:23.071866+0000","last_undegraded":"2024-09-10T10:41:23.071866+0000","last_fullsized":"2024-09-10T10:41:23.071866+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:17.614901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054887+0000","last_change":"2024-09-10T10:41:23.054887+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054887+0000","last_undegraded":"2024-09-10T10:41:23.054887+0000","last_fullsized":"2024-09-10T10:41:23.054887+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.080121+0000","last_change":"2024-09-10T10:41:23.076005+0000","last_active":"2024-09-10T10:41:23.080121+0000","last_peered":"2024-09-10T10:41:23.080121+0000","last_clean":"2024-09-10T10:41:23.080121+0000","last_became_active":"2024-09-10T10:41:23.075656+0000","last_became_peered":"2024-09-10T10:41:23.075656+0000","last_unstale":"2024-09-10T10:41:23.080121+0000","last_undegraded":"2024-09-10T10:41:23.080121+0000","last_fullsized":"2024-09-10T10:41:23.080121+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:57.193034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056470+0000","last_change":"2024-09-10T10:41:23.056470+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056470+0000","last_undegraded":"2024-09-10T10:41:23.056470+0000","last_fullsized":"2024-09-10T10:41:23.056470+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067683+0000","last_change":"2024-09-10T10:41:23.059267+0000","last_active":"2024-09-10T10:41:23.067683+0000","last_peered":"2024-09-10T10:41:23.067683+0000","last_clean":"2024-09-10T10:41:23.067683+0000","last_became_active":"2024-09-10T10:41:23.059004+0000","last_became_peered":"2024-09-10T10:41:23.059004+0000","last_unstale":"2024-09-10T10:41:23.067683+0000","last_undegraded":"2024-09-10T10:41:23.067683+0000","last_fullsized":"2024-09-10T10:41:23.067683+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:36:17.547728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.059797+0000","last_change":"2024-09-10T10:41:23.059797+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.059797+0000","last_undegraded":"2024-09-10T10:41:23.059797+0000","last_fullsized":"2024-09-10T10:41:23.059797+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067915+0000","last_change":"2024-09-10T10:41:23.061996+0000","last_active":"2024-09-10T10:41:23.067915+0000","last_peered":"2024-09-10T10:41:23.067915+0000","last_clean":"2024-09-10T10:41:23.067915+0000","last_became_active":"2024-09-10T10:41:23.061707+0000","last_became_peered":"2024-09-10T10:41:23.061707+0000","last_unstale":"2024-09-10T10:41:23.067915+0000","last_undegraded":"2024-09-10T10:41:23.067915+0000","last_fullsized":"2024-09-10T10:41:23.067915+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:33.372351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054861+0000","last_change":"2024-09-10T10:41:23.054861+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054861+0000","last_undegraded":"2024-09-10T10:41:23.054861+0000","last_fullsized":"2024-09-10T10:41:23.054861+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.073296+0000","last_change":"2024-09-10T10:41:23.064963+0000","last_active":"2024-09-10T10:41:23.073296+0000","last_peered":"2024-09-10T10:41:23.073296+0000","last_clean":"2024-09-10T10:41:23.073296+0000","last_became_active":"2024-09-10T10:41:23.064720+0000","last_became_peered":"2024-09-10T10:41:23.064720+0000","last_unstale":"2024-09-10T10:41:23.073296+0000","last_undegraded":"2024-09-10T10:41:23.073296+0000","last_fullsized":"2024-09-10T10:41:23.073296+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:35.107488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054273+0000","last_change":"2024-09-10T10:41:23.054273+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054273+0000","last_undegraded":"2024-09-10T10:41:23.054273+0000","last_fullsized":"2024-09-10T10:41:23.054273+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.073501+0000","last_change":"2024-09-10T10:41:23.071554+0000","last_active":"2024-09-10T10:41:23.073501+0000","last_peered":"2024-09-10T10:41:23.073501+0000","last_clean":"2024-09-10T10:41:23.073501+0000","last_became_active":"2024-09-10T10:41:23.071274+0000","last_became_peered":"2024-09-10T10:41:23.071274+0000","last_unstale":"2024-09-10T10:41:23.073501+0000","last_undegraded":"2024-09-10T10:41:23.073501+0000","last_fullsized":"2024-09-10T10:41:23.073501+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:49:37.830486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.066217+0000","last_change":"2024-09-10T10:41:23.060548+0000","last_active":"2024-09-10T10:41:23.066217+0000","last_peered":"2024-09-10T10:41:23.066217+0000","last_clean":"2024-09-10T10:41:23.066217+0000","last_became_active":"2024-09-10T10:41:23.060217+0000","last_became_peered":"2024-09-10T10:41:23.060217+0000","last_unstale":"2024-09-10T10:41:23.066217+0000","last_undegraded":"2024-09-10T10:41:23.066217+0000","last_fullsized":"2024-09-10T10:41:23.066217+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:12:28.169175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.056383+0000","last_change":"2024-09-10T10:41:23.056383+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.056383+0000","last_undegraded":"2024-09-10T10:41:23.056383+0000","last_fullsized":"2024-09-10T10:41:23.056383+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048688+0000","last_change":"2024-09-10T10:41:22.048688+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048688+0000","last_undegraded":"2024-09-10T10:41:22.048688+0000","last_fullsized":"2024-09-10T10:41:22.048688+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.068935+0000","last_change":"2024-09-10T10:41:23.065776+0000","last_active":"2024-09-10T10:41:23.068935+0000","last_peered":"2024-09-10T10:41:23.068935+0000","last_clean":"2024-09-10T10:41:23.068935+0000","last_became_active":"2024-09-10T10:41:23.065519+0000","last_became_peered":"2024-09-10T10:41:23.065519+0000","last_unstale":"2024-09-10T10:41:23.068935+0000","last_undegraded":"2024-09-10T10:41:23.068935+0000","last_fullsized":"2024-09-10T10:41:23.068935+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:32:10.536114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.058758+0000","last_change":"2024-09-10T10:41:23.058758+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.058758+0000","last_undegraded":"2024-09-10T10:41:23.058758+0000","last_fullsized":"2024-09-10T10:41:23.058758+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.070745+0000","last_change":"2024-09-10T10:41:23.067210+0000","last_active":"2024-09-10T10:41:23.070745+0000","last_peered":"2024-09-10T10:41:23.070745+0000","last_clean":"2024-09-10T10:41:23.070745+0000","last_became_active":"2024-09-10T10:41:23.066920+0000","last_became_peered":"2024-09-10T10:41:23.066920+0000","last_unstale":"2024-09-10T10:41:23.070745+0000","last_undegraded":"2024-09-10T10:41:23.070745+0000","last_fullsized":"2024-09-10T10:41:23.070745+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:04:24.359340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060737+0000","last_change":"2024-09-10T10:41:23.060737+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060737+0000","last_undegraded":"2024-09-10T10:41:23.060737+0000","last_fullsized":"2024-09-10T10:41:23.060737+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074345+0000","last_change":"2024-09-10T10:41:23.070828+0000","last_active":"2024-09-10T10:41:23.074345+0000","last_peered":"2024-09-10T10:41:23.074345+0000","last_clean":"2024-09-10T10:41:23.074345+0000","last_became_active":"2024-09-10T10:41:23.070570+0000","last_became_peered":"2024-09-10T10:41:23.070570+0000","last_unstale":"2024-09-10T10:41:23.074345+0000","last_undegraded":"2024-09-10T10:41:23.074345+0000","last_fullsized":"2024-09-10T10:41:23.074345+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:09:39.595027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T10:41:23.040938+0000","last_change":"2024-09-10T10:41:23.040938+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.040938+0000","last_undegraded":"2024-09-10T10:41:23.040938+0000","last_fullsized":"2024-09-10T10:41:23.040938+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.065740+0000","last_change":"2024-09-10T10:41:23.064269+0000","last_active":"2024-09-10T10:41:23.065740+0000","last_peered":"2024-09-10T10:41:23.065740+0000","last_clean":"2024-09-10T10:41:23.065740+0000","last_became_active":"2024-09-10T10:41:23.063935+0000","last_became_peered":"2024-09-10T10:41:23.063935+0000","last_unstale":"2024-09-10T10:41:23.065740+0000","last_undegraded":"2024-09-10T10:41:23.065740+0000","last_fullsized":"2024-09-10T10:41:23.065740+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:47.935292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053700+0000","last_change":"2024-09-10T10:41:23.053700+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053700+0000","last_undegraded":"2024-09-10T10:41:23.053700+0000","last_fullsized":"2024-09-10T10:41:23.053700+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067194+0000","last_change":"2024-09-10T10:41:23.064850+0000","last_active":"2024-09-10T10:41:23.067194+0000","last_peered":"2024-09-10T10:41:23.067194+0000","last_clean":"2024-09-10T10:41:23.067194+0000","last_became_active":"2024-09-10T10:41:23.061849+0000","last_became_peered":"2024-09-10T10:41:23.061849+0000","last_unstale":"2024-09-10T10:41:23.067194+0000","last_undegraded":"2024-09-10T10:41:23.067194+0000","last_fullsized":"2024-09-10T10:41:23.067194+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:45.090216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053686+0000","last_change":"2024-09-10T10:41:23.053686+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053686+0000","last_undegraded":"2024-09-10T10:41:23.053686+0000","last_fullsized":"2024-09-10T10:41:23.053686+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.074189+0000","last_change":"2024-09-10T10:41:23.070651+0000","last_active":"2024-09-10T10:41:23.074189+0000","last_peered":"2024-09-10T10:41:23.074189+0000","last_clean":"2024-09-10T10:41:23.074189+0000","last_became_active":"2024-09-10T10:41:23.070333+0000","last_became_peered":"2024-09-10T10:41:23.070333+0000","last_unstale":"2024-09-10T10:41:23.074189+0000","last_undegraded":"2024-09-10T10:41:23.074189+0000","last_fullsized":"2024-09-10T10:41:23.074189+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:19.346675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.054381+0000","last_change":"2024-09-10T10:41:23.054381+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.054381+0000","last_undegraded":"2024-09-10T10:41:23.054381+0000","last_fullsized":"2024-09-10T10:41:23.054381+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":1,"reported_epoch":135,"state":"creating+peering","last_fresh":"2024-09-10T10:41:22.048688+0000","last_change":"2024-09-10T10:41:22.048688+0000","last_active":"2024-09-10T10:41:22.033604+0000","last_peered":"2024-09-10T10:41:22.033604+0000","last_clean":"2024-09-10T10:41:22.033604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:22.048688+0000","last_undegraded":"2024-09-10T10:41:22.048688+0000","last_fullsized":"2024-09-10T10:41:22.048688+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.053927+0000","last_change":"2024-09-10T10:41:23.053927+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.053927+0000","last_undegraded":"2024-09-10T10:41:23.053927+0000","last_fullsized":"2024-09-10T10:41:23.053927+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.067733+0000","last_change":"2024-09-10T10:41:23.056896+0000","last_active":"2024-09-10T10:41:23.067733+0000","last_peered":"2024-09-10T10:41:23.067733+0000","last_clean":"2024-09-10T10:41:23.067733+0000","last_became_active":"2024-09-10T10:41:23.056623+0000","last_became_peered":"2024-09-10T10:41:23.056623+0000","last_unstale":"2024-09-10T10:41:23.067733+0000","last_undegraded":"2024-09-10T10:41:23.067733+0000","last_fullsized":"2024-09-10T10:41:23.067733+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:48.426526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.060149+0000","last_change":"2024-09-10T10:41:23.060149+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.060149+0000","last_undegraded":"2024-09-10T10:41:23.060149+0000","last_fullsized":"2024-09-10T10:41:23.060149+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.075666+0000","last_change":"2024-09-10T10:41:23.072079+0000","last_active":"2024-09-10T10:41:23.075666+0000","last_peered":"2024-09-10T10:41:23.075666+0000","last_clean":"2024-09-10T10:41:23.075666+0000","last_became_active":"2024-09-10T10:41:23.071384+0000","last_became_peered":"2024-09-10T10:41:23.071384+0000","last_unstale":"2024-09-10T10:41:23.075666+0000","last_undegraded":"2024-09-10T10:41:23.075666+0000","last_fullsized":"2024-09-10T10:41:23.075666+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:02:34.050989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.063080+0000","last_change":"2024-09-10T10:41:23.063080+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.063080+0000","last_undegraded":"2024-09-10T10:41:23.063080+0000","last_fullsized":"2024-09-10T10:41:23.063080+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072641+0000","last_change":"2024-09-10T10:41:23.068400+0000","last_active":"2024-09-10T10:41:23.072641+0000","last_peered":"2024-09-10T10:41:23.072641+0000","last_clean":"2024-09-10T10:41:23.072641+0000","last_became_active":"2024-09-10T10:41:23.068087+0000","last_became_peered":"2024-09-10T10:41:23.068087+0000","last_unstale":"2024-09-10T10:41:23.072641+0000","last_undegraded":"2024-09-10T10:41:23.072641+0000","last_fullsized":"2024-09-10T10:41:23.072641+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:01.500390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.055622+0000","last_change":"2024-09-10T10:41:23.055622+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.055622+0000","last_undegraded":"2024-09-10T10:41:23.055622+0000","last_fullsized":"2024-09-10T10:41:23.055622+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072397+0000","last_change":"2024-09-10T10:41:23.064821+0000","last_active":"2024-09-10T10:41:23.072397+0000","last_peered":"2024-09-10T10:41:23.072397+0000","last_clean":"2024-09-10T10:41:23.072397+0000","last_became_active":"2024-09-10T10:41:23.064524+0000","last_became_peered":"2024-09-10T10:41:23.064524+0000","last_unstale":"2024-09-10T10:41:23.072397+0000","last_undegraded":"2024-09-10T10:41:23.072397+0000","last_fullsized":"2024-09-10T10:41:23.072397+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:28:35.107488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":1,"reported_epoch":136,"state":"creating+peering","last_fresh":"2024-09-10T10:41:23.065587+0000","last_change":"2024-09-10T10:41:23.065587+0000","last_active":"2024-09-10T10:41:23.040938+0000","last_peered":"2024-09-10T10:41:23.040938+0000","last_clean":"2024-09-10T10:41:23.040938+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:41:23.065587+0000","last_undegraded":"2024-09-10T10:41:23.065587+0000","last_fullsized":"2024-09-10T10:41:23.065587+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":9,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.072534+0000","last_change":"2024-09-10T10:41:23.069021+0000","last_active":"2024-09-10T10:41:23.072534+0000","last_peered":"2024-09-10T10:41:23.072534+0000","last_clean":"2024-09-10T10:41:23.072534+0000","last_became_active":"2024-09-10T10:41:23.068705+0000","last_became_peered":"2024-09-10T10:41:23.068705+0000","last_unstale":"2024-09-10T10:41:23.072534+0000","last_undegraded":"2024-09-10T10:41:23.072534+0000","last_fullsized":"2024-09-10T10:41:23.072534+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:16.590269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":381,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-10T10:41:23.051166+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:41:23.051166+0000","last_peered":"2024-09-10T10:41:23.051166+0000","last_clean":"2024-09-10T10:41:23.051166+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:41:23.051166+0000","last_undegraded":"2024-09-10T10:41:23.051166+0000","last_fullsized":"2024-09-10T10:41:23.051166+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509552,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37012,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334828,"statfs":{"total":96636764160,"available":96598863872,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509552,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37012,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334828,"statfs":{"total":96636764160,"available":96598863872,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509551,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509552,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37016,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334824,"statfs":{"total":96636764160,"available":96598859776,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509553,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509552,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37592,"kb_used_data":2244,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334248,"statfs":{"total":96636764160,"available":96598269952,"internally_reserved":0,"allocated":2297856,"data_stored":1320223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509551,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338984,"statfs":{"total":96636764160,"available":96603119616,"internally_reserved":0,"allocated":1703936,"data_stored":729855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542257,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33428,"kb_used_data":2232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338412,"statfs":{"total":96636764160,"available":96602533888,"internally_reserved":0,"allocated":2285568,"data_stored":1313948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:41:28.985 INFO:tasks.ceph.ceph_manager.ceph:PG 23.3f is not active+clean 2024-09-10T10:41:28.985 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.056257+0000', 'last_change': '2024-09-10T10:41:23.056257+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.056257+0000', 'last_undegraded': '2024-09-10T10:41:23.056257+0000', 'last_fullsized': '2024-09-10T10:41:23.056257+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:28.985 INFO:tasks.ceph.ceph_manager.ceph:PG 23.3e is not active+clean 2024-09-10T10:41:28.985 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.055781+0000', 'last_change': '2024-09-10T10:41:23.055781+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.055781+0000', 'last_undegraded': '2024-09-10T10:41:23.055781+0000', 'last_fullsized': '2024-09-10T10:41:23.055781+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:28.985 INFO:tasks.ceph.ceph_manager.ceph:PG 23.3d is not active+clean 2024-09-10T10:41:28.986 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.057456+0000', 'last_change': '2024-09-10T10:41:23.057456+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.057456+0000', 'last_undegraded': '2024-09-10T10:41:23.057456+0000', 'last_fullsized': '2024-09-10T10:41:23.057456+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:28.986 INFO:tasks.ceph.ceph_manager.ceph:PG 23.3c is not active+clean 2024-09-10T10:41:28.986 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.057142+0000', 'last_change': '2024-09-10T10:41:23.057142+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.057142+0000', 'last_undegraded': '2024-09-10T10:41:23.057142+0000', 'last_fullsized': '2024-09-10T10:41:23.057142+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:41:28.986 INFO:tasks.ceph.ceph_manager.ceph:PG 23.3b is not active+clean 2024-09-10T10:41:28.986 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.059695+0000', 'last_change': '2024-09-10T10:41:23.059695+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.059695+0000', 'last_undegraded': '2024-09-10T10:41:23.059695+0000', 'last_fullsized': '2024-09-10T10:41:23.059695+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:41:28.986 INFO:tasks.ceph.ceph_manager.ceph:PG 23.3a is not active+clean 2024-09-10T10:41:28.986 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.056281+0000', 'last_change': '2024-09-10T10:41:23.056281+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.056281+0000', 'last_undegraded': '2024-09-10T10:41:23.056281+0000', 'last_fullsized': '2024-09-10T10:41:23.056281+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:41:28.986 INFO:tasks.ceph.ceph_manager.ceph:PG 23.39 is not active+clean 2024-09-10T10:41:28.986 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.059651+0000', 'last_change': '2024-09-10T10:41:23.059651+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.059651+0000', 'last_undegraded': '2024-09-10T10:41:23.059651+0000', 'last_fullsized': '2024-09-10T10:41:23.059651+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:28.986 INFO:tasks.ceph.ceph_manager.ceph:PG 23.38 is not active+clean 2024-09-10T10:41:28.987 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.056440+0000', 'last_change': '2024-09-10T10:41:23.056440+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.056440+0000', 'last_undegraded': '2024-09-10T10:41:23.056440+0000', 'last_fullsized': '2024-09-10T10:41:23.056440+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:41:28.987 INFO:tasks.ceph.ceph_manager.ceph:PG 23.37 is not active+clean 2024-09-10T10:41:28.987 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.057416+0000', 'last_change': '2024-09-10T10:41:23.057416+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.057416+0000', 'last_undegraded': '2024-09-10T10:41:23.057416+0000', 'last_fullsized': '2024-09-10T10:41:23.057416+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:41:28.987 INFO:tasks.ceph.ceph_manager.ceph:PG 23.36 is not active+clean 2024-09-10T10:41:28.987 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.057160+0000', 'last_change': '2024-09-10T10:41:23.057160+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.057160+0000', 'last_undegraded': '2024-09-10T10:41:23.057160+0000', 'last_fullsized': '2024-09-10T10:41:23.057160+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:41:28.987 INFO:tasks.ceph.ceph_manager.ceph:PG 23.35 is not active+clean 2024-09-10T10:41:28.987 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.059671+0000', 'last_change': '2024-09-10T10:41:23.059671+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.059671+0000', 'last_undegraded': '2024-09-10T10:41:23.059671+0000', 'last_fullsized': '2024-09-10T10:41:23.059671+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:41:28.987 INFO:tasks.ceph.ceph_manager.ceph:PG 23.34 is not active+clean 2024-09-10T10:41:28.987 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054641+0000', 'last_change': '2024-09-10T10:41:23.054641+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054641+0000', 'last_undegraded': '2024-09-10T10:41:23.054641+0000', 'last_fullsized': '2024-09-10T10:41:23.054641+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:41:28.988 INFO:tasks.ceph.ceph_manager.ceph:PG 23.33 is not active+clean 2024-09-10T10:41:28.988 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054211+0000', 'last_change': '2024-09-10T10:41:23.054211+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054211+0000', 'last_undegraded': '2024-09-10T10:41:23.054211+0000', 'last_fullsized': '2024-09-10T10:41:23.054211+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:41:28.988 INFO:tasks.ceph.ceph_manager.ceph:PG 23.32 is not active+clean 2024-09-10T10:41:28.988 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.058992+0000', 'last_change': '2024-09-10T10:41:23.058992+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.058992+0000', 'last_undegraded': '2024-09-10T10:41:23.058992+0000', 'last_fullsized': '2024-09-10T10:41:23.058992+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:41:28.988 INFO:tasks.ceph.ceph_manager.ceph:PG 23.31 is not active+clean 2024-09-10T10:41:28.988 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.056943+0000', 'last_change': '2024-09-10T10:41:23.056943+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.056943+0000', 'last_undegraded': '2024-09-10T10:41:23.056943+0000', 'last_fullsized': '2024-09-10T10:41:23.056943+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:41:28.988 INFO:tasks.ceph.ceph_manager.ceph:PG 23.30 is not active+clean 2024-09-10T10:41:28.988 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.063496+0000', 'last_change': '2024-09-10T10:41:23.063496+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.063496+0000', 'last_undegraded': '2024-09-10T10:41:23.063496+0000', 'last_fullsized': '2024-09-10T10:41:23.063496+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:28.988 INFO:tasks.ceph.ceph_manager.ceph:PG 23.2f is not active+clean 2024-09-10T10:41:28.988 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054513+0000', 'last_change': '2024-09-10T10:41:23.054513+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054513+0000', 'last_undegraded': '2024-09-10T10:41:23.054513+0000', 'last_fullsized': '2024-09-10T10:41:23.054513+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:41:28.989 INFO:tasks.ceph.ceph_manager.ceph:PG 23.2e is not active+clean 2024-09-10T10:41:28.989 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.056245+0000', 'last_change': '2024-09-10T10:41:23.056245+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.056245+0000', 'last_undegraded': '2024-09-10T10:41:23.056245+0000', 'last_fullsized': '2024-09-10T10:41:23.056245+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:41:28.989 INFO:tasks.ceph.ceph_manager.ceph:PG 23.2d is not active+clean 2024-09-10T10:41:28.989 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.062728+0000', 'last_change': '2024-09-10T10:41:23.062728+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.062728+0000', 'last_undegraded': '2024-09-10T10:41:23.062728+0000', 'last_fullsized': '2024-09-10T10:41:23.062728+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:28.989 INFO:tasks.ceph.ceph_manager.ceph:PG 23.2c is not active+clean 2024-09-10T10:41:28.989 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054014+0000', 'last_change': '2024-09-10T10:41:23.054014+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054014+0000', 'last_undegraded': '2024-09-10T10:41:23.054014+0000', 'last_fullsized': '2024-09-10T10:41:23.054014+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:41:28.989 INFO:tasks.ceph.ceph_manager.ceph:PG 23.2b is not active+clean 2024-09-10T10:41:28.989 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054485+0000', 'last_change': '2024-09-10T10:41:23.054485+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054485+0000', 'last_undegraded': '2024-09-10T10:41:23.054485+0000', 'last_fullsized': '2024-09-10T10:41:23.054485+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:41:28.989 INFO:tasks.ceph.ceph_manager.ceph:PG 23.2a is not active+clean 2024-09-10T10:41:28.990 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.057574+0000', 'last_change': '2024-09-10T10:41:23.057574+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.057574+0000', 'last_undegraded': '2024-09-10T10:41:23.057574+0000', 'last_fullsized': '2024-09-10T10:41:23.057574+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:41:28.990 INFO:tasks.ceph.ceph_manager.ceph:PG 23.29 is not active+clean 2024-09-10T10:41:28.990 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:41:23.040938+0000', 'last_change': '2024-09-10T10:41:23.040938+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.040938+0000', 'last_undegraded': '2024-09-10T10:41:23.040938+0000', 'last_fullsized': '2024-09-10T10:41:23.040938+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:41:28.990 INFO:tasks.ceph.ceph_manager.ceph:PG 23.28 is not active+clean 2024-09-10T10:41:28.990 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.057046+0000', 'last_change': '2024-09-10T10:41:23.057046+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.057046+0000', 'last_undegraded': '2024-09-10T10:41:23.057046+0000', 'last_fullsized': '2024-09-10T10:41:23.057046+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:41:28.990 INFO:tasks.ceph.ceph_manager.ceph:PG 23.27 is not active+clean 2024-09-10T10:41:28.990 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.056564+0000', 'last_change': '2024-09-10T10:41:23.056564+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.056564+0000', 'last_undegraded': '2024-09-10T10:41:23.056564+0000', 'last_fullsized': '2024-09-10T10:41:23.056564+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:41:28.990 INFO:tasks.ceph.ceph_manager.ceph:PG 23.26 is not active+clean 2024-09-10T10:41:28.990 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:41:23.040938+0000', 'last_change': '2024-09-10T10:41:23.040938+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.040938+0000', 'last_undegraded': '2024-09-10T10:41:23.040938+0000', 'last_fullsized': '2024-09-10T10:41:23.040938+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:41:28.991 INFO:tasks.ceph.ceph_manager.ceph:PG 23.25 is not active+clean 2024-09-10T10:41:28.991 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.056036+0000', 'last_change': '2024-09-10T10:41:23.056036+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.056036+0000', 'last_undegraded': '2024-09-10T10:41:23.056036+0000', 'last_fullsized': '2024-09-10T10:41:23.056036+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T10:41:28.991 INFO:tasks.ceph.ceph_manager.ceph:PG 23.24 is not active+clean 2024-09-10T10:41:28.991 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.060671+0000', 'last_change': '2024-09-10T10:41:23.060671+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.060671+0000', 'last_undegraded': '2024-09-10T10:41:23.060671+0000', 'last_fullsized': '2024-09-10T10:41:23.060671+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:28.991 INFO:tasks.ceph.ceph_manager.ceph:PG 23.23 is not active+clean 2024-09-10T10:41:28.991 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.060597+0000', 'last_change': '2024-09-10T10:41:23.060597+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.060597+0000', 'last_undegraded': '2024-09-10T10:41:23.060597+0000', 'last_fullsized': '2024-09-10T10:41:23.060597+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:28.991 INFO:tasks.ceph.ceph_manager.ceph:PG 23.22 is not active+clean 2024-09-10T10:41:28.991 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.058510+0000', 'last_change': '2024-09-10T10:41:23.058510+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.058510+0000', 'last_undegraded': '2024-09-10T10:41:23.058510+0000', 'last_fullsized': '2024-09-10T10:41:23.058510+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:41:28.991 INFO:tasks.ceph.ceph_manager.ceph:PG 23.21 is not active+clean 2024-09-10T10:41:28.991 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.056298+0000', 'last_change': '2024-09-10T10:41:23.056298+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.056298+0000', 'last_undegraded': '2024-09-10T10:41:23.056298+0000', 'last_fullsized': '2024-09-10T10:41:23.056298+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:28.992 INFO:tasks.ceph.ceph_manager.ceph:PG 23.20 is not active+clean 2024-09-10T10:41:28.992 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.055316+0000', 'last_change': '2024-09-10T10:41:23.055316+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.055316+0000', 'last_undegraded': '2024-09-10T10:41:23.055316+0000', 'last_fullsized': '2024-09-10T10:41:23.055316+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:41:28.992 INFO:tasks.ceph.ceph_manager.ceph:PG 23.1e is not active+clean 2024-09-10T10:41:28.992 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.055818+0000', 'last_change': '2024-09-10T10:41:23.055818+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.055818+0000', 'last_undegraded': '2024-09-10T10:41:23.055818+0000', 'last_fullsized': '2024-09-10T10:41:23.055818+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:41:28.993 INFO:tasks.ceph.ceph_manager.ceph:PG 23.1f is not active+clean 2024-09-10T10:41:28.993 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.055842+0000', 'last_change': '2024-09-10T10:41:23.055842+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.055842+0000', 'last_undegraded': '2024-09-10T10:41:23.055842+0000', 'last_fullsized': '2024-09-10T10:41:23.055842+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:28.993 INFO:tasks.ceph.ceph_manager.ceph:PG 23.1c is not active+clean 2024-09-10T10:41:28.993 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054963+0000', 'last_change': '2024-09-10T10:41:23.054963+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054963+0000', 'last_undegraded': '2024-09-10T10:41:23.054963+0000', 'last_fullsized': '2024-09-10T10:41:23.054963+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:41:28.993 INFO:tasks.ceph.ceph_manager.ceph:PG 23.1d is not active+clean 2024-09-10T10:41:28.993 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.057077+0000', 'last_change': '2024-09-10T10:41:23.057077+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.057077+0000', 'last_undegraded': '2024-09-10T10:41:23.057077+0000', 'last_fullsized': '2024-09-10T10:41:23.057077+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:41:28.993 INFO:tasks.ceph.ceph_manager.ceph:PG 22.1c is not active+clean 2024-09-10T10:41:28.993 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 135, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:22.049469+0000', 'last_change': '2024-09-10T10:41:22.049469+0000', 'last_active': '2024-09-10T10:41:22.033604+0000', 'last_peered': '2024-09-10T10:41:22.033604+0000', 'last_clean': '2024-09-10T10:41:22.033604+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:22.049469+0000', 'last_undegraded': '2024-09-10T10:41:22.049469+0000', 'last_fullsized': '2024-09-10T10:41:22.049469+0000', 'mapping_epoch': 135, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 135, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:41:28.994 INFO:tasks.ceph.ceph_manager.ceph:PG 23.1a is not active+clean 2024-09-10T10:41:28.994 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054050+0000', 'last_change': '2024-09-10T10:41:23.054050+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054050+0000', 'last_undegraded': '2024-09-10T10:41:23.054050+0000', 'last_fullsized': '2024-09-10T10:41:23.054050+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:41:28.994 INFO:tasks.ceph.ceph_manager.ceph:PG 23.1b is not active+clean 2024-09-10T10:41:28.994 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054009+0000', 'last_change': '2024-09-10T10:41:23.054009+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054009+0000', 'last_undegraded': '2024-09-10T10:41:23.054009+0000', 'last_fullsized': '2024-09-10T10:41:23.054009+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:41:28.994 INFO:tasks.ceph.ceph_manager.ceph:PG 23.18 is not active+clean 2024-09-10T10:41:28.994 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:41:23.040938+0000', 'last_change': '2024-09-10T10:41:23.040938+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.040938+0000', 'last_undegraded': '2024-09-10T10:41:23.040938+0000', 'last_fullsized': '2024-09-10T10:41:23.040938+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:41:28.994 INFO:tasks.ceph.ceph_manager.ceph:PG 23.19 is not active+clean 2024-09-10T10:41:28.994 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.053677+0000', 'last_change': '2024-09-10T10:41:23.053677+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.053677+0000', 'last_undegraded': '2024-09-10T10:41:23.053677+0000', 'last_fullsized': '2024-09-10T10:41:23.053677+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:41:28.994 INFO:tasks.ceph.ceph_manager.ceph:PG 22.18 is not active+clean 2024-09-10T10:41:28.994 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 135, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:22.048712+0000', 'last_change': '2024-09-10T10:41:22.048712+0000', 'last_active': '2024-09-10T10:41:22.033604+0000', 'last_peered': '2024-09-10T10:41:22.033604+0000', 'last_clean': '2024-09-10T10:41:22.033604+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:22.048712+0000', 'last_undegraded': '2024-09-10T10:41:22.048712+0000', 'last_fullsized': '2024-09-10T10:41:22.048712+0000', 'mapping_epoch': 135, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 135, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:41:28.995 INFO:tasks.ceph.ceph_manager.ceph:PG 23.17 is not active+clean 2024-09-10T10:41:28.995 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.063231+0000', 'last_change': '2024-09-10T10:41:23.063231+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.063231+0000', 'last_undegraded': '2024-09-10T10:41:23.063231+0000', 'last_fullsized': '2024-09-10T10:41:23.063231+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:28.995 INFO:tasks.ceph.ceph_manager.ceph:PG 23.14 is not active+clean 2024-09-10T10:41:28.995 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.060169+0000', 'last_change': '2024-09-10T10:41:23.060169+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.060169+0000', 'last_undegraded': '2024-09-10T10:41:23.060169+0000', 'last_fullsized': '2024-09-10T10:41:23.060169+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:28.995 INFO:tasks.ceph.ceph_manager.ceph:PG 22.15 is not active+clean 2024-09-10T10:41:28.995 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 135, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:22.048778+0000', 'last_change': '2024-09-10T10:41:22.048778+0000', 'last_active': '2024-09-10T10:41:22.033604+0000', 'last_peered': '2024-09-10T10:41:22.033604+0000', 'last_clean': '2024-09-10T10:41:22.033604+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:22.048778+0000', 'last_undegraded': '2024-09-10T10:41:22.048778+0000', 'last_fullsized': '2024-09-10T10:41:22.048778+0000', 'mapping_epoch': 135, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 135, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:41:28.995 INFO:tasks.ceph.ceph_manager.ceph:PG 23.15 is not active+clean 2024-09-10T10:41:28.995 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.057060+0000', 'last_change': '2024-09-10T10:41:23.057060+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.057060+0000', 'last_undegraded': '2024-09-10T10:41:23.057060+0000', 'last_fullsized': '2024-09-10T10:41:23.057060+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:28.995 INFO:tasks.ceph.ceph_manager.ceph:PG 23.12 is not active+clean 2024-09-10T10:41:28.996 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.060099+0000', 'last_change': '2024-09-10T10:41:23.060099+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.060099+0000', 'last_undegraded': '2024-09-10T10:41:23.060099+0000', 'last_fullsized': '2024-09-10T10:41:23.060099+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:28.996 INFO:tasks.ceph.ceph_manager.ceph:PG 23.13 is not active+clean 2024-09-10T10:41:28.996 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:41:23.040938+0000', 'last_change': '2024-09-10T10:41:23.040938+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.040938+0000', 'last_undegraded': '2024-09-10T10:41:23.040938+0000', 'last_fullsized': '2024-09-10T10:41:23.040938+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:41:28.996 INFO:tasks.ceph.ceph_manager.ceph:PG 23.10 is not active+clean 2024-09-10T10:41:28.996 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054887+0000', 'last_change': '2024-09-10T10:41:23.054887+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054887+0000', 'last_undegraded': '2024-09-10T10:41:23.054887+0000', 'last_fullsized': '2024-09-10T10:41:23.054887+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:41:28.996 INFO:tasks.ceph.ceph_manager.ceph:PG 23.11 is not active+clean 2024-09-10T10:41:28.996 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.056470+0000', 'last_change': '2024-09-10T10:41:23.056470+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.056470+0000', 'last_undegraded': '2024-09-10T10:41:23.056470+0000', 'last_fullsized': '2024-09-10T10:41:23.056470+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:41:28.996 INFO:tasks.ceph.ceph_manager.ceph:PG 23.e is not active+clean 2024-09-10T10:41:28.996 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.059797+0000', 'last_change': '2024-09-10T10:41:23.059797+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.059797+0000', 'last_undegraded': '2024-09-10T10:41:23.059797+0000', 'last_fullsized': '2024-09-10T10:41:23.059797+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:28.997 INFO:tasks.ceph.ceph_manager.ceph:PG 23.f is not active+clean 2024-09-10T10:41:28.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054861+0000', 'last_change': '2024-09-10T10:41:23.054861+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054861+0000', 'last_undegraded': '2024-09-10T10:41:23.054861+0000', 'last_fullsized': '2024-09-10T10:41:23.054861+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:41:28.997 INFO:tasks.ceph.ceph_manager.ceph:PG 23.c is not active+clean 2024-09-10T10:41:28.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054273+0000', 'last_change': '2024-09-10T10:41:23.054273+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054273+0000', 'last_undegraded': '2024-09-10T10:41:23.054273+0000', 'last_fullsized': '2024-09-10T10:41:23.054273+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:41:28.997 INFO:tasks.ceph.ceph_manager.ceph:PG 23.d is not active+clean 2024-09-10T10:41:28.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:41:23.040938+0000', 'last_change': '2024-09-10T10:41:23.040938+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.040938+0000', 'last_undegraded': '2024-09-10T10:41:23.040938+0000', 'last_fullsized': '2024-09-10T10:41:23.040938+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:41:28.997 INFO:tasks.ceph.ceph_manager.ceph:PG 23.a is not active+clean 2024-09-10T10:41:28.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.056383+0000', 'last_change': '2024-09-10T10:41:23.056383+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.056383+0000', 'last_undegraded': '2024-09-10T10:41:23.056383+0000', 'last_fullsized': '2024-09-10T10:41:23.056383+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:28.997 INFO:tasks.ceph.ceph_manager.ceph:PG 22.b is not active+clean 2024-09-10T10:41:28.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 135, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:22.048688+0000', 'last_change': '2024-09-10T10:41:22.048688+0000', 'last_active': '2024-09-10T10:41:22.033604+0000', 'last_peered': '2024-09-10T10:41:22.033604+0000', 'last_clean': '2024-09-10T10:41:22.033604+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:22.048688+0000', 'last_undegraded': '2024-09-10T10:41:22.048688+0000', 'last_fullsized': '2024-09-10T10:41:22.048688+0000', 'mapping_epoch': 135, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 135, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:41:28.998 INFO:tasks.ceph.ceph_manager.ceph:PG 23.b is not active+clean 2024-09-10T10:41:28.998 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:41:23.040938+0000', 'last_change': '2024-09-10T10:41:23.040938+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.040938+0000', 'last_undegraded': '2024-09-10T10:41:23.040938+0000', 'last_fullsized': '2024-09-10T10:41:23.040938+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:41:28.998 INFO:tasks.ceph.ceph_manager.ceph:PG 23.8 is not active+clean 2024-09-10T10:41:28.998 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.058758+0000', 'last_change': '2024-09-10T10:41:23.058758+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.058758+0000', 'last_undegraded': '2024-09-10T10:41:23.058758+0000', 'last_fullsized': '2024-09-10T10:41:23.058758+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:28.998 INFO:tasks.ceph.ceph_manager.ceph:PG 23.9 is not active+clean 2024-09-10T10:41:28.998 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.060737+0000', 'last_change': '2024-09-10T10:41:23.060737+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.060737+0000', 'last_undegraded': '2024-09-10T10:41:23.060737+0000', 'last_fullsized': '2024-09-10T10:41:23.060737+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:28.998 INFO:tasks.ceph.ceph_manager.ceph:PG 23.6 is not active+clean 2024-09-10T10:41:28.998 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T10:41:23.040938+0000', 'last_change': '2024-09-10T10:41:23.040938+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.040938+0000', 'last_undegraded': '2024-09-10T10:41:23.040938+0000', 'last_fullsized': '2024-09-10T10:41:23.040938+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T10:41:28.998 INFO:tasks.ceph.ceph_manager.ceph:PG 23.7 is not active+clean 2024-09-10T10:41:28.999 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.053700+0000', 'last_change': '2024-09-10T10:41:23.053700+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.053700+0000', 'last_undegraded': '2024-09-10T10:41:23.053700+0000', 'last_fullsized': '2024-09-10T10:41:23.053700+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:41:28.999 INFO:tasks.ceph.ceph_manager.ceph:PG 23.4 is not active+clean 2024-09-10T10:41:28.999 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.053686+0000', 'last_change': '2024-09-10T10:41:23.053686+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.053686+0000', 'last_undegraded': '2024-09-10T10:41:23.053686+0000', 'last_fullsized': '2024-09-10T10:41:23.053686+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:41:28.999 INFO:tasks.ceph.ceph_manager.ceph:PG 23.5 is not active+clean 2024-09-10T10:41:28.999 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.054381+0000', 'last_change': '2024-09-10T10:41:23.054381+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.054381+0000', 'last_undegraded': '2024-09-10T10:41:23.054381+0000', 'last_fullsized': '2024-09-10T10:41:23.054381+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T10:41:28.999 INFO:tasks.ceph.ceph_manager.ceph:PG 22.4 is not active+clean 2024-09-10T10:41:28.999 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 135, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:22.048688+0000', 'last_change': '2024-09-10T10:41:22.048688+0000', 'last_active': '2024-09-10T10:41:22.033604+0000', 'last_peered': '2024-09-10T10:41:22.033604+0000', 'last_clean': '2024-09-10T10:41:22.033604+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:22.048688+0000', 'last_undegraded': '2024-09-10T10:41:22.048688+0000', 'last_fullsized': '2024-09-10T10:41:22.048688+0000', 'mapping_epoch': 135, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 135, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:22.033604+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:41:28.999 INFO:tasks.ceph.ceph_manager.ceph:PG 23.2 is not active+clean 2024-09-10T10:41:28.999 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.053927+0000', 'last_change': '2024-09-10T10:41:23.053927+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.053927+0000', 'last_undegraded': '2024-09-10T10:41:23.053927+0000', 'last_fullsized': '2024-09-10T10:41:23.053927+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:41:29.000 INFO:tasks.ceph.ceph_manager.ceph:PG 23.3 is not active+clean 2024-09-10T10:41:29.000 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.060149+0000', 'last_change': '2024-09-10T10:41:23.060149+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.060149+0000', 'last_undegraded': '2024-09-10T10:41:23.060149+0000', 'last_fullsized': '2024-09-10T10:41:23.060149+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:29.000 INFO:tasks.ceph.ceph_manager.ceph:PG 23.0 is not active+clean 2024-09-10T10:41:29.000 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.063080+0000', 'last_change': '2024-09-10T10:41:23.063080+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.063080+0000', 'last_undegraded': '2024-09-10T10:41:23.063080+0000', 'last_fullsized': '2024-09-10T10:41:23.063080+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:29.000 INFO:tasks.ceph.ceph_manager.ceph:PG 23.1 is not active+clean 2024-09-10T10:41:29.000 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.055622+0000', 'last_change': '2024-09-10T10:41:23.055622+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.055622+0000', 'last_undegraded': '2024-09-10T10:41:23.055622+0000', 'last_fullsized': '2024-09-10T10:41:23.055622+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:41:29.001 INFO:tasks.ceph.ceph_manager.ceph:PG 23.16 is not active+clean 2024-09-10T10:41:29.001 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '23.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 136, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:41:23.065587+0000', 'last_change': '2024-09-10T10:41:23.065587+0000', 'last_active': '2024-09-10T10:41:23.040938+0000', 'last_peered': '2024-09-10T10:41:23.040938+0000', 'last_clean': '2024-09-10T10:41:23.040938+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:41:23.065587+0000', 'last_undegraded': '2024-09-10T10:41:23.065587+0000', 'last_fullsized': '2024-09-10T10:41:23.065587+0000', 'mapping_epoch': 136, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 136, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'last_clean_scrub_stamp': '2024-09-10T10:41:23.040938+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:41:29.001 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T10:41:29.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.160+0000 7f3c65c00640 1 Processor -- start 2024-09-10T10:41:29.164 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c65c00640 1 -- start start 2024-09-10T10:41:29.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c65c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c60071f70 0x7f3c60072370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c65c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c60160590 0x7f3c601609f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c65c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c600728b0 con 0x7f3c6015e6e0 2024-09-10T10:41:29.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c65c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3c6015eac0 con 0x7f3c60160590 2024-09-10T10:41:29.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c65c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3c6015fdb0 con 0x7f3c60071f70 2024-09-10T10:41:29.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c5f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c60160590 0x7f3c601609f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c5f400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3c60160590 0x7f3c601609f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35616/0 (socket says 172.21.15.22:35616) 2024-09-10T10:41:29.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c5f400640 1 -- 172.21.15.22:0/3763107015 learned_addr learned my addr 172.21.15.22:0/3763107015 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:29.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c56000640 1 --2- 172.21.15.22:0/3763107015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c60071f70 0x7f3c60072370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c5f400640 1 -- 172.21.15.22:0/3763107015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c60071f70 msgr2=0x7f3c60072370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:29.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c5f400640 1 --2- 172.21.15.22:0/3763107015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c60071f70 0x7f3c60072370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c5f400640 1 -- 172.21.15.22:0/3763107015 >> v1:172.21.15.145:6789/0 conn(0x7f3c6015e6e0 legacy=0x7f3c6015f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c5f400640 1 -- 172.21.15.22:0/3763107015 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c6006eee0 con 0x7f3c60160590 2024-09-10T10:41:29.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.164+0000 7f3c56000640 1 --2- 172.21.15.22:0/3763107015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c60071f70 0x7f3c60072370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:29.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c5f400640 1 --2- 172.21.15.22:0/3763107015 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 0x7f3c601609f0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f3c58009e50 tx=0x7f3c5801ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dca26633e14199d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:29.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c5e000640 1 -- 172.21.15.22:0/3763107015 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c580a58d0 con 0x7f3c60160590 2024-09-10T10:41:29.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c5e000640 1 -- 172.21.15.22:0/3763107015 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c580a5a70 con 0x7f3c60160590 2024-09-10T10:41:29.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c5e000640 1 -- 172.21.15.22:0/3763107015 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c580a5e40 con 0x7f3c60160590 2024-09-10T10:41:29.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c65c00640 1 -- 172.21.15.22:0/3763107015 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 msgr2=0x7f3c601609f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c65c00640 1 --2- 172.21.15.22:0/3763107015 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 0x7f3c601609f0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f3c58009e50 tx=0x7f3c5801ca00 comp rx=0 tx=0).stop 2024-09-10T10:41:29.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c65c00640 1 -- 172.21.15.22:0/3763107015 shutdown_connections 2024-09-10T10:41:29.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c65c00640 1 --2- 172.21.15.22:0/3763107015 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 0x7f3c601609f0 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c65c00640 1 --2- 172.21.15.22:0/3763107015 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c60071f70 0x7f3c60072370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c65c00640 1 -- 172.21.15.22:0/3763107015 >> 172.21.15.22:0/3763107015 conn(0x7f3c6006bcc0 msgr2=0x7f3c6006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:29.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c65c00640 1 -- 172.21.15.22:0/3763107015 shutdown_connections 2024-09-10T10:41:29.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c65c00640 1 -- 172.21.15.22:0/3763107015 wait complete. 2024-09-10T10:41:29.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c65c00640 1 Processor -- start 2024-09-10T10:41:29.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.168+0000 7f3c65c00640 1 -- start start 2024-09-10T10:41:29.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c65c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c60071f70 0x7f3c600cfcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c65c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6015e6e0 0x7f3c6015a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c65c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 0x7f3c601572b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c65c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3c6006eab0 con 0x7f3c60160590 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c65c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3c60075800 con 0x7f3c60071f70 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c65c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3c6006ec30 con 0x7f3c6015e6e0 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c5f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 0x7f3c601572b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c5f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 0x7f3c601572b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35632/0 (socket says 172.21.15.22:35632) 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c5f400640 1 -- 172.21.15.22:0/2698632691 learned_addr learned my addr 172.21.15.22:0/2698632691 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c56000640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6015e6e0 0x7f3c6015a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c5ea00640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c60071f70 0x7f3c600cfcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c5f400640 1 -- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6015e6e0 msgr2=0x7f3c6015a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c5f400640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6015e6e0 0x7f3c6015a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c5f400640 1 -- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c60071f70 msgr2=0x7f3c600cfcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c5f400640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c60071f70 0x7f3c600cfcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c5f400640 1 -- 172.21.15.22:0/2698632691 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c600ca4a0 con 0x7f3c60160590 2024-09-10T10:41:29.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c5f400640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 0x7f3c601572b0 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f3c5801a630 tx=0x7f3c580197a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:29.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c57400640 1 -- 172.21.15.22:0/2698632691 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c580bc030 con 0x7f3c60160590 2024-09-10T10:41:29.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c57400640 1 -- 172.21.15.22:0/2698632691 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c580090d0 con 0x7f3c60160590 2024-09-10T10:41:29.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c65c00640 1 -- 172.21.15.22:0/2698632691 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c60159ea0 con 0x7f3c60160590 2024-09-10T10:41:29.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c57400640 1 -- 172.21.15.22:0/2698632691 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c580a58d0 con 0x7f3c60160590 2024-09-10T10:41:29.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c65c00640 1 -- 172.21.15.22:0/2698632691 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c600ca780 con 0x7f3c60160590 2024-09-10T10:41:29.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c65c00640 1 -- 172.21.15.22:0/2698632691 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c60072370 con 0x7f3c60160590 2024-09-10T10:41:29.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.172+0000 7f3c57400640 1 -- 172.21.15.22:0/2698632691 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3c580bf070 con 0x7f3c60160590 2024-09-10T10:41:29.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.176+0000 7f3c57400640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 0x7f3c3c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.176+0000 7f3c57400640 1 -- 172.21.15.22:0/2698632691 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f3c58120a70 con 0x7f3c60160590 2024-09-10T10:41:29.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.176+0000 7f3c5ea00640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 0x7f3c3c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.176+0000 7f3c5ea00640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 0x7f3c3c069d80 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f3c500015b0 tx=0x7f3c50009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:29.181 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.180+0000 7f3c57400640 1 -- 172.21.15.22:0/2698632691 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3c580c7020 con 0x7f3c60160590 2024-09-10T10:41:29.412 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 -- 172.21.15.22:0/2698632691 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f3c6006cb20 con 0x7f3c60160590 2024-09-10T10:41:29.413 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c57400640 1 -- 172.21.15.22:0/2698632691 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1576 (secure 0 0 0) 0x7f3c58016620 con 0x7f3c60160590 2024-09-10T10:41:29.413 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:29.413 INFO:teuthology.orchestra.run.smithi022.stdout:{"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":565,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":138,"num_osds":8,"num_up_osds":8,"osd_up_since":1725964338,"num_in_osds":8,"osd_in_since":1725964326,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":62},{"state_name":"active+clean","count":28},{"state_name":"unknown","count":7}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":287363072,"bytes_avail":772806750208,"bytes_total":773094113280,"unknown_pgs_ratio":0.072164945304393768,"inactive_pgs_ratio":0.63917523622512817},"fsmap":{"epoch":105,"btime":"2024-09-10T10:41:27:073026+0000","id":11,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":11,"rank":0,"name":"c","status":"up:active","gid":8370}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":13,"modified":"2024-09-10T10:40:31.450927+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T10:41:29.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 -- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 msgr2=0x7f3c3c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 0x7f3c3c069d80 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f3c500015b0 tx=0x7f3c50009040 comp rx=0 tx=0).stop 2024-09-10T10:41:29.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 -- 172.21.15.22:0/2698632691 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 msgr2=0x7f3c601572b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 0x7f3c601572b0 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f3c5801a630 tx=0x7f3c580197a0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 -- 172.21.15.22:0/2698632691 shutdown_connections 2024-09-10T10:41:29.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3c3c0678c0 0x7f3c3c069d80 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.415 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3c60160590 0x7f3c601572b0 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3c6015e6e0 0x7f3c6015a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 --2- 172.21.15.22:0/2698632691 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3c60071f70 0x7f3c600cfcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 -- 172.21.15.22:0/2698632691 >> 172.21.15.22:0/2698632691 conn(0x7f3c6006bcc0 msgr2=0x7f3c600b0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:29.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 -- 172.21.15.22:0/2698632691 shutdown_connections 2024-09-10T10:41:29.416 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.412+0000 7f3c65c00640 1 -- 172.21.15.22:0/2698632691 wait complete. 2024-09-10T10:41:29.434 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T10:41:29.434 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:41:29.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.572+0000 7fb5f0400640 1 Processor -- start 2024-09-10T10:41:29.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.572+0000 7fb5f0400640 1 -- start start 2024-09-10T10:41:29.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5f0400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 0x7fb5e8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5f0400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5e80ce880 con 0x7fb5e815b220 2024-09-10T10:41:29.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5f0400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5e80ceb60 con 0x7fb5e815b600 2024-09-10T10:41:29.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5f0400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb5e806d6e0 con 0x7fb5e80b56f0 2024-09-10T10:41:29.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5eda00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb5e815b220 0x7fb5e80b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36596/0 (socket says 172.21.15.22:36596) 2024-09-10T10:41:29.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5eda00640 1 -- 172.21.15.22:0/421971065 learned_addr learned my addr 172.21.15.22:0/421971065 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:29.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5ee400640 1 --2- 172.21.15.22:0/421971065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 0x7fb5e8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5e7e00640 1 -- 172.21.15.22:0/421971065 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 888858054 0 0) 0x7fb5e80ce880 con 0x7fb5e815b220 2024-09-10T10:41:29.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5e7e00640 1 -- 172.21.15.22:0/421971065 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb5d0003530 con 0x7fb5e815b220 2024-09-10T10:41:29.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5e7e00640 1 -- 172.21.15.22:0/421971065 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3218024499 0 0) 0x7fb5e80ceb60 con 0x7fb5e815b600 2024-09-10T10:41:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5e7e00640 1 -- 172.21.15.22:0/421971065 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb5e80ce880 con 0x7fb5e815b600 2024-09-10T10:41:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5e7e00640 1 -- 172.21.15.22:0/421971065 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1348634573 0 0) 0x7fb5d0003530 con 0x7fb5e815b220 2024-09-10T10:41:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5ee400640 1 -- 172.21.15.22:0/421971065 >> v1:172.21.15.145:6789/0 conn(0x7fb5e815b600 legacy=0x7fb5e80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5ee400640 1 -- 172.21.15.22:0/421971065 >> v1:172.21.15.22:6789/0 conn(0x7fb5e815b220 legacy=0x7fb5e80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.576+0000 7fb5ee400640 1 -- 172.21.15.22:0/421971065 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e80cee40 con 0x7fb5e80b56f0 2024-09-10T10:41:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5ee400640 1 --2- 172.21.15.22:0/421971065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 0x7fb5e8071140 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb5e0009dc0 tx=0x7fb5e001c760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=432bd249d747b13e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5e7e00640 1 -- 172.21.15.22:0/421971065 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc001680 con 0x7fb5e80b56f0 2024-09-10T10:41:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5e7e00640 1 -- 172.21.15.22:0/421971065 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5e00a64c0 con 0x7fb5e80b56f0 2024-09-10T10:41:29.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5e7e00640 1 -- 172.21.15.22:0/421971065 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e00a6870 con 0x7fb5e80b56f0 2024-09-10T10:41:29.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5f0400640 1 -- 172.21.15.22:0/421971065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 msgr2=0x7fb5e8071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5f0400640 1 --2- 172.21.15.22:0/421971065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 0x7fb5e8071140 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb5e0009dc0 tx=0x7fb5e001c760 comp rx=0 tx=0).stop 2024-09-10T10:41:29.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5f0400640 1 -- 172.21.15.22:0/421971065 shutdown_connections 2024-09-10T10:41:29.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5f0400640 1 --2- 172.21.15.22:0/421971065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 0x7fb5e8071140 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5f0400640 1 -- 172.21.15.22:0/421971065 >> 172.21.15.22:0/421971065 conn(0x7fb5e8062dd0 msgr2=0x7fb5e806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:29.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5f0400640 1 -- 172.21.15.22:0/421971065 shutdown_connections 2024-09-10T10:41:29.582 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5f0400640 1 -- 172.21.15.22:0/421971065 wait complete. 2024-09-10T10:41:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5f0400640 1 Processor -- start 2024-09-10T10:41:29.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.580+0000 7fb5f0400640 1 -- start start 2024-09-10T10:41:29.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5f0400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 0x7fb5e81510a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5f0400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5e815b220 0x7fb5e80726d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5f0400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5e815b600 0x7fb5e8149510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5f0400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e80d01e0 con 0x7fb5e815b220 2024-09-10T10:41:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5f0400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e80d0060 con 0x7fb5e815b600 2024-09-10T10:41:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5f0400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb5e8169100 con 0x7fb5e80b56f0 2024-09-10T10:41:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ed000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5e815b220 0x7fb5e80726d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ed000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5e815b220 0x7fb5e80726d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35638/0 (socket says 172.21.15.22:35638) 2024-09-10T10:41:29.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ed000640 1 -- 172.21.15.22:0/3754402076 learned_addr learned my addr 172.21.15.22:0/3754402076 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:29.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ee400640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5e815b600 0x7fb5e8149510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ed000640 1 -- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 msgr2=0x7fb5e81510a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5eda00640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 0x7fb5e81510a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ed000640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 0x7fb5e81510a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ed000640 1 -- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5e815b600 msgr2=0x7fb5e8149510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ed000640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5e815b600 0x7fb5e8149510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ed000640 1 -- 172.21.15.22:0/3754402076 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e815d910 con 0x7fb5e815b220 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ee400640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5e815b600 0x7fb5e8149510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5eda00640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 0x7fb5e81510a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5ed000640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5e815b220 0x7fb5e80726d0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7fb5d400c460 tx=0x7fb5d400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5e5600640 1 -- 172.21.15.22:0/3754402076 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d40052d0 con 0x7fb5e815b220 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5e5600640 1 -- 172.21.15.22:0/3754402076 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5d4005490 con 0x7fb5e815b220 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5f0400640 1 -- 172.21.15.22:0/3754402076 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5e815dbb0 con 0x7fb5e815b220 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5e5600640 1 -- 172.21.15.22:0/3754402076 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d4012850 con 0x7fb5e815b220 2024-09-10T10:41:29.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5f0400640 1 -- 172.21.15.22:0/3754402076 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5e815e170 con 0x7fb5e815b220 2024-09-10T10:41:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5f0400640 1 -- 172.21.15.22:0/3754402076 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5e8072e90 con 0x7fb5e815b220 2024-09-10T10:41:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.584+0000 7fb5e5600640 1 -- 172.21.15.22:0/3754402076 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb5d40129f0 con 0x7fb5e815b220 2024-09-10T10:41:29.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.588+0000 7fb5e5600640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5c80678c0 0x7fb5c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:29.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.588+0000 7fb5e5600640 1 -- 172.21.15.22:0/3754402076 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7fb5d40858f0 con 0x7fb5e815b220 2024-09-10T10:41:29.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.588+0000 7fb5eda00640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5c80678c0 0x7fb5c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:29.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.588+0000 7fb5eda00640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5c80678c0 0x7fb5c8069d80 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc0017f0 tx=0x7fb5dc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:29.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.592+0000 7fb5e5600640 1 -- 172.21.15.22:0/3754402076 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb5d40563b0 con 0x7fb5e815b220 2024-09-10T10:41:29.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.752+0000 7fb5f0400640 1 -- 172.21.15.22:0/3754402076 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb5e815e7c0 con 0x7fb5c80678c0 2024-09-10T10:41:29.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.760+0000 7fb5e5600640 1 -- 172.21.15.22:0/3754402076 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252486 (secure 0 0 0) 0x7fb5e815e7c0 con 0x7fb5c80678c0 2024-09-10T10:41:29.763 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:29.764 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:41:29.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 -- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5c80678c0 msgr2=0x7fb5c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5c80678c0 0x7fb5c8069d80 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc0017f0 tx=0x7fb5dc009040 comp rx=0 tx=0).stop 2024-09-10T10:41:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 -- 172.21.15.22:0/3754402076 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5e815b220 msgr2=0x7fb5e80726d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5e815b220 0x7fb5e80726d0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7fb5d400c460 tx=0x7fb5d400c920 comp rx=0 tx=0).stop 2024-09-10T10:41:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 -- 172.21.15.22:0/3754402076 shutdown_connections 2024-09-10T10:41:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb5c80678c0 0x7fb5c8069d80 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5e815b600 0x7fb5e8149510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb5e815b220 0x7fb5e80726d0 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 --2- 172.21.15.22:0/3754402076 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5e80b56f0 0x7fb5e81510a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 -- 172.21.15.22:0/3754402076 >> 172.21.15.22:0/3754402076 conn(0x7fb5e8062dd0 msgr2=0x7fb5e80ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 -- 172.21.15.22:0/3754402076 shutdown_connections 2024-09-10T10:41:29.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:29.764+0000 7fb5f0400640 1 -- 172.21.15.22:0/3754402076 wait complete. 2024-09-10T10:41:29.783 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":407,"stamp":"2024-09-10T10:41:29.464445+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":280892,"kb_used_data":14728,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754693828,"statfs":{"total":773094113280,"available":772806479872,"internally_reserved":0,"allocated":15081472,"data_stored":7128996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.413484"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080425+0000","last_change":"2024-09-10T10:41:24.083329+0000","last_active":"2024-09-10T10:41:25.080425+0000","last_peered":"2024-09-10T10:41:25.080425+0000","last_clean":"2024-09-10T10:41:25.080425+0000","last_became_active":"2024-09-10T10:41:24.083042+0000","last_became_peered":"2024-09-10T10:41:24.083042+0000","last_unstale":"2024-09-10T10:41:25.080425+0000","last_undegraded":"2024-09-10T10:41:25.080425+0000","last_fullsized":"2024-09-10T10:41:25.080425+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:26:40.566637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080245+0000","last_change":"2024-09-10T10:41:24.081236+0000","last_active":"2024-09-10T10:41:25.080245+0000","last_peered":"2024-09-10T10:41:25.080245+0000","last_clean":"2024-09-10T10:41:25.080245+0000","last_became_active":"2024-09-10T10:41:24.080824+0000","last_became_peered":"2024-09-10T10:41:24.080824+0000","last_unstale":"2024-09-10T10:41:25.080245+0000","last_undegraded":"2024-09-10T10:41:25.080245+0000","last_fullsized":"2024-09-10T10:41:25.080245+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:23.883449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080112+0000","last_change":"2024-09-10T10:41:24.080218+0000","last_active":"2024-09-10T10:41:25.080112+0000","last_peered":"2024-09-10T10:41:25.080112+0000","last_clean":"2024-09-10T10:41:25.080112+0000","last_became_active":"2024-09-10T10:41:24.079939+0000","last_became_peered":"2024-09-10T10:41:24.079939+0000","last_unstale":"2024-09-10T10:41:25.080112+0000","last_undegraded":"2024-09-10T10:41:25.080112+0000","last_fullsized":"2024-09-10T10:41:25.080112+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:38.767670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060407+0000","last_change":"2024-09-10T10:41:24.082242+0000","last_active":"2024-09-10T10:41:25.060407+0000","last_peered":"2024-09-10T10:41:25.060407+0000","last_clean":"2024-09-10T10:41:25.060407+0000","last_became_active":"2024-09-10T10:41:24.081845+0000","last_became_peered":"2024-09-10T10:41:24.081845+0000","last_unstale":"2024-09-10T10:41:25.060407+0000","last_undegraded":"2024-09-10T10:41:25.060407+0000","last_fullsized":"2024-09-10T10:41:25.060407+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:02.042430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681179+0000","last_change":"2024-09-10T10:41:24.074225+0000","last_active":"2024-09-10T10:41:26.681179+0000","last_peered":"2024-09-10T10:41:26.681179+0000","last_clean":"2024-09-10T10:41:26.681179+0000","last_became_active":"2024-09-10T10:41:24.073967+0000","last_became_peered":"2024-09-10T10:41:24.073967+0000","last_unstale":"2024-09-10T10:41:26.681179+0000","last_undegraded":"2024-09-10T10:41:26.681179+0000","last_fullsized":"2024-09-10T10:41:26.681179+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:15:32.141054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059711+0000","last_change":"2024-09-10T10:41:24.067988+0000","last_active":"2024-09-10T10:41:25.059711+0000","last_peered":"2024-09-10T10:41:25.059711+0000","last_clean":"2024-09-10T10:41:25.059711+0000","last_became_active":"2024-09-10T10:41:24.067706+0000","last_became_peered":"2024-09-10T10:41:24.067706+0000","last_unstale":"2024-09-10T10:41:25.059711+0000","last_undegraded":"2024-09-10T10:41:25.059711+0000","last_fullsized":"2024-09-10T10:41:25.059711+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:23.719576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683149+0000","last_change":"2024-09-10T10:41:24.080869+0000","last_active":"2024-09-10T10:41:26.683149+0000","last_peered":"2024-09-10T10:41:26.683149+0000","last_clean":"2024-09-10T10:41:26.683149+0000","last_became_active":"2024-09-10T10:41:24.080518+0000","last_became_peered":"2024-09-10T10:41:24.080518+0000","last_unstale":"2024-09-10T10:41:26.683149+0000","last_undegraded":"2024-09-10T10:41:26.683149+0000","last_fullsized":"2024-09-10T10:41:26.683149+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:31.749513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681849+0000","last_change":"2024-09-10T10:41:24.078235+0000","last_active":"2024-09-10T10:41:26.681849+0000","last_peered":"2024-09-10T10:41:26.681849+0000","last_clean":"2024-09-10T10:41:26.681849+0000","last_became_active":"2024-09-10T10:41:24.074800+0000","last_became_peered":"2024-09-10T10:41:24.074800+0000","last_unstale":"2024-09-10T10:41:26.681849+0000","last_undegraded":"2024-09-10T10:41:26.681849+0000","last_fullsized":"2024-09-10T10:41:26.681849+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:52.202346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681862+0000","last_change":"2024-09-10T10:41:24.070616+0000","last_active":"2024-09-10T10:41:26.681862+0000","last_peered":"2024-09-10T10:41:26.681862+0000","last_clean":"2024-09-10T10:41:26.681862+0000","last_became_active":"2024-09-10T10:41:24.070348+0000","last_became_peered":"2024-09-10T10:41:24.070348+0000","last_unstale":"2024-09-10T10:41:26.681862+0000","last_undegraded":"2024-09-10T10:41:26.681862+0000","last_fullsized":"2024-09-10T10:41:26.681862+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:50.805735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681531+0000","last_change":"2024-09-10T10:41:24.072347+0000","last_active":"2024-09-10T10:41:26.681531+0000","last_peered":"2024-09-10T10:41:26.681531+0000","last_clean":"2024-09-10T10:41:26.681531+0000","last_became_active":"2024-09-10T10:41:24.072066+0000","last_became_peered":"2024-09-10T10:41:24.072066+0000","last_unstale":"2024-09-10T10:41:26.681531+0000","last_undegraded":"2024-09-10T10:41:26.681531+0000","last_fullsized":"2024-09-10T10:41:26.681531+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:43.789247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681266+0000","last_change":"2024-09-10T10:41:24.078470+0000","last_active":"2024-09-10T10:41:26.681266+0000","last_peered":"2024-09-10T10:41:26.681266+0000","last_clean":"2024-09-10T10:41:26.681266+0000","last_became_active":"2024-09-10T10:41:24.077634+0000","last_became_peered":"2024-09-10T10:41:24.077634+0000","last_unstale":"2024-09-10T10:41:26.681266+0000","last_undegraded":"2024-09-10T10:41:26.681266+0000","last_fullsized":"2024-09-10T10:41:26.681266+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:56.871331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054586+0000","last_change":"2024-09-10T10:41:24.072237+0000","last_active":"2024-09-10T10:41:25.054586+0000","last_peered":"2024-09-10T10:41:25.054586+0000","last_clean":"2024-09-10T10:41:25.054586+0000","last_became_active":"2024-09-10T10:41:24.071934+0000","last_became_peered":"2024-09-10T10:41:24.071934+0000","last_unstale":"2024-09-10T10:41:25.054586+0000","last_undegraded":"2024-09-10T10:41:25.054586+0000","last_fullsized":"2024-09-10T10:41:25.054586+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:50:38.692965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054520+0000","last_change":"2024-09-10T10:41:24.070216+0000","last_active":"2024-09-10T10:41:25.054520+0000","last_peered":"2024-09-10T10:41:25.054520+0000","last_clean":"2024-09-10T10:41:25.054520+0000","last_became_active":"2024-09-10T10:41:24.069632+0000","last_became_peered":"2024-09-10T10:41:24.069632+0000","last_unstale":"2024-09-10T10:41:25.054520+0000","last_undegraded":"2024-09-10T10:41:25.054520+0000","last_fullsized":"2024-09-10T10:41:25.054520+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:59.165967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681133+0000","last_change":"2024-09-10T10:41:24.066056+0000","last_active":"2024-09-10T10:41:26.681133+0000","last_peered":"2024-09-10T10:41:26.681133+0000","last_clean":"2024-09-10T10:41:26.681133+0000","last_became_active":"2024-09-10T10:41:24.064556+0000","last_became_peered":"2024-09-10T10:41:24.064556+0000","last_unstale":"2024-09-10T10:41:26.681133+0000","last_undegraded":"2024-09-10T10:41:26.681133+0000","last_fullsized":"2024-09-10T10:41:26.681133+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:45.107740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681436+0000","last_change":"2024-09-10T10:41:24.078462+0000","last_active":"2024-09-10T10:41:26.681436+0000","last_peered":"2024-09-10T10:41:26.681436+0000","last_clean":"2024-09-10T10:41:26.681436+0000","last_became_active":"2024-09-10T10:41:24.078090+0000","last_became_peered":"2024-09-10T10:41:24.078090+0000","last_unstale":"2024-09-10T10:41:26.681436+0000","last_undegraded":"2024-09-10T10:41:26.681436+0000","last_fullsized":"2024-09-10T10:41:26.681436+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:56.621069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683416+0000","last_change":"2024-09-10T10:41:24.075029+0000","last_active":"2024-09-10T10:41:26.683416+0000","last_peered":"2024-09-10T10:41:26.683416+0000","last_clean":"2024-09-10T10:41:26.683416+0000","last_became_active":"2024-09-10T10:41:24.074751+0000","last_became_peered":"2024-09-10T10:41:24.074751+0000","last_unstale":"2024-09-10T10:41:26.683416+0000","last_undegraded":"2024-09-10T10:41:26.683416+0000","last_fullsized":"2024-09-10T10:41:26.683416+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:44:06.384074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060964+0000","last_change":"2024-09-10T10:41:24.073108+0000","last_active":"2024-09-10T10:41:25.060964+0000","last_peered":"2024-09-10T10:41:25.060964+0000","last_clean":"2024-09-10T10:41:25.060964+0000","last_became_active":"2024-09-10T10:41:24.071025+0000","last_became_peered":"2024-09-10T10:41:24.071025+0000","last_unstale":"2024-09-10T10:41:25.060964+0000","last_undegraded":"2024-09-10T10:41:25.060964+0000","last_fullsized":"2024-09-10T10:41:25.060964+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:46.305442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060074+0000","last_change":"2024-09-10T10:41:24.074609+0000","last_active":"2024-09-10T10:41:25.060074+0000","last_peered":"2024-09-10T10:41:25.060074+0000","last_clean":"2024-09-10T10:41:25.060074+0000","last_became_active":"2024-09-10T10:41:24.074316+0000","last_became_peered":"2024-09-10T10:41:24.074316+0000","last_unstale":"2024-09-10T10:41:25.060074+0000","last_undegraded":"2024-09-10T10:41:25.060074+0000","last_fullsized":"2024-09-10T10:41:25.060074+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:29.749403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683279+0000","last_change":"2024-09-10T10:41:24.079085+0000","last_active":"2024-09-10T10:41:26.683279+0000","last_peered":"2024-09-10T10:41:26.683279+0000","last_clean":"2024-09-10T10:41:26.683279+0000","last_became_active":"2024-09-10T10:41:24.078660+0000","last_became_peered":"2024-09-10T10:41:24.078660+0000","last_unstale":"2024-09-10T10:41:26.683279+0000","last_undegraded":"2024-09-10T10:41:26.683279+0000","last_fullsized":"2024-09-10T10:41:26.683279+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:34.466790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054638+0000","last_change":"2024-09-10T10:41:24.065165+0000","last_active":"2024-09-10T10:41:25.054638+0000","last_peered":"2024-09-10T10:41:25.054638+0000","last_clean":"2024-09-10T10:41:25.054638+0000","last_became_active":"2024-09-10T10:41:24.064889+0000","last_became_peered":"2024-09-10T10:41:24.064889+0000","last_unstale":"2024-09-10T10:41:25.054638+0000","last_undegraded":"2024-09-10T10:41:25.054638+0000","last_fullsized":"2024-09-10T10:41:25.054638+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:57.923069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059875+0000","last_change":"2024-09-10T10:41:24.064955+0000","last_active":"2024-09-10T10:41:25.059875+0000","last_peered":"2024-09-10T10:41:25.059875+0000","last_clean":"2024-09-10T10:41:25.059875+0000","last_became_active":"2024-09-10T10:41:24.064666+0000","last_became_peered":"2024-09-10T10:41:24.064666+0000","last_unstale":"2024-09-10T10:41:25.059875+0000","last_undegraded":"2024-09-10T10:41:25.059875+0000","last_fullsized":"2024-09-10T10:41:25.059875+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:20.354008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681100+0000","last_change":"2024-09-10T10:41:24.079739+0000","last_active":"2024-09-10T10:41:26.681100+0000","last_peered":"2024-09-10T10:41:26.681100+0000","last_clean":"2024-09-10T10:41:26.681100+0000","last_became_active":"2024-09-10T10:41:24.077366+0000","last_became_peered":"2024-09-10T10:41:24.077366+0000","last_unstale":"2024-09-10T10:41:26.681100+0000","last_undegraded":"2024-09-10T10:41:26.681100+0000","last_fullsized":"2024-09-10T10:41:26.681100+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:17:18.452003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683166+0000","last_change":"2024-09-10T10:41:24.072653+0000","last_active":"2024-09-10T10:41:26.683166+0000","last_peered":"2024-09-10T10:41:26.683166+0000","last_clean":"2024-09-10T10:41:26.683166+0000","last_became_active":"2024-09-10T10:41:24.069045+0000","last_became_peered":"2024-09-10T10:41:24.069045+0000","last_unstale":"2024-09-10T10:41:26.683166+0000","last_undegraded":"2024-09-10T10:41:26.683166+0000","last_fullsized":"2024-09-10T10:41:26.683166+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:19.184212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.680857+0000","last_change":"2024-09-10T10:41:24.068760+0000","last_active":"2024-09-10T10:41:26.680857+0000","last_peered":"2024-09-10T10:41:26.680857+0000","last_clean":"2024-09-10T10:41:26.680857+0000","last_became_active":"2024-09-10T10:41:24.068455+0000","last_became_peered":"2024-09-10T10:41:24.068455+0000","last_unstale":"2024-09-10T10:41:26.680857+0000","last_undegraded":"2024-09-10T10:41:26.680857+0000","last_fullsized":"2024-09-10T10:41:26.680857+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:22:04.788903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681100+0000","last_change":"2024-09-10T10:41:24.060819+0000","last_active":"2024-09-10T10:41:26.681100+0000","last_peered":"2024-09-10T10:41:26.681100+0000","last_clean":"2024-09-10T10:41:26.681100+0000","last_became_active":"2024-09-10T10:41:24.060489+0000","last_became_peered":"2024-09-10T10:41:24.060489+0000","last_unstale":"2024-09-10T10:41:26.681100+0000","last_undegraded":"2024-09-10T10:41:26.681100+0000","last_fullsized":"2024-09-10T10:41:26.681100+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:13.033636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683807+0000","last_change":"2024-09-10T10:41:24.076777+0000","last_active":"2024-09-10T10:41:26.683807+0000","last_peered":"2024-09-10T10:41:26.683807+0000","last_clean":"2024-09-10T10:41:26.683807+0000","last_became_active":"2024-09-10T10:41:24.076508+0000","last_became_peered":"2024-09-10T10:41:24.076508+0000","last_unstale":"2024-09-10T10:41:26.683807+0000","last_undegraded":"2024-09-10T10:41:26.683807+0000","last_fullsized":"2024-09-10T10:41:26.683807+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:09.741793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681482+0000","last_change":"2024-09-10T10:41:24.072171+0000","last_active":"2024-09-10T10:41:26.681482+0000","last_peered":"2024-09-10T10:41:26.681482+0000","last_clean":"2024-09-10T10:41:26.681482+0000","last_became_active":"2024-09-10T10:41:24.071900+0000","last_became_peered":"2024-09-10T10:41:24.071900+0000","last_unstale":"2024-09-10T10:41:26.681482+0000","last_undegraded":"2024-09-10T10:41:26.681482+0000","last_fullsized":"2024-09-10T10:41:26.681482+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:53.390719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683337+0000","last_change":"2024-09-10T10:41:24.079280+0000","last_active":"2024-09-10T10:41:26.683337+0000","last_peered":"2024-09-10T10:41:26.683337+0000","last_clean":"2024-09-10T10:41:26.683337+0000","last_became_active":"2024-09-10T10:41:24.079000+0000","last_became_peered":"2024-09-10T10:41:24.079000+0000","last_unstale":"2024-09-10T10:41:26.683337+0000","last_undegraded":"2024-09-10T10:41:26.683337+0000","last_fullsized":"2024-09-10T10:41:26.683337+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:11.077867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080017+0000","last_change":"2024-09-10T10:41:24.076731+0000","last_active":"2024-09-10T10:41:25.080017+0000","last_peered":"2024-09-10T10:41:25.080017+0000","last_clean":"2024-09-10T10:41:25.080017+0000","last_became_active":"2024-09-10T10:41:24.076418+0000","last_became_peered":"2024-09-10T10:41:24.076418+0000","last_unstale":"2024-09-10T10:41:25.080017+0000","last_undegraded":"2024-09-10T10:41:25.080017+0000","last_fullsized":"2024-09-10T10:41:25.080017+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:49:02.099274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681192+0000","last_change":"2024-09-10T10:41:24.066615+0000","last_active":"2024-09-10T10:41:26.681192+0000","last_peered":"2024-09-10T10:41:26.681192+0000","last_clean":"2024-09-10T10:41:26.681192+0000","last_became_active":"2024-09-10T10:41:24.066337+0000","last_became_peered":"2024-09-10T10:41:24.066337+0000","last_unstale":"2024-09-10T10:41:26.681192+0000","last_undegraded":"2024-09-10T10:41:26.681192+0000","last_fullsized":"2024-09-10T10:41:26.681192+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:50.493966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079918+0000","last_change":"2024-09-10T10:41:24.069615+0000","last_active":"2024-09-10T10:41:25.079918+0000","last_peered":"2024-09-10T10:41:25.079918+0000","last_clean":"2024-09-10T10:41:25.079918+0000","last_became_active":"2024-09-10T10:41:24.069340+0000","last_became_peered":"2024-09-10T10:41:24.069340+0000","last_unstale":"2024-09-10T10:41:25.079918+0000","last_undegraded":"2024-09-10T10:41:25.079918+0000","last_fullsized":"2024-09-10T10:41:25.079918+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:44:06.384074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059976+0000","last_change":"2024-09-10T10:41:24.067051+0000","last_active":"2024-09-10T10:41:25.059976+0000","last_peered":"2024-09-10T10:41:25.059976+0000","last_clean":"2024-09-10T10:41:25.059976+0000","last_became_active":"2024-09-10T10:41:24.066784+0000","last_became_peered":"2024-09-10T10:41:24.066784+0000","last_unstale":"2024-09-10T10:41:25.059976+0000","last_undegraded":"2024-09-10T10:41:25.059976+0000","last_fullsized":"2024-09-10T10:41:25.059976+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:02:35.058323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060241+0000","last_change":"2024-09-10T10:41:24.080073+0000","last_active":"2024-09-10T10:41:25.060241+0000","last_peered":"2024-09-10T10:41:25.060241+0000","last_clean":"2024-09-10T10:41:25.060241+0000","last_became_active":"2024-09-10T10:41:24.079767+0000","last_became_peered":"2024-09-10T10:41:24.079767+0000","last_unstale":"2024-09-10T10:41:25.060241+0000","last_undegraded":"2024-09-10T10:41:25.060241+0000","last_fullsized":"2024-09-10T10:41:25.060241+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:04.393700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"137'4","reported_seq":18,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080479+0000","last_change":"2024-09-10T10:41:23.068097+0000","last_active":"2024-09-10T10:41:25.080479+0000","last_peered":"2024-09-10T10:41:25.080479+0000","last_clean":"2024-09-10T10:41:25.080479+0000","last_became_active":"2024-09-10T10:41:23.067820+0000","last_became_peered":"2024-09-10T10:41:23.067820+0000","last_unstale":"2024-09-10T10:41:25.080479+0000","last_undegraded":"2024-09-10T10:41:25.080479+0000","last_fullsized":"2024-09-10T10:41:25.080479+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:30.121461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080465+0000","last_change":"2024-09-10T10:41:24.083858+0000","last_active":"2024-09-10T10:41:25.080465+0000","last_peered":"2024-09-10T10:41:25.080465+0000","last_clean":"2024-09-10T10:41:25.080465+0000","last_became_active":"2024-09-10T10:41:24.080261+0000","last_became_peered":"2024-09-10T10:41:24.080261+0000","last_unstale":"2024-09-10T10:41:25.080465+0000","last_undegraded":"2024-09-10T10:41:25.080465+0000","last_fullsized":"2024-09-10T10:41:25.080465+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:24.562088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681475+0000","last_change":"2024-09-10T10:41:23.069832+0000","last_active":"2024-09-10T10:41:26.681475+0000","last_peered":"2024-09-10T10:41:26.681475+0000","last_clean":"2024-09-10T10:41:26.681475+0000","last_became_active":"2024-09-10T10:41:23.069529+0000","last_became_peered":"2024-09-10T10:41:23.069529+0000","last_unstale":"2024-09-10T10:41:26.681475+0000","last_undegraded":"2024-09-10T10:41:26.681475+0000","last_fullsized":"2024-09-10T10:41:26.681475+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:22.712243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060695+0000","last_change":"2024-09-10T10:41:24.070405+0000","last_active":"2024-09-10T10:41:25.060695+0000","last_peered":"2024-09-10T10:41:25.060695+0000","last_clean":"2024-09-10T10:41:25.060695+0000","last_became_active":"2024-09-10T10:41:24.069972+0000","last_became_peered":"2024-09-10T10:41:24.069972+0000","last_unstale":"2024-09-10T10:41:25.060695+0000","last_undegraded":"2024-09-10T10:41:25.060695+0000","last_fullsized":"2024-09-10T10:41:25.060695+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:50.855185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060505+0000","last_change":"2024-09-10T10:41:23.070718+0000","last_active":"2024-09-10T10:41:25.060505+0000","last_peered":"2024-09-10T10:41:25.060505+0000","last_clean":"2024-09-10T10:41:25.060505+0000","last_became_active":"2024-09-10T10:41:23.070436+0000","last_became_peered":"2024-09-10T10:41:23.070436+0000","last_unstale":"2024-09-10T10:41:25.060505+0000","last_undegraded":"2024-09-10T10:41:25.060505+0000","last_fullsized":"2024-09-10T10:41:25.060505+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:45:55.197951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681397+0000","last_change":"2024-09-10T10:41:24.067417+0000","last_active":"2024-09-10T10:41:26.681397+0000","last_peered":"2024-09-10T10:41:26.681397+0000","last_clean":"2024-09-10T10:41:26.681397+0000","last_became_active":"2024-09-10T10:41:24.067114+0000","last_became_peered":"2024-09-10T10:41:24.067114+0000","last_unstale":"2024-09-10T10:41:26.681397+0000","last_undegraded":"2024-09-10T10:41:26.681397+0000","last_fullsized":"2024-09-10T10:41:26.681397+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:28.617996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683963+0000","last_change":"2024-09-10T10:41:23.076101+0000","last_active":"2024-09-10T10:41:26.683963+0000","last_peered":"2024-09-10T10:41:26.683963+0000","last_clean":"2024-09-10T10:41:26.683963+0000","last_became_active":"2024-09-10T10:41:23.075817+0000","last_became_peered":"2024-09-10T10:41:23.075817+0000","last_unstale":"2024-09-10T10:41:26.683963+0000","last_undegraded":"2024-09-10T10:41:26.683963+0000","last_fullsized":"2024-09-10T10:41:26.683963+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:04.761515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060631+0000","last_change":"2024-09-10T10:41:24.080081+0000","last_active":"2024-09-10T10:41:25.060631+0000","last_peered":"2024-09-10T10:41:25.060631+0000","last_clean":"2024-09-10T10:41:25.060631+0000","last_became_active":"2024-09-10T10:41:24.079813+0000","last_became_peered":"2024-09-10T10:41:24.079813+0000","last_unstale":"2024-09-10T10:41:25.060631+0000","last_undegraded":"2024-09-10T10:41:25.060631+0000","last_fullsized":"2024-09-10T10:41:25.060631+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:12.481537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080129+0000","last_change":"2024-09-10T10:41:23.071773+0000","last_active":"2024-09-10T10:41:25.080129+0000","last_peered":"2024-09-10T10:41:25.080129+0000","last_clean":"2024-09-10T10:41:25.080129+0000","last_became_active":"2024-09-10T10:41:23.071509+0000","last_became_peered":"2024-09-10T10:41:23.071509+0000","last_unstale":"2024-09-10T10:41:25.080129+0000","last_undegraded":"2024-09-10T10:41:25.080129+0000","last_fullsized":"2024-09-10T10:41:25.080129+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:57.193034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060045+0000","last_change":"2024-09-10T10:41:24.066524+0000","last_active":"2024-09-10T10:41:25.060045+0000","last_peered":"2024-09-10T10:41:25.060045+0000","last_clean":"2024-09-10T10:41:25.060045+0000","last_became_active":"2024-09-10T10:41:24.065973+0000","last_became_peered":"2024-09-10T10:41:24.065973+0000","last_unstale":"2024-09-10T10:41:25.060045+0000","last_undegraded":"2024-09-10T10:41:25.060045+0000","last_fullsized":"2024-09-10T10:41:25.060045+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:58.200367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060723+0000","last_change":"2024-09-10T10:41:23.064043+0000","last_active":"2024-09-10T10:41:25.060723+0000","last_peered":"2024-09-10T10:41:25.060723+0000","last_clean":"2024-09-10T10:41:25.060723+0000","last_became_active":"2024-09-10T10:41:23.063779+0000","last_became_peered":"2024-09-10T10:41:23.063779+0000","last_unstale":"2024-09-10T10:41:25.060723+0000","last_undegraded":"2024-09-10T10:41:25.060723+0000","last_fullsized":"2024-09-10T10:41:25.060723+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:33.459456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.682856+0000","last_change":"2024-09-10T10:41:24.067706+0000","last_active":"2024-09-10T10:41:26.682856+0000","last_peered":"2024-09-10T10:41:26.682856+0000","last_clean":"2024-09-10T10:41:26.682856+0000","last_became_active":"2024-09-10T10:41:24.067415+0000","last_became_peered":"2024-09-10T10:41:24.067415+0000","last_unstale":"2024-09-10T10:41:26.682856+0000","last_undegraded":"2024-09-10T10:41:26.682856+0000","last_fullsized":"2024-09-10T10:41:26.682856+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:29.370452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079957+0000","last_change":"2024-09-10T10:41:23.068026+0000","last_active":"2024-09-10T10:41:25.079957+0000","last_peered":"2024-09-10T10:41:25.079957+0000","last_clean":"2024-09-10T10:41:25.079957+0000","last_became_active":"2024-09-10T10:41:23.067672+0000","last_became_peered":"2024-09-10T10:41:23.067672+0000","last_unstale":"2024-09-10T10:41:25.079957+0000","last_undegraded":"2024-09-10T10:41:25.079957+0000","last_fullsized":"2024-09-10T10:41:25.079957+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:45.298108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059652+0000","last_change":"2024-09-10T10:41:24.077326+0000","last_active":"2024-09-10T10:41:25.059652+0000","last_peered":"2024-09-10T10:41:25.059652+0000","last_clean":"2024-09-10T10:41:25.059652+0000","last_became_active":"2024-09-10T10:41:24.076986+0000","last_became_peered":"2024-09-10T10:41:24.076986+0000","last_unstale":"2024-09-10T10:41:25.059652+0000","last_undegraded":"2024-09-10T10:41:25.059652+0000","last_fullsized":"2024-09-10T10:41:25.059652+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:36.579453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683189+0000","last_change":"2024-09-10T10:41:23.071865+0000","last_active":"2024-09-10T10:41:26.683189+0000","last_peered":"2024-09-10T10:41:26.683189+0000","last_clean":"2024-09-10T10:41:26.683189+0000","last_became_active":"2024-09-10T10:41:23.071558+0000","last_became_peered":"2024-09-10T10:41:23.071558+0000","last_unstale":"2024-09-10T10:41:26.683189+0000","last_undegraded":"2024-09-10T10:41:26.683189+0000","last_fullsized":"2024-09-10T10:41:26.683189+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:12.053427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683498+0000","last_change":"2024-09-10T10:41:24.076522+0000","last_active":"2024-09-10T10:41:26.683498+0000","last_peered":"2024-09-10T10:41:26.683498+0000","last_clean":"2024-09-10T10:41:26.683498+0000","last_became_active":"2024-09-10T10:41:24.076205+0000","last_became_peered":"2024-09-10T10:41:24.076205+0000","last_unstale":"2024-09-10T10:41:26.683498+0000","last_undegraded":"2024-09-10T10:41:26.683498+0000","last_fullsized":"2024-09-10T10:41:26.683498+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:49:02.099274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060950+0000","last_change":"2024-09-10T10:41:23.069109+0000","last_active":"2024-09-10T10:41:25.060950+0000","last_peered":"2024-09-10T10:41:25.060950+0000","last_clean":"2024-09-10T10:41:25.060950+0000","last_became_active":"2024-09-10T10:41:23.068795+0000","last_became_peered":"2024-09-10T10:41:23.068795+0000","last_unstale":"2024-09-10T10:41:25.060950+0000","last_undegraded":"2024-09-10T10:41:25.060950+0000","last_fullsized":"2024-09-10T10:41:25.060950+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:22:03.781569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.684074+0000","last_change":"2024-09-10T10:41:24.073076+0000","last_active":"2024-09-10T10:41:26.684074+0000","last_peered":"2024-09-10T10:41:26.684074+0000","last_clean":"2024-09-10T10:41:26.684074+0000","last_became_active":"2024-09-10T10:41:24.072788+0000","last_became_peered":"2024-09-10T10:41:24.072788+0000","last_unstale":"2024-09-10T10:41:26.684074+0000","last_undegraded":"2024-09-10T10:41:26.684074+0000","last_fullsized":"2024-09-10T10:41:26.684074+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:38.767670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"137'3","reported_seq":17,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.684036+0000","last_change":"2024-09-10T10:41:23.074061+0000","last_active":"2024-09-10T10:41:26.684036+0000","last_peered":"2024-09-10T10:41:26.684036+0000","last_clean":"2024-09-10T10:41:26.684036+0000","last_became_active":"2024-09-10T10:41:23.073787+0000","last_became_peered":"2024-09-10T10:41:23.073787+0000","last_unstale":"2024-09-10T10:41:26.684036+0000","last_undegraded":"2024-09-10T10:41:26.684036+0000","last_fullsized":"2024-09-10T10:41:26.684036+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:28.126000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080297+0000","last_change":"2024-09-10T10:41:24.074127+0000","last_active":"2024-09-10T10:41:25.080297+0000","last_peered":"2024-09-10T10:41:25.080297+0000","last_clean":"2024-09-10T10:41:25.080297+0000","last_became_active":"2024-09-10T10:41:24.073868+0000","last_became_peered":"2024-09-10T10:41:24.073868+0000","last_unstale":"2024-09-10T10:41:25.080297+0000","last_undegraded":"2024-09-10T10:41:25.080297+0000","last_fullsized":"2024-09-10T10:41:25.080297+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:07:24.151731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"137'6","reported_seq":20,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681531+0000","last_change":"2024-09-10T10:41:23.066550+0000","last_active":"2024-09-10T10:41:26.681531+0000","last_peered":"2024-09-10T10:41:26.681531+0000","last_clean":"2024-09-10T10:41:26.681531+0000","last_became_active":"2024-09-10T10:41:23.066212+0000","last_became_peered":"2024-09-10T10:41:23.066212+0000","last_unstale":"2024-09-10T10:41:26.681531+0000","last_undegraded":"2024-09-10T10:41:26.681531+0000","last_fullsized":"2024-09-10T10:41:26.681531+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:00:10.138679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.682882+0000","last_change":"2024-09-10T10:41:24.076320+0000","last_active":"2024-09-10T10:41:26.682882+0000","last_peered":"2024-09-10T10:41:26.682882+0000","last_clean":"2024-09-10T10:41:26.682882+0000","last_became_active":"2024-09-10T10:41:24.075490+0000","last_became_peered":"2024-09-10T10:41:24.075490+0000","last_unstale":"2024-09-10T10:41:26.682882+0000","last_undegraded":"2024-09-10T10:41:26.682882+0000","last_fullsized":"2024-09-10T10:41:26.682882+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:04:25.366673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060115+0000","last_change":"2024-09-10T10:41:23.070838+0000","last_active":"2024-09-10T10:41:25.060115+0000","last_peered":"2024-09-10T10:41:25.060115+0000","last_clean":"2024-09-10T10:41:25.060115+0000","last_became_active":"2024-09-10T10:41:23.070348+0000","last_became_peered":"2024-09-10T10:41:23.070348+0000","last_unstale":"2024-09-10T10:41:25.060115+0000","last_undegraded":"2024-09-10T10:41:25.060115+0000","last_fullsized":"2024-09-10T10:41:25.060115+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:44:05.376740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683594+0000","last_change":"2024-09-10T10:41:24.078397+0000","last_active":"2024-09-10T10:41:26.683594+0000","last_peered":"2024-09-10T10:41:26.683594+0000","last_clean":"2024-09-10T10:41:26.683594+0000","last_became_active":"2024-09-10T10:41:24.077497+0000","last_became_peered":"2024-09-10T10:41:24.077497+0000","last_unstale":"2024-09-10T10:41:26.683594+0000","last_undegraded":"2024-09-10T10:41:26.683594+0000","last_fullsized":"2024-09-10T10:41:26.683594+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:29.263892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059831+0000","last_change":"2024-09-10T10:41:23.068564+0000","last_active":"2024-09-10T10:41:25.059831+0000","last_peered":"2024-09-10T10:41:25.059831+0000","last_clean":"2024-09-10T10:41:25.059831+0000","last_became_active":"2024-09-10T10:41:23.068269+0000","last_became_peered":"2024-09-10T10:41:23.068269+0000","last_unstale":"2024-09-10T10:41:25.059831+0000","last_undegraded":"2024-09-10T10:41:25.059831+0000","last_fullsized":"2024-09-10T10:41:25.059831+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:17:17.444669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059761+0000","last_change":"2024-09-10T10:41:24.073158+0000","last_active":"2024-09-10T10:41:25.059761+0000","last_peered":"2024-09-10T10:41:25.059761+0000","last_clean":"2024-09-10T10:41:25.059761+0000","last_became_active":"2024-09-10T10:41:24.071884+0000","last_became_peered":"2024-09-10T10:41:24.071884+0000","last_unstale":"2024-09-10T10:41:25.059761+0000","last_undegraded":"2024-09-10T10:41:25.059761+0000","last_fullsized":"2024-09-10T10:41:25.059761+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:02.507723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683092+0000","last_change":"2024-09-10T10:41:23.076005+0000","last_active":"2024-09-10T10:41:26.683092+0000","last_peered":"2024-09-10T10:41:26.683092+0000","last_clean":"2024-09-10T10:41:26.683092+0000","last_became_active":"2024-09-10T10:41:23.075656+0000","last_became_peered":"2024-09-10T10:41:23.075656+0000","last_unstale":"2024-09-10T10:41:26.683092+0000","last_undegraded":"2024-09-10T10:41:26.683092+0000","last_fullsized":"2024-09-10T10:41:26.683092+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:49.847851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681619+0000","last_change":"2024-09-10T10:41:24.066762+0000","last_active":"2024-09-10T10:41:26.681619+0000","last_peered":"2024-09-10T10:41:26.681619+0000","last_clean":"2024-09-10T10:41:26.681619+0000","last_became_active":"2024-09-10T10:41:24.066468+0000","last_became_peered":"2024-09-10T10:41:24.066468+0000","last_unstale":"2024-09-10T10:41:26.681619+0000","last_undegraded":"2024-09-10T10:41:26.681619+0000","last_fullsized":"2024-09-10T10:41:26.681619+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:54.519704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"137'8","reported_seq":22,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.680852+0000","last_change":"2024-09-10T10:41:23.059267+0000","last_active":"2024-09-10T10:41:26.680852+0000","last_peered":"2024-09-10T10:41:26.680852+0000","last_clean":"2024-09-10T10:41:26.680852+0000","last_became_active":"2024-09-10T10:41:23.059004+0000","last_became_peered":"2024-09-10T10:41:23.059004+0000","last_unstale":"2024-09-10T10:41:26.680852+0000","last_undegraded":"2024-09-10T10:41:26.680852+0000","last_fullsized":"2024-09-10T10:41:26.680852+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:02.307194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.684315+0000","last_change":"2024-09-10T10:41:24.078475+0000","last_active":"2024-09-10T10:41:26.684315+0000","last_peered":"2024-09-10T10:41:26.684315+0000","last_clean":"2024-09-10T10:41:26.684315+0000","last_became_active":"2024-09-10T10:41:24.077742+0000","last_became_peered":"2024-09-10T10:41:24.077742+0000","last_unstale":"2024-09-10T10:41:26.684315+0000","last_undegraded":"2024-09-10T10:41:26.684315+0000","last_fullsized":"2024-09-10T10:41:26.684315+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:23.883449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681925+0000","last_change":"2024-09-10T10:41:23.061996+0000","last_active":"2024-09-10T10:41:26.681925+0000","last_peered":"2024-09-10T10:41:26.681925+0000","last_clean":"2024-09-10T10:41:26.681925+0000","last_became_active":"2024-09-10T10:41:23.061707+0000","last_became_peered":"2024-09-10T10:41:23.061707+0000","last_unstale":"2024-09-10T10:41:26.681925+0000","last_undegraded":"2024-09-10T10:41:26.681925+0000","last_fullsized":"2024-09-10T10:41:26.681925+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:37:19.522806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060775+0000","last_change":"2024-09-10T10:41:24.071719+0000","last_active":"2024-09-10T10:41:25.060775+0000","last_peered":"2024-09-10T10:41:25.060775+0000","last_clean":"2024-09-10T10:41:25.060775+0000","last_became_active":"2024-09-10T10:41:24.069750+0000","last_became_peered":"2024-09-10T10:41:24.069750+0000","last_unstale":"2024-09-10T10:41:25.060775+0000","last_undegraded":"2024-09-10T10:41:25.060775+0000","last_fullsized":"2024-09-10T10:41:25.060775+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:14:48.071720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681542+0000","last_change":"2024-09-10T10:41:23.064963+0000","last_active":"2024-09-10T10:41:26.681542+0000","last_peered":"2024-09-10T10:41:26.681542+0000","last_clean":"2024-09-10T10:41:26.681542+0000","last_became_active":"2024-09-10T10:41:23.064720+0000","last_became_peered":"2024-09-10T10:41:23.064720+0000","last_unstale":"2024-09-10T10:41:26.681542+0000","last_undegraded":"2024-09-10T10:41:26.681542+0000","last_fullsized":"2024-09-10T10:41:26.681542+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:01.500390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060601+0000","last_change":"2024-09-10T10:41:24.079420+0000","last_active":"2024-09-10T10:41:25.060601+0000","last_peered":"2024-09-10T10:41:25.060601+0000","last_clean":"2024-09-10T10:41:25.060601+0000","last_became_active":"2024-09-10T10:41:24.079127+0000","last_became_peered":"2024-09-10T10:41:24.079127+0000","last_unstale":"2024-09-10T10:41:25.060601+0000","last_undegraded":"2024-09-10T10:41:25.060601+0000","last_fullsized":"2024-09-10T10:41:25.060601+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:50:20.618692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681569+0000","last_change":"2024-09-10T10:41:23.071554+0000","last_active":"2024-09-10T10:41:26.681569+0000","last_peered":"2024-09-10T10:41:26.681569+0000","last_clean":"2024-09-10T10:41:26.681569+0000","last_became_active":"2024-09-10T10:41:23.071274+0000","last_became_peered":"2024-09-10T10:41:23.071274+0000","last_unstale":"2024-09-10T10:41:26.681569+0000","last_undegraded":"2024-09-10T10:41:26.681569+0000","last_fullsized":"2024-09-10T10:41:26.681569+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:58.617343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683970+0000","last_change":"2024-09-10T10:41:24.073904+0000","last_active":"2024-09-10T10:41:26.683970+0000","last_peered":"2024-09-10T10:41:26.683970+0000","last_clean":"2024-09-10T10:41:26.683970+0000","last_became_active":"2024-09-10T10:41:24.073415+0000","last_became_peered":"2024-09-10T10:41:24.073415+0000","last_unstale":"2024-09-10T10:41:26.683970+0000","last_undegraded":"2024-09-10T10:41:26.683970+0000","last_fullsized":"2024-09-10T10:41:26.683970+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:35.915669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054679+0000","last_change":"2024-09-10T10:41:23.060548+0000","last_active":"2024-09-10T10:41:25.054679+0000","last_peered":"2024-09-10T10:41:25.054679+0000","last_clean":"2024-09-10T10:41:25.054679+0000","last_became_active":"2024-09-10T10:41:23.060217+0000","last_became_peered":"2024-09-10T10:41:23.060217+0000","last_unstale":"2024-09-10T10:41:25.054679+0000","last_undegraded":"2024-09-10T10:41:25.054679+0000","last_fullsized":"2024-09-10T10:41:25.054679+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:13:28.433332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080032+0000","last_change":"2024-09-10T10:41:24.065743+0000","last_active":"2024-09-10T10:41:25.080032+0000","last_peered":"2024-09-10T10:41:25.080032+0000","last_clean":"2024-09-10T10:41:25.080032+0000","last_became_active":"2024-09-10T10:41:24.065484+0000","last_became_peered":"2024-09-10T10:41:24.065484+0000","last_unstale":"2024-09-10T10:41:25.080032+0000","last_undegraded":"2024-09-10T10:41:25.080032+0000","last_fullsized":"2024-09-10T10:41:25.080032+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:24.459489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683789+0000","last_change":"2024-09-10T10:41:23.075431+0000","last_active":"2024-09-10T10:41:26.683789+0000","last_peered":"2024-09-10T10:41:26.683789+0000","last_clean":"2024-09-10T10:41:26.683789+0000","last_became_active":"2024-09-10T10:41:23.075088+0000","last_became_peered":"2024-09-10T10:41:23.075088+0000","last_unstale":"2024-09-10T10:41:26.683789+0000","last_undegraded":"2024-09-10T10:41:26.683789+0000","last_fullsized":"2024-09-10T10:41:26.683789+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:14:54.865866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683900+0000","last_change":"2024-09-10T10:41:24.078621+0000","last_active":"2024-09-10T10:41:26.683900+0000","last_peered":"2024-09-10T10:41:26.683900+0000","last_clean":"2024-09-10T10:41:26.683900+0000","last_became_active":"2024-09-10T10:41:24.077863+0000","last_became_peered":"2024-09-10T10:41:24.077863+0000","last_unstale":"2024-09-10T10:41:26.683900+0000","last_undegraded":"2024-09-10T10:41:26.683900+0000","last_fullsized":"2024-09-10T10:41:26.683900+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:45.547068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054351+0000","last_change":"2024-09-10T10:41:23.065776+0000","last_active":"2024-09-10T10:41:25.054351+0000","last_peered":"2024-09-10T10:41:25.054351+0000","last_clean":"2024-09-10T10:41:25.054351+0000","last_became_active":"2024-09-10T10:41:23.065519+0000","last_became_peered":"2024-09-10T10:41:23.065519+0000","last_unstale":"2024-09-10T10:41:25.054351+0000","last_undegraded":"2024-09-10T10:41:25.054351+0000","last_fullsized":"2024-09-10T10:41:25.054351+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:41.013578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079840+0000","last_change":"2024-09-10T10:41:24.075540+0000","last_active":"2024-09-10T10:41:25.079840+0000","last_peered":"2024-09-10T10:41:25.079840+0000","last_clean":"2024-09-10T10:41:25.079840+0000","last_became_active":"2024-09-10T10:41:24.072941+0000","last_became_peered":"2024-09-10T10:41:24.072941+0000","last_unstale":"2024-09-10T10:41:25.079840+0000","last_undegraded":"2024-09-10T10:41:25.079840+0000","last_fullsized":"2024-09-10T10:41:25.079840+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:31.749513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059644+0000","last_change":"2024-09-10T10:41:23.067210+0000","last_active":"2024-09-10T10:41:25.059644+0000","last_peered":"2024-09-10T10:41:25.059644+0000","last_clean":"2024-09-10T10:41:25.059644+0000","last_became_active":"2024-09-10T10:41:23.066920+0000","last_became_peered":"2024-09-10T10:41:23.066920+0000","last_unstale":"2024-09-10T10:41:25.059644+0000","last_undegraded":"2024-09-10T10:41:25.059644+0000","last_fullsized":"2024-09-10T10:41:25.059644+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:30.742179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.682907+0000","last_change":"2024-09-10T10:41:24.077340+0000","last_active":"2024-09-10T10:41:26.682907+0000","last_peered":"2024-09-10T10:41:26.682907+0000","last_clean":"2024-09-10T10:41:26.682907+0000","last_became_active":"2024-09-10T10:41:24.075871+0000","last_became_peered":"2024-09-10T10:41:24.075871+0000","last_unstale":"2024-09-10T10:41:26.682907+0000","last_undegraded":"2024-09-10T10:41:26.682907+0000","last_fullsized":"2024-09-10T10:41:26.682907+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:07:32.553700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054397+0000","last_change":"2024-09-10T10:41:23.070828+0000","last_active":"2024-09-10T10:41:25.054397+0000","last_peered":"2024-09-10T10:41:25.054397+0000","last_clean":"2024-09-10T10:41:25.054397+0000","last_became_active":"2024-09-10T10:41:23.070570+0000","last_became_peered":"2024-09-10T10:41:23.070570+0000","last_unstale":"2024-09-10T10:41:25.054397+0000","last_undegraded":"2024-09-10T10:41:25.054397+0000","last_fullsized":"2024-09-10T10:41:25.054397+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:39:49.594471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683966+0000","last_change":"2024-09-10T10:41:24.075280+0000","last_active":"2024-09-10T10:41:26.683966+0000","last_peered":"2024-09-10T10:41:26.683966+0000","last_clean":"2024-09-10T10:41:26.683966+0000","last_became_active":"2024-09-10T10:41:24.072907+0000","last_became_peered":"2024-09-10T10:41:24.072907+0000","last_unstale":"2024-09-10T10:41:26.683966+0000","last_undegraded":"2024-09-10T10:41:26.683966+0000","last_fullsized":"2024-09-10T10:41:26.683966+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:49.825226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.7","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.061025+0000","last_change":"2024-09-10T10:41:23.064269+0000","last_active":"2024-09-10T10:41:25.061025+0000","last_peered":"2024-09-10T10:41:25.061025+0000","last_clean":"2024-09-10T10:41:25.061025+0000","last_became_active":"2024-09-10T10:41:23.063935+0000","last_became_peered":"2024-09-10T10:41:23.063935+0000","last_unstale":"2024-09-10T10:41:25.061025+0000","last_undegraded":"2024-09-10T10:41:25.061025+0000","last_fullsized":"2024-09-10T10:41:25.061025+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:15:31.133721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060877+0000","last_change":"2024-09-10T10:41:24.075264+0000","last_active":"2024-09-10T10:41:25.060877+0000","last_peered":"2024-09-10T10:41:25.060877+0000","last_clean":"2024-09-10T10:41:25.060877+0000","last_became_active":"2024-09-10T10:41:24.074415+0000","last_became_peered":"2024-09-10T10:41:24.074415+0000","last_unstale":"2024-09-10T10:41:25.060877+0000","last_undegraded":"2024-09-10T10:41:25.060877+0000","last_fullsized":"2024-09-10T10:41:25.060877+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:21:18.058616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"138'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054590+0000","last_change":"2024-09-10T10:41:23.064850+0000","last_active":"2024-09-10T10:41:25.054590+0000","last_peered":"2024-09-10T10:41:25.054590+0000","last_clean":"2024-09-10T10:41:25.054590+0000","last_became_active":"2024-09-10T10:41:23.061849+0000","last_became_peered":"2024-09-10T10:41:23.061849+0000","last_unstale":"2024-09-10T10:41:25.054590+0000","last_undegraded":"2024-09-10T10:41:25.054590+0000","last_fullsized":"2024-09-10T10:41:25.054590+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:52:16.470261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060767+0000","last_change":"2024-09-10T10:41:24.069288+0000","last_active":"2024-09-10T10:41:25.060767+0000","last_peered":"2024-09-10T10:41:25.060767+0000","last_clean":"2024-09-10T10:41:25.060767+0000","last_became_active":"2024-09-10T10:41:24.069018+0000","last_became_peered":"2024-09-10T10:41:24.069018+0000","last_unstale":"2024-09-10T10:41:25.060767+0000","last_undegraded":"2024-09-10T10:41:25.060767+0000","last_fullsized":"2024-09-10T10:41:25.060767+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:02:24.109232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080318+0000","last_change":"2024-09-10T10:41:23.070651+0000","last_active":"2024-09-10T10:41:25.080318+0000","last_peered":"2024-09-10T10:41:25.080318+0000","last_clean":"2024-09-10T10:41:25.080318+0000","last_became_active":"2024-09-10T10:41:23.070333+0000","last_became_peered":"2024-09-10T10:41:23.070333+0000","last_unstale":"2024-09-10T10:41:25.080318+0000","last_undegraded":"2024-09-10T10:41:25.080318+0000","last_fullsized":"2024-09-10T10:41:25.080318+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:39:13.903339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059827+0000","last_change":"2024-09-10T10:41:24.072865+0000","last_active":"2024-09-10T10:41:25.059827+0000","last_peered":"2024-09-10T10:41:25.059827+0000","last_clean":"2024-09-10T10:41:25.059827+0000","last_became_active":"2024-09-10T10:41:24.072563+0000","last_became_peered":"2024-09-10T10:41:24.072563+0000","last_unstale":"2024-09-10T10:41:25.059827+0000","last_undegraded":"2024-09-10T10:41:25.059827+0000","last_fullsized":"2024-09-10T10:41:25.059827+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:48:38.777946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.684032+0000","last_change":"2024-09-10T10:41:23.074734+0000","last_active":"2024-09-10T10:41:26.684032+0000","last_peered":"2024-09-10T10:41:26.684032+0000","last_clean":"2024-09-10T10:41:26.684032+0000","last_became_active":"2024-09-10T10:41:23.074282+0000","last_became_peered":"2024-09-10T10:41:23.074282+0000","last_unstale":"2024-09-10T10:41:26.684032+0000","last_undegraded":"2024-09-10T10:41:26.684032+0000","last_fullsized":"2024-09-10T10:41:26.684032+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:35:40.231032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060127+0000","last_change":"2024-09-10T10:41:24.066647+0000","last_active":"2024-09-10T10:41:25.060127+0000","last_peered":"2024-09-10T10:41:25.060127+0000","last_clean":"2024-09-10T10:41:25.060127+0000","last_became_active":"2024-09-10T10:41:24.066288+0000","last_became_peered":"2024-09-10T10:41:24.066288+0000","last_unstale":"2024-09-10T10:41:25.060127+0000","last_undegraded":"2024-09-10T10:41:25.060127+0000","last_fullsized":"2024-09-10T10:41:25.060127+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:39:14.910673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681343+0000","last_change":"2024-09-10T10:41:23.056896+0000","last_active":"2024-09-10T10:41:26.681343+0000","last_peered":"2024-09-10T10:41:26.681343+0000","last_clean":"2024-09-10T10:41:26.681343+0000","last_became_active":"2024-09-10T10:41:23.056623+0000","last_became_peered":"2024-09-10T10:41:23.056623+0000","last_unstale":"2024-09-10T10:41:26.681343+0000","last_undegraded":"2024-09-10T10:41:26.681343+0000","last_fullsized":"2024-09-10T10:41:26.681343+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:37:21.033158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079972+0000","last_change":"2024-09-10T10:41:24.073014+0000","last_active":"2024-09-10T10:41:25.079972+0000","last_peered":"2024-09-10T10:41:25.079972+0000","last_clean":"2024-09-10T10:41:25.079972+0000","last_became_active":"2024-09-10T10:41:24.072720+0000","last_became_peered":"2024-09-10T10:41:24.072720+0000","last_unstale":"2024-09-10T10:41:25.079972+0000","last_undegraded":"2024-09-10T10:41:25.079972+0000","last_fullsized":"2024-09-10T10:41:25.079972+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:11.077867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.682819+0000","last_change":"2024-09-10T10:41:23.072079+0000","last_active":"2024-09-10T10:41:26.682819+0000","last_peered":"2024-09-10T10:41:26.682819+0000","last_clean":"2024-09-10T10:41:26.682819+0000","last_became_active":"2024-09-10T10:41:23.071384+0000","last_became_peered":"2024-09-10T10:41:23.071384+0000","last_unstale":"2024-09-10T10:41:26.682819+0000","last_undegraded":"2024-09-10T10:41:26.682819+0000","last_fullsized":"2024-09-10T10:41:26.682819+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:45.298108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683592+0000","last_change":"2024-09-10T10:41:24.081267+0000","last_active":"2024-09-10T10:41:26.683592+0000","last_peered":"2024-09-10T10:41:26.683592+0000","last_clean":"2024-09-10T10:41:26.683592+0000","last_became_active":"2024-09-10T10:41:24.080984+0000","last_became_peered":"2024-09-10T10:41:24.080984+0000","last_unstale":"2024-09-10T10:41:26.683592+0000","last_undegraded":"2024-09-10T10:41:26.683592+0000","last_fullsized":"2024-09-10T10:41:26.683592+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:24.459489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079996+0000","last_change":"2024-09-10T10:41:23.068400+0000","last_active":"2024-09-10T10:41:25.079996+0000","last_peered":"2024-09-10T10:41:25.079996+0000","last_clean":"2024-09-10T10:41:25.079996+0000","last_became_active":"2024-09-10T10:41:23.068087+0000","last_became_peered":"2024-09-10T10:41:23.068087+0000","last_unstale":"2024-09-10T10:41:25.079996+0000","last_undegraded":"2024-09-10T10:41:25.079996+0000","last_fullsized":"2024-09-10T10:41:25.079996+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:35:12.902873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079860+0000","last_change":"2024-09-10T10:41:24.079860+0000","last_active":"2024-09-10T10:41:25.079860+0000","last_peered":"2024-09-10T10:41:25.079860+0000","last_clean":"2024-09-10T10:41:25.079860+0000","last_became_active":"2024-09-10T10:41:24.079489+0000","last_became_peered":"2024-09-10T10:41:24.079489+0000","last_unstale":"2024-09-10T10:41:25.079860+0000","last_undegraded":"2024-09-10T10:41:25.079860+0000","last_fullsized":"2024-09-10T10:41:25.079860+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:34.466790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079780+0000","last_change":"2024-09-10T10:41:23.064821+0000","last_active":"2024-09-10T10:41:25.079780+0000","last_peered":"2024-09-10T10:41:25.079780+0000","last_clean":"2024-09-10T10:41:25.079780+0000","last_became_active":"2024-09-10T10:41:23.064524+0000","last_became_peered":"2024-09-10T10:41:23.064524+0000","last_unstale":"2024-09-10T10:41:25.079780+0000","last_undegraded":"2024-09-10T10:41:25.079780+0000","last_fullsized":"2024-09-10T10:41:25.079780+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:49.847851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.684344+0000","last_change":"2024-09-10T10:41:24.077975+0000","last_active":"2024-09-10T10:41:26.684344+0000","last_peered":"2024-09-10T10:41:26.684344+0000","last_clean":"2024-09-10T10:41:26.684344+0000","last_became_active":"2024-09-10T10:41:24.077331+0000","last_became_peered":"2024-09-10T10:41:24.077331+0000","last_unstale":"2024-09-10T10:41:26.684344+0000","last_undegraded":"2024-09-10T10:41:26.684344+0000","last_fullsized":"2024-09-10T10:41:26.684344+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:07:24.151731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681829+0000","last_change":"2024-09-10T10:41:23.069021+0000","last_active":"2024-09-10T10:41:26.681829+0000","last_peered":"2024-09-10T10:41:26.681829+0000","last_clean":"2024-09-10T10:41:26.681829+0000","last_became_active":"2024-09-10T10:41:23.068705+0000","last_became_peered":"2024-09-10T10:41:23.068705+0000","last_unstale":"2024-09-10T10:41:26.681829+0000","last_undegraded":"2024-09-10T10:41:26.681829+0000","last_fullsized":"2024-09-10T10:41:26.681829+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:20.835902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":385,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.680972+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:41:26.680972+0000","last_peered":"2024-09-10T10:41:26.680972+0000","last_clean":"2024-09-10T10:41:26.680972+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:41:26.680972+0000","last_undegraded":"2024-09-10T10:41:26.680972+0000","last_fullsized":"2024-09-10T10:41:26.680972+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509553,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37044,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334796,"statfs":{"total":96636764160,"available":96598831104,"internally_reserved":0,"allocated":1728512,"data_stored":742930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509553,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37040,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334800,"statfs":{"total":96636764160,"available":96598835200,"internally_reserved":0,"allocated":1732608,"data_stored":742964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509552,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32880,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338960,"statfs":{"total":96636764160,"available":96603095040,"internally_reserved":0,"allocated":1732608,"data_stored":742964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509553,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37056,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334784,"statfs":{"total":96636764160,"available":96598818816,"internally_reserved":0,"allocated":1744896,"data_stored":744564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509554,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32884,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338956,"statfs":{"total":96636764160,"available":96603090944,"internally_reserved":0,"allocated":1732608,"data_stored":743512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509553,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37640,"kb_used_data":2292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334200,"statfs":{"total":96636764160,"available":96598220800,"internally_reserved":0,"allocated":2347008,"data_stored":1335092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509552,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32884,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338956,"statfs":{"total":96636764160,"available":96603090944,"internally_reserved":0,"allocated":1732608,"data_stored":743000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542258,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33464,"kb_used_data":2276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338376,"statfs":{"total":96636764160,"available":96602497024,"internally_reserved":0,"allocated":2330624,"data_stored":1333970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:41:32.788 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:41:32.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f6bc00640 1 Processor -- start 2024-09-10T10:41:32.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f6bc00640 1 -- start start 2024-09-10T10:41:32.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f6bc00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f8f6415b600 0x7f8f64071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:32.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f6bc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8f640b56f0 0x7f8f640b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:32.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f6bc00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f640ce880 con 0x7f8f6415b220 2024-09-10T10:41:32.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f6bc00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f8f6406d6e0 con 0x7f8f640b56f0 2024-09-10T10:41:32.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f6bc00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f8f640ceb60 con 0x7f8f6415b600 2024-09-10T10:41:32.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f69200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f8f6415b220 0x7f8f640b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36612/0 (socket says 172.21.15.22:36612) 2024-09-10T10:41:32.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f69c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f8f640b56f0 0x7f8f640b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:32.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f69200640 1 -- 172.21.15.22:0/4071013708 learned_addr learned my addr 172.21.15.22:0/4071013708 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:32.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f5be00640 1 --2- 172.21.15.22:0/4071013708 >> v2:172.21.15.145:3300/0 conn(0x7f8f6415b600 0x7f8f64071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:32.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f69c00640 1 -- 172.21.15.22:0/4071013708 >> v2:172.21.15.145:3300/0 conn(0x7f8f6415b600 msgr2=0x7f8f64071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:32.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f69c00640 1 --2- 172.21.15.22:0/4071013708 >> v2:172.21.15.145:3300/0 conn(0x7f8f6415b600 0x7f8f64071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:32.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f69c00640 1 -- 172.21.15.22:0/4071013708 >> v1:172.21.15.22:6789/0 conn(0x7f8f6415b220 legacy=0x7f8f640b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:32.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f63e00640 1 -- 172.21.15.22:0/4071013708 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 121925015 0 0) 0x7f8f640ce880 con 0x7f8f6415b220 2024-09-10T10:41:32.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f69c00640 1 -- 172.21.15.22:0/4071013708 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f640cee40 con 0x7f8f640b56f0 2024-09-10T10:41:32.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.940+0000 7f8f5be00640 1 --2- 172.21.15.22:0/4071013708 >> v2:172.21.15.145:3300/0 conn(0x7f8f6415b600 0x7f8f64071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:32.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f69c00640 1 --2- 172.21.15.22:0/4071013708 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f640b56f0 0x7f8f640b3f10 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f8f640ce030 tx=0x7f8f5c01c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=878ed59bc69aa80a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:32.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f63e00640 1 -- 172.21.15.22:0/4071013708 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f5c0b2070 con 0x7f8f640b56f0 2024-09-10T10:41:32.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f63e00640 1 -- 172.21.15.22:0/4071013708 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f5c0a58c0 con 0x7f8f640b56f0 2024-09-10T10:41:32.947 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f63e00640 1 -- 172.21.15.22:0/4071013708 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f5c0a5c90 con 0x7f8f640b56f0 2024-09-10T10:41:32.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f6bc00640 1 -- 172.21.15.22:0/4071013708 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f640b56f0 msgr2=0x7f8f640b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:32.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f6bc00640 1 --2- 172.21.15.22:0/4071013708 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f640b56f0 0x7f8f640b3f10 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f8f640ce030 tx=0x7f8f5c01c7e0 comp rx=0 tx=0).stop 2024-09-10T10:41:32.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f6bc00640 1 -- 172.21.15.22:0/4071013708 shutdown_connections 2024-09-10T10:41:32.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f6bc00640 1 --2- 172.21.15.22:0/4071013708 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f640b56f0 0x7f8f640b3f10 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:32.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f6bc00640 1 --2- 172.21.15.22:0/4071013708 >> v2:172.21.15.145:3300/0 conn(0x7f8f6415b600 0x7f8f64071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:32.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f6bc00640 1 -- 172.21.15.22:0/4071013708 >> 172.21.15.22:0/4071013708 conn(0x7f8f64062dd0 msgr2=0x7f8f6406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:32.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f6bc00640 1 -- 172.21.15.22:0/4071013708 shutdown_connections 2024-09-10T10:41:32.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.944+0000 7f8f6bc00640 1 -- 172.21.15.22:0/4071013708 wait complete. 2024-09-10T10:41:32.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f6bc00640 1 Processor -- start 2024-09-10T10:41:32.949 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f6bc00640 1 -- start start 2024-09-10T10:41:32.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f6bc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f640b56f0 0x7f8f641509f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:32.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f6bc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f6415b220 0x7f8f64151360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:32.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f6bc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f6415b600 0x7f8f640b4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:32.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f6bc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f8f640cffd0 con 0x7f8f6415b220 2024-09-10T10:41:32.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f6bc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8f640cfe50 con 0x7f8f6415b600 2024-09-10T10:41:32.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f6bc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8f640d0150 con 0x7f8f640b56f0 2024-09-10T10:41:32.952 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f5be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f6415b220 0x7f8f64151360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f5be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f6415b220 0x7f8f64151360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35652/0 (socket says 172.21.15.22:35652) 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f5be00640 1 -- 172.21.15.22:0/1012142614 learned_addr learned my addr 172.21.15.22:0/1012142614 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f69c00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f6415b600 0x7f8f640b4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f69200640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f640b56f0 0x7f8f641509f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f5be00640 1 -- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f640b56f0 msgr2=0x7f8f641509f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f5be00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f640b56f0 0x7f8f641509f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f5be00640 1 -- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f6415b600 msgr2=0x7f8f640b4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f5be00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f6415b600 0x7f8f640b4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f5be00640 1 -- 172.21.15.22:0/1012142614 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f64069b90 con 0x7f8f6415b220 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f69c00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f6415b600 0x7f8f640b4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f5be00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f6415b220 0x7f8f64151360 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c00d830 tx=0x7f8f4c00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f61600640 1 -- 172.21.15.22:0/1012142614 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c018020 con 0x7f8f6415b220 2024-09-10T10:41:32.953 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f61600640 1 -- 172.21.15.22:0/1012142614 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f4c0096c0 con 0x7f8f6415b220 2024-09-10T10:41:32.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f61600640 1 -- 172.21.15.22:0/1012142614 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c009ab0 con 0x7f8f6415b220 2024-09-10T10:41:32.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f6bc00640 1 -- 172.21.15.22:0/1012142614 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f640cca10 con 0x7f8f6415b220 2024-09-10T10:41:32.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.948+0000 7f8f6bc00640 1 -- 172.21.15.22:0/1012142614 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f64151cd0 con 0x7f8f6415b220 2024-09-10T10:41:32.954 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.952+0000 7f8f6bc00640 1 -- 172.21.15.22:0/1012142614 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f640b3f10 con 0x7f8f6415b220 2024-09-10T10:41:32.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.952+0000 7f8f61600640 1 -- 172.21.15.22:0/1012142614 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8f4c01b020 con 0x7f8f6415b220 2024-09-10T10:41:32.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.952+0000 7f8f61600640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8f400678c0 0x7f8f40069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:32.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.952+0000 7f8f61600640 1 -- 172.21.15.22:0/1012142614 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f8f4c0863d0 con 0x7f8f6415b220 2024-09-10T10:41:32.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.952+0000 7f8f69200640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8f400678c0 0x7f8f40069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:32.955 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.952+0000 7f8f69200640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8f400678c0 0x7f8f40069d80 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f8f54000f70 tx=0x7f8f54007b80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:32.958 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:32.956+0000 7f8f61600640 1 -- 172.21.15.22:0/1012142614 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8f4c022020 con 0x7f8f6415b220 2024-09-10T10:41:33.121 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.120+0000 7f8f6bc00640 1 -- 172.21.15.22:0/1012142614 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8f6406c190 con 0x7f8f400678c0 2024-09-10T10:41:33.128 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f61600640 1 -- 172.21.15.22:0/1012142614 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252486 (secure 0 0 0) 0x7f8f6406c190 con 0x7f8f400678c0 2024-09-10T10:41:33.130 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:33.132 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:41:33.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 -- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8f400678c0 msgr2=0x7f8f40069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8f400678c0 0x7f8f40069d80 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f8f54000f70 tx=0x7f8f54007b80 comp rx=0 tx=0).stop 2024-09-10T10:41:33.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 -- 172.21.15.22:0/1012142614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f6415b220 msgr2=0x7f8f64151360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f6415b220 0x7f8f64151360 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c00d830 tx=0x7f8f4c00dcf0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 -- 172.21.15.22:0/1012142614 shutdown_connections 2024-09-10T10:41:33.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f8f400678c0 0x7f8f40069d80 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f6415b600 0x7f8f640b4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f8f6415b220 0x7f8f64151360 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.133 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 --2- 172.21.15.22:0/1012142614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f640b56f0 0x7f8f641509f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 -- 172.21.15.22:0/1012142614 >> 172.21.15.22:0/1012142614 conn(0x7f8f64062dd0 msgr2=0x7f8f640ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:33.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 -- 172.21.15.22:0/1012142614 shutdown_connections 2024-09-10T10:41:33.134 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.128+0000 7f8f6bc00640 1 -- 172.21.15.22:0/1012142614 wait complete. 2024-09-10T10:41:33.151 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":408,"stamp":"2024-09-10T10:41:31.465105+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":280892,"kb_used_data":14728,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754693828,"statfs":{"total":773094113280,"available":772806479872,"internally_reserved":0,"allocated":15081472,"data_stored":7128996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002058"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080425+0000","last_change":"2024-09-10T10:41:24.083329+0000","last_active":"2024-09-10T10:41:25.080425+0000","last_peered":"2024-09-10T10:41:25.080425+0000","last_clean":"2024-09-10T10:41:25.080425+0000","last_became_active":"2024-09-10T10:41:24.083042+0000","last_became_peered":"2024-09-10T10:41:24.083042+0000","last_unstale":"2024-09-10T10:41:25.080425+0000","last_undegraded":"2024-09-10T10:41:25.080425+0000","last_fullsized":"2024-09-10T10:41:25.080425+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:26:40.566637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080245+0000","last_change":"2024-09-10T10:41:24.081236+0000","last_active":"2024-09-10T10:41:25.080245+0000","last_peered":"2024-09-10T10:41:25.080245+0000","last_clean":"2024-09-10T10:41:25.080245+0000","last_became_active":"2024-09-10T10:41:24.080824+0000","last_became_peered":"2024-09-10T10:41:24.080824+0000","last_unstale":"2024-09-10T10:41:25.080245+0000","last_undegraded":"2024-09-10T10:41:25.080245+0000","last_fullsized":"2024-09-10T10:41:25.080245+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:23.883449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080112+0000","last_change":"2024-09-10T10:41:24.080218+0000","last_active":"2024-09-10T10:41:25.080112+0000","last_peered":"2024-09-10T10:41:25.080112+0000","last_clean":"2024-09-10T10:41:25.080112+0000","last_became_active":"2024-09-10T10:41:24.079939+0000","last_became_peered":"2024-09-10T10:41:24.079939+0000","last_unstale":"2024-09-10T10:41:25.080112+0000","last_undegraded":"2024-09-10T10:41:25.080112+0000","last_fullsized":"2024-09-10T10:41:25.080112+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:38.767670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060407+0000","last_change":"2024-09-10T10:41:24.082242+0000","last_active":"2024-09-10T10:41:25.060407+0000","last_peered":"2024-09-10T10:41:25.060407+0000","last_clean":"2024-09-10T10:41:25.060407+0000","last_became_active":"2024-09-10T10:41:24.081845+0000","last_became_peered":"2024-09-10T10:41:24.081845+0000","last_unstale":"2024-09-10T10:41:25.060407+0000","last_undegraded":"2024-09-10T10:41:25.060407+0000","last_fullsized":"2024-09-10T10:41:25.060407+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:02.042430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681179+0000","last_change":"2024-09-10T10:41:24.074225+0000","last_active":"2024-09-10T10:41:26.681179+0000","last_peered":"2024-09-10T10:41:26.681179+0000","last_clean":"2024-09-10T10:41:26.681179+0000","last_became_active":"2024-09-10T10:41:24.073967+0000","last_became_peered":"2024-09-10T10:41:24.073967+0000","last_unstale":"2024-09-10T10:41:26.681179+0000","last_undegraded":"2024-09-10T10:41:26.681179+0000","last_fullsized":"2024-09-10T10:41:26.681179+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:15:32.141054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059711+0000","last_change":"2024-09-10T10:41:24.067988+0000","last_active":"2024-09-10T10:41:25.059711+0000","last_peered":"2024-09-10T10:41:25.059711+0000","last_clean":"2024-09-10T10:41:25.059711+0000","last_became_active":"2024-09-10T10:41:24.067706+0000","last_became_peered":"2024-09-10T10:41:24.067706+0000","last_unstale":"2024-09-10T10:41:25.059711+0000","last_undegraded":"2024-09-10T10:41:25.059711+0000","last_fullsized":"2024-09-10T10:41:25.059711+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:23.719576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683149+0000","last_change":"2024-09-10T10:41:24.080869+0000","last_active":"2024-09-10T10:41:26.683149+0000","last_peered":"2024-09-10T10:41:26.683149+0000","last_clean":"2024-09-10T10:41:26.683149+0000","last_became_active":"2024-09-10T10:41:24.080518+0000","last_became_peered":"2024-09-10T10:41:24.080518+0000","last_unstale":"2024-09-10T10:41:26.683149+0000","last_undegraded":"2024-09-10T10:41:26.683149+0000","last_fullsized":"2024-09-10T10:41:26.683149+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:31.749513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681849+0000","last_change":"2024-09-10T10:41:24.078235+0000","last_active":"2024-09-10T10:41:26.681849+0000","last_peered":"2024-09-10T10:41:26.681849+0000","last_clean":"2024-09-10T10:41:26.681849+0000","last_became_active":"2024-09-10T10:41:24.074800+0000","last_became_peered":"2024-09-10T10:41:24.074800+0000","last_unstale":"2024-09-10T10:41:26.681849+0000","last_undegraded":"2024-09-10T10:41:26.681849+0000","last_fullsized":"2024-09-10T10:41:26.681849+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:52.202346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681862+0000","last_change":"2024-09-10T10:41:24.070616+0000","last_active":"2024-09-10T10:41:26.681862+0000","last_peered":"2024-09-10T10:41:26.681862+0000","last_clean":"2024-09-10T10:41:26.681862+0000","last_became_active":"2024-09-10T10:41:24.070348+0000","last_became_peered":"2024-09-10T10:41:24.070348+0000","last_unstale":"2024-09-10T10:41:26.681862+0000","last_undegraded":"2024-09-10T10:41:26.681862+0000","last_fullsized":"2024-09-10T10:41:26.681862+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:50.805735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681531+0000","last_change":"2024-09-10T10:41:24.072347+0000","last_active":"2024-09-10T10:41:26.681531+0000","last_peered":"2024-09-10T10:41:26.681531+0000","last_clean":"2024-09-10T10:41:26.681531+0000","last_became_active":"2024-09-10T10:41:24.072066+0000","last_became_peered":"2024-09-10T10:41:24.072066+0000","last_unstale":"2024-09-10T10:41:26.681531+0000","last_undegraded":"2024-09-10T10:41:26.681531+0000","last_fullsized":"2024-09-10T10:41:26.681531+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:43.789247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681266+0000","last_change":"2024-09-10T10:41:24.078470+0000","last_active":"2024-09-10T10:41:26.681266+0000","last_peered":"2024-09-10T10:41:26.681266+0000","last_clean":"2024-09-10T10:41:26.681266+0000","last_became_active":"2024-09-10T10:41:24.077634+0000","last_became_peered":"2024-09-10T10:41:24.077634+0000","last_unstale":"2024-09-10T10:41:26.681266+0000","last_undegraded":"2024-09-10T10:41:26.681266+0000","last_fullsized":"2024-09-10T10:41:26.681266+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:56.871331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054586+0000","last_change":"2024-09-10T10:41:24.072237+0000","last_active":"2024-09-10T10:41:25.054586+0000","last_peered":"2024-09-10T10:41:25.054586+0000","last_clean":"2024-09-10T10:41:25.054586+0000","last_became_active":"2024-09-10T10:41:24.071934+0000","last_became_peered":"2024-09-10T10:41:24.071934+0000","last_unstale":"2024-09-10T10:41:25.054586+0000","last_undegraded":"2024-09-10T10:41:25.054586+0000","last_fullsized":"2024-09-10T10:41:25.054586+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:50:38.692965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054520+0000","last_change":"2024-09-10T10:41:24.070216+0000","last_active":"2024-09-10T10:41:25.054520+0000","last_peered":"2024-09-10T10:41:25.054520+0000","last_clean":"2024-09-10T10:41:25.054520+0000","last_became_active":"2024-09-10T10:41:24.069632+0000","last_became_peered":"2024-09-10T10:41:24.069632+0000","last_unstale":"2024-09-10T10:41:25.054520+0000","last_undegraded":"2024-09-10T10:41:25.054520+0000","last_fullsized":"2024-09-10T10:41:25.054520+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:59.165967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681133+0000","last_change":"2024-09-10T10:41:24.066056+0000","last_active":"2024-09-10T10:41:26.681133+0000","last_peered":"2024-09-10T10:41:26.681133+0000","last_clean":"2024-09-10T10:41:26.681133+0000","last_became_active":"2024-09-10T10:41:24.064556+0000","last_became_peered":"2024-09-10T10:41:24.064556+0000","last_unstale":"2024-09-10T10:41:26.681133+0000","last_undegraded":"2024-09-10T10:41:26.681133+0000","last_fullsized":"2024-09-10T10:41:26.681133+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:45.107740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681436+0000","last_change":"2024-09-10T10:41:24.078462+0000","last_active":"2024-09-10T10:41:26.681436+0000","last_peered":"2024-09-10T10:41:26.681436+0000","last_clean":"2024-09-10T10:41:26.681436+0000","last_became_active":"2024-09-10T10:41:24.078090+0000","last_became_peered":"2024-09-10T10:41:24.078090+0000","last_unstale":"2024-09-10T10:41:26.681436+0000","last_undegraded":"2024-09-10T10:41:26.681436+0000","last_fullsized":"2024-09-10T10:41:26.681436+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:09:56.621069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683416+0000","last_change":"2024-09-10T10:41:24.075029+0000","last_active":"2024-09-10T10:41:26.683416+0000","last_peered":"2024-09-10T10:41:26.683416+0000","last_clean":"2024-09-10T10:41:26.683416+0000","last_became_active":"2024-09-10T10:41:24.074751+0000","last_became_peered":"2024-09-10T10:41:24.074751+0000","last_unstale":"2024-09-10T10:41:26.683416+0000","last_undegraded":"2024-09-10T10:41:26.683416+0000","last_fullsized":"2024-09-10T10:41:26.683416+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:44:06.384074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060964+0000","last_change":"2024-09-10T10:41:24.073108+0000","last_active":"2024-09-10T10:41:25.060964+0000","last_peered":"2024-09-10T10:41:25.060964+0000","last_clean":"2024-09-10T10:41:25.060964+0000","last_became_active":"2024-09-10T10:41:24.071025+0000","last_became_peered":"2024-09-10T10:41:24.071025+0000","last_unstale":"2024-09-10T10:41:25.060964+0000","last_undegraded":"2024-09-10T10:41:25.060964+0000","last_fullsized":"2024-09-10T10:41:25.060964+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:46.305442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060074+0000","last_change":"2024-09-10T10:41:24.074609+0000","last_active":"2024-09-10T10:41:25.060074+0000","last_peered":"2024-09-10T10:41:25.060074+0000","last_clean":"2024-09-10T10:41:25.060074+0000","last_became_active":"2024-09-10T10:41:24.074316+0000","last_became_peered":"2024-09-10T10:41:24.074316+0000","last_unstale":"2024-09-10T10:41:25.060074+0000","last_undegraded":"2024-09-10T10:41:25.060074+0000","last_fullsized":"2024-09-10T10:41:25.060074+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:29.749403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683279+0000","last_change":"2024-09-10T10:41:24.079085+0000","last_active":"2024-09-10T10:41:26.683279+0000","last_peered":"2024-09-10T10:41:26.683279+0000","last_clean":"2024-09-10T10:41:26.683279+0000","last_became_active":"2024-09-10T10:41:24.078660+0000","last_became_peered":"2024-09-10T10:41:24.078660+0000","last_unstale":"2024-09-10T10:41:26.683279+0000","last_undegraded":"2024-09-10T10:41:26.683279+0000","last_fullsized":"2024-09-10T10:41:26.683279+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:34.466790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054638+0000","last_change":"2024-09-10T10:41:24.065165+0000","last_active":"2024-09-10T10:41:25.054638+0000","last_peered":"2024-09-10T10:41:25.054638+0000","last_clean":"2024-09-10T10:41:25.054638+0000","last_became_active":"2024-09-10T10:41:24.064889+0000","last_became_peered":"2024-09-10T10:41:24.064889+0000","last_unstale":"2024-09-10T10:41:25.054638+0000","last_undegraded":"2024-09-10T10:41:25.054638+0000","last_fullsized":"2024-09-10T10:41:25.054638+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:57.923069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059875+0000","last_change":"2024-09-10T10:41:24.064955+0000","last_active":"2024-09-10T10:41:25.059875+0000","last_peered":"2024-09-10T10:41:25.059875+0000","last_clean":"2024-09-10T10:41:25.059875+0000","last_became_active":"2024-09-10T10:41:24.064666+0000","last_became_peered":"2024-09-10T10:41:24.064666+0000","last_unstale":"2024-09-10T10:41:25.059875+0000","last_undegraded":"2024-09-10T10:41:25.059875+0000","last_fullsized":"2024-09-10T10:41:25.059875+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:20.354008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681100+0000","last_change":"2024-09-10T10:41:24.079739+0000","last_active":"2024-09-10T10:41:26.681100+0000","last_peered":"2024-09-10T10:41:26.681100+0000","last_clean":"2024-09-10T10:41:26.681100+0000","last_became_active":"2024-09-10T10:41:24.077366+0000","last_became_peered":"2024-09-10T10:41:24.077366+0000","last_unstale":"2024-09-10T10:41:26.681100+0000","last_undegraded":"2024-09-10T10:41:26.681100+0000","last_fullsized":"2024-09-10T10:41:26.681100+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:17:18.452003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683166+0000","last_change":"2024-09-10T10:41:24.072653+0000","last_active":"2024-09-10T10:41:26.683166+0000","last_peered":"2024-09-10T10:41:26.683166+0000","last_clean":"2024-09-10T10:41:26.683166+0000","last_became_active":"2024-09-10T10:41:24.069045+0000","last_became_peered":"2024-09-10T10:41:24.069045+0000","last_unstale":"2024-09-10T10:41:26.683166+0000","last_undegraded":"2024-09-10T10:41:26.683166+0000","last_fullsized":"2024-09-10T10:41:26.683166+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:19.184212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.680857+0000","last_change":"2024-09-10T10:41:24.068760+0000","last_active":"2024-09-10T10:41:26.680857+0000","last_peered":"2024-09-10T10:41:26.680857+0000","last_clean":"2024-09-10T10:41:26.680857+0000","last_became_active":"2024-09-10T10:41:24.068455+0000","last_became_peered":"2024-09-10T10:41:24.068455+0000","last_unstale":"2024-09-10T10:41:26.680857+0000","last_undegraded":"2024-09-10T10:41:26.680857+0000","last_fullsized":"2024-09-10T10:41:26.680857+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:22:04.788903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681100+0000","last_change":"2024-09-10T10:41:24.060819+0000","last_active":"2024-09-10T10:41:26.681100+0000","last_peered":"2024-09-10T10:41:26.681100+0000","last_clean":"2024-09-10T10:41:26.681100+0000","last_became_active":"2024-09-10T10:41:24.060489+0000","last_became_peered":"2024-09-10T10:41:24.060489+0000","last_unstale":"2024-09-10T10:41:26.681100+0000","last_undegraded":"2024-09-10T10:41:26.681100+0000","last_fullsized":"2024-09-10T10:41:26.681100+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:04:13.033636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683807+0000","last_change":"2024-09-10T10:41:24.076777+0000","last_active":"2024-09-10T10:41:26.683807+0000","last_peered":"2024-09-10T10:41:26.683807+0000","last_clean":"2024-09-10T10:41:26.683807+0000","last_became_active":"2024-09-10T10:41:24.076508+0000","last_became_peered":"2024-09-10T10:41:24.076508+0000","last_unstale":"2024-09-10T10:41:26.683807+0000","last_undegraded":"2024-09-10T10:41:26.683807+0000","last_fullsized":"2024-09-10T10:41:26.683807+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:09.741793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681482+0000","last_change":"2024-09-10T10:41:24.072171+0000","last_active":"2024-09-10T10:41:26.681482+0000","last_peered":"2024-09-10T10:41:26.681482+0000","last_clean":"2024-09-10T10:41:26.681482+0000","last_became_active":"2024-09-10T10:41:24.071900+0000","last_became_peered":"2024-09-10T10:41:24.071900+0000","last_unstale":"2024-09-10T10:41:26.681482+0000","last_undegraded":"2024-09-10T10:41:26.681482+0000","last_fullsized":"2024-09-10T10:41:26.681482+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:00:53.390719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683337+0000","last_change":"2024-09-10T10:41:24.079280+0000","last_active":"2024-09-10T10:41:26.683337+0000","last_peered":"2024-09-10T10:41:26.683337+0000","last_clean":"2024-09-10T10:41:26.683337+0000","last_became_active":"2024-09-10T10:41:24.079000+0000","last_became_peered":"2024-09-10T10:41:24.079000+0000","last_unstale":"2024-09-10T10:41:26.683337+0000","last_undegraded":"2024-09-10T10:41:26.683337+0000","last_fullsized":"2024-09-10T10:41:26.683337+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:11.077867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080017+0000","last_change":"2024-09-10T10:41:24.076731+0000","last_active":"2024-09-10T10:41:25.080017+0000","last_peered":"2024-09-10T10:41:25.080017+0000","last_clean":"2024-09-10T10:41:25.080017+0000","last_became_active":"2024-09-10T10:41:24.076418+0000","last_became_peered":"2024-09-10T10:41:24.076418+0000","last_unstale":"2024-09-10T10:41:25.080017+0000","last_undegraded":"2024-09-10T10:41:25.080017+0000","last_fullsized":"2024-09-10T10:41:25.080017+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:49:02.099274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681192+0000","last_change":"2024-09-10T10:41:24.066615+0000","last_active":"2024-09-10T10:41:26.681192+0000","last_peered":"2024-09-10T10:41:26.681192+0000","last_clean":"2024-09-10T10:41:26.681192+0000","last_became_active":"2024-09-10T10:41:24.066337+0000","last_became_peered":"2024-09-10T10:41:24.066337+0000","last_unstale":"2024-09-10T10:41:26.681192+0000","last_undegraded":"2024-09-10T10:41:26.681192+0000","last_fullsized":"2024-09-10T10:41:26.681192+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:50.493966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079918+0000","last_change":"2024-09-10T10:41:24.069615+0000","last_active":"2024-09-10T10:41:25.079918+0000","last_peered":"2024-09-10T10:41:25.079918+0000","last_clean":"2024-09-10T10:41:25.079918+0000","last_became_active":"2024-09-10T10:41:24.069340+0000","last_became_peered":"2024-09-10T10:41:24.069340+0000","last_unstale":"2024-09-10T10:41:25.079918+0000","last_undegraded":"2024-09-10T10:41:25.079918+0000","last_fullsized":"2024-09-10T10:41:25.079918+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:44:06.384074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059976+0000","last_change":"2024-09-10T10:41:24.067051+0000","last_active":"2024-09-10T10:41:25.059976+0000","last_peered":"2024-09-10T10:41:25.059976+0000","last_clean":"2024-09-10T10:41:25.059976+0000","last_became_active":"2024-09-10T10:41:24.066784+0000","last_became_peered":"2024-09-10T10:41:24.066784+0000","last_unstale":"2024-09-10T10:41:25.059976+0000","last_undegraded":"2024-09-10T10:41:25.059976+0000","last_fullsized":"2024-09-10T10:41:25.059976+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:02:35.058323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060241+0000","last_change":"2024-09-10T10:41:24.080073+0000","last_active":"2024-09-10T10:41:25.060241+0000","last_peered":"2024-09-10T10:41:25.060241+0000","last_clean":"2024-09-10T10:41:25.060241+0000","last_became_active":"2024-09-10T10:41:24.079767+0000","last_became_peered":"2024-09-10T10:41:24.079767+0000","last_unstale":"2024-09-10T10:41:25.060241+0000","last_undegraded":"2024-09-10T10:41:25.060241+0000","last_fullsized":"2024-09-10T10:41:25.060241+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:04.393700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"137'4","reported_seq":18,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080479+0000","last_change":"2024-09-10T10:41:23.068097+0000","last_active":"2024-09-10T10:41:25.080479+0000","last_peered":"2024-09-10T10:41:25.080479+0000","last_clean":"2024-09-10T10:41:25.080479+0000","last_became_active":"2024-09-10T10:41:23.067820+0000","last_became_peered":"2024-09-10T10:41:23.067820+0000","last_unstale":"2024-09-10T10:41:25.080479+0000","last_undegraded":"2024-09-10T10:41:25.080479+0000","last_fullsized":"2024-09-10T10:41:25.080479+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:30.121461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080465+0000","last_change":"2024-09-10T10:41:24.083858+0000","last_active":"2024-09-10T10:41:25.080465+0000","last_peered":"2024-09-10T10:41:25.080465+0000","last_clean":"2024-09-10T10:41:25.080465+0000","last_became_active":"2024-09-10T10:41:24.080261+0000","last_became_peered":"2024-09-10T10:41:24.080261+0000","last_unstale":"2024-09-10T10:41:25.080465+0000","last_undegraded":"2024-09-10T10:41:25.080465+0000","last_fullsized":"2024-09-10T10:41:25.080465+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:24.562088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681475+0000","last_change":"2024-09-10T10:41:23.069832+0000","last_active":"2024-09-10T10:41:26.681475+0000","last_peered":"2024-09-10T10:41:26.681475+0000","last_clean":"2024-09-10T10:41:26.681475+0000","last_became_active":"2024-09-10T10:41:23.069529+0000","last_became_peered":"2024-09-10T10:41:23.069529+0000","last_unstale":"2024-09-10T10:41:26.681475+0000","last_undegraded":"2024-09-10T10:41:26.681475+0000","last_fullsized":"2024-09-10T10:41:26.681475+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:22.712243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060695+0000","last_change":"2024-09-10T10:41:24.070405+0000","last_active":"2024-09-10T10:41:25.060695+0000","last_peered":"2024-09-10T10:41:25.060695+0000","last_clean":"2024-09-10T10:41:25.060695+0000","last_became_active":"2024-09-10T10:41:24.069972+0000","last_became_peered":"2024-09-10T10:41:24.069972+0000","last_unstale":"2024-09-10T10:41:25.060695+0000","last_undegraded":"2024-09-10T10:41:25.060695+0000","last_fullsized":"2024-09-10T10:41:25.060695+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:50.855185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060505+0000","last_change":"2024-09-10T10:41:23.070718+0000","last_active":"2024-09-10T10:41:25.060505+0000","last_peered":"2024-09-10T10:41:25.060505+0000","last_clean":"2024-09-10T10:41:25.060505+0000","last_became_active":"2024-09-10T10:41:23.070436+0000","last_became_peered":"2024-09-10T10:41:23.070436+0000","last_unstale":"2024-09-10T10:41:25.060505+0000","last_undegraded":"2024-09-10T10:41:25.060505+0000","last_fullsized":"2024-09-10T10:41:25.060505+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:45:55.197951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681397+0000","last_change":"2024-09-10T10:41:24.067417+0000","last_active":"2024-09-10T10:41:26.681397+0000","last_peered":"2024-09-10T10:41:26.681397+0000","last_clean":"2024-09-10T10:41:26.681397+0000","last_became_active":"2024-09-10T10:41:24.067114+0000","last_became_peered":"2024-09-10T10:41:24.067114+0000","last_unstale":"2024-09-10T10:41:26.681397+0000","last_undegraded":"2024-09-10T10:41:26.681397+0000","last_fullsized":"2024-09-10T10:41:26.681397+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:28.617996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683963+0000","last_change":"2024-09-10T10:41:23.076101+0000","last_active":"2024-09-10T10:41:26.683963+0000","last_peered":"2024-09-10T10:41:26.683963+0000","last_clean":"2024-09-10T10:41:26.683963+0000","last_became_active":"2024-09-10T10:41:23.075817+0000","last_became_peered":"2024-09-10T10:41:23.075817+0000","last_unstale":"2024-09-10T10:41:26.683963+0000","last_undegraded":"2024-09-10T10:41:26.683963+0000","last_fullsized":"2024-09-10T10:41:26.683963+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:04.761515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060631+0000","last_change":"2024-09-10T10:41:24.080081+0000","last_active":"2024-09-10T10:41:25.060631+0000","last_peered":"2024-09-10T10:41:25.060631+0000","last_clean":"2024-09-10T10:41:25.060631+0000","last_became_active":"2024-09-10T10:41:24.079813+0000","last_became_peered":"2024-09-10T10:41:24.079813+0000","last_unstale":"2024-09-10T10:41:25.060631+0000","last_undegraded":"2024-09-10T10:41:25.060631+0000","last_fullsized":"2024-09-10T10:41:25.060631+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:12.481537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080129+0000","last_change":"2024-09-10T10:41:23.071773+0000","last_active":"2024-09-10T10:41:25.080129+0000","last_peered":"2024-09-10T10:41:25.080129+0000","last_clean":"2024-09-10T10:41:25.080129+0000","last_became_active":"2024-09-10T10:41:23.071509+0000","last_became_peered":"2024-09-10T10:41:23.071509+0000","last_unstale":"2024-09-10T10:41:25.080129+0000","last_undegraded":"2024-09-10T10:41:25.080129+0000","last_fullsized":"2024-09-10T10:41:25.080129+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:57.193034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060045+0000","last_change":"2024-09-10T10:41:24.066524+0000","last_active":"2024-09-10T10:41:25.060045+0000","last_peered":"2024-09-10T10:41:25.060045+0000","last_clean":"2024-09-10T10:41:25.060045+0000","last_became_active":"2024-09-10T10:41:24.065973+0000","last_became_peered":"2024-09-10T10:41:24.065973+0000","last_unstale":"2024-09-10T10:41:25.060045+0000","last_undegraded":"2024-09-10T10:41:25.060045+0000","last_fullsized":"2024-09-10T10:41:25.060045+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:58.200367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060723+0000","last_change":"2024-09-10T10:41:23.064043+0000","last_active":"2024-09-10T10:41:25.060723+0000","last_peered":"2024-09-10T10:41:25.060723+0000","last_clean":"2024-09-10T10:41:25.060723+0000","last_became_active":"2024-09-10T10:41:23.063779+0000","last_became_peered":"2024-09-10T10:41:23.063779+0000","last_unstale":"2024-09-10T10:41:25.060723+0000","last_undegraded":"2024-09-10T10:41:25.060723+0000","last_fullsized":"2024-09-10T10:41:25.060723+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:33.459456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.682856+0000","last_change":"2024-09-10T10:41:24.067706+0000","last_active":"2024-09-10T10:41:26.682856+0000","last_peered":"2024-09-10T10:41:26.682856+0000","last_clean":"2024-09-10T10:41:26.682856+0000","last_became_active":"2024-09-10T10:41:24.067415+0000","last_became_peered":"2024-09-10T10:41:24.067415+0000","last_unstale":"2024-09-10T10:41:26.682856+0000","last_undegraded":"2024-09-10T10:41:26.682856+0000","last_fullsized":"2024-09-10T10:41:26.682856+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:29.370452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079957+0000","last_change":"2024-09-10T10:41:23.068026+0000","last_active":"2024-09-10T10:41:25.079957+0000","last_peered":"2024-09-10T10:41:25.079957+0000","last_clean":"2024-09-10T10:41:25.079957+0000","last_became_active":"2024-09-10T10:41:23.067672+0000","last_became_peered":"2024-09-10T10:41:23.067672+0000","last_unstale":"2024-09-10T10:41:25.079957+0000","last_undegraded":"2024-09-10T10:41:25.079957+0000","last_fullsized":"2024-09-10T10:41:25.079957+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:45.298108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059652+0000","last_change":"2024-09-10T10:41:24.077326+0000","last_active":"2024-09-10T10:41:25.059652+0000","last_peered":"2024-09-10T10:41:25.059652+0000","last_clean":"2024-09-10T10:41:25.059652+0000","last_became_active":"2024-09-10T10:41:24.076986+0000","last_became_peered":"2024-09-10T10:41:24.076986+0000","last_unstale":"2024-09-10T10:41:25.059652+0000","last_undegraded":"2024-09-10T10:41:25.059652+0000","last_fullsized":"2024-09-10T10:41:25.059652+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:36.579453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683189+0000","last_change":"2024-09-10T10:41:23.071865+0000","last_active":"2024-09-10T10:41:26.683189+0000","last_peered":"2024-09-10T10:41:26.683189+0000","last_clean":"2024-09-10T10:41:26.683189+0000","last_became_active":"2024-09-10T10:41:23.071558+0000","last_became_peered":"2024-09-10T10:41:23.071558+0000","last_unstale":"2024-09-10T10:41:26.683189+0000","last_undegraded":"2024-09-10T10:41:26.683189+0000","last_fullsized":"2024-09-10T10:41:26.683189+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:12.053427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683498+0000","last_change":"2024-09-10T10:41:24.076522+0000","last_active":"2024-09-10T10:41:26.683498+0000","last_peered":"2024-09-10T10:41:26.683498+0000","last_clean":"2024-09-10T10:41:26.683498+0000","last_became_active":"2024-09-10T10:41:24.076205+0000","last_became_peered":"2024-09-10T10:41:24.076205+0000","last_unstale":"2024-09-10T10:41:26.683498+0000","last_undegraded":"2024-09-10T10:41:26.683498+0000","last_fullsized":"2024-09-10T10:41:26.683498+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:49:02.099274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060950+0000","last_change":"2024-09-10T10:41:23.069109+0000","last_active":"2024-09-10T10:41:25.060950+0000","last_peered":"2024-09-10T10:41:25.060950+0000","last_clean":"2024-09-10T10:41:25.060950+0000","last_became_active":"2024-09-10T10:41:23.068795+0000","last_became_peered":"2024-09-10T10:41:23.068795+0000","last_unstale":"2024-09-10T10:41:25.060950+0000","last_undegraded":"2024-09-10T10:41:25.060950+0000","last_fullsized":"2024-09-10T10:41:25.060950+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:22:03.781569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.684074+0000","last_change":"2024-09-10T10:41:24.073076+0000","last_active":"2024-09-10T10:41:26.684074+0000","last_peered":"2024-09-10T10:41:26.684074+0000","last_clean":"2024-09-10T10:41:26.684074+0000","last_became_active":"2024-09-10T10:41:24.072788+0000","last_became_peered":"2024-09-10T10:41:24.072788+0000","last_unstale":"2024-09-10T10:41:26.684074+0000","last_undegraded":"2024-09-10T10:41:26.684074+0000","last_fullsized":"2024-09-10T10:41:26.684074+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:38.767670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"137'3","reported_seq":17,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.684036+0000","last_change":"2024-09-10T10:41:23.074061+0000","last_active":"2024-09-10T10:41:26.684036+0000","last_peered":"2024-09-10T10:41:26.684036+0000","last_clean":"2024-09-10T10:41:26.684036+0000","last_became_active":"2024-09-10T10:41:23.073787+0000","last_became_peered":"2024-09-10T10:41:23.073787+0000","last_unstale":"2024-09-10T10:41:26.684036+0000","last_undegraded":"2024-09-10T10:41:26.684036+0000","last_fullsized":"2024-09-10T10:41:26.684036+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:28.126000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080297+0000","last_change":"2024-09-10T10:41:24.074127+0000","last_active":"2024-09-10T10:41:25.080297+0000","last_peered":"2024-09-10T10:41:25.080297+0000","last_clean":"2024-09-10T10:41:25.080297+0000","last_became_active":"2024-09-10T10:41:24.073868+0000","last_became_peered":"2024-09-10T10:41:24.073868+0000","last_unstale":"2024-09-10T10:41:25.080297+0000","last_undegraded":"2024-09-10T10:41:25.080297+0000","last_fullsized":"2024-09-10T10:41:25.080297+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:07:24.151731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"137'6","reported_seq":20,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681531+0000","last_change":"2024-09-10T10:41:23.066550+0000","last_active":"2024-09-10T10:41:26.681531+0000","last_peered":"2024-09-10T10:41:26.681531+0000","last_clean":"2024-09-10T10:41:26.681531+0000","last_became_active":"2024-09-10T10:41:23.066212+0000","last_became_peered":"2024-09-10T10:41:23.066212+0000","last_unstale":"2024-09-10T10:41:26.681531+0000","last_undegraded":"2024-09-10T10:41:26.681531+0000","last_fullsized":"2024-09-10T10:41:26.681531+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:00:10.138679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.682882+0000","last_change":"2024-09-10T10:41:24.076320+0000","last_active":"2024-09-10T10:41:26.682882+0000","last_peered":"2024-09-10T10:41:26.682882+0000","last_clean":"2024-09-10T10:41:26.682882+0000","last_became_active":"2024-09-10T10:41:24.075490+0000","last_became_peered":"2024-09-10T10:41:24.075490+0000","last_unstale":"2024-09-10T10:41:26.682882+0000","last_undegraded":"2024-09-10T10:41:26.682882+0000","last_fullsized":"2024-09-10T10:41:26.682882+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:04:25.366673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060115+0000","last_change":"2024-09-10T10:41:23.070838+0000","last_active":"2024-09-10T10:41:25.060115+0000","last_peered":"2024-09-10T10:41:25.060115+0000","last_clean":"2024-09-10T10:41:25.060115+0000","last_became_active":"2024-09-10T10:41:23.070348+0000","last_became_peered":"2024-09-10T10:41:23.070348+0000","last_unstale":"2024-09-10T10:41:25.060115+0000","last_undegraded":"2024-09-10T10:41:25.060115+0000","last_fullsized":"2024-09-10T10:41:25.060115+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:44:05.376740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683594+0000","last_change":"2024-09-10T10:41:24.078397+0000","last_active":"2024-09-10T10:41:26.683594+0000","last_peered":"2024-09-10T10:41:26.683594+0000","last_clean":"2024-09-10T10:41:26.683594+0000","last_became_active":"2024-09-10T10:41:24.077497+0000","last_became_peered":"2024-09-10T10:41:24.077497+0000","last_unstale":"2024-09-10T10:41:26.683594+0000","last_undegraded":"2024-09-10T10:41:26.683594+0000","last_fullsized":"2024-09-10T10:41:26.683594+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:29.263892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059831+0000","last_change":"2024-09-10T10:41:23.068564+0000","last_active":"2024-09-10T10:41:25.059831+0000","last_peered":"2024-09-10T10:41:25.059831+0000","last_clean":"2024-09-10T10:41:25.059831+0000","last_became_active":"2024-09-10T10:41:23.068269+0000","last_became_peered":"2024-09-10T10:41:23.068269+0000","last_unstale":"2024-09-10T10:41:25.059831+0000","last_undegraded":"2024-09-10T10:41:25.059831+0000","last_fullsized":"2024-09-10T10:41:25.059831+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:17:17.444669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059761+0000","last_change":"2024-09-10T10:41:24.073158+0000","last_active":"2024-09-10T10:41:25.059761+0000","last_peered":"2024-09-10T10:41:25.059761+0000","last_clean":"2024-09-10T10:41:25.059761+0000","last_became_active":"2024-09-10T10:41:24.071884+0000","last_became_peered":"2024-09-10T10:41:24.071884+0000","last_unstale":"2024-09-10T10:41:25.059761+0000","last_undegraded":"2024-09-10T10:41:25.059761+0000","last_fullsized":"2024-09-10T10:41:25.059761+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:02.507723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683092+0000","last_change":"2024-09-10T10:41:23.076005+0000","last_active":"2024-09-10T10:41:26.683092+0000","last_peered":"2024-09-10T10:41:26.683092+0000","last_clean":"2024-09-10T10:41:26.683092+0000","last_became_active":"2024-09-10T10:41:23.075656+0000","last_became_peered":"2024-09-10T10:41:23.075656+0000","last_unstale":"2024-09-10T10:41:26.683092+0000","last_undegraded":"2024-09-10T10:41:26.683092+0000","last_fullsized":"2024-09-10T10:41:26.683092+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:49.847851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681619+0000","last_change":"2024-09-10T10:41:24.066762+0000","last_active":"2024-09-10T10:41:26.681619+0000","last_peered":"2024-09-10T10:41:26.681619+0000","last_clean":"2024-09-10T10:41:26.681619+0000","last_became_active":"2024-09-10T10:41:24.066468+0000","last_became_peered":"2024-09-10T10:41:24.066468+0000","last_unstale":"2024-09-10T10:41:26.681619+0000","last_undegraded":"2024-09-10T10:41:26.681619+0000","last_fullsized":"2024-09-10T10:41:26.681619+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:54.519704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"137'8","reported_seq":22,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.680852+0000","last_change":"2024-09-10T10:41:23.059267+0000","last_active":"2024-09-10T10:41:26.680852+0000","last_peered":"2024-09-10T10:41:26.680852+0000","last_clean":"2024-09-10T10:41:26.680852+0000","last_became_active":"2024-09-10T10:41:23.059004+0000","last_became_peered":"2024-09-10T10:41:23.059004+0000","last_unstale":"2024-09-10T10:41:26.680852+0000","last_undegraded":"2024-09-10T10:41:26.680852+0000","last_fullsized":"2024-09-10T10:41:26.680852+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:02.307194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.684315+0000","last_change":"2024-09-10T10:41:24.078475+0000","last_active":"2024-09-10T10:41:26.684315+0000","last_peered":"2024-09-10T10:41:26.684315+0000","last_clean":"2024-09-10T10:41:26.684315+0000","last_became_active":"2024-09-10T10:41:24.077742+0000","last_became_peered":"2024-09-10T10:41:24.077742+0000","last_unstale":"2024-09-10T10:41:26.684315+0000","last_undegraded":"2024-09-10T10:41:26.684315+0000","last_fullsized":"2024-09-10T10:41:26.684315+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:23.883449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681925+0000","last_change":"2024-09-10T10:41:23.061996+0000","last_active":"2024-09-10T10:41:26.681925+0000","last_peered":"2024-09-10T10:41:26.681925+0000","last_clean":"2024-09-10T10:41:26.681925+0000","last_became_active":"2024-09-10T10:41:23.061707+0000","last_became_peered":"2024-09-10T10:41:23.061707+0000","last_unstale":"2024-09-10T10:41:26.681925+0000","last_undegraded":"2024-09-10T10:41:26.681925+0000","last_fullsized":"2024-09-10T10:41:26.681925+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:37:19.522806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060775+0000","last_change":"2024-09-10T10:41:24.071719+0000","last_active":"2024-09-10T10:41:25.060775+0000","last_peered":"2024-09-10T10:41:25.060775+0000","last_clean":"2024-09-10T10:41:25.060775+0000","last_became_active":"2024-09-10T10:41:24.069750+0000","last_became_peered":"2024-09-10T10:41:24.069750+0000","last_unstale":"2024-09-10T10:41:25.060775+0000","last_undegraded":"2024-09-10T10:41:25.060775+0000","last_fullsized":"2024-09-10T10:41:25.060775+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:14:48.071720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681542+0000","last_change":"2024-09-10T10:41:23.064963+0000","last_active":"2024-09-10T10:41:26.681542+0000","last_peered":"2024-09-10T10:41:26.681542+0000","last_clean":"2024-09-10T10:41:26.681542+0000","last_became_active":"2024-09-10T10:41:23.064720+0000","last_became_peered":"2024-09-10T10:41:23.064720+0000","last_unstale":"2024-09-10T10:41:26.681542+0000","last_undegraded":"2024-09-10T10:41:26.681542+0000","last_fullsized":"2024-09-10T10:41:26.681542+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:01.500390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060601+0000","last_change":"2024-09-10T10:41:24.079420+0000","last_active":"2024-09-10T10:41:25.060601+0000","last_peered":"2024-09-10T10:41:25.060601+0000","last_clean":"2024-09-10T10:41:25.060601+0000","last_became_active":"2024-09-10T10:41:24.079127+0000","last_became_peered":"2024-09-10T10:41:24.079127+0000","last_unstale":"2024-09-10T10:41:25.060601+0000","last_undegraded":"2024-09-10T10:41:25.060601+0000","last_fullsized":"2024-09-10T10:41:25.060601+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:50:20.618692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681569+0000","last_change":"2024-09-10T10:41:23.071554+0000","last_active":"2024-09-10T10:41:26.681569+0000","last_peered":"2024-09-10T10:41:26.681569+0000","last_clean":"2024-09-10T10:41:26.681569+0000","last_became_active":"2024-09-10T10:41:23.071274+0000","last_became_peered":"2024-09-10T10:41:23.071274+0000","last_unstale":"2024-09-10T10:41:26.681569+0000","last_undegraded":"2024-09-10T10:41:26.681569+0000","last_fullsized":"2024-09-10T10:41:26.681569+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:11:58.617343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683970+0000","last_change":"2024-09-10T10:41:24.073904+0000","last_active":"2024-09-10T10:41:26.683970+0000","last_peered":"2024-09-10T10:41:26.683970+0000","last_clean":"2024-09-10T10:41:26.683970+0000","last_became_active":"2024-09-10T10:41:24.073415+0000","last_became_peered":"2024-09-10T10:41:24.073415+0000","last_unstale":"2024-09-10T10:41:26.683970+0000","last_undegraded":"2024-09-10T10:41:26.683970+0000","last_fullsized":"2024-09-10T10:41:26.683970+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:35.915669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054679+0000","last_change":"2024-09-10T10:41:23.060548+0000","last_active":"2024-09-10T10:41:25.054679+0000","last_peered":"2024-09-10T10:41:25.054679+0000","last_clean":"2024-09-10T10:41:25.054679+0000","last_became_active":"2024-09-10T10:41:23.060217+0000","last_became_peered":"2024-09-10T10:41:23.060217+0000","last_unstale":"2024-09-10T10:41:25.054679+0000","last_undegraded":"2024-09-10T10:41:25.054679+0000","last_fullsized":"2024-09-10T10:41:25.054679+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:13:28.433332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080032+0000","last_change":"2024-09-10T10:41:24.065743+0000","last_active":"2024-09-10T10:41:25.080032+0000","last_peered":"2024-09-10T10:41:25.080032+0000","last_clean":"2024-09-10T10:41:25.080032+0000","last_became_active":"2024-09-10T10:41:24.065484+0000","last_became_peered":"2024-09-10T10:41:24.065484+0000","last_unstale":"2024-09-10T10:41:25.080032+0000","last_undegraded":"2024-09-10T10:41:25.080032+0000","last_fullsized":"2024-09-10T10:41:25.080032+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:24.459489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683789+0000","last_change":"2024-09-10T10:41:23.075431+0000","last_active":"2024-09-10T10:41:26.683789+0000","last_peered":"2024-09-10T10:41:26.683789+0000","last_clean":"2024-09-10T10:41:26.683789+0000","last_became_active":"2024-09-10T10:41:23.075088+0000","last_became_peered":"2024-09-10T10:41:23.075088+0000","last_unstale":"2024-09-10T10:41:26.683789+0000","last_undegraded":"2024-09-10T10:41:26.683789+0000","last_fullsized":"2024-09-10T10:41:26.683789+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:14:54.865866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683900+0000","last_change":"2024-09-10T10:41:24.078621+0000","last_active":"2024-09-10T10:41:26.683900+0000","last_peered":"2024-09-10T10:41:26.683900+0000","last_clean":"2024-09-10T10:41:26.683900+0000","last_became_active":"2024-09-10T10:41:24.077863+0000","last_became_peered":"2024-09-10T10:41:24.077863+0000","last_unstale":"2024-09-10T10:41:26.683900+0000","last_undegraded":"2024-09-10T10:41:26.683900+0000","last_fullsized":"2024-09-10T10:41:26.683900+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:45.547068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054351+0000","last_change":"2024-09-10T10:41:23.065776+0000","last_active":"2024-09-10T10:41:25.054351+0000","last_peered":"2024-09-10T10:41:25.054351+0000","last_clean":"2024-09-10T10:41:25.054351+0000","last_became_active":"2024-09-10T10:41:23.065519+0000","last_became_peered":"2024-09-10T10:41:23.065519+0000","last_unstale":"2024-09-10T10:41:25.054351+0000","last_undegraded":"2024-09-10T10:41:25.054351+0000","last_fullsized":"2024-09-10T10:41:25.054351+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:41.013578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079840+0000","last_change":"2024-09-10T10:41:24.075540+0000","last_active":"2024-09-10T10:41:25.079840+0000","last_peered":"2024-09-10T10:41:25.079840+0000","last_clean":"2024-09-10T10:41:25.079840+0000","last_became_active":"2024-09-10T10:41:24.072941+0000","last_became_peered":"2024-09-10T10:41:24.072941+0000","last_unstale":"2024-09-10T10:41:25.079840+0000","last_undegraded":"2024-09-10T10:41:25.079840+0000","last_fullsized":"2024-09-10T10:41:25.079840+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:31.749513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059644+0000","last_change":"2024-09-10T10:41:23.067210+0000","last_active":"2024-09-10T10:41:25.059644+0000","last_peered":"2024-09-10T10:41:25.059644+0000","last_clean":"2024-09-10T10:41:25.059644+0000","last_became_active":"2024-09-10T10:41:23.066920+0000","last_became_peered":"2024-09-10T10:41:23.066920+0000","last_unstale":"2024-09-10T10:41:25.059644+0000","last_undegraded":"2024-09-10T10:41:25.059644+0000","last_fullsized":"2024-09-10T10:41:25.059644+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:30.742179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.682907+0000","last_change":"2024-09-10T10:41:24.077340+0000","last_active":"2024-09-10T10:41:26.682907+0000","last_peered":"2024-09-10T10:41:26.682907+0000","last_clean":"2024-09-10T10:41:26.682907+0000","last_became_active":"2024-09-10T10:41:24.075871+0000","last_became_peered":"2024-09-10T10:41:24.075871+0000","last_unstale":"2024-09-10T10:41:26.682907+0000","last_undegraded":"2024-09-10T10:41:26.682907+0000","last_fullsized":"2024-09-10T10:41:26.682907+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:07:32.553700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054397+0000","last_change":"2024-09-10T10:41:23.070828+0000","last_active":"2024-09-10T10:41:25.054397+0000","last_peered":"2024-09-10T10:41:25.054397+0000","last_clean":"2024-09-10T10:41:25.054397+0000","last_became_active":"2024-09-10T10:41:23.070570+0000","last_became_peered":"2024-09-10T10:41:23.070570+0000","last_unstale":"2024-09-10T10:41:25.054397+0000","last_undegraded":"2024-09-10T10:41:25.054397+0000","last_fullsized":"2024-09-10T10:41:25.054397+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:39:49.594471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683966+0000","last_change":"2024-09-10T10:41:24.075280+0000","last_active":"2024-09-10T10:41:26.683966+0000","last_peered":"2024-09-10T10:41:26.683966+0000","last_clean":"2024-09-10T10:41:26.683966+0000","last_became_active":"2024-09-10T10:41:24.072907+0000","last_became_peered":"2024-09-10T10:41:24.072907+0000","last_unstale":"2024-09-10T10:41:26.683966+0000","last_undegraded":"2024-09-10T10:41:26.683966+0000","last_fullsized":"2024-09-10T10:41:26.683966+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:49.825226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.7","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.061025+0000","last_change":"2024-09-10T10:41:23.064269+0000","last_active":"2024-09-10T10:41:25.061025+0000","last_peered":"2024-09-10T10:41:25.061025+0000","last_clean":"2024-09-10T10:41:25.061025+0000","last_became_active":"2024-09-10T10:41:23.063935+0000","last_became_peered":"2024-09-10T10:41:23.063935+0000","last_unstale":"2024-09-10T10:41:25.061025+0000","last_undegraded":"2024-09-10T10:41:25.061025+0000","last_fullsized":"2024-09-10T10:41:25.061025+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:15:31.133721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060877+0000","last_change":"2024-09-10T10:41:24.075264+0000","last_active":"2024-09-10T10:41:25.060877+0000","last_peered":"2024-09-10T10:41:25.060877+0000","last_clean":"2024-09-10T10:41:25.060877+0000","last_became_active":"2024-09-10T10:41:24.074415+0000","last_became_peered":"2024-09-10T10:41:24.074415+0000","last_unstale":"2024-09-10T10:41:25.060877+0000","last_undegraded":"2024-09-10T10:41:25.060877+0000","last_fullsized":"2024-09-10T10:41:25.060877+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:21:18.058616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"138'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.054590+0000","last_change":"2024-09-10T10:41:23.064850+0000","last_active":"2024-09-10T10:41:25.054590+0000","last_peered":"2024-09-10T10:41:25.054590+0000","last_clean":"2024-09-10T10:41:25.054590+0000","last_became_active":"2024-09-10T10:41:23.061849+0000","last_became_peered":"2024-09-10T10:41:23.061849+0000","last_unstale":"2024-09-10T10:41:25.054590+0000","last_undegraded":"2024-09-10T10:41:25.054590+0000","last_fullsized":"2024-09-10T10:41:25.054590+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:52:16.470261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060767+0000","last_change":"2024-09-10T10:41:24.069288+0000","last_active":"2024-09-10T10:41:25.060767+0000","last_peered":"2024-09-10T10:41:25.060767+0000","last_clean":"2024-09-10T10:41:25.060767+0000","last_became_active":"2024-09-10T10:41:24.069018+0000","last_became_peered":"2024-09-10T10:41:24.069018+0000","last_unstale":"2024-09-10T10:41:25.060767+0000","last_undegraded":"2024-09-10T10:41:25.060767+0000","last_fullsized":"2024-09-10T10:41:25.060767+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:02:24.109232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.080318+0000","last_change":"2024-09-10T10:41:23.070651+0000","last_active":"2024-09-10T10:41:25.080318+0000","last_peered":"2024-09-10T10:41:25.080318+0000","last_clean":"2024-09-10T10:41:25.080318+0000","last_became_active":"2024-09-10T10:41:23.070333+0000","last_became_peered":"2024-09-10T10:41:23.070333+0000","last_unstale":"2024-09-10T10:41:25.080318+0000","last_undegraded":"2024-09-10T10:41:25.080318+0000","last_fullsized":"2024-09-10T10:41:25.080318+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:39:13.903339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.059827+0000","last_change":"2024-09-10T10:41:24.072865+0000","last_active":"2024-09-10T10:41:25.059827+0000","last_peered":"2024-09-10T10:41:25.059827+0000","last_clean":"2024-09-10T10:41:25.059827+0000","last_became_active":"2024-09-10T10:41:24.072563+0000","last_became_peered":"2024-09-10T10:41:24.072563+0000","last_unstale":"2024-09-10T10:41:25.059827+0000","last_undegraded":"2024-09-10T10:41:25.059827+0000","last_fullsized":"2024-09-10T10:41:25.059827+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:48:38.777946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.684032+0000","last_change":"2024-09-10T10:41:23.074734+0000","last_active":"2024-09-10T10:41:26.684032+0000","last_peered":"2024-09-10T10:41:26.684032+0000","last_clean":"2024-09-10T10:41:26.684032+0000","last_became_active":"2024-09-10T10:41:23.074282+0000","last_became_peered":"2024-09-10T10:41:23.074282+0000","last_unstale":"2024-09-10T10:41:26.684032+0000","last_undegraded":"2024-09-10T10:41:26.684032+0000","last_fullsized":"2024-09-10T10:41:26.684032+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:35:40.231032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.060127+0000","last_change":"2024-09-10T10:41:24.066647+0000","last_active":"2024-09-10T10:41:25.060127+0000","last_peered":"2024-09-10T10:41:25.060127+0000","last_clean":"2024-09-10T10:41:25.060127+0000","last_became_active":"2024-09-10T10:41:24.066288+0000","last_became_peered":"2024-09-10T10:41:24.066288+0000","last_unstale":"2024-09-10T10:41:25.060127+0000","last_undegraded":"2024-09-10T10:41:25.060127+0000","last_fullsized":"2024-09-10T10:41:25.060127+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:39:14.910673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681343+0000","last_change":"2024-09-10T10:41:23.056896+0000","last_active":"2024-09-10T10:41:26.681343+0000","last_peered":"2024-09-10T10:41:26.681343+0000","last_clean":"2024-09-10T10:41:26.681343+0000","last_became_active":"2024-09-10T10:41:23.056623+0000","last_became_peered":"2024-09-10T10:41:23.056623+0000","last_unstale":"2024-09-10T10:41:26.681343+0000","last_undegraded":"2024-09-10T10:41:26.681343+0000","last_fullsized":"2024-09-10T10:41:26.681343+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:37:21.033158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079972+0000","last_change":"2024-09-10T10:41:24.073014+0000","last_active":"2024-09-10T10:41:25.079972+0000","last_peered":"2024-09-10T10:41:25.079972+0000","last_clean":"2024-09-10T10:41:25.079972+0000","last_became_active":"2024-09-10T10:41:24.072720+0000","last_became_peered":"2024-09-10T10:41:24.072720+0000","last_unstale":"2024-09-10T10:41:25.079972+0000","last_undegraded":"2024-09-10T10:41:25.079972+0000","last_fullsized":"2024-09-10T10:41:25.079972+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:11.077867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.682819+0000","last_change":"2024-09-10T10:41:23.072079+0000","last_active":"2024-09-10T10:41:26.682819+0000","last_peered":"2024-09-10T10:41:26.682819+0000","last_clean":"2024-09-10T10:41:26.682819+0000","last_became_active":"2024-09-10T10:41:23.071384+0000","last_became_peered":"2024-09-10T10:41:23.071384+0000","last_unstale":"2024-09-10T10:41:26.682819+0000","last_undegraded":"2024-09-10T10:41:26.682819+0000","last_fullsized":"2024-09-10T10:41:26.682819+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:45.298108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.683592+0000","last_change":"2024-09-10T10:41:24.081267+0000","last_active":"2024-09-10T10:41:26.683592+0000","last_peered":"2024-09-10T10:41:26.683592+0000","last_clean":"2024-09-10T10:41:26.683592+0000","last_became_active":"2024-09-10T10:41:24.080984+0000","last_became_peered":"2024-09-10T10:41:24.080984+0000","last_unstale":"2024-09-10T10:41:26.683592+0000","last_undegraded":"2024-09-10T10:41:26.683592+0000","last_fullsized":"2024-09-10T10:41:26.683592+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:01:24.459489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079996+0000","last_change":"2024-09-10T10:41:23.068400+0000","last_active":"2024-09-10T10:41:25.079996+0000","last_peered":"2024-09-10T10:41:25.079996+0000","last_clean":"2024-09-10T10:41:25.079996+0000","last_became_active":"2024-09-10T10:41:23.068087+0000","last_became_peered":"2024-09-10T10:41:23.068087+0000","last_unstale":"2024-09-10T10:41:25.079996+0000","last_undegraded":"2024-09-10T10:41:25.079996+0000","last_fullsized":"2024-09-10T10:41:25.079996+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:35:12.902873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079860+0000","last_change":"2024-09-10T10:41:24.079860+0000","last_active":"2024-09-10T10:41:25.079860+0000","last_peered":"2024-09-10T10:41:25.079860+0000","last_clean":"2024-09-10T10:41:25.079860+0000","last_became_active":"2024-09-10T10:41:24.079489+0000","last_became_peered":"2024-09-10T10:41:24.079489+0000","last_unstale":"2024-09-10T10:41:25.079860+0000","last_undegraded":"2024-09-10T10:41:25.079860+0000","last_fullsized":"2024-09-10T10:41:25.079860+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:34.466790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:25.079780+0000","last_change":"2024-09-10T10:41:23.064821+0000","last_active":"2024-09-10T10:41:25.079780+0000","last_peered":"2024-09-10T10:41:25.079780+0000","last_clean":"2024-09-10T10:41:25.079780+0000","last_became_active":"2024-09-10T10:41:23.064524+0000","last_became_peered":"2024-09-10T10:41:23.064524+0000","last_unstale":"2024-09-10T10:41:25.079780+0000","last_undegraded":"2024-09-10T10:41:25.079780+0000","last_fullsized":"2024-09-10T10:41:25.079780+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:49.847851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.684344+0000","last_change":"2024-09-10T10:41:24.077975+0000","last_active":"2024-09-10T10:41:26.684344+0000","last_peered":"2024-09-10T10:41:26.684344+0000","last_clean":"2024-09-10T10:41:26.684344+0000","last_became_active":"2024-09-10T10:41:24.077331+0000","last_became_peered":"2024-09-10T10:41:24.077331+0000","last_unstale":"2024-09-10T10:41:26.684344+0000","last_undegraded":"2024-09-10T10:41:26.684344+0000","last_fullsized":"2024-09-10T10:41:26.684344+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:23.040938+0000","last_clean_scrub_stamp":"2024-09-10T10:41:23.040938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:07:24.151731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.681829+0000","last_change":"2024-09-10T10:41:23.069021+0000","last_active":"2024-09-10T10:41:26.681829+0000","last_peered":"2024-09-10T10:41:26.681829+0000","last_clean":"2024-09-10T10:41:26.681829+0000","last_became_active":"2024-09-10T10:41:23.068705+0000","last_became_peered":"2024-09-10T10:41:23.068705+0000","last_unstale":"2024-09-10T10:41:26.681829+0000","last_undegraded":"2024-09-10T10:41:26.681829+0000","last_fullsized":"2024-09-10T10:41:26.681829+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:41:22.033604+0000","last_clean_scrub_stamp":"2024-09-10T10:41:22.033604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:20.835902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":385,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-10T10:41:26.680972+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:41:26.680972+0000","last_peered":"2024-09-10T10:41:26.680972+0000","last_clean":"2024-09-10T10:41:26.680972+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:41:26.680972+0000","last_undegraded":"2024-09-10T10:41:26.680972+0000","last_fullsized":"2024-09-10T10:41:26.680972+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509553,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37044,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334796,"statfs":{"total":96636764160,"available":96598831104,"internally_reserved":0,"allocated":1728512,"data_stored":742930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509553,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37040,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334800,"statfs":{"total":96636764160,"available":96598835200,"internally_reserved":0,"allocated":1732608,"data_stored":742964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509552,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32880,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338960,"statfs":{"total":96636764160,"available":96603095040,"internally_reserved":0,"allocated":1732608,"data_stored":742964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509553,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37056,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334784,"statfs":{"total":96636764160,"available":96598818816,"internally_reserved":0,"allocated":1744896,"data_stored":744564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509554,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32884,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338956,"statfs":{"total":96636764160,"available":96603090944,"internally_reserved":0,"allocated":1732608,"data_stored":743512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509553,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37640,"kb_used_data":2292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334200,"statfs":{"total":96636764160,"available":96598220800,"internally_reserved":0,"allocated":2347008,"data_stored":1335092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509552,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32884,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338956,"statfs":{"total":96636764160,"available":96603090944,"internally_reserved":0,"allocated":1732608,"data_stored":743000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542258,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33464,"kb_used_data":2276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338376,"statfs":{"total":96636764160,"available":96602497024,"internally_reserved":0,"allocated":2330624,"data_stored":1333970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:41:33.155 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:41:33.156 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:41:33.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.340+0000 7f4ac7200640 1 Processor -- start 2024-09-10T10:41:33.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.340+0000 7f4ac7200640 1 -- start start 2024-09-10T10:41:33.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4ac7200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ac80d0290 0x7f4ac813e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4ac7200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4ac80d0670 0x7f4ac815c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4ac7200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f4ac80b4780 0x7f4ac80b4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4ac7200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f4ac815fc50 con 0x7f4ac80d0670 2024-09-10T10:41:33.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4ac7200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f4ac815c670 con 0x7f4ac80b4780 2024-09-10T10:41:33.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4ac7200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4ac815f0d0 con 0x7f4ac80d0290 2024-09-10T10:41:33.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4abd400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4ac80d0670 0x7f4ac815c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4abd400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f4ac80d0670 0x7f4ac815c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35664/0 (socket says 172.21.15.22:35664) 2024-09-10T10:41:33.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4abd400640 1 -- 172.21.15.22:0/4068653925 learned_addr learned my addr 172.21.15.22:0/4068653925 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:33.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4ac6800640 1 --2- 172.21.15.22:0/4068653925 >> v2:172.21.15.145:3300/0 conn(0x7f4ac80b4780 0x7f4ac80b4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4ac5e00640 1 --2- 172.21.15.22:0/4068653925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ac80d0290 0x7f4ac813e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4abd400640 1 -- 172.21.15.22:0/4068653925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ac80d0290 msgr2=0x7f4ac813e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:33.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4abd400640 1 --2- 172.21.15.22:0/4068653925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ac80d0290 0x7f4ac813e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4abd400640 1 -- 172.21.15.22:0/4068653925 >> v2:172.21.15.145:3300/0 conn(0x7f4ac80b4780 msgr2=0x7f4ac80b4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:33.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4abd400640 1 --2- 172.21.15.22:0/4068653925 >> v2:172.21.15.145:3300/0 conn(0x7f4ac80b4780 0x7f4ac80b4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4abd400640 1 -- 172.21.15.22:0/4068653925 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ac815f3b0 con 0x7f4ac80d0670 2024-09-10T10:41:33.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4ac6800640 1 --2- 172.21.15.22:0/4068653925 >> v2:172.21.15.145:3300/0 conn(0x7f4ac80b4780 0x7f4ac80b4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:33.347 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.344+0000 7f4abd400640 1 --2- 172.21.15.22:0/4068653925 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 0x7f4ac815c130 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f4ac80d0ee0 tx=0x7f4ab001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16992fe36bc99b18 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:33.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac5400640 1 -- 172.21.15.22:0/4068653925 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab00ab5f0 con 0x7f4ac80d0670 2024-09-10T10:41:33.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac5400640 1 -- 172.21.15.22:0/4068653925 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ab00b0070 con 0x7f4ac80d0670 2024-09-10T10:41:33.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac5400640 1 -- 172.21.15.22:0/4068653925 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab00ab9b0 con 0x7f4ac80d0670 2024-09-10T10:41:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 -- 172.21.15.22:0/4068653925 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 msgr2=0x7f4ac815c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 --2- 172.21.15.22:0/4068653925 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 0x7f4ac815c130 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f4ac80d0ee0 tx=0x7f4ab001c520 comp rx=0 tx=0).stop 2024-09-10T10:41:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 -- 172.21.15.22:0/4068653925 shutdown_connections 2024-09-10T10:41:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 --2- 172.21.15.22:0/4068653925 >> v2:172.21.15.145:3300/0 conn(0x7f4ac80b4780 0x7f4ac80b4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 --2- 172.21.15.22:0/4068653925 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 0x7f4ac815c130 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 --2- 172.21.15.22:0/4068653925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ac80d0290 0x7f4ac813e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 -- 172.21.15.22:0/4068653925 >> 172.21.15.22:0/4068653925 conn(0x7f4ac806bcc0 msgr2=0x7f4ac806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 -- 172.21.15.22:0/4068653925 shutdown_connections 2024-09-10T10:41:33.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 -- 172.21.15.22:0/4068653925 wait complete. 2024-09-10T10:41:33.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 Processor -- start 2024-09-10T10:41:33.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 -- start start 2024-09-10T10:41:33.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ac80b4780 0x7f4ac81531e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ac80d0290 0x7f4ac815d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 0x7f4ac8151f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac80b2630 con 0x7f4ac80d0670 2024-09-10T10:41:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac815eeb0 con 0x7f4ac80d0290 2024-09-10T10:41:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac7200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4ac80b27b0 con 0x7f4ac80b4780 2024-09-10T10:41:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 0x7f4ac8151f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac6800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 0x7f4ac8151f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35676/0 (socket says 172.21.15.22:35676) 2024-09-10T10:41:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac6800640 1 -- 172.21.15.22:0/1262834227 learned_addr learned my addr 172.21.15.22:0/1262834227 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4ac5e00640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ac80b4780 0x7f4ac81531e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.348+0000 7f4abd400640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ac80d0290 0x7f4ac815d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4ac6800640 1 -- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ac80b4780 msgr2=0x7f4ac81531e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4ac6800640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ac80b4780 0x7f4ac81531e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4ac6800640 1 -- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ac80d0290 msgr2=0x7f4ac815d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4ac6800640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ac80d0290 0x7f4ac815d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4ac6800640 1 -- 172.21.15.22:0/1262834227 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ac813e1f0 con 0x7f4ac80d0670 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4ac6800640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 0x7f4ac8151f50 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f4ac0009fd0 tx=0x7f4ac000d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4abea00640 1 -- 172.21.15.22:0/1262834227 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac001a070 con 0x7f4ac80d0670 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4abea00640 1 -- 172.21.15.22:0/1262834227 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ac0003bc0 con 0x7f4ac80d0670 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4abea00640 1 -- 172.21.15.22:0/1262834227 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac0004030 con 0x7f4ac80d0670 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4ac7200640 1 -- 172.21.15.22:0/1262834227 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ac8153aa0 con 0x7f4ac80d0670 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4ac7200640 1 -- 172.21.15.22:0/1262834227 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ac8154060 con 0x7f4ac80d0670 2024-09-10T10:41:33.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4ac7200640 1 -- 172.21.15.22:0/1262834227 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ac80b2b90 con 0x7f4ac80d0670 2024-09-10T10:41:33.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4abea00640 1 -- 172.21.15.22:0/1262834227 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4ac001d070 con 0x7f4ac80d0670 2024-09-10T10:41:33.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4abea00640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4aa40678c0 0x7f4aa4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.352+0000 7f4abea00640 1 -- 172.21.15.22:0/1262834227 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f4ac0085f30 con 0x7f4ac80d0670 2024-09-10T10:41:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.356+0000 7f4ac5e00640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4aa40678c0 0x7f4aa4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.356+0000 7f4ac5e00640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4aa40678c0 0x7f4aa4069d80 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f4ab80079e0 tx=0x7f4ab8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:33.360 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.360+0000 7f4abea00640 1 -- 172.21.15.22:0/1262834227 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4ac0010070 con 0x7f4ac80d0670 2024-09-10T10:41:33.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.580+0000 7f4ac7200640 1 -- 172.21.15.22:0/1262834227 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f4ac815e7e0 con 0x7f4ac80d0670 2024-09-10T10:41:33.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.584+0000 7f4abea00640 1 -- 172.21.15.22:0/1262834227 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v23) ==== 190+0+147 (secure 0 0 0) 0x7f4ac0056410 con 0x7f4ac80d0670 2024-09-10T10:41:33.586 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-10T10:41:33.586 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQD9H+BmeaZIHhAAojYlxX+BgwkH968dK6MVCA== 2024-09-10T10:41:33.586 INFO:teuthology.orchestra.run.smithi022.stdout: caps mds = "allow" 2024-09-10T10:41:33.586 INFO:teuthology.orchestra.run.smithi022.stdout: caps mon = "allow r" 2024-09-10T10:41:33.587 INFO:teuthology.orchestra.run.smithi022.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:41:33.587 INFO:teuthology.orchestra.run.smithi022.stderr:updated caps for client.0 2024-09-10T10:41:33.588 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 -- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4aa40678c0 msgr2=0x7f4aa4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4aa40678c0 0x7f4aa4069d80 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f4ab80079e0 tx=0x7f4ab8008040 comp rx=0 tx=0).stop 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 -- 172.21.15.22:0/1262834227 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 msgr2=0x7f4ac8151f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 0x7f4ac8151f50 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f4ac0009fd0 tx=0x7f4ac000d560 comp rx=0 tx=0).stop 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 -- 172.21.15.22:0/1262834227 shutdown_connections 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f4aa40678c0 0x7f4aa4069d80 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f4ac80d0670 0x7f4ac8151f50 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4ac80d0290 0x7f4ac815d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 --2- 172.21.15.22:0/1262834227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4ac80b4780 0x7f4ac81531e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 -- 172.21.15.22:0/1262834227 >> 172.21.15.22:0/1262834227 conn(0x7f4ac806bcc0 msgr2=0x7f4ac8070e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 -- 172.21.15.22:0/1262834227 shutdown_connections 2024-09-10T10:41:33.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.588+0000 7f4ac7200640 1 -- 172.21.15.22:0/1262834227 wait complete. 2024-09-10T10:41:33.609 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:33.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc64a600640 1 Processor -- start 2024-09-10T10:41:33.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc64a600640 1 -- start start 2024-09-10T10:41:33.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc64a600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc64415e580 0x7fc644070a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc64a600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc644070fc0 0x7fc64415e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc64a600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc64406d1a0 con 0x7fc64415eea0 2024-09-10T10:41:33.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc64a600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fc64406d480 con 0x7fc64415e580 2024-09-10T10:41:33.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc64a600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc64406d760 con 0x7fc644070fc0 2024-09-10T10:41:33.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc643400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fc64415e580 0x7fc644070a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc643e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fc64415eea0 0x7fc6440b6bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36620/0 (socket says 172.21.15.22:36620) 2024-09-10T10:41:33.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc643e00640 1 -- 172.21.15.22:0/3471538066 learned_addr learned my addr 172.21.15.22:0/3471538066 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:33.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc63aa00640 1 --2- 172.21.15.22:0/3471538066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc644070fc0 0x7fc64415e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc643400640 1 -- 172.21.15.22:0/3471538066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc644070fc0 msgr2=0x7fc64415e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:33.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc643400640 1 --2- 172.21.15.22:0/3471538066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc644070fc0 0x7fc64415e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc643400640 1 -- 172.21.15.22:0/3471538066 >> v1:172.21.15.22:6789/0 conn(0x7fc64415eea0 legacy=0x7fc6440b6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.748+0000 7fc643400640 1 -- 172.21.15.22:0/3471538066 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc64406da40 con 0x7fc64415e580 2024-09-10T10:41:33.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc643400640 1 --2- 172.21.15.22:0/3471538066 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 0x7fc644070a80 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7fc6340097c0 tx=0x7fc63401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3266d8663277767b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:33.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc642a00640 1 -- 172.21.15.22:0/3471538066 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6340b1070 con 0x7fc64415e580 2024-09-10T10:41:33.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc642a00640 1 -- 172.21.15.22:0/3471538066 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6340ac410 con 0x7fc64415e580 2024-09-10T10:41:33.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc642a00640 1 -- 172.21.15.22:0/3471538066 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6340ac7e0 con 0x7fc64415e580 2024-09-10T10:41:33.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc64a600640 1 -- 172.21.15.22:0/3471538066 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 msgr2=0x7fc644070a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc64a600640 1 --2- 172.21.15.22:0/3471538066 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 0x7fc644070a80 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7fc6340097c0 tx=0x7fc63401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc64a600640 1 -- 172.21.15.22:0/3471538066 shutdown_connections 2024-09-10T10:41:33.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc64a600640 1 --2- 172.21.15.22:0/3471538066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc644070fc0 0x7fc64415e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc64a600640 1 --2- 172.21.15.22:0/3471538066 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 0x7fc644070a80 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc64a600640 1 -- 172.21.15.22:0/3471538066 >> 172.21.15.22:0/3471538066 conn(0x7fc64406f3b0 msgr2=0x7fc64406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:33.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc64a600640 1 -- 172.21.15.22:0/3471538066 shutdown_connections 2024-09-10T10:41:33.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.752+0000 7fc64a600640 1 -- 172.21.15.22:0/3471538066 wait complete. 2024-09-10T10:41:33.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 Processor -- start 2024-09-10T10:41:33.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 -- start start 2024-09-10T10:41:33.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc644070fc0 0x7fc64414e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 0x7fc64414e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc64415eea0 0x7fc644153820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fc64406cc20 con 0x7fc64415e580 2024-09-10T10:41:33.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc64406caa0 con 0x7fc644070fc0 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc64416b220 con 0x7fc64415eea0 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 0x7fc64414e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 0x7fc64414e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35692/0 (socket says 172.21.15.22:35692) 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63aa00640 1 -- 172.21.15.22:0/1252015757 learned_addr learned my addr 172.21.15.22:0/1252015757 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc643400640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc644070fc0 0x7fc64414e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc643e00640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc64415eea0 0x7fc644153820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63aa00640 1 -- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc64415eea0 msgr2=0x7fc644153820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63aa00640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc64415eea0 0x7fc644153820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63aa00640 1 -- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc644070fc0 msgr2=0x7fc64414e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63aa00640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc644070fc0 0x7fc64414e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63aa00640 1 -- 172.21.15.22:0/1252015757 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc644152d80 con 0x7fc64415e580 2024-09-10T10:41:33.760 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc643e00640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc64415eea0 0x7fc644153820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:33.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63aa00640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 0x7fc64414e980 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7fc62c00d800 tx=0x7fc62c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:33.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63be00640 1 -- 172.21.15.22:0/1252015757 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc62c00b6c0 con 0x7fc64415e580 2024-09-10T10:41:33.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63be00640 1 -- 172.21.15.22:0/1252015757 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc62c019070 con 0x7fc64415e580 2024-09-10T10:41:33.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc63be00640 1 -- 172.21.15.22:0/1252015757 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc62c00ba60 con 0x7fc64415e580 2024-09-10T10:41:33.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 -- 172.21.15.22:0/1252015757 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc64414f1e0 con 0x7fc64415e580 2024-09-10T10:41:33.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 -- 172.21.15.22:0/1252015757 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc644153020 con 0x7fc64415e580 2024-09-10T10:41:33.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.756+0000 7fc64a600640 1 -- 172.21.15.22:0/1252015757 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc64415e960 con 0x7fc64415e580 2024-09-10T10:41:33.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.760+0000 7fc63be00640 1 -- 172.21.15.22:0/1252015757 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc62c00bc00 con 0x7fc64415e580 2024-09-10T10:41:33.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.760+0000 7fc63be00640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6200678c0 0x7fc620069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:33.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.760+0000 7fc63be00640 1 -- 172.21.15.22:0/1252015757 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7fc62c086160 con 0x7fc64415e580 2024-09-10T10:41:33.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.760+0000 7fc643400640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6200678c0 0x7fc620069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:33.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.760+0000 7fc643400640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6200678c0 0x7fc620069d80 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fc6340ae000 tx=0x7fc634008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:33.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.764+0000 7fc63be00640 1 -- 172.21.15.22:0/1252015757 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc62c056c00 con 0x7fc64415e580 2024-09-10T10:41:33.965 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.964+0000 7fc64a600640 1 -- 172.21.15.22:0/1252015757 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc6440b29f0 con 0x7fc64415e580 2024-09-10T10:41:33.966 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.964+0000 7fc63be00640 1 -- 172.21.15.22:0/1252015757 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 105 v105) ==== 95+0+5236 (secure 0 0 0) 0x7fc62c056500 con 0x7fc64415e580 2024-09-10T10:41:33.966 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:33.966 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":105,"btime":"2024-09-10T10:41:27:073026+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6827,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1259099189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1259099189},{"type":"v1","addr":"172.21.15.145:6836","nonce":1259099189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":6830,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/528487940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":528487940},{"type":"v1","addr":"172.21.15.145:6837","nonce":528487940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":8364,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1215506207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1215506207},{"type":"v1","addr":"172.21.15.22:6834","nonce":1215506207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":105,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:41:23.453868+0000","modified":"2024-09-10T10:41:26.466021+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8370":{"gid":8370,"name":"c","rank":0,"incarnation":102,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/3111544654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3111544654},{"type":"v1","addr":"172.21.15.22:6835","nonce":3111544654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8370,"qdb_cluster":[8370]},"id":11}]} 2024-09-10T10:41:33.967 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 105 2024-09-10T10:41:33.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 -- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6200678c0 msgr2=0x7fc620069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6200678c0 0x7fc620069d80 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fc6340ae000 tx=0x7fc634008040 comp rx=0 tx=0).stop 2024-09-10T10:41:33.968 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 -- 172.21.15.22:0/1252015757 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 msgr2=0x7fc64414e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:33.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 0x7fc64414e980 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7fc62c00d800 tx=0x7fc62c00dcc0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 -- 172.21.15.22:0/1252015757 shutdown_connections 2024-09-10T10:41:33.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fc6200678c0 0x7fc620069d80 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc64415eea0 0x7fc644153820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fc64415e580 0x7fc64414e980 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 --2- 172.21.15.22:0/1252015757 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc644070fc0 0x7fc64414e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:33.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 -- 172.21.15.22:0/1252015757 >> 172.21.15.22:0/1252015757 conn(0x7fc64406f3b0 msgr2=0x7fc6440b41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:33.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 -- 172.21.15.22:0/1252015757 shutdown_connections 2024-09-10T10:41:33.969 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:33.968+0000 7fc64a600640 1 -- 172.21.15.22:0/1252015757 wait complete. 2024-09-10T10:41:34.390 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 105, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:41:23.453868+0000', 'modified': '2024-09-10T10:41:26.466021+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8370}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8370': {'gid': 8370, 'name': 'c', 'rank': 0, 'incarnation': 102, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.22:6835/3111544654', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.22:6833', 'nonce': 3111544654}, {'type': 'v1', 'addr': '172.21.15.22:6835', 'nonce': 3111544654}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [23], 'metadata_pool': 22, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8370, 'qdb_cluster': [8370]} 2024-09-10T10:41:34.390 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:41:34.391 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T10:41:34.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2837600640 1 Processor -- start 2024-09-10T10:41:34.534 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2837600640 1 -- start start 2024-09-10T10:41:34.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2837600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f283015b220 0x7f2830071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2837600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28300b56f0 0x7f28300b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2837600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28300ce880 con 0x7f283015b600 2024-09-10T10:41:34.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2837600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f283006d6e0 con 0x7f283015b220 2024-09-10T10:41:34.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2837600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f28300ceb60 con 0x7f28300b56f0 2024-09-10T10:41:34.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2827e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f283015b600 0x7f28300b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:36624/0 (socket says 172.21.15.22:36624) 2024-09-10T10:41:34.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2827e00640 1 -- 172.21.15.22:0/4202171130 learned_addr learned my addr 172.21.15.22:0/4202171130 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:34.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2834c00640 1 --2- 172.21.15.22:0/4202171130 >> v2:172.21.15.22:3300/0 conn(0x7f283015b220 0x7f2830071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f282fe00640 1 -- 172.21.15.22:0/4202171130 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1613036213 0 0) 0x7f28300ce880 con 0x7f283015b600 2024-09-10T10:41:34.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2835600640 1 --2- 172.21.15.22:0/4202171130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28300b56f0 0x7f28300b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.537 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f282fe00640 1 -- 172.21.15.22:0/4202171130 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2814003530 con 0x7f283015b600 2024-09-10T10:41:34.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2834c00640 1 -- 172.21.15.22:0/4202171130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28300b56f0 msgr2=0x7f28300b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2834c00640 1 --2- 172.21.15.22:0/4202171130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28300b56f0 0x7f28300b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2834c00640 1 -- 172.21.15.22:0/4202171130 >> v1:172.21.15.22:6789/0 conn(0x7f283015b600 legacy=0x7f28300b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2834c00640 1 -- 172.21.15.22:0/4202171130 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28300cee40 con 0x7f283015b220 2024-09-10T10:41:34.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.532+0000 7f2835600640 1 --2- 172.21.15.22:0/4202171130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28300b56f0 0x7f28300b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:34.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f2834c00640 1 --2- 172.21.15.22:0/4202171130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f283015b220 0x7f2830071140 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f28200097c0 tx=0x7f282001c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fabeade20e221f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f282fe00640 1 -- 172.21.15.22:0/4202171130 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28200b0070 con 0x7f283015b220 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f282fe00640 1 -- 172.21.15.22:0/4202171130 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28200ab600 con 0x7f283015b220 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f282fe00640 1 -- 172.21.15.22:0/4202171130 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28200ab9d0 con 0x7f283015b220 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f2837600640 1 -- 172.21.15.22:0/4202171130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f283015b220 msgr2=0x7f2830071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f2837600640 1 --2- 172.21.15.22:0/4202171130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f283015b220 0x7f2830071140 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f28200097c0 tx=0x7f282001c350 comp rx=0 tx=0).stop 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f2837600640 1 -- 172.21.15.22:0/4202171130 shutdown_connections 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f2837600640 1 --2- 172.21.15.22:0/4202171130 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f28300b56f0 0x7f28300b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f2837600640 1 --2- 172.21.15.22:0/4202171130 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f283015b220 0x7f2830071140 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f2837600640 1 -- 172.21.15.22:0/4202171130 >> 172.21.15.22:0/4202171130 conn(0x7f2830062dd0 msgr2=0x7f283006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f2837600640 1 -- 172.21.15.22:0/4202171130 shutdown_connections 2024-09-10T10:41:34.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.536+0000 7f2837600640 1 -- 172.21.15.22:0/4202171130 wait complete. 2024-09-10T10:41:34.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2837600640 1 Processor -- start 2024-09-10T10:41:34.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2837600640 1 -- start start 2024-09-10T10:41:34.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2837600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28300b56f0 0x7f2830147ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2837600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f283015b220 0x7f28301585e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2837600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f283015b600 0x7f2830156bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2837600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f28300cffd0 con 0x7f28300b56f0 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2837600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f28300cfe50 con 0x7f283015b600 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2837600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f28300d0150 con 0x7f283015b220 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2834c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28300b56f0 0x7f2830147ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2834c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28300b56f0 0x7f2830147ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35702/0 (socket says 172.21.15.22:35702) 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2834c00640 1 -- 172.21.15.22:0/3392799912 learned_addr learned my addr 172.21.15.22:0/3392799912 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2835600640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f283015b600 0x7f2830156bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2827e00640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f283015b220 0x7f28301585e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2834c00640 1 -- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f283015b220 msgr2=0x7f28301585e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2834c00640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f283015b220 0x7f28301585e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2834c00640 1 -- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f283015b600 msgr2=0x7f2830156bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2834c00640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f283015b600 0x7f2830156bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2834c00640 1 -- 172.21.15.22:0/3392799912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2830157540 con 0x7f28300b56f0 2024-09-10T10:41:34.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2834c00640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28300b56f0 0x7f2830147ca0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f2820019f80 tx=0x7f282001ab90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:34.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f282d600640 1 -- 172.21.15.22:0/3392799912 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28200b0050 con 0x7f28300b56f0 2024-09-10T10:41:34.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f282d600640 1 -- 172.21.15.22:0/3392799912 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28200bc070 con 0x7f28300b56f0 2024-09-10T10:41:34.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f282d600640 1 -- 172.21.15.22:0/3392799912 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28200b5a70 con 0x7f28300b56f0 2024-09-10T10:41:34.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2837600640 1 -- 172.21.15.22:0/3392799912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2830157820 con 0x7f28300b56f0 2024-09-10T10:41:34.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.540+0000 7f2837600640 1 -- 172.21.15.22:0/3392799912 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2830157de0 con 0x7f28300b56f0 2024-09-10T10:41:34.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f282d600640 1 -- 172.21.15.22:0/3392799912 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f28200b5c10 con 0x7f28300b56f0 2024-09-10T10:41:34.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f282d600640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f280c0678c0 0x7f280c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f282d600640 1 -- 172.21.15.22:0/3392799912 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f2820120750 con 0x7f28300b56f0 2024-09-10T10:41:34.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f2827e00640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f280c0678c0 0x7f280c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f283a8f9000 1 Processor -- start 2024-09-10T10:41:34.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f283a8f9000 1 -- start start 2024-09-10T10:41:34.547 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f2827e00640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f280c0678c0 0x7f280c069d80 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f2830072b00 tx=0x7f2818009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:34.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a970f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a926d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a927290 0x56020a927670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f283a8f9000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x56020a80eb60 con 0x56020a927290 2024-09-10T10:41:34.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f283a8f9000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56020a775c70 con 0x56020a970b20 2024-09-10T10:41:34.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.544+0000 7f283a8f9000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x56020a71bed0 con 0x56020a971440 2024-09-10T10:41:34.548 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2835600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a927290 0x56020a927670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2834c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a970f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2834c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a970f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:60146/0 (socket says 172.21.15.22:60146) 2024-09-10T10:41:34.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2834c00640 1 -- 172.21.15.22:0/2304898644 learned_addr learned my addr 172.21.15.22:0/2304898644 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:34.549 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2827e00640 1 --2- 172.21.15.22:0/2304898644 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a926d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2835600640 1 -- 172.21.15.22:0/2304898644 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 msgr2=0x56020a926d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2835600640 1 --2- 172.21.15.22:0/2304898644 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a926d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2835600640 1 -- 172.21.15.22:0/2304898644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 msgr2=0x56020a970f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2835600640 1 --2- 172.21.15.22:0/2304898644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a970f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2835600640 1 -- 172.21.15.22:0/2304898644 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56020a72de50 con 0x56020a927290 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2835600640 1 --2- 172.21.15.22:0/2304898644 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a927290 0x56020a927670 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f2828007f50 tx=0x7f282800e810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9295d6880c19fd37 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2825600640 1 -- 172.21.15.22:0/2304898644 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2828018630 con 0x56020a927290 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2825600640 1 -- 172.21.15.22:0/2304898644 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28280187d0 con 0x56020a927290 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2825600640 1 -- 172.21.15.22:0/2304898644 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2828018bc0 con 0x56020a927290 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 -- 172.21.15.22:0/2304898644 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a927290 msgr2=0x56020a927670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 --2- 172.21.15.22:0/2304898644 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a927290 0x56020a927670 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f2828007f50 tx=0x7f282800e810 comp rx=0 tx=0).stop 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 -- 172.21.15.22:0/2304898644 shutdown_connections 2024-09-10T10:41:34.551 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 --2- 172.21.15.22:0/2304898644 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a927290 0x56020a927670 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 --2- 172.21.15.22:0/2304898644 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a926d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 --2- 172.21.15.22:0/2304898644 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a970f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 -- 172.21.15.22:0/2304898644 >> 172.21.15.22:0/2304898644 conn(0x56020a92d600 msgr2=0x56020a925630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:34.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 -- 172.21.15.22:0/2304898644 shutdown_connections 2024-09-10T10:41:34.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 -- 172.21.15.22:0/2304898644 wait complete. 2024-09-10T10:41:34.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 -- start start 2024-09-10T10:41:34.552 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 Processor -- start 2024-09-10T10:41:34.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a92be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a931cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a932230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x56020a7d7b00 con 0x56020a92c390 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56020a750360 con 0x56020a970b20 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x56020a74d2d0 con 0x56020a971440 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f283a8f9000 10 client.0 _ll_register_callbacks cb 0x56020a912820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2835600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a932230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2835600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a932230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35726/0 (socket says 172.21.15.22:35726) 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.548+0000 7f2835600640 1 -- 172.21.15.22:0/4183385512 learned_addr learned my addr 172.21.15.22:0/4183385512 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f2827e00640 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a931cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f2834c00640 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a92be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f2835600640 1 -- 172.21.15.22:0/4183385512 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 msgr2=0x56020a931cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f2835600640 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a931cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f2835600640 1 -- 172.21.15.22:0/4183385512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 msgr2=0x56020a92be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f2835600640 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a92be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f2835600640 1 -- 172.21.15.22:0/4183385512 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56020a71c120 con 0x56020a92c390 2024-09-10T10:41:34.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f2835600640 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a932230 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x56020a82dac0 tx=0x7f2828004ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20823d918b27e534 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:34.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f281e000640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:41:34.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f281e000640 1 -- 172.21.15.22:0/4183385512 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2828003bb0 con 0x56020a92c390 2024-09-10T10:41:34.557 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 -- 172.21.15.22:0/4183385512 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28280187d0 con 0x56020a92c390 2024-09-10T10:41:34.560 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f281e000640 1 -- 172.21.15.22:0/4183385512 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f2828003d50 con 0x56020a92c390 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f281e000640 1 -- 172.21.15.22:0/4183385512 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=105) ==== 24+0+0 (secure 0 0 0) 0x7f282802d050 con 0x56020a92c390 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 10 client.8538 fetch_fsmap learned FSMap version 105 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 -- 172.21.15.22:0/4183385512 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=105,monmap=2+}) -- 0x56020a715450 con 0x56020a92c390 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f281e000640 1 -- 172.21.15.22:0/4183385512 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28280187d0 con 0x56020a92c390 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f281e000640 1 -- 172.21.15.22:0/4183385512 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 105) ==== 3502+0+0 (secure 0 0 0) 0x7f2828030020 con 0x56020a92c390 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 10 client.8538 fetch_fsmap finished waiting for FSMap version 105 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 10 client.8538 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 20 client.8538 populate_metadata read hostname 'smithi022' 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.22:6833/3111544654,v1:172.21.15.22:6835/3111544654] conn(0x56020a97f280 0x56020a981670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 4 client.8538 mds_command: new command op to 8370 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 -- 172.21.15.22:0/4183385512 --> [v2:172.21.15.22:6833/3111544654,v1:172.21.15.22:6835/3111544654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56020a70fc00 con 0x56020a97f280 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f2834c00640 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.22:6833/3111544654,v1:172.21.15.22:6835/3111544654] conn(0x56020a97f280 0x56020a981670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f2834c00640 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.22:6833/3111544654,v1:172.21.15.22:6835/3111544654] conn(0x56020a97f280 0x56020a981670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a7dd0cbca377e44 server_cookie=606d256f39b64a3d in_seq=0 out_seq=0 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f281e000640 10 client.8538 ms_handle_connect on v2:172.21.15.22:6833/3111544654 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f281e000640 1 -- 172.21.15.22:0/4183385512 <== mds.0 v2:172.21.15.22:6833/3111544654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56020a70fc00 con 0x56020a97f280 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f281e000640 10 client.8538 handle_command_reply: tid=0 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 client.8538 shutdown 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 -- 172.21.15.22:0/4183385512 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 msgr2=0x56020a932230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a932230 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x56020a82dac0 tx=0x7f2828004ac0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 -- 172.21.15.22:0/4183385512 shutdown_connections 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.22:6833/3111544654,v1:172.21.15.22:6835/3111544654] conn(0x56020a97f280 0x56020a981670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a932230 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a931cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 --2- 172.21.15.22:0/4183385512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a92be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 -- 172.21.15.22:0/4183385512 >> 172.21.15.22:0/4183385512 conn(0x56020a927290 msgr2=0x56020a925d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:34.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f281e000640 0 client.8538 ms_handle_reset on v2:172.21.15.22:6833/3111544654 2024-09-10T10:41:34.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 -- 172.21.15.22:0/4183385512 shutdown_connections 2024-09-10T10:41:34.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 1 -- 172.21.15.22:0/4183385512 wait complete. 2024-09-10T10:41:34.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.552+0000 7f283a8f9000 20 client.8538 trim_cache size 0 max 16384 2024-09-10T10:41:34.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f283a8f9000 1 Processor -- start 2024-09-10T10:41:34.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f283a8f9000 1 -- start start 2024-09-10T10:41:34.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a92c390 0x56020a96fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a970b20 0x56020a970200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a971440 0x56020a981670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f283a8f9000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2830202b30 con 0x56020a971440 2024-09-10T10:41:34.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f283a8f9000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f28300b1f20 con 0x56020a92c390 2024-09-10T10:41:34.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f283a8f9000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f28300b2570 con 0x56020a970b20 2024-09-10T10:41:34.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2835600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a971440 0x56020a981670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2835600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a971440 0x56020a981670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35734/0 (socket says 172.21.15.22:35734) 2024-09-10T10:41:34.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2835600640 1 -- 172.21.15.22:0/1274596347 learned_addr learned my addr 172.21.15.22:0/1274596347 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:34.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2827e00640 1 --2- 172.21.15.22:0/1274596347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a970b20 0x56020a970200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2834c00640 1 --2- 172.21.15.22:0/1274596347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a92c390 0x56020a96fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2835600640 1 -- 172.21.15.22:0/1274596347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a970b20 msgr2=0x56020a970200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.577 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2835600640 1 --2- 172.21.15.22:0/1274596347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a970b20 0x56020a970200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2835600640 1 -- 172.21.15.22:0/1274596347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a92c390 msgr2=0x56020a96fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2835600640 1 --2- 172.21.15.22:0/1274596347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a92c390 0x56020a96fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2835600640 1 -- 172.21.15.22:0/1274596347 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56020a6fcfd0 con 0x56020a971440 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.572+0000 7f2834c00640 1 --2- 172.21.15.22:0/1274596347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a92c390 0x56020a96fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2835600640 1 --2- 172.21.15.22:0/1274596347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a971440 0x56020a981670 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f28280186c0 tx=0x7f282801e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cbc1692edee1b65 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2824c00640 1 -- 172.21.15.22:0/1274596347 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2828003bb0 con 0x56020a971440 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2824c00640 1 -- 172.21.15.22:0/1274596347 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2828025070 con 0x56020a971440 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2824c00640 1 -- 172.21.15.22:0/1274596347 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28280189d0 con 0x56020a971440 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 -- 172.21.15.22:0/1274596347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a971440 msgr2=0x56020a981670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 --2- 172.21.15.22:0/1274596347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a971440 0x56020a981670 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f28280186c0 tx=0x7f282801e000 comp rx=0 tx=0).stop 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 -- 172.21.15.22:0/1274596347 shutdown_connections 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 --2- 172.21.15.22:0/1274596347 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a971440 0x56020a981670 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.578 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 --2- 172.21.15.22:0/1274596347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a970b20 0x56020a970200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 --2- 172.21.15.22:0/1274596347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a92c390 0x56020a96fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 -- 172.21.15.22:0/1274596347 >> 172.21.15.22:0/1274596347 conn(0x56020a927290 msgr2=0x56020a92b650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:34.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 -- 172.21.15.22:0/1274596347 shutdown_connections 2024-09-10T10:41:34.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 -- 172.21.15.22:0/1274596347 wait complete. 2024-09-10T10:41:34.579 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 -- start start 2024-09-10T10:41:34.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 Processor -- start 2024-09-10T10:41:34.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a984590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a99f960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a99fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x56020a774f80 con 0x56020a92c390 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56020a72dca0 con 0x56020a970b20 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x56020a77a2a0 con 0x56020a971440 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f283a8f9000 10 client.0 _ll_register_callbacks cb 0x7f28200b5f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2834c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a984590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2834c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a984590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35738/0 (socket says 172.21.15.22:35738) 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2834c00640 1 -- 172.21.15.22:0/379527818 learned_addr learned my addr 172.21.15.22:0/379527818 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2827e00640 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a99f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2835600640 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a99fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2834c00640 1 -- 172.21.15.22:0/379527818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 msgr2=0x56020a99fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2834c00640 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a99fea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2834c00640 1 -- 172.21.15.22:0/379527818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 msgr2=0x56020a99f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2834c00640 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a99f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2834c00640 1 -- 172.21.15.22:0/379527818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56020a7f8750 con 0x56020a92c390 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f2834c00640 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a984590 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f28200097c0 tx=0x7f28200190f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=242925838219968 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.576+0000 7f281e000640 10 client.0 ms_handle_connect on v2:172.21.15.22:3300/0 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f281e000640 1 -- 172.21.15.22:0/379527818 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28200f4ea0 con 0x56020a92c390 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f281e000640 1 -- 172.21.15.22:0/379527818 <== mon.0 v2:172.21.15.22:3300/0 2 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f28200eedf0 con 0x56020a92c390 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 -- 172.21.15.22:0/379527818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2828025070 con 0x56020a92c390 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f281e000640 1 -- 172.21.15.22:0/379527818 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_get_version_reply(handle=1 version=105) ==== 24+0+0 (secure 0 0 0) 0x7f28200f96d0 con 0x56020a92c390 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 10 client.8544 fetch_fsmap learned FSMap version 105 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 -- 172.21.15.22:0/379527818 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,fsmap=105,monmap=2+}) -- 0x56020a703a30 con 0x56020a92c390 2024-09-10T10:41:34.585 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f281e000640 1 -- 172.21.15.22:0/379527818 <== mon.0 v2:172.21.15.22:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2828025070 con 0x56020a92c390 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f281e000640 1 -- 172.21.15.22:0/379527818 <== mon.0 v2:172.21.15.22:3300/0 5 ==== fsmap(e 105) ==== 3502+0+0 (secure 0 0 0) 0x7f28200ed160 con 0x56020a92c390 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 10 client.8544 fetch_fsmap finished waiting for FSMap version 105 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 10 client.8544 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 20 client.8544 populate_metadata read hostname 'smithi022' 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.22:6833/3111544654,v1:172.21.15.22:6835/3111544654] conn(0x56020a9a03e0 0x56020a9e36b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 4 client.8544 mds_command: new command op to 8370 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 -- 172.21.15.22:0/379527818 --> [v2:172.21.15.22:6833/3111544654,v1:172.21.15.22:6835/3111544654] -- command(tid 0: {"prefix": "status"}) -- 0x56020a7833a0 con 0x56020a9a03e0 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2827e00640 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.22:6833/3111544654,v1:172.21.15.22:6835/3111544654] conn(0x56020a9a03e0 0x56020a9e36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2827e00640 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.22:6833/3111544654,v1:172.21.15.22:6835/3111544654] conn(0x56020a9a03e0 0x56020a9e36b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=869f5c8af66e36d0 server_cookie=eeabb9855d96b80b in_seq=0 out_seq=0 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f281e000640 10 client.8544 ms_handle_connect on v2:172.21.15.22:6833/3111544654 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f281e000640 1 -- 172.21.15.22:0/379527818 <== mds.0 v2:172.21.15.22:6833/3111544654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x56020a7833a0 con 0x56020a9a03e0 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f281e000640 10 client.8544 handle_command_reply: tid=0 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 client.8544 shutdown 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 -- 172.21.15.22:0/379527818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 msgr2=0x56020a984590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a984590 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f28200097c0 tx=0x7f28200190f0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 -- 172.21.15.22:0/379527818 shutdown_connections 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.22:6833/3111544654,v1:172.21.15.22:6835/3111544654] conn(0x56020a9a03e0 0x56020a9e36b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x56020a971440 0x56020a99fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x56020a970b20 0x56020a99f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 --2- 172.21.15.22:0/379527818 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x56020a92c390 0x56020a984590 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 -- 172.21.15.22:0/379527818 >> 172.21.15.22:0/379527818 conn(0x56020a927290 msgr2=0x56020a96ecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f281e000640 0 client.8544 ms_handle_reset on v2:172.21.15.22:6833/3111544654 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 -- 172.21.15.22:0/379527818 shutdown_connections 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 1 -- 172.21.15.22:0/379527818 wait complete. 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f283a8f9000 20 client.8544 trim_cache size 0 max 16384 2024-09-10T10:41:34.587 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "46a8271d-9737-4994-9398-0c365e74a95b", 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 8370, 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 10.515045111999999, 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 105, 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 138, 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 138, 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 15.369214114 2024-09-10T10:41:34.588 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:41:34.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 -- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f280c0678c0 msgr2=0x7f280c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f280c0678c0 0x7f280c069d80 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f2830072b00 tx=0x7f2818009040 comp rx=0 tx=0).stop 2024-09-10T10:41:34.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 -- 172.21.15.22:0/3392799912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28300b56f0 msgr2=0x7f2830147ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28300b56f0 0x7f2830147ca0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f2820019f80 tx=0x7f282001ab90 comp rx=0 tx=0).stop 2024-09-10T10:41:34.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 -- 172.21.15.22:0/3392799912 shutdown_connections 2024-09-10T10:41:34.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f280c0678c0 0x7f280c069d80 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f283015b600 0x7f2830156bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f283015b220 0x7f28301585e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 --2- 172.21.15.22:0/3392799912 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f28300b56f0 0x7f2830147ca0 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 -- 172.21.15.22:0/3392799912 >> 172.21.15.22:0/3392799912 conn(0x7f2830062dd0 msgr2=0x7f283006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:34.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 -- 172.21.15.22:0/3392799912 shutdown_connections 2024-09-10T10:41:34.590 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.580+0000 7f2837600640 1 -- 172.21.15.22:0/3392799912 wait complete. 2024-09-10T10:41:34.603 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:41:34.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.740+0000 7f260c600640 1 Processor -- start 2024-09-10T10:41:34.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.740+0000 7f260c600640 1 -- start start 2024-09-10T10:41:34.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f260c600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f260415b220 0x7f2604071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f260c600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f260415b600 0x7f26040b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f260c600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f26040b5520 0x7f26040b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f260c600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f260406d6e0 con 0x7f260415b220 2024-09-10T10:41:34.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f260c600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f26040ce880 con 0x7f26040b5520 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f260c600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f26040ceb60 con 0x7f260415b600 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f2609c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f260415b220 0x7f2604071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f2609c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f260415b220 0x7f2604071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35754/0 (socket says 172.21.15.22:35754) 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f2609c00640 1 -- 172.21.15.22:0/115017509 learned_addr learned my addr 172.21.15.22:0/115017509 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f260a600640 1 --2- 172.21.15.22:0/115017509 >> v2:172.21.15.145:3300/0 conn(0x7f26040b5520 0x7f26040b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f2609200640 1 --2- 172.21.15.22:0/115017509 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f260415b600 0x7f26040b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f2609c00640 1 -- 172.21.15.22:0/115017509 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f260415b600 msgr2=0x7f26040b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f2609c00640 1 --2- 172.21.15.22:0/115017509 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f260415b600 0x7f26040b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f2609c00640 1 -- 172.21.15.22:0/115017509 >> v2:172.21.15.145:3300/0 conn(0x7f26040b5520 msgr2=0x7f26040b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f2609c00640 1 --2- 172.21.15.22:0/115017509 >> v2:172.21.15.145:3300/0 conn(0x7f26040b5520 0x7f26040b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.744+0000 7f2609c00640 1 -- 172.21.15.22:0/115017509 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26040cee40 con 0x7f260415b220 2024-09-10T10:41:34.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f2609c00640 1 --2- 172.21.15.22:0/115017509 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b220 0x7f2604071140 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f26040b0170 tx=0x7f25f801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4210b4f5256ef82f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:34.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f2603e00640 1 -- 172.21.15.22:0/115017509 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f80b2070 con 0x7f260415b220 2024-09-10T10:41:34.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f2603e00640 1 -- 172.21.15.22:0/115017509 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25f80a9070 con 0x7f260415b220 2024-09-10T10:41:34.749 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f2603e00640 1 -- 172.21.15.22:0/115017509 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f80ad880 con 0x7f260415b220 2024-09-10T10:41:34.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f260c600640 1 -- 172.21.15.22:0/115017509 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b220 msgr2=0x7f2604071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f260c600640 1 --2- 172.21.15.22:0/115017509 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b220 0x7f2604071140 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f26040b0170 tx=0x7f25f801c490 comp rx=0 tx=0).stop 2024-09-10T10:41:34.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f260c600640 1 -- 172.21.15.22:0/115017509 shutdown_connections 2024-09-10T10:41:34.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f260c600640 1 --2- 172.21.15.22:0/115017509 >> v2:172.21.15.145:3300/0 conn(0x7f26040b5520 0x7f26040b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f260c600640 1 --2- 172.21.15.22:0/115017509 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f260415b600 0x7f26040b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.750 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f260c600640 1 --2- 172.21.15.22:0/115017509 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b220 0x7f2604071140 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f260c600640 1 -- 172.21.15.22:0/115017509 >> 172.21.15.22:0/115017509 conn(0x7f2604062dd0 msgr2=0x7f260406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:34.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f260c600640 1 -- 172.21.15.22:0/115017509 shutdown_connections 2024-09-10T10:41:34.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.748+0000 7f260c600640 1 -- 172.21.15.22:0/115017509 wait complete. 2024-09-10T10:41:34.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 Processor -- start 2024-09-10T10:41:34.752 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 -- start start 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26040b5520 0x7f2604146ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f260415b220 0x7f2604152af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b600 0x7f26041644d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f26040cffd0 con 0x7f260415b600 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f26040cfe50 con 0x7f260415b220 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f26040d0150 con 0x7f26040b5520 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260a600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b600 0x7f26041644d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f2609c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26040b5520 0x7f2604146ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260a600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b600 0x7f26041644d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:35764/0 (socket says 172.21.15.22:35764) 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260a600640 1 -- 172.21.15.22:0/3131943488 learned_addr learned my addr 172.21.15.22:0/3131943488 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f2609200640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f260415b220 0x7f2604152af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260a600640 1 -- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26040b5520 msgr2=0x7f2604146ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260a600640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26040b5520 0x7f2604146ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260a600640 1 -- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f260415b220 msgr2=0x7f2604152af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260a600640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f260415b220 0x7f2604152af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260a600640 1 -- 172.21.15.22:0/3131943488 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f260414bc60 con 0x7f260415b600 2024-09-10T10:41:34.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260a600640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b600 0x7f26041644d0 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f25fc007e90 tx=0x7f25fc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:34.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f2601600640 1 -- 172.21.15.22:0/3131943488 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25fc014420 con 0x7f260415b600 2024-09-10T10:41:34.755 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f2601600640 1 -- 172.21.15.22:0/3131943488 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25fc019070 con 0x7f260415b600 2024-09-10T10:41:34.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f2601600640 1 -- 172.21.15.22:0/3131943488 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25fc014820 con 0x7f260415b600 2024-09-10T10:41:34.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 -- 172.21.15.22:0/3131943488 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f260414bf40 con 0x7f260415b600 2024-09-10T10:41:34.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 -- 172.21.15.22:0/3131943488 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f260414c500 con 0x7f260415b600 2024-09-10T10:41:34.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.752+0000 7f260c600640 1 -- 172.21.15.22:0/3131943488 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26040b3f10 con 0x7f260415b600 2024-09-10T10:41:34.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.756+0000 7f2601600640 1 -- 172.21.15.22:0/3131943488 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f25fc0149c0 con 0x7f260415b600 2024-09-10T10:41:34.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.756+0000 7f2601600640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25e40678f0 0x7f25e4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:34.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.756+0000 7f2601600640 1 -- 172.21.15.22:0/3131943488 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f25fc086460 con 0x7f260415b600 2024-09-10T10:41:34.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.756+0000 7f2609c00640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25e40678f0 0x7f25e4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:34.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.756+0000 7f2609c00640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25e40678f0 0x7f25e4069db0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f25f80af000 tx=0x7f25f8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:34.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.760+0000 7f2601600640 1 -- 172.21.15.22:0/3131943488 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f25fc0568b0 con 0x7f260415b600 2024-09-10T10:41:34.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.956+0000 7f260c600640 1 -- 172.21.15.22:0/3131943488 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f260415bc10 con 0x7f260415b600 2024-09-10T10:41:34.960 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f2601600640 1 -- 172.21.15.22:0/3131943488 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v105) ==== 53+0+73 (secure 0 0 0) 0x7f25fc05abb0 con 0x7f260415b600 2024-09-10T10:41:34.960 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:41:34.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 -- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25e40678f0 msgr2=0x7f25e4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25e40678f0 0x7f25e4069db0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f25f80af000 tx=0x7f25f8008040 comp rx=0 tx=0).stop 2024-09-10T10:41:34.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 -- 172.21.15.22:0/3131943488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b600 msgr2=0x7f26041644d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:34.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b600 0x7f26041644d0 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f25fc007e90 tx=0x7f25fc00e4b0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.962 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 -- 172.21.15.22:0/3131943488 shutdown_connections 2024-09-10T10:41:34.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f25e40678f0 0x7f25e4069db0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f260415b600 0x7f26041644d0 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f260415b220 0x7f2604152af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 --2- 172.21.15.22:0/3131943488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f26040b5520 0x7f2604146ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:34.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 -- 172.21.15.22:0/3131943488 >> 172.21.15.22:0/3131943488 conn(0x7f2604062dd0 msgr2=0x7f260415ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:34.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 -- 172.21.15.22:0/3131943488 shutdown_connections 2024-09-10T10:41:34.963 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:34.960+0000 7f260c600640 1 -- 172.21.15.22:0/3131943488 wait complete. 2024-09-10T10:41:34.982 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:41:34.982 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:41:34.982 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi022.front.sepia.ceph.com 2024-09-10T10:41:34.982 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:41:34.982 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:41:34.982 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:41:34.982 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:41:34.982 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:41:34.982 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:41:34.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:34.983 DEBUG:teuthology.orchestra.run.smithi022:> ip addr 2024-09-10T10:41:34.993 INFO:teuthology.orchestra.run.smithi022.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:41:34.993 INFO:teuthology.orchestra.run.smithi022.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:41:34.993 INFO:teuthology.orchestra.run.smithi022.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:41:34.993 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:34.993 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 ::1/128 scope host 2024-09-10T10:41:34.993 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:34.993 INFO:teuthology.orchestra.run.smithi022.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9a brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f0 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:6b:fd:9b brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp7s0f1 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e4 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f0 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.21.15.22/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft 41889sec preferred_lft 41889sec 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:34.994 INFO:teuthology.orchestra.run.smithi022.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0c:c4:7a:59:5d:e5 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout: altname enp1s0f1 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 02:42:f1:ad:e0:df brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:41:34.995 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:34.996 INFO:teuthology.orchestra.run.smithi022.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:41:34.996 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:41:34.996 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:41:34.996 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:34.996 INFO:teuthology.orchestra.run.smithi022.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:41:34.996 INFO:teuthology.orchestra.run.smithi022.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:41:34.996 INFO:teuthology.orchestra.run.smithi022.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:41:34.996 INFO:teuthology.orchestra.run.smithi022.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:34.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:34.997 DEBUG:teuthology.orchestra.run.smithi022:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:41:35.053 INFO:teuthology.orchestra.run.smithi022.stdout:1 2024-09-10T10:41:35.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:35.056 DEBUG:teuthology.orchestra.run.smithi022:> route 2024-09-10T10:41:35.109 INFO:teuthology.orchestra.run.smithi022.stdout:Kernel IP routing table 2024-09-10T10:41:35.109 INFO:teuthology.orchestra.run.smithi022.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:41:35.109 INFO:teuthology.orchestra.run.smithi022.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-10T10:41:35.109 INFO:teuthology.orchestra.run.smithi022.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:41:35.110 INFO:teuthology.orchestra.run.smithi022.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-10T10:41:35.110 INFO:teuthology.orchestra.run.smithi022.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:41:35.110 DEBUG:teuthology.orchestra.run.smithi022:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:41:35.110 DEBUG:teuthology.orchestra.run.smithi022:> set -e 2024-09-10T10:41:35.110 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T10:41:35.110 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T10:41:35.110 DEBUG:teuthology.orchestra.run.smithi022:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T10:41:35.110 DEBUG:teuthology.orchestra.run.smithi022:> ') 2024-09-10T10:41:35.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:41:35.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:41:35.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:35.248 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:41:35.258 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:41:35.258 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:41:35.258 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:41:35.258 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:35.259 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link set brx.0 up 2024-09-10T10:41:35.319 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:41:35.319 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:41:35.367 INFO:teuthology.orchestra.run.smithi022.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:41:35.368 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:41:35.368 DEBUG:teuthology.orchestra.run.smithi022:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:41:35.423 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-10T10:41:35.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:35.423 DEBUG:teuthology.orchestra.run.smithi022:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:41:35.513 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:41:35.513 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:41:35.525 INFO:teuthology.orchestra.run.smithi022.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:41:35.525 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:41:35.525 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:41:35.525 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: trying mount with new device syntax: 0@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:41:35.526 INFO:teuthology.orchestra.run.smithi022.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:41:35.529 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:41:35.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:35.530 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:41:35.549 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:41:35.645 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:41:35.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:41:35.659 INFO:teuthology.orchestra.run.smithi022.stdout:client7948 2024-09-10T10:41:35.659 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:35.659 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:35.668 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:41:35.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.852+0000 7f11af600640 1 Processor -- start 2024-09-10T10:41:35.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.852+0000 7f11af600640 1 -- start start 2024-09-10T10:41:35.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11af600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b220 0x7f11a8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11af600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f11a815b600 0x7f11a80b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11af600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f11a80b5520 0x7f11a80b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11af600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f11a806d6e0 con 0x7f11a80b5520 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11af600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f11a80ce880 con 0x7f11a815b600 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11af600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f11a80ceb60 con 0x7f11a815b220 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11ad600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f11a80b5520 0x7f11a80b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11ad600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f11a80b5520 0x7f11a80b3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55642/0 (socket says 172.21.15.22:55642) 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11ad600640 1 -- 172.21.15.22:0/3471878504 learned_addr learned my addr 172.21.15.22:0/3471878504 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f119fe00640 1 --2- 172.21.15.22:0/3471878504 >> v2:172.21.15.145:3300/0 conn(0x7f11a815b600 0x7f11a80b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11acc00640 1 --2- 172.21.15.22:0/3471878504 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b220 0x7f11a8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11ad600640 1 -- 172.21.15.22:0/3471878504 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b220 msgr2=0x7f11a8071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11ad600640 1 --2- 172.21.15.22:0/3471878504 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b220 0x7f11a8071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11ad600640 1 -- 172.21.15.22:0/3471878504 >> v2:172.21.15.145:3300/0 conn(0x7f11a815b600 msgr2=0x7f11a80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:35.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11ad600640 1 --2- 172.21.15.22:0/3471878504 >> v2:172.21.15.145:3300/0 conn(0x7f11a815b600 0x7f11a80b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:35.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11ad600640 1 -- 172.21.15.22:0/3471878504 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11a80cee40 con 0x7f11a80b5520 2024-09-10T10:41:35.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f119fe00640 1 --2- 172.21.15.22:0/3471878504 >> v2:172.21.15.145:3300/0 conn(0x7f11a815b600 0x7f11a80b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:35.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.856+0000 7f11acc00640 1 --2- 172.21.15.22:0/3471878504 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b220 0x7f11a8071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:35.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11ad600640 1 --2- 172.21.15.22:0/3471878504 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a80b5520 0x7f11a80b3f10 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f11a806c870 tx=0x7f11a001c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6baa054b9fdce101 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:35.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11a7e00640 1 -- 172.21.15.22:0/3471878504 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a00a56f0 con 0x7f11a80b5520 2024-09-10T10:41:35.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11a7e00640 1 -- 172.21.15.22:0/3471878504 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11a00a5890 con 0x7f11a80b5520 2024-09-10T10:41:35.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11a7e00640 1 -- 172.21.15.22:0/3471878504 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a00a5c60 con 0x7f11a80b5520 2024-09-10T10:41:35.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 -- 172.21.15.22:0/3471878504 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a80b5520 msgr2=0x7f11a80b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:35.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 --2- 172.21.15.22:0/3471878504 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a80b5520 0x7f11a80b3f10 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f11a806c870 tx=0x7f11a001c960 comp rx=0 tx=0).stop 2024-09-10T10:41:35.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 -- 172.21.15.22:0/3471878504 shutdown_connections 2024-09-10T10:41:35.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 --2- 172.21.15.22:0/3471878504 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a80b5520 0x7f11a80b3f10 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:35.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 --2- 172.21.15.22:0/3471878504 >> v2:172.21.15.145:3300/0 conn(0x7f11a815b600 0x7f11a80b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:35.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 --2- 172.21.15.22:0/3471878504 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b220 0x7f11a8071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:35.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 -- 172.21.15.22:0/3471878504 >> 172.21.15.22:0/3471878504 conn(0x7f11a8062dd0 msgr2=0x7f11a806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:35.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 -- 172.21.15.22:0/3471878504 shutdown_connections 2024-09-10T10:41:35.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 -- 172.21.15.22:0/3471878504 wait complete. 2024-09-10T10:41:35.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 Processor -- start 2024-09-10T10:41:35.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 -- start start 2024-09-10T10:41:35.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a80b5520 0x7f11a8155fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:35.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a815b220 0x7f11a81f7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b600 0x7f11a8159e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f11a80cffd0 con 0x7f11a815b220 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f11a80cfe50 con 0x7f11a80b5520 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.860+0000 7f11af600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f11a80d0150 con 0x7f11a815b600 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f119fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a815b220 0x7f11a81f7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f119fe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a815b220 0x7f11a81f7910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55650/0 (socket says 172.21.15.22:55650) 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f119fe00640 1 -- 172.21.15.22:0/3467130974 learned_addr learned my addr 172.21.15.22:0/3467130974 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f11acc00640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a80b5520 0x7f11a8155fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f11ad600640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b600 0x7f11a8159e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f119fe00640 1 -- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b600 msgr2=0x7f11a8159e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f119fe00640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b600 0x7f11a8159e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:35.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f119fe00640 1 -- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a80b5520 msgr2=0x7f11a8155fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:35.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f119fe00640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a80b5520 0x7f11a8155fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:35.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f119fe00640 1 -- 172.21.15.22:0/3467130974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11a8163680 con 0x7f11a815b220 2024-09-10T10:41:35.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f119fe00640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a815b220 0x7f11a81f7910 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7f119000c7f0 tx=0x7f119000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:35.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f11a5600640 1 -- 172.21.15.22:0/3467130974 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1190015070 con 0x7f11a815b220 2024-09-10T10:41:35.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f11a5600640 1 -- 172.21.15.22:0/3467130974 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1190007820 con 0x7f11a815b220 2024-09-10T10:41:35.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f11af600640 1 -- 172.21.15.22:0/3467130974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11a81f83e0 con 0x7f11a815b220 2024-09-10T10:41:35.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f11a5600640 1 -- 172.21.15.22:0/3467130974 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1190007c10 con 0x7f11a815b220 2024-09-10T10:41:35.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f11af600640 1 -- 172.21.15.22:0/3467130974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11a8163920 con 0x7f11a815b220 2024-09-10T10:41:35.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f11af600640 1 -- 172.21.15.22:0/3467130974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11a80b3f10 con 0x7f11a815b220 2024-09-10T10:41:35.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.864+0000 7f11a5600640 1 -- 172.21.15.22:0/3467130974 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1190018070 con 0x7f11a815b220 2024-09-10T10:41:35.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.868+0000 7f11a5600640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11840678c0 0x7f1184069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:35.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.868+0000 7f11a5600640 1 -- 172.21.15.22:0/3467130974 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f1190085db0 con 0x7f11a815b220 2024-09-10T10:41:35.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.868+0000 7f11acc00640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11840678c0 0x7f1184069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:35.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.868+0000 7f11acc00640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11840678c0 0x7f1184069d80 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f1198006b20 tx=0x7f1198008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:35.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:35.872+0000 7f11a5600640 1 -- 172.21.15.22:0/3467130974 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f119008a070 con 0x7f11a815b220 2024-09-10T10:41:36.071 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.068+0000 7f11af600640 1 -- 172.21.15.22:0/3467130974 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f11a8165d10 con 0x7f11a815b220 2024-09-10T10:41:36.072 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.068+0000 7f11a5600640 1 -- 172.21.15.22:0/3467130974 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v105) ==== 53+0+73 (secure 0 0 0) 0x7f1190056200 con 0x7f11a815b220 2024-09-10T10:41:36.072 INFO:teuthology.orchestra.run.smithi022.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:41:36.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 -- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11840678c0 msgr2=0x7f1184069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:36.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11840678c0 0x7f1184069d80 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f1198006b20 tx=0x7f1198008040 comp rx=0 tx=0).stop 2024-09-10T10:41:36.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 -- 172.21.15.22:0/3467130974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a815b220 msgr2=0x7f11a81f7910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:36.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a815b220 0x7f11a81f7910 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7f119000c7f0 tx=0x7f119000ccb0 comp rx=0 tx=0).stop 2024-09-10T10:41:36.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 -- 172.21.15.22:0/3467130974 shutdown_connections 2024-09-10T10:41:36.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f11840678c0 0x7f1184069d80 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:36.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11a815b600 0x7f11a8159e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:36.074 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f11a815b220 0x7f11a81f7910 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:36.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 --2- 172.21.15.22:0/3467130974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11a80b5520 0x7f11a8155fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:36.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 -- 172.21.15.22:0/3467130974 >> 172.21.15.22:0/3467130974 conn(0x7f11a8062dd0 msgr2=0x7f11a806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:36.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 -- 172.21.15.22:0/3467130974 shutdown_connections 2024-09-10T10:41:36.075 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:36.072+0000 7f11af600640 1 -- 172.21.15.22:0/3467130974 wait complete. 2024-09-10T10:41:36.093 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T10:41:36.093 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:41:36.093 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-10T10:41:36.094 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:41:36.094 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:41:36.094 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T10:41:36.094 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T10:41:36.094 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:41:36.094 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:41:36.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:36.094 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-10T10:41:36.105 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:41:36.105 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:41:36.105 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:41:36.105 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:36.105 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-10T10:41:36.105 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:36.105 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:41:36.105 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:36.105 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 41887sec preferred_lft 41887sec 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:36.106 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:4f:96:92:a3 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:41:36.107 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:36.108 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:41:36.108 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:41:36.108 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:41:36.108 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:41:36.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:36.109 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:41:36.174 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-10T10:41:36.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:36.177 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-10T10:41:36.232 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-10T10:41:36.232 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:41:36.232 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:41:36.232 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:41:36.232 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:41:36.232 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:41:36.232 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:41:36.232 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:41:36.232 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:41:36.232 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:41:36.233 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:41:36.233 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:41:36.233 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-10T10:41:36.233 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:41:36.233 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:41:36.233 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:41:36.233 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-10T10:41:36.324 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:41:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:41:36.366 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:41:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:41:36.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:36.373 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:41:36.382 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:41:36.382 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:41:36.383 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:41:36.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:36.383 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-10T10:41:36.451 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:41:36.451 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:41:36.503 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:41:36.503 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:41:36.504 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:41:36.559 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-10T10:41:36.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:36.559 DEBUG:teuthology.orchestra.run.smithi145:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:41:36.646 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:41:36.647 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:41:36.660 INFO:teuthology.orchestra.run.smithi145.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-10T10:41:36.660 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-10T10:41:36.660 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: resolved to: "172.21.15.22:3300,172.21.15.145:3300,172.21.15.145:3301" 2024-09-10T10:41:36.660 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: trying mount with new device syntax: 1@46a8271d-9737-4994-9398-0c365e74a95b.cephfs=/ 2024-09-10T10:41:36.660 INFO:teuthology.orchestra.run.smithi145.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.22:3300/172.21.15.145:3300/172.21.15.145:3301" will pass to kernel 2024-09-10T10:41:36.663 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T10:41:36.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:36.664 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:41:36.682 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T10:41:36.769 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:41:36 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T10:41:36.773 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-10T10:41:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:41:36.779 INFO:teuthology.orchestra.run.smithi145.stdout:client8559 2024-09-10T10:41:36.779 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:36.780 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:36.788 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:41:36.789 DEBUG:teuthology.orchestra.run.smithi022:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:41:36.874 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:41:36.974 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:41:36.974 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:41:36.974 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:36.974 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:36.984 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:36.984 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:37.037 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:41:37.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efcaa400640 1 Processor -- start 2024-09-10T10:41:37.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efcaa400640 1 -- start start 2024-09-10T10:41:37.234 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efcaa400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca415e720 0x7efca415eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efcaa400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7efca40b7650 0x7efca40b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efcaa400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efca406be60 con 0x7efca40b4280 2024-09-10T10:41:37.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efcaa400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7efca40b4c00 con 0x7efca40b7650 2024-09-10T10:41:37.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efcaa400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efca406c140 con 0x7efca415e720 2024-09-10T10:41:37.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca2a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7efca40b4280 0x7efca40b6f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56574/0 (socket says 172.21.15.22:56574) 2024-09-10T10:41:37.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca2a00640 1 -- 172.21.15.22:0/505469679 learned_addr learned my addr 172.21.15.22:0/505469679 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:37.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca3400640 1 --2- 172.21.15.22:0/505469679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca415e720 0x7efca415eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.235 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca3e00640 1 --2- 172.21.15.22:0/505469679 >> v2:172.21.15.145:3300/0 conn(0x7efca40b7650 0x7efca40b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca2000640 1 -- 172.21.15.22:0/505469679 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 433959877 0 0) 0x7efca406be60 con 0x7efca40b4280 2024-09-10T10:41:37.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca2000640 1 -- 172.21.15.22:0/505469679 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc88003530 con 0x7efca40b4280 2024-09-10T10:41:37.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca3400640 1 -- 172.21.15.22:0/505469679 >> v2:172.21.15.145:3300/0 conn(0x7efca40b7650 msgr2=0x7efca40b46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:37.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca3400640 1 --2- 172.21.15.22:0/505469679 >> v2:172.21.15.145:3300/0 conn(0x7efca40b7650 0x7efca40b46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca3400640 1 -- 172.21.15.22:0/505469679 >> v1:172.21.15.22:6789/0 conn(0x7efca40b4280 legacy=0x7efca40b6f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca3400640 1 -- 172.21.15.22:0/505469679 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efca406c420 con 0x7efca415e720 2024-09-10T10:41:37.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.232+0000 7efca3e00640 1 --2- 172.21.15.22:0/505469679 >> v2:172.21.15.145:3300/0 conn(0x7efca40b7650 0x7efca40b46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:37.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efca3400640 1 --2- 172.21.15.22:0/505469679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca415e720 0x7efca415eb00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efc940097c0 tx=0x7efc9401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d31b50360018a4c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:37.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efca2000640 1 -- 172.21.15.22:0/505469679 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc940b2070 con 0x7efca415e720 2024-09-10T10:41:37.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efca2000640 1 -- 172.21.15.22:0/505469679 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc940ad640 con 0x7efca415e720 2024-09-10T10:41:37.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efca2000640 1 -- 172.21.15.22:0/505469679 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc940ada10 con 0x7efca415e720 2024-09-10T10:41:37.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efcaa400640 1 -- 172.21.15.22:0/505469679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca415e720 msgr2=0x7efca415eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efcaa400640 1 --2- 172.21.15.22:0/505469679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca415e720 0x7efca415eb00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efc940097c0 tx=0x7efc9401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efcaa400640 1 -- 172.21.15.22:0/505469679 shutdown_connections 2024-09-10T10:41:37.239 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efcaa400640 1 --2- 172.21.15.22:0/505469679 >> v2:172.21.15.145:3300/0 conn(0x7efca40b7650 0x7efca40b46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efcaa400640 1 --2- 172.21.15.22:0/505469679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca415e720 0x7efca415eb00 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efcaa400640 1 -- 172.21.15.22:0/505469679 >> 172.21.15.22:0/505469679 conn(0x7efca406f320 msgr2=0x7efca406f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:37.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efcaa400640 1 -- 172.21.15.22:0/505469679 shutdown_connections 2024-09-10T10:41:37.240 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.236+0000 7efcaa400640 1 -- 172.21.15.22:0/505469679 wait complete. 2024-09-10T10:41:37.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efcaa400640 1 Processor -- start 2024-09-10T10:41:37.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efcaa400640 1 -- start start 2024-09-10T10:41:37.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efcaa400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca40b4280 0x7efca4160ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efcaa400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efca40b7650 0x7efca415bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efcaa400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efca415e720 0x7efca414e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efcaa400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7efca406daa0 con 0x7efca415e720 2024-09-10T10:41:37.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efcaa400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efca406d920 con 0x7efca40b7650 2024-09-10T10:41:37.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efcaa400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efca406dc20 con 0x7efca40b4280 2024-09-10T10:41:37.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efca415e720 0x7efca414e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efca415e720 0x7efca414e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55662/0 (socket says 172.21.15.22:55662) 2024-09-10T10:41:37.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca3e00640 1 -- 172.21.15.22:0/701228986 learned_addr learned my addr 172.21.15.22:0/701228986 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:37.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca2a00640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efca40b7650 0x7efca415bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca3400640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca40b4280 0x7efca4160ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca3e00640 1 -- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca40b4280 msgr2=0x7efca4160ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca3e00640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca40b4280 0x7efca4160ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca3e00640 1 -- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efca40b7650 msgr2=0x7efca415bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca3e00640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efca40b7650 0x7efca415bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca3e00640 1 -- 172.21.15.22:0/701228986 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efca4157550 con 0x7efca415e720 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efca3e00640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efca415e720 0x7efca414e650 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7efc9c009e10 tx=0x7efc9c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efc9b400640 1 -- 172.21.15.22:0/701228986 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc9c018020 con 0x7efca415e720 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efc9b400640 1 -- 172.21.15.22:0/701228986 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc9c014480 con 0x7efca415e720 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efc9b400640 1 -- 172.21.15.22:0/701228986 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc9c014850 con 0x7efca415e720 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efcaa400640 1 -- 172.21.15.22:0/701228986 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efca41564b0 con 0x7efca415e720 2024-09-10T10:41:37.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.240+0000 7efcaa400640 1 -- 172.21.15.22:0/701228986 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efca4156a70 con 0x7efca415e720 2024-09-10T10:41:37.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.244+0000 7efcaa400640 1 -- 172.21.15.22:0/701228986 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efca40b46c0 con 0x7efca415e720 2024-09-10T10:41:37.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.244+0000 7efc9b400640 1 -- 172.21.15.22:0/701228986 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efc9c01b020 con 0x7efca415e720 2024-09-10T10:41:37.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.244+0000 7efc9b400640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efc840678c0 0x7efc84069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.244+0000 7efc9b400640 1 -- 172.21.15.22:0/701228986 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7efc9c086990 con 0x7efca415e720 2024-09-10T10:41:37.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.244+0000 7efca3400640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efc840678c0 0x7efc84069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.247 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.244+0000 7efca3400640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efc840678c0 0x7efc84069d80 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7efc940af000 tx=0x7efc940a7070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:37.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.248+0000 7efc9b400640 1 -- 172.21.15.22:0/701228986 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efc9c022030 con 0x7efca415e720 2024-09-10T10:41:37.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.428+0000 7efcaa400640 1 -- 172.21.15.22:0/701228986 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7efca40b2260 con 0x7efca415e720 2024-09-10T10:41:37.430 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.428+0000 7efc9b400640 1 -- 172.21.15.22:0/701228986 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v138) ==== 80+0+0 (secure 0 0 0) 0x7efc9c010040 con 0x7efca415e720 2024-09-10T10:41:37.430 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:41:37.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 -- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efc840678c0 msgr2=0x7efc84069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efc840678c0 0x7efc84069d80 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7efc940af000 tx=0x7efc940a7070 comp rx=0 tx=0).stop 2024-09-10T10:41:37.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 -- 172.21.15.22:0/701228986 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efca415e720 msgr2=0x7efca414e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efca415e720 0x7efca414e650 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7efc9c009e10 tx=0x7efc9c00c490 comp rx=0 tx=0).stop 2024-09-10T10:41:37.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 -- 172.21.15.22:0/701228986 shutdown_connections 2024-09-10T10:41:37.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7efc840678c0 0x7efc84069d80 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7efca415e720 0x7efca414e650 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efca40b7650 0x7efca415bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.433 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 --2- 172.21.15.22:0/701228986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efca40b4280 0x7efca4160ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 -- 172.21.15.22:0/701228986 >> 172.21.15.22:0/701228986 conn(0x7efca406f320 msgr2=0x7efca415c990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:37.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 -- 172.21.15.22:0/701228986 shutdown_connections 2024-09-10T10:41:37.434 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.432+0000 7efcaa400640 1 -- 172.21.15.22:0/701228986 wait complete. 2024-09-10T10:41:37.452 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T10:41:37.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:37.452 DEBUG:teuthology.orchestra.run.smithi022:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T10:41:37.478 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:41:37.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:37.478 DEBUG:teuthology.orchestra.run.smithi022:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:41:37.528 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:41:37.528 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:37.528 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:37.538 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:37.538 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:37.588 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:41:37.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0dcc00640 1 Processor -- start 2024-09-10T10:41:37.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0dcc00640 1 -- start start 2024-09-10T10:41:37.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0dcc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d815b220 0x7fe0d8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0dcc00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7fe0d815b600 0x7fe0d80b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0dcc00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0d80ce880 con 0x7fe0d80b5520 2024-09-10T10:41:37.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0dcc00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7fe0d806d6e0 con 0x7fe0d815b600 2024-09-10T10:41:37.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0dcc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe0d80ceb60 con 0x7fe0d815b220 2024-09-10T10:41:37.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0d6800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fe0d80b5520 0x7fe0d80b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56576/0 (socket says 172.21.15.22:56576) 2024-09-10T10:41:37.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0d6800640 1 -- 172.21.15.22:0/4155515460 learned_addr learned my addr 172.21.15.22:0/4155515460 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:37.733 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0cd400640 1 --2- 172.21.15.22:0/4155515460 >> v2:172.21.15.145:3300/0 conn(0x7fe0d815b600 0x7fe0d80b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0d5e00640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d815b220 0x7fe0d8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.728+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3659894661 0 0) 0x7fe0d80ce880 con 0x7fe0d80b5520 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe0bc003530 con 0x7fe0d80b5520 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2171620208 0 0) 0x7fe0bc003530 con 0x7fe0d80b5520 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d815b220 msgr2=0x7fe0d8071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d815b220 0x7fe0d8071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 >> v2:172.21.15.145:3300/0 conn(0x7fe0d815b600 msgr2=0x7fe0d80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 --2- 172.21.15.22:0/4155515460 >> v2:172.21.15.145:3300/0 conn(0x7fe0d815b600 0x7fe0d80b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0d80cee40 con 0x7fe0d80b5520 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fe0d0001a00 con 0x7fe0d80b5520 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 >> v1:172.21.15.22:6789/0 conn(0x7fe0d80b5520 legacy=0x7fe0d80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d815b220 0x7fe0bc0039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0bc003f40 0x7fe0bc004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 0x7fe0bc0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d80ceb60 con 0x7fe0bc004d50 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc00dbe0 con 0x7fe0bc003f40 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe0bc00ddb0 con 0x7fe0d815b220 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d6800640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 0x7fe0bc0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d5e00640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d815b220 0x7fe0bc0039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0cd400640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0bc003f40 0x7fe0bc004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d6800640 1 -- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d815b220 msgr2=0x7fe0bc0039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d6800640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d815b220 0x7fe0bc0039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d6800640 1 -- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0bc003f40 msgr2=0x7fe0bc004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d6800640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0bc003f40 0x7fe0bc004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.732+0000 7fe0d6800640 1 -- 172.21.15.22:0/4155515460 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0bc003530 con 0x7fe0bc004d50 2024-09-10T10:41:37.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0d6800640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 0x7fe0bc0051d0 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7fe0d000a8b0 tx=0x7fe0d001fb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f04559ec7113cc75 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:37.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d000a4a0 con 0x7fe0bc004d50 2024-09-10T10:41:37.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0d00ad020 con 0x7fe0bc004d50 2024-09-10T10:41:37.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0d5400640 1 -- 172.21.15.22:0/4155515460 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d00a9720 con 0x7fe0bc004d50 2024-09-10T10:41:37.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 -- 172.21.15.22:0/4155515460 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 msgr2=0x7fe0bc0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 --2- 172.21.15.22:0/4155515460 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 0x7fe0bc0051d0 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7fe0d000a8b0 tx=0x7fe0d001fb00 comp rx=0 tx=0).stop 2024-09-10T10:41:37.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0d6800640 1 -- 172.21.15.22:0/4155515460 reap_dead start 2024-09-10T10:41:37.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 -- 172.21.15.22:0/4155515460 shutdown_connections 2024-09-10T10:41:37.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 -- 172.21.15.22:0/4155515460 >> 172.21.15.22:0/4155515460 conn(0x7fe0d8062dd0 msgr2=0x7fe0d806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:37.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 -- 172.21.15.22:0/4155515460 shutdown_connections 2024-09-10T10:41:37.737 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 -- 172.21.15.22:0/4155515460 wait complete. 2024-09-10T10:41:37.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 Processor -- start 2024-09-10T10:41:37.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 -- start start 2024-09-10T10:41:37.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 0x7fe0d815a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d8147d60 0x7fe0d80ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0d81481e0 0x7fe0d80aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d80ce640 con 0x7fe0bc004d50 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d80ce4c0 con 0x7fe0d81481e0 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0dcc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe0d80b4620 con 0x7fe0d8147d60 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0d5e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 0x7fe0d815a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0d5e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 0x7fe0d815a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55670/0 (socket says 172.21.15.22:55670) 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0d5e00640 1 -- 172.21.15.22:0/3662880993 learned_addr learned my addr 172.21.15.22:0/3662880993 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.736+0000 7fe0d6800640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0d81481e0 0x7fe0d80aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0cd400640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d8147d60 0x7fe0d80ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0d5e00640 1 -- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d8147d60 msgr2=0x7fe0d80ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0d5e00640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d8147d60 0x7fe0d80ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0d5e00640 1 -- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0d81481e0 msgr2=0x7fe0d80aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0d5e00640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0d81481e0 0x7fe0d80aede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0d5e00640 1 -- 172.21.15.22:0/3662880993 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0d8158640 con 0x7fe0bc004d50 2024-09-10T10:41:37.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0cd400640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d8147d60 0x7fe0d80ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:37.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0d5e00640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 0x7fe0d815a5d0 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7fe0c8011a00 tx=0x7fe0c8011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:37.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0cea00640 1 -- 172.21.15.22:0/3662880993 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0c800fb50 con 0x7fe0bc004d50 2024-09-10T10:41:37.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0cea00640 1 -- 172.21.15.22:0/3662880993 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0c800fcf0 con 0x7fe0bc004d50 2024-09-10T10:41:37.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0cea00640 1 -- 172.21.15.22:0/3662880993 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0c800fea0 con 0x7fe0bc004d50 2024-09-10T10:41:37.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0dcc00640 1 -- 172.21.15.22:0/3662880993 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0d8157820 con 0x7fe0bc004d50 2024-09-10T10:41:37.742 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0dcc00640 1 -- 172.21.15.22:0/3662880993 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0d8158260 con 0x7fe0bc004d50 2024-09-10T10:41:37.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0dcc00640 1 -- 172.21.15.22:0/3662880993 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0d80b4fe0 con 0x7fe0bc004d50 2024-09-10T10:41:37.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0cea00640 1 -- 172.21.15.22:0/3662880993 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe0c8012040 con 0x7fe0bc004d50 2024-09-10T10:41:37.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0cea00640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0b40678f0 0x7fe0b4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:37.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0cea00640 1 -- 172.21.15.22:0/3662880993 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7fe0c8086250 con 0x7fe0bc004d50 2024-09-10T10:41:37.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.740+0000 7fe0cd400640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0b40678f0 0x7fe0b4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:37.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.744+0000 7fe0cd400640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0b40678f0 0x7fe0b4069db0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fe0d81525e0 tx=0x7fe0c0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:37.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.744+0000 7fe0cea00640 1 -- 172.21.15.22:0/3662880993 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe0c8019030 con 0x7fe0bc004d50 2024-09-10T10:41:37.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.924+0000 7fe0dcc00640 1 -- 172.21.15.22:0/3662880993 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe0d8072e90 con 0x7fe0bc004d50 2024-09-10T10:41:37.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0cea00640 1 -- 172.21.15.22:0/3662880993 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v138) ==== 80+0+0 (secure 0 0 0) 0x7fe0c8056e40 con 0x7fe0bc004d50 2024-09-10T10:41:37.928 INFO:teuthology.orchestra.run.smithi022.stderr:listed 0 entries 2024-09-10T10:41:37.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 -- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0b40678f0 msgr2=0x7fe0b4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0b40678f0 0x7fe0b4069db0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fe0d81525e0 tx=0x7fe0c0008040 comp rx=0 tx=0).stop 2024-09-10T10:41:37.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 -- 172.21.15.22:0/3662880993 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 msgr2=0x7fe0d815a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:37.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 0x7fe0d815a5d0 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7fe0c8011a00 tx=0x7fe0c8011ec0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.930 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 -- 172.21.15.22:0/3662880993 shutdown_connections 2024-09-10T10:41:37.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe0b40678f0 0x7fe0b4069db0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0d81481e0 0x7fe0d80aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0d8147d60 0x7fe0d80ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 --2- 172.21.15.22:0/3662880993 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe0bc004d50 0x7fe0d815a5d0 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:37.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 -- 172.21.15.22:0/3662880993 >> 172.21.15.22:0/3662880993 conn(0x7fe0d8062dd0 msgr2=0x7fe0d815ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:37.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 -- 172.21.15.22:0/3662880993 shutdown_connections 2024-09-10T10:41:37.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:37.928+0000 7fe0dcc00640 1 -- 172.21.15.22:0/3662880993 wait complete. 2024-09-10T10:41:37.949 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T10:41:37.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:37.949 DEBUG:teuthology.orchestra.run.smithi145:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-10T10:41:37.974 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:41:37.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:37.975 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:41:38.024 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:41:38.024 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:38.025 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:38.034 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:41:38.034 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:41:38.034 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:38.034 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:38.079 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:41:38.080 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:38.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.216+0000 7f41dee00640 1 Processor -- start 2024-09-10T10:41:38.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.216+0000 7f41dee00640 1 -- start start 2024-09-10T10:41:38.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41dee00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d815b220 0x7f41d8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41dee00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f41d815b600 0x7f41d80b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41dee00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41d80ce880 con 0x7f41d80b5520 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41dee00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f41d806d6e0 con 0x7f41d815b600 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41dee00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f41d80ceb60 con 0x7f41d815b220 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41d7400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f41d815b600 0x7f41d80b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41dce00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f41d80b5520 0x7f41d80b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56578/0 (socket says 172.21.15.22:56578) 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41dce00640 1 -- 172.21.15.22:0/4294807781 learned_addr learned my addr 172.21.15.22:0/4294807781 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41d7e00640 1 --2- 172.21.15.22:0/4294807781 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d815b220 0x7f41d8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41d7400640 1 -- 172.21.15.22:0/4294807781 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d815b220 msgr2=0x7f41d8071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41d7400640 1 --2- 172.21.15.22:0/4294807781 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d815b220 0x7f41d8071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41d7400640 1 -- 172.21.15.22:0/4294807781 >> v1:172.21.15.22:6789/0 conn(0x7f41d80b5520 legacy=0x7f41d80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41d7400640 1 -- 172.21.15.22:0/4294807781 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41d80cee40 con 0x7f41d815b600 2024-09-10T10:41:38.222 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.220+0000 7f41d6a00640 1 -- 172.21.15.22:0/4294807781 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2374455124 0 0) 0x7f41d80ce880 con 0x7f41d80b5520 2024-09-10T10:41:38.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41d7400640 1 --2- 172.21.15.22:0/4294807781 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d815b600 0x7f41d80b4fe0 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f41c40097c0 tx=0x7f41c401c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a340405391800748 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:38.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41d6a00640 1 -- 172.21.15.22:0/4294807781 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c40b0070 con 0x7f41d815b600 2024-09-10T10:41:38.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41d6a00640 1 -- 172.21.15.22:0/4294807781 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41c40ab600 con 0x7f41d815b600 2024-09-10T10:41:38.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41d6a00640 1 -- 172.21.15.22:0/4294807781 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c40ab9d0 con 0x7f41d815b600 2024-09-10T10:41:38.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41dee00640 1 -- 172.21.15.22:0/4294807781 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d815b600 msgr2=0x7f41d80b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41dee00640 1 --2- 172.21.15.22:0/4294807781 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d815b600 0x7f41d80b4fe0 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f41c40097c0 tx=0x7f41c401c410 comp rx=0 tx=0).stop 2024-09-10T10:41:38.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41dee00640 1 -- 172.21.15.22:0/4294807781 shutdown_connections 2024-09-10T10:41:38.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41dee00640 1 --2- 172.21.15.22:0/4294807781 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d815b600 0x7f41d80b4fe0 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41dee00640 1 --2- 172.21.15.22:0/4294807781 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d815b220 0x7f41d8071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41dee00640 1 -- 172.21.15.22:0/4294807781 >> 172.21.15.22:0/4294807781 conn(0x7f41d8062dd0 msgr2=0x7f41d806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:38.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41dee00640 1 -- 172.21.15.22:0/4294807781 shutdown_connections 2024-09-10T10:41:38.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41dee00640 1 -- 172.21.15.22:0/4294807781 wait complete. 2024-09-10T10:41:38.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41dee00640 1 Processor -- start 2024-09-10T10:41:38.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.224+0000 7f41dee00640 1 -- start start 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dee00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d80b5520 0x7f41d80af1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dee00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d815b220 0x7f41d8158820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dee00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41d815b600 0x7f41d8154020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dee00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f41d80d0220 con 0x7f41d80b5520 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dee00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f41d80d00a0 con 0x7f41d815b600 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dee00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f41d81680f0 con 0x7f41d815b220 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41d7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d80b5520 0x7f41d80af1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41d7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d80b5520 0x7f41d80af1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55694/0 (socket says 172.21.15.22:55694) 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41d7e00640 1 -- 172.21.15.22:0/217662421 learned_addr learned my addr 172.21.15.22:0/217662421 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41d7400640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d815b220 0x7f41d8158820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.229 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dce00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41d815b600 0x7f41d8154020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41d7e00640 1 -- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d815b220 msgr2=0x7f41d8158820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41d7e00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d815b220 0x7f41d8158820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41d7e00640 1 -- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41d815b600 msgr2=0x7f41d8154020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41d7e00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41d815b600 0x7f41d8154020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41d7e00640 1 -- 172.21.15.22:0/217662421 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41d8158f90 con 0x7f41d80b5520 2024-09-10T10:41:38.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dce00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41d815b600 0x7f41d8154020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:38.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41d7e00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d80b5520 0x7f41d80af1c0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f41c800e930 tx=0x7f41c800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:38.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41cfe00640 1 -- 172.21.15.22:0/217662421 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c8017070 con 0x7f41d80b5520 2024-09-10T10:41:38.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41cfe00640 1 -- 172.21.15.22:0/217662421 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41c800ca00 con 0x7f41d80b5520 2024-09-10T10:41:38.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41cfe00640 1 -- 172.21.15.22:0/217662421 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c800cdb0 con 0x7f41d80b5520 2024-09-10T10:41:38.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dee00640 1 -- 172.21.15.22:0/217662421 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41d8159270 con 0x7f41d80b5520 2024-09-10T10:41:38.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dee00640 1 -- 172.21.15.22:0/217662421 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41d8154560 con 0x7f41d80b5520 2024-09-10T10:41:38.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41dee00640 1 -- 172.21.15.22:0/217662421 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41d8159790 con 0x7f41d80b5520 2024-09-10T10:41:38.231 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.228+0000 7f41cfe00640 1 -- 172.21.15.22:0/217662421 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f41c801a070 con 0x7f41d80b5520 2024-09-10T10:41:38.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.232+0000 7f41cfe00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41b80678c0 0x7f41b8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.232+0000 7f41cfe00640 1 -- 172.21.15.22:0/217662421 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f41c8085fe0 con 0x7f41d80b5520 2024-09-10T10:41:38.232 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.232+0000 7f41d7400640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41b80678c0 0x7f41b8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.233 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.232+0000 7f41d7400640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41b80678c0 0x7f41b8069d80 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f41c40ad000 tx=0x7f41c40a6000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:38.236 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.236+0000 7f41cfe00640 1 -- 172.21.15.22:0/217662421 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f41c8056530 con 0x7f41d80b5520 2024-09-10T10:41:38.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.440+0000 7f41dee00640 1 -- 172.21.15.22:0/217662421 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41d80b4fe0 con 0x7f41d80b5520 2024-09-10T10:41:38.442 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.440+0000 7f41cfe00640 1 -- 172.21.15.22:0/217662421 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 105 v105) ==== 95+0+5236 (secure 0 0 0) 0x7f41c805a830 con 0x7f41d80b5520 2024-09-10T10:41:38.443 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:38.443 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":105,"btime":"2024-09-10T10:41:27:073026+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6827,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1259099189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1259099189},{"type":"v1","addr":"172.21.15.145:6836","nonce":1259099189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":6830,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/528487940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":528487940},{"type":"v1","addr":"172.21.15.145:6837","nonce":528487940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":8364,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1215506207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1215506207},{"type":"v1","addr":"172.21.15.22:6834","nonce":1215506207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":105,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:41:23.453868+0000","modified":"2024-09-10T10:41:26.466021+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8370":{"gid":8370,"name":"c","rank":0,"incarnation":102,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/3111544654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3111544654},{"type":"v1","addr":"172.21.15.22:6835","nonce":3111544654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8370,"qdb_cluster":[8370]},"id":11}]} 2024-09-10T10:41:38.443 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 105 2024-09-10T10:41:38.444 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 -- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41b80678c0 msgr2=0x7f41b8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41b80678c0 0x7f41b8069d80 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f41c40ad000 tx=0x7f41c40a6000 comp rx=0 tx=0).stop 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 -- 172.21.15.22:0/217662421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d80b5520 msgr2=0x7f41d80af1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d80b5520 0x7f41d80af1c0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f41c800e930 tx=0x7f41c800edf0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 -- 172.21.15.22:0/217662421 shutdown_connections 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f41b80678c0 0x7f41b8069d80 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41d815b600 0x7f41d8154020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d815b220 0x7f41d8158820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 --2- 172.21.15.22:0/217662421 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f41d80b5520 0x7f41d80af1c0 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 -- 172.21.15.22:0/217662421 >> 172.21.15.22:0/217662421 conn(0x7f41d8062dd0 msgr2=0x7f41d8071140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 -- 172.21.15.22:0/217662421 shutdown_connections 2024-09-10T10:41:38.445 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.444+0000 7f41dee00640 1 -- 172.21.15.22:0/217662421 wait complete. 2024-09-10T10:41:38.464 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03de200640 1 Processor -- start 2024-09-10T10:41:38.605 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03de200640 1 -- start start 2024-09-10T10:41:38.606 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03de200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f03d8145380 0x7f03d80ce8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03de200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f03d815cc50 0x7f03d80626e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03de200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03d80d0740 con 0x7f03d80cede0 2024-09-10T10:41:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03de200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f03d80d0a20 con 0x7f03d815cc50 2024-09-10T10:41:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03de200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f03d80d0d00 con 0x7f03d8145380 2024-09-10T10:41:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03cea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f03d815cc50 0x7f03d80626e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03d7e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f03d80cede0 0x7f03d806bcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56592/0 (socket says 172.21.15.22:56592) 2024-09-10T10:41:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03d7e00640 1 -- 172.21.15.22:0/3088435994 learned_addr learned my addr 172.21.15.22:0/3088435994 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:38.607 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03d7400640 1 --2- 172.21.15.22:0/3088435994 >> v2:172.21.15.145:3300/0 conn(0x7f03d8145380 0x7f03d80ce8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03cea00640 1 -- 172.21.15.22:0/3088435994 >> v2:172.21.15.145:3300/0 conn(0x7f03d8145380 msgr2=0x7f03d80ce8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:38.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03cea00640 1 --2- 172.21.15.22:0/3088435994 >> v2:172.21.15.145:3300/0 conn(0x7f03d8145380 0x7f03d80ce8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03cea00640 1 -- 172.21.15.22:0/3088435994 >> v1:172.21.15.22:6789/0 conn(0x7f03d80cede0 legacy=0x7f03d806bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03cea00640 1 -- 172.21.15.22:0/3088435994 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03d80d0fe0 con 0x7f03d815cc50 2024-09-10T10:41:38.608 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.604+0000 7f03d6a00640 1 -- 172.21.15.22:0/3088435994 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1957323092 0 0) 0x7f03d80d0740 con 0x7f03d80cede0 2024-09-10T10:41:38.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03cea00640 1 --2- 172.21.15.22:0/3088435994 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 0x7f03d80626e0 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f03d8063740 tx=0x7f03c001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f0971bbcdee75d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:38.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03d6a00640 1 -- 172.21.15.22:0/3088435994 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c00b0070 con 0x7f03d815cc50 2024-09-10T10:41:38.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03d6a00640 1 -- 172.21.15.22:0/3088435994 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03c00ab600 con 0x7f03d815cc50 2024-09-10T10:41:38.610 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03d6a00640 1 -- 172.21.15.22:0/3088435994 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c00ab9d0 con 0x7f03d815cc50 2024-09-10T10:41:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03de200640 1 -- 172.21.15.22:0/3088435994 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 msgr2=0x7f03d80626e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03de200640 1 --2- 172.21.15.22:0/3088435994 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 0x7f03d80626e0 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f03d8063740 tx=0x7f03c001c480 comp rx=0 tx=0).stop 2024-09-10T10:41:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03de200640 1 -- 172.21.15.22:0/3088435994 shutdown_connections 2024-09-10T10:41:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03de200640 1 --2- 172.21.15.22:0/3088435994 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 0x7f03d80626e0 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03de200640 1 --2- 172.21.15.22:0/3088435994 >> v2:172.21.15.145:3300/0 conn(0x7f03d8145380 0x7f03d80ce8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03de200640 1 -- 172.21.15.22:0/3088435994 >> 172.21.15.22:0/3088435994 conn(0x7f03d80b3640 msgr2=0x7f03d80b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:38.611 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03de200640 1 -- 172.21.15.22:0/3088435994 shutdown_connections 2024-09-10T10:41:38.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.608+0000 7f03de200640 1 -- 172.21.15.22:0/3088435994 wait complete. 2024-09-10T10:41:38.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03de200640 1 Processor -- start 2024-09-10T10:41:38.612 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03de200640 1 -- start start 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03de200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03d80cede0 0x7f03d815b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03de200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03d8145380 0x7f03d8159570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03de200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 0x7f03d813ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03de200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f03d8169600 con 0x7f03d815cc50 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03de200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f03d8169480 con 0x7f03d80cede0 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03de200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f03d8169780 con 0x7f03d8145380 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03d7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 0x7f03d813ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03d7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 0x7f03d813ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55712/0 (socket says 172.21.15.22:55712) 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03d7e00640 1 -- 172.21.15.22:0/2224514865 learned_addr learned my addr 172.21.15.22:0/2224514865 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03d7400640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03d80cede0 0x7f03d815b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.614 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03cea00640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03d8145380 0x7f03d8159570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.615 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03d7e00640 1 -- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03d8145380 msgr2=0x7f03d8159570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03d7e00640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03d8145380 0x7f03d8159570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03d7e00640 1 -- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03d80cede0 msgr2=0x7f03d815b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03d7e00640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03d80cede0 0x7f03d815b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03d7e00640 1 -- 172.21.15.22:0/2224514865 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03d813daf0 con 0x7f03d815cc50 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03d7e00640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 0x7f03d813ddd0 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f03d000c7d0 tx=0x7f03d000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03cfe00640 1 -- 172.21.15.22:0/2224514865 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d0018070 con 0x7f03d815cc50 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03cfe00640 1 -- 172.21.15.22:0/2224514865 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03d000a640 con 0x7f03d815cc50 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03cfe00640 1 -- 172.21.15.22:0/2224514865 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d000aa70 con 0x7f03d815cc50 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03de200640 1 -- 172.21.15.22:0/2224514865 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03d815a9e0 con 0x7f03d815cc50 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.612+0000 7f03de200640 1 -- 172.21.15.22:0/2224514865 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03d8159ab0 con 0x7f03d815cc50 2024-09-10T10:41:38.616 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.616+0000 7f03de200640 1 -- 172.21.15.22:0/2224514865 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03d80ce8a0 con 0x7f03d815cc50 2024-09-10T10:41:38.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.616+0000 7f03cfe00640 1 -- 172.21.15.22:0/2224514865 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f03d000ac10 con 0x7f03d815cc50 2024-09-10T10:41:38.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.616+0000 7f03cfe00640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03b40678c0 0x7f03b4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.617 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.616+0000 7f03cfe00640 1 -- 172.21.15.22:0/2224514865 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f03d0085300 con 0x7f03d815cc50 2024-09-10T10:41:38.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.616+0000 7f03d7400640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03b40678c0 0x7f03b4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.618 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.616+0000 7f03d7400640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03b40678c0 0x7f03b4069d80 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f03c8009b60 tx=0x7f03c8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:38.621 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.620+0000 7f03cfe00640 1 -- 172.21.15.22:0/2224514865 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f03d0055750 con 0x7f03d815cc50 2024-09-10T10:41:38.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.820+0000 7f03de200640 1 -- 172.21.15.22:0/2224514865 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03d815c810 con 0x7f03d815cc50 2024-09-10T10:41:38.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.820+0000 7f03cfe00640 1 -- 172.21.15.22:0/2224514865 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 105 v105) ==== 95+0+5236 (secure 0 0 0) 0x7f03d0059a50 con 0x7f03d815cc50 2024-09-10T10:41:38.823 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:38.823 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":105,"btime":"2024-09-10T10:41:27:073026+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6827,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1259099189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1259099189},{"type":"v1","addr":"172.21.15.145:6836","nonce":1259099189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":6830,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/528487940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":528487940},{"type":"v1","addr":"172.21.15.145:6837","nonce":528487940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":8364,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1215506207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1215506207},{"type":"v1","addr":"172.21.15.22:6834","nonce":1215506207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":105,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:41:23.453868+0000","modified":"2024-09-10T10:41:26.466021+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8370":{"gid":8370,"name":"c","rank":0,"incarnation":102,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/3111544654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3111544654},{"type":"v1","addr":"172.21.15.22:6835","nonce":3111544654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8370,"qdb_cluster":[8370]},"id":11}]} 2024-09-10T10:41:38.824 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 105 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 -- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03b40678c0 msgr2=0x7f03b4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03b40678c0 0x7f03b4069d80 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f03c8009b60 tx=0x7f03c8009190 comp rx=0 tx=0).stop 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 -- 172.21.15.22:0/2224514865 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 msgr2=0x7f03d813ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 0x7f03d813ddd0 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f03d000c7d0 tx=0x7f03d000cc90 comp rx=0 tx=0).stop 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 -- 172.21.15.22:0/2224514865 shutdown_connections 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f03b40678c0 0x7f03b4069d80 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f03d815cc50 0x7f03d813ddd0 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03d8145380 0x7f03d8159570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 --2- 172.21.15.22:0/2224514865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03d80cede0 0x7f03d815b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 -- 172.21.15.22:0/2224514865 >> 172.21.15.22:0/2224514865 conn(0x7f03d80b3640 msgr2=0x7f03d806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 -- 172.21.15.22:0/2224514865 shutdown_connections 2024-09-10T10:41:38.826 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.824+0000 7f03de200640 1 -- 172.21.15.22:0/2224514865 wait complete. 2024-09-10T10:41:38.846 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:41:38.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.984+0000 7f2dff200640 1 Processor -- start 2024-09-10T10:41:38.987 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.984+0000 7f2dff200640 1 -- start start 2024-09-10T10:41:38.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dff200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 0x7f2df8071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dff200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2df80b56f0 0x7f2df80b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dff200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2df80ce880 con 0x7f2df815b220 2024-09-10T10:41:38.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dff200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2df806d6e0 con 0x7f2df80b56f0 2024-09-10T10:41:38.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dff200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2df80ceb60 con 0x7f2df815b600 2024-09-10T10:41:38.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2df7e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2df815b220 0x7f2df80b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56606/0 (socket says 172.21.15.22:56606) 2024-09-10T10:41:38.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2df7e00640 1 -- 172.21.15.22:0/2396471350 learned_addr learned my addr 172.21.15.22:0/2396471350 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:38.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dfd200640 1 --2- 172.21.15.22:0/2396471350 >> v2:172.21.15.22:3300/0 conn(0x7f2df80b56f0 0x7f2df80b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2def400640 1 --2- 172.21.15.22:0/2396471350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 0x7f2df8071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.989 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2df7400640 1 -- 172.21.15.22:0/2396471350 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 912768068 0 0) 0x7f2df80ce880 con 0x7f2df815b220 2024-09-10T10:41:38.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2df7400640 1 -- 172.21.15.22:0/2396471350 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ddc003530 con 0x7f2df815b220 2024-09-10T10:41:38.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dfd200640 1 -- 172.21.15.22:0/2396471350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 msgr2=0x7f2df8071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:38.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dfd200640 1 --2- 172.21.15.22:0/2396471350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 0x7f2df8071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dfd200640 1 -- 172.21.15.22:0/2396471350 >> v1:172.21.15.22:6789/0 conn(0x7f2df815b220 legacy=0x7f2df80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dfd200640 1 -- 172.21.15.22:0/2396471350 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2df80cee40 con 0x7f2df80b56f0 2024-09-10T10:41:38.990 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2def400640 1 --2- 172.21.15.22:0/2396471350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 0x7f2df8071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:38.991 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.988+0000 7f2dfd200640 1 --2- 172.21.15.22:0/2396471350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 0x7f2df80b3f10 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f2df0009d90 tx=0x7f2df001c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=456dc57cbdcb194d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:38.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2df7400640 1 -- 172.21.15.22:0/2396471350 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df00b2070 con 0x7f2df80b56f0 2024-09-10T10:41:38.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2df7400640 1 -- 172.21.15.22:0/2396471350 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2df00a5900 con 0x7f2df80b56f0 2024-09-10T10:41:38.992 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2df7400640 1 -- 172.21.15.22:0/2396471350 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df00a5cb0 con 0x7f2df80b56f0 2024-09-10T10:41:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 -- 172.21.15.22:0/2396471350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 msgr2=0x7f2df80b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 --2- 172.21.15.22:0/2396471350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 0x7f2df80b3f10 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f2df0009d90 tx=0x7f2df001c820 comp rx=0 tx=0).stop 2024-09-10T10:41:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 -- 172.21.15.22:0/2396471350 shutdown_connections 2024-09-10T10:41:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 --2- 172.21.15.22:0/2396471350 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 0x7f2df80b3f10 unknown :-1 s=CLOSED pgs=1484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 --2- 172.21.15.22:0/2396471350 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 0x7f2df8071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 -- 172.21.15.22:0/2396471350 >> 172.21.15.22:0/2396471350 conn(0x7f2df8062dd0 msgr2=0x7f2df806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 -- 172.21.15.22:0/2396471350 shutdown_connections 2024-09-10T10:41:38.993 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 -- 172.21.15.22:0/2396471350 wait complete. 2024-09-10T10:41:38.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 Processor -- start 2024-09-10T10:41:38.994 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 -- start start 2024-09-10T10:41:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 0x7f2df814bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2df815b220 0x7f2df80b0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 0x7f2df81f53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2df80cffd0 con 0x7f2df80b56f0 2024-09-10T10:41:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2df80cfe50 con 0x7f2df815b220 2024-09-10T10:41:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dff200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2df80d0150 con 0x7f2df815b600 2024-09-10T10:41:38.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2df7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 0x7f2df814bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2df7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 0x7f2df814bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55728/0 (socket says 172.21.15.22:55728) 2024-09-10T10:41:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2df7e00640 1 -- 172.21.15.22:0/2226308327 learned_addr learned my addr 172.21.15.22:0/2226308327 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2dfd200640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 0x7f2df81f53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.992+0000 7f2def400640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2df815b220 0x7f2df80b0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df7e00640 1 -- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 msgr2=0x7f2df81f53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df7e00640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 0x7f2df81f53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df7e00640 1 -- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2df815b220 msgr2=0x7f2df80b0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df7e00640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2df815b220 0x7f2df80b0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df7e00640 1 -- 172.21.15.22:0/2226308327 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2df80b1560 con 0x7f2df80b56f0 2024-09-10T10:41:38.997 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df7e00640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 0x7f2df814bbd0 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f2de800c480 tx=0x7f2de800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:38.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df4c00640 1 -- 172.21.15.22:0/2226308327 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2de8017070 con 0x7f2df80b56f0 2024-09-10T10:41:38.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df4c00640 1 -- 172.21.15.22:0/2226308327 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2de8005cf0 con 0x7f2df80b56f0 2024-09-10T10:41:38.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2dff200640 1 -- 172.21.15.22:0/2226308327 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2df80b1840 con 0x7f2df80b56f0 2024-09-10T10:41:38.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df4c00640 1 -- 172.21.15.22:0/2226308327 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2de8007290 con 0x7f2df80b56f0 2024-09-10T10:41:38.998 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2dff200640 1 -- 172.21.15.22:0/2226308327 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2df80b1e00 con 0x7f2df80b56f0 2024-09-10T10:41:38.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2dff200640 1 -- 172.21.15.22:0/2226308327 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2df80b3f10 con 0x7f2df80b56f0 2024-09-10T10:41:38.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df4c00640 1 -- 172.21.15.22:0/2226308327 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2de801a070 con 0x7f2df80b56f0 2024-09-10T10:41:38.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df4c00640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dd40678c0 0x7f2dd4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:38.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2df4c00640 1 -- 172.21.15.22:0/2226308327 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f2de8084fe0 con 0x7f2df80b56f0 2024-09-10T10:41:38.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:38.996+0000 7f2def400640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dd40678c0 0x7f2dd4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.000+0000 7f2def400640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dd40678c0 0x7f2dd4069d80 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f2df814d9a0 tx=0x7f2de0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:39.003 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.000+0000 7f2df4c00640 1 -- 172.21.15.22:0/2226308327 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2de8055520 con 0x7f2df80b56f0 2024-09-10T10:41:39.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.172+0000 7f2dff200640 1 -- 172.21.15.22:0/2226308327 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2df815f850 con 0x7f2df80b56f0 2024-09-10T10:41:39.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.172+0000 7f2df4c00640 1 -- 172.21.15.22:0/2226308327 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v138) ==== 74+0+16751 (secure 0 0 0) 0x7f2de8059820 con 0x7f2df80b56f0 2024-09-10T10:41:39.175 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:39.175 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":138,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:41:25.050243+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:41:21.191797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-10T10:41:22.455567+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"138","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:41:39.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 -- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dd40678c0 msgr2=0x7f2dd4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dd40678c0 0x7f2dd4069d80 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f2df814d9a0 tx=0x7f2de0008040 comp rx=0 tx=0).stop 2024-09-10T10:41:39.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 -- 172.21.15.22:0/2226308327 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 msgr2=0x7f2df814bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 0x7f2df814bbd0 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f2de800c480 tx=0x7f2de800c940 comp rx=0 tx=0).stop 2024-09-10T10:41:39.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 -- 172.21.15.22:0/2226308327 shutdown_connections 2024-09-10T10:41:39.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2dd40678c0 0x7f2dd4069d80 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2df815b600 0x7f2df81f53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2df815b220 0x7f2df80b0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 --2- 172.21.15.22:0/2226308327 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2df80b56f0 0x7f2df814bbd0 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 -- 172.21.15.22:0/2226308327 >> 172.21.15.22:0/2226308327 conn(0x7f2df8062dd0 msgr2=0x7f2df806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:39.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 -- 172.21.15.22:0/2226308327 shutdown_connections 2024-09-10T10:41:39.178 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.176+0000 7f2dff200640 1 -- 172.21.15.22:0/2226308327 wait complete. 2024-09-10T10:41:39.196 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:41:39.197 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:39.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.336+0000 7f7488a00640 1 Processor -- start 2024-09-10T10:41:39.338 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.336+0000 7f7488a00640 1 -- start start 2024-09-10T10:41:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.336+0000 7f7488a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f748415e4c0 0x7f74840b6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.336+0000 7f7488a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 0x7f74840b6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.336+0000 7f7488a00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f748415e8a0 con 0x7f7484070930 2024-09-10T10:41:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.336+0000 7f7488a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f74840b7410 con 0x7f748415e4c0 2024-09-10T10:41:39.339 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.336+0000 7f7488a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7484070e80 con 0x7f748406ce80 2024-09-10T10:41:39.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.336+0000 7f7483200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 0x7f74840b6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.336+0000 7f7483200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 0x7f74840b6ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:42014/0 (socket says 172.21.15.22:42014) 2024-09-10T10:41:39.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.340+0000 7f7483200640 1 -- 172.21.15.22:0/3536742553 learned_addr learned my addr 172.21.15.22:0/3536742553 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:39.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.336+0000 7f7482800640 1 --2- 172.21.15.22:0/3536742553 >> v2:172.21.15.145:3300/0 conn(0x7f748415e4c0 0x7f74840b6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.340+0000 7f7483200640 1 -- 172.21.15.22:0/3536742553 >> v2:172.21.15.145:3300/0 conn(0x7f748415e4c0 msgr2=0x7f74840b6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:39.340 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.340+0000 7f7483200640 1 --2- 172.21.15.22:0/3536742553 >> v2:172.21.15.145:3300/0 conn(0x7f748415e4c0 0x7f74840b6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.340+0000 7f7483200640 1 -- 172.21.15.22:0/3536742553 >> v1:172.21.15.145:6789/0 conn(0x7f7484070930 legacy=0x7f7484162000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.340+0000 7f7483200640 1 -- 172.21.15.22:0/3536742553 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7484071160 con 0x7f748406ce80 2024-09-10T10:41:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.340+0000 7f7483200640 1 --2- 172.21.15.22:0/3536742553 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 0x7f74840b6ed0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f747c009e50 tx=0x7f747c01ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a177b10eec391eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.340+0000 7f7481400640 1 -- 172.21.15.22:0/3536742553 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f747c0a58d0 con 0x7f748406ce80 2024-09-10T10:41:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.340+0000 7f7481400640 1 -- 172.21.15.22:0/3536742553 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f747c0a5a70 con 0x7f748406ce80 2024-09-10T10:41:39.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.340+0000 7f7481400640 1 -- 172.21.15.22:0/3536742553 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f747c0a5e40 con 0x7f748406ce80 2024-09-10T10:41:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 -- 172.21.15.22:0/3536742553 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 msgr2=0x7f74840b6ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 --2- 172.21.15.22:0/3536742553 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 0x7f74840b6ed0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f747c009e50 tx=0x7f747c01ca00 comp rx=0 tx=0).stop 2024-09-10T10:41:39.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 -- 172.21.15.22:0/3536742553 shutdown_connections 2024-09-10T10:41:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 --2- 172.21.15.22:0/3536742553 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 0x7f74840b6ed0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 --2- 172.21.15.22:0/3536742553 >> v2:172.21.15.145:3300/0 conn(0x7f748415e4c0 0x7f74840b6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 -- 172.21.15.22:0/3536742553 >> 172.21.15.22:0/3536742553 conn(0x7f74840d2430 msgr2=0x7f74840d2840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 -- 172.21.15.22:0/3536742553 shutdown_connections 2024-09-10T10:41:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 -- 172.21.15.22:0/3536742553 wait complete. 2024-09-10T10:41:39.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 Processor -- start 2024-09-10T10:41:39.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 -- start start 2024-09-10T10:41:39.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 0x7f748415f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7484070930 0x7f7484154d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f748415e4c0 0x7f748415aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f74840b77d0 con 0x7f7484070930 2024-09-10T10:41:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f74840b7650 con 0x7f748415e4c0 2024-09-10T10:41:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7488a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f748416b190 con 0x7f748406ce80 2024-09-10T10:41:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7481e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7484070930 0x7f7484154d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7481e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7484070930 0x7f7484154d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55736/0 (socket says 172.21.15.22:55736) 2024-09-10T10:41:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7481e00640 1 -- 172.21.15.22:0/566315137 learned_addr learned my addr 172.21.15.22:0/566315137 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7482800640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 0x7f748415f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7483200640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f748415e4c0 0x7f748415aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7481e00640 1 -- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 msgr2=0x7f748415f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7481e00640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 0x7f748415f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7481e00640 1 -- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f748415e4c0 msgr2=0x7f748415aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7481e00640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f748415e4c0 0x7f748415aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.344+0000 7f7481e00640 1 -- 172.21.15.22:0/566315137 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74841556c0 con 0x7f7484070930 2024-09-10T10:41:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.348+0000 7f7481e00640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7484070930 0x7f7484154d70 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f747000c420 tx=0x7f747000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.348+0000 7f747aa00640 1 -- 172.21.15.22:0/566315137 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74700052d0 con 0x7f7484070930 2024-09-10T10:41:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.348+0000 7f747aa00640 1 -- 172.21.15.22:0/566315137 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7470005470 con 0x7f7484070930 2024-09-10T10:41:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.348+0000 7f747aa00640 1 -- 172.21.15.22:0/566315137 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7470007260 con 0x7f7484070930 2024-09-10T10:41:39.352 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.348+0000 7f7488a00640 1 -- 172.21.15.22:0/566315137 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f748415bda0 con 0x7f7484070930 2024-09-10T10:41:39.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.348+0000 7f7488a00640 1 -- 172.21.15.22:0/566315137 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f748415c360 con 0x7f7484070930 2024-09-10T10:41:39.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.348+0000 7f7488a00640 1 -- 172.21.15.22:0/566315137 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7484162000 con 0x7f7484070930 2024-09-10T10:41:39.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.348+0000 7f747aa00640 1 -- 172.21.15.22:0/566315137 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7470007400 con 0x7f7484070930 2024-09-10T10:41:39.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.348+0000 7f747aa00640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74640678c0 0x7f7464069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.348+0000 7f747aa00640 1 -- 172.21.15.22:0/566315137 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f74700851c0 con 0x7f7484070930 2024-09-10T10:41:39.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.352+0000 7f7482800640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74640678c0 0x7f7464069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.352+0000 7f7482800640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74640678c0 0x7f7464069d80 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f7474009ac0 tx=0x7f7474009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:39.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.356+0000 7f747aa00640 1 -- 172.21.15.22:0/566315137 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f748415e8a0 con 0x7f7484070930 2024-09-10T10:41:39.555 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.552+0000 7f7488a00640 1 -- 172.21.15.22:0/566315137 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f748415fb00 con 0x7f7484070930 2024-09-10T10:41:39.556 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.552+0000 7f747aa00640 1 -- 172.21.15.22:0/566315137 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 105 v105) ==== 95+0+5236 (secure 0 0 0) 0x7f7470055610 con 0x7f7484070930 2024-09-10T10:41:39.556 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:39.556 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":105,"btime":"2024-09-10T10:41:27:073026+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6827,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1259099189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1259099189},{"type":"v1","addr":"172.21.15.145:6836","nonce":1259099189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":6830,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/528487940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":528487940},{"type":"v1","addr":"172.21.15.145:6837","nonce":528487940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":8364,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1215506207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1215506207},{"type":"v1","addr":"172.21.15.22:6834","nonce":1215506207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":105,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:41:23.453868+0000","modified":"2024-09-10T10:41:26.466021+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8370":{"gid":8370,"name":"c","rank":0,"incarnation":102,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/3111544654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3111544654},{"type":"v1","addr":"172.21.15.22:6835","nonce":3111544654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8370,"qdb_cluster":[8370]},"id":11}]} 2024-09-10T10:41:39.556 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 105 2024-09-10T10:41:39.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 -- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74640678c0 msgr2=0x7f7464069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74640678c0 0x7f7464069d80 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f7474009ac0 tx=0x7f7474009190 comp rx=0 tx=0).stop 2024-09-10T10:41:39.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 -- 172.21.15.22:0/566315137 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7484070930 msgr2=0x7f7484154d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7484070930 0x7f7484154d70 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f747000c420 tx=0x7f747000c8e0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 -- 172.21.15.22:0/566315137 shutdown_connections 2024-09-10T10:41:39.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f74640678c0 0x7f7464069d80 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f748415e4c0 0x7f748415aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f7484070930 0x7f7484154d70 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 --2- 172.21.15.22:0/566315137 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f748406ce80 0x7f748415f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 -- 172.21.15.22:0/566315137 >> 172.21.15.22:0/566315137 conn(0x7f74840d2430 msgr2=0x7f748406d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:39.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 -- 172.21.15.22:0/566315137 shutdown_connections 2024-09-10T10:41:39.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.556+0000 7f7488a00640 1 -- 172.21.15.22:0/566315137 wait complete. 2024-09-10T10:41:39.577 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:41:39.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.716+0000 7f89cd600640 1 Processor -- start 2024-09-10T10:41:39.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.716+0000 7f89cd600640 1 -- start start 2024-09-10T10:41:39.719 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.716+0000 7f89cd600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f89c815c750 0x7f89c815cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.716+0000 7f89cd600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89c815d120 con 0x7f89c815e4e0 2024-09-10T10:41:39.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.716+0000 7f89cd600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89c815d3f0 con 0x7f89c80cf170 2024-09-10T10:41:39.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.716+0000 7f89cd600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f89c815d6d0 con 0x7f89c815c750 2024-09-10T10:41:39.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.716+0000 7f89ccc00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f89c815e4e0 0x7f89c815e910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56608/0 (socket says 172.21.15.22:56608) 2024-09-10T10:41:39.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.716+0000 7f89ccc00640 1 -- 172.21.15.22:0/3722649346 learned_addr learned my addr 172.21.15.22:0/3722649346 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:39.720 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.716+0000 7f89bf400640 1 --2- 172.21.15.22:0/3722649346 >> v2:172.21.15.145:3300/0 conn(0x7f89c815c750 0x7f89c815cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.720+0000 7f89c7400640 1 -- 172.21.15.22:0/3722649346 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3136488520 0 0) 0x7f89c815d120 con 0x7f89c815e4e0 2024-09-10T10:41:39.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.720+0000 7f89c7400640 1 -- 172.21.15.22:0/3722649346 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f89ac003530 con 0x7f89c815e4e0 2024-09-10T10:41:39.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.720+0000 7f89bf400640 1 -- 172.21.15.22:0/3722649346 >> v1:172.21.15.145:6789/0 conn(0x7f89c80cf170 legacy=0x7f89c80cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.720+0000 7f89bf400640 1 -- 172.21.15.22:0/3722649346 >> v1:172.21.15.22:6789/0 conn(0x7f89c815e4e0 legacy=0x7f89c815e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.721 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.720+0000 7f89bf400640 1 -- 172.21.15.22:0/3722649346 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c815da00 con 0x7f89c815c750 2024-09-10T10:41:39.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.720+0000 7f89bf400640 1 --2- 172.21.15.22:0/3722649346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89c815c750 0x7f89c815cbe0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f89b00097c0 tx=0x7f89b001c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=123afcdaf4717ca8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:39.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.720+0000 7f89c7400640 1 -- 172.21.15.22:0/3722649346 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b00b1070 con 0x7f89c815c750 2024-09-10T10:41:39.723 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.720+0000 7f89c7400640 1 -- 172.21.15.22:0/3722649346 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89b00ac5f0 con 0x7f89c815c750 2024-09-10T10:41:39.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.720+0000 7f89c7400640 1 -- 172.21.15.22:0/3722649346 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b00ac9c0 con 0x7f89c815c750 2024-09-10T10:41:39.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 -- 172.21.15.22:0/3722649346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89c815c750 msgr2=0x7f89c815cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.724 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 --2- 172.21.15.22:0/3722649346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89c815c750 0x7f89c815cbe0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f89b00097c0 tx=0x7f89b001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 -- 172.21.15.22:0/3722649346 shutdown_connections 2024-09-10T10:41:39.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 --2- 172.21.15.22:0/3722649346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89c815c750 0x7f89c815cbe0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 -- 172.21.15.22:0/3722649346 >> 172.21.15.22:0/3722649346 conn(0x7f89c8062ae0 msgr2=0x7f89c806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:39.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 -- 172.21.15.22:0/3722649346 shutdown_connections 2024-09-10T10:41:39.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 -- 172.21.15.22:0/3722649346 wait complete. 2024-09-10T10:41:39.725 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 Processor -- start 2024-09-10T10:41:39.726 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 -- start start 2024-09-10T10:41:39.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89c80cf170 0x7f89c81493a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89c815c750 0x7f89c80ce940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f89c815e4e0 0x7f89c8158060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.728 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f89c816a090 con 0x7f89c815e4e0 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f89c8169f10 con 0x7f89c80cf170 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89cd600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f89c816a210 con 0x7f89c815c750 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89ccc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f89c815e4e0 0x7f89c8158060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89ccc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f89c815e4e0 0x7f89c8158060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55746/0 (socket says 172.21.15.22:55746) 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89ccc00640 1 -- 172.21.15.22:0/984872839 learned_addr learned my addr 172.21.15.22:0/984872839 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89c7e00640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89c80cf170 0x7f89c81493a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89bf400640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89c815c750 0x7f89c80ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89ccc00640 1 -- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89c815c750 msgr2=0x7f89c80ce940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89ccc00640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89c815c750 0x7f89c80ce940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89ccc00640 1 -- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89c80cf170 msgr2=0x7f89c81493a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89ccc00640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89c80cf170 0x7f89c81493a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.729 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.724+0000 7f89ccc00640 1 -- 172.21.15.22:0/984872839 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c80cd8a0 con 0x7f89c815e4e0 2024-09-10T10:41:39.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89ccc00640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f89c815e4e0 0x7f89c8158060 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f89c000caa0 tx=0x7f89c000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:39.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89c4c00640 1 -- 172.21.15.22:0/984872839 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c0017070 con 0x7f89c815e4e0 2024-09-10T10:41:39.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89c4c00640 1 -- 172.21.15.22:0/984872839 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89c000ac00 con 0x7f89c815e4e0 2024-09-10T10:41:39.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89c4c00640 1 -- 172.21.15.22:0/984872839 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c0012400 con 0x7f89c815e4e0 2024-09-10T10:41:39.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89cd600640 1 -- 172.21.15.22:0/984872839 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89c80cdb80 con 0x7f89c815e4e0 2024-09-10T10:41:39.730 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89cd600640 1 -- 172.21.15.22:0/984872839 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89c80ce140 con 0x7f89c815e4e0 2024-09-10T10:41:39.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89cd600640 1 -- 172.21.15.22:0/984872839 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89c80cf550 con 0x7f89c815e4e0 2024-09-10T10:41:39.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89c4c00640 1 -- 172.21.15.22:0/984872839 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f89c001a070 con 0x7f89c815e4e0 2024-09-10T10:41:39.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89c4c00640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89a40678c0 0x7f89a4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:39.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89c4c00640 1 -- 172.21.15.22:0/984872839 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f89c0085b30 con 0x7f89c815e4e0 2024-09-10T10:41:39.731 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.728+0000 7f89c7e00640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89a40678c0 0x7f89a4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:39.732 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.732+0000 7f89c7e00640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89a40678c0 0x7f89a4069d80 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f89b8000f70 tx=0x7f89b8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:39.735 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.732+0000 7f89c4c00640 1 -- 172.21.15.22:0/984872839 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f89c00565d0 con 0x7f89c815e4e0 2024-09-10T10:41:39.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.932+0000 7f89cd600640 1 -- 172.21.15.22:0/984872839 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f89c80cfc10 con 0x7f89c815e4e0 2024-09-10T10:41:39.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89c4c00640 1 -- 172.21.15.22:0/984872839 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 105 v105) ==== 95+0+5236 (secure 0 0 0) 0x7f89c0055ed0 con 0x7f89c815e4e0 2024-09-10T10:41:39.936 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:39.937 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":105,"btime":"2024-09-10T10:41:27:073026+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6827,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1259099189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1259099189},{"type":"v1","addr":"172.21.15.145:6836","nonce":1259099189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":6830,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/528487940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":528487940},{"type":"v1","addr":"172.21.15.145:6837","nonce":528487940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":8364,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1215506207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1215506207},{"type":"v1","addr":"172.21.15.22:6834","nonce":1215506207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":105,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:41:23.453868+0000","modified":"2024-09-10T10:41:26.466021+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8370":{"gid":8370,"name":"c","rank":0,"incarnation":102,"state":"up:active","state_seq":3,"addr":"172.21.15.22:6835/3111544654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":3111544654},{"type":"v1","addr":"172.21.15.22:6835","nonce":3111544654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8370,"qdb_cluster":[8370]},"id":11}]} 2024-09-10T10:41:39.937 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 105 2024-09-10T10:41:39.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 -- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89a40678c0 msgr2=0x7f89a4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89a40678c0 0x7f89a4069d80 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f89b8000f70 tx=0x7f89b8009040 comp rx=0 tx=0).stop 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 -- 172.21.15.22:0/984872839 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f89c815e4e0 msgr2=0x7f89c8158060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f89c815e4e0 0x7f89c8158060 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f89c000caa0 tx=0x7f89c000cf60 comp rx=0 tx=0).stop 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 -- 172.21.15.22:0/984872839 shutdown_connections 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f89a40678c0 0x7f89a4069d80 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f89c815e4e0 0x7f89c8158060 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f89c815c750 0x7f89c80ce940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 --2- 172.21.15.22:0/984872839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f89c80cf170 0x7f89c81493a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 -- 172.21.15.22:0/984872839 >> 172.21.15.22:0/984872839 conn(0x7f89c8062ae0 msgr2=0x7f89c80c5510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 -- 172.21.15.22:0/984872839 shutdown_connections 2024-09-10T10:41:39.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:39.936+0000 7f89cd600640 1 -- 172.21.15.22:0/984872839 wait complete. 2024-09-10T10:41:39.957 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:41:40.101 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bb7e00640 1 Processor -- start 2024-09-10T10:41:40.102 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bb7e00640 1 -- start start 2024-09-10T10:41:40.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bb7e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6bb815c5e0 0x7f6bb80b4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bb7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bb80b4640 0x7f6bb80d0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bb7e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bb80b6a70 con 0x7f6bb815c200 2024-09-10T10:41:40.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bb7e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f6bb80b5fe0 con 0x7f6bb815c5e0 2024-09-10T10:41:40.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bb7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6bb80b62c0 con 0x7f6bb80b4640 2024-09-10T10:41:40.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bae000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6bb815c5e0 0x7f6bb80b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bae000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f6bb815c5e0 0x7f6bb80b4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55752/0 (socket says 172.21.15.22:55752) 2024-09-10T10:41:40.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bae000640 1 -- 172.21.15.22:0/1681460011 learned_addr learned my addr 172.21.15.22:0/1681460011 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:40.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bb7400640 1 --2- 172.21.15.22:0/1681460011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bb80b4640 0x7f6bb80d0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bae000640 1 -- 172.21.15.22:0/1681460011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bb80b4640 msgr2=0x7f6bb80d0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:40.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bae000640 1 --2- 172.21.15.22:0/1681460011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bb80b4640 0x7f6bb80d0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bae000640 1 -- 172.21.15.22:0/1681460011 >> v1:172.21.15.145:6789/0 conn(0x7f6bb815c200 legacy=0x7f6bb80b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.100+0000 7f6bae000640 1 -- 172.21.15.22:0/1681460011 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bb80d0130 con 0x7f6bb815c5e0 2024-09-10T10:41:40.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bae000640 1 --2- 172.21.15.22:0/1681460011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 0x7f6bb80b4100 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f6ba0009870 tx=0x7f6ba001ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67c127c0d52eb1d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:40.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb6000640 1 -- 172.21.15.22:0/1681460011 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba00b5070 con 0x7f6bb815c5e0 2024-09-10T10:41:40.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb6000640 1 -- 172.21.15.22:0/1681460011 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ba00a8a50 con 0x7f6bb815c5e0 2024-09-10T10:41:40.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb6000640 1 -- 172.21.15.22:0/1681460011 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba00a8e20 con 0x7f6bb815c5e0 2024-09-10T10:41:40.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb7e00640 1 -- 172.21.15.22:0/1681460011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 msgr2=0x7f6bb80b4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb7e00640 1 --2- 172.21.15.22:0/1681460011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 0x7f6bb80b4100 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f6ba0009870 tx=0x7f6ba001ed50 comp rx=0 tx=0).stop 2024-09-10T10:41:40.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb7e00640 1 -- 172.21.15.22:0/1681460011 shutdown_connections 2024-09-10T10:41:40.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb7e00640 1 --2- 172.21.15.22:0/1681460011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bb80b4640 0x7f6bb80d0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb7e00640 1 --2- 172.21.15.22:0/1681460011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 0x7f6bb80b4100 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb7e00640 1 -- 172.21.15.22:0/1681460011 >> 172.21.15.22:0/1681460011 conn(0x7f6bb806f3b0 msgr2=0x7f6bb806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:40.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb7e00640 1 -- 172.21.15.22:0/1681460011 shutdown_connections 2024-09-10T10:41:40.108 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.104+0000 7f6bb7e00640 1 -- 172.21.15.22:0/1681460011 wait complete. 2024-09-10T10:41:40.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7e00640 1 Processor -- start 2024-09-10T10:41:40.109 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7e00640 1 -- start start 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bb80b4640 0x7f6bb8150380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bb815c200 0x7f6bb806d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 0x7f6bb806d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f6bb80b5b80 con 0x7f6bb815c5e0 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6bb80d06f0 con 0x7f6bb80b4640 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6bb80b5d00 con 0x7f6bb815c200 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 0x7f6bb806d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 0x7f6bb806d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55758/0 (socket says 172.21.15.22:55758) 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7400640 1 -- 172.21.15.22:0/2320317126 learned_addr learned my addr 172.21.15.22:0/2320317126 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bae000640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bb815c200 0x7f6bb806d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb6a00640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bb80b4640 0x7f6bb8150380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.111 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7400640 1 -- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bb815c200 msgr2=0x7f6bb806d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7400640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bb815c200 0x7f6bb806d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7400640 1 -- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bb80b4640 msgr2=0x7f6bb8150380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7400640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bb80b4640 0x7f6bb8150380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7400640 1 -- 172.21.15.22:0/2320317126 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bb80ae9d0 con 0x7f6bb815c5e0 2024-09-10T10:41:40.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7400640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 0x7f6bb806d870 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f6bb0009dd0 tx=0x7f6bb000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:40.112 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6baf400640 1 -- 172.21.15.22:0/2320317126 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb0018020 con 0x7f6bb815c5e0 2024-09-10T10:41:40.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6baf400640 1 -- 172.21.15.22:0/2320317126 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb0014480 con 0x7f6bb815c5e0 2024-09-10T10:41:40.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6baf400640 1 -- 172.21.15.22:0/2320317126 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb0014870 con 0x7f6bb815c5e0 2024-09-10T10:41:40.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7e00640 1 -- 172.21.15.22:0/2320317126 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bb80aecb0 con 0x7f6bb815c5e0 2024-09-10T10:41:40.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.108+0000 7f6bb7e00640 1 -- 172.21.15.22:0/2320317126 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bb80af270 con 0x7f6bb815c5e0 2024-09-10T10:41:40.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.112+0000 7f6bb7e00640 1 -- 172.21.15.22:0/2320317126 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bb80b4100 con 0x7f6bb815c5e0 2024-09-10T10:41:40.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.112+0000 7f6baf400640 1 -- 172.21.15.22:0/2320317126 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6bb001b020 con 0x7f6bb815c5e0 2024-09-10T10:41:40.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.112+0000 7f6baf400640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b940678c0 0x7f6b94069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.112+0000 7f6baf400640 1 -- 172.21.15.22:0/2320317126 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f6bb00866b0 con 0x7f6bb815c5e0 2024-09-10T10:41:40.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.112+0000 7f6bb6a00640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b940678c0 0x7f6b94069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.112+0000 7f6bb6a00640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b940678c0 0x7f6b94069d80 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f6ba8001810 tx=0x7f6ba8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:40.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.116+0000 7f6baf400640 1 -- 172.21.15.22:0/2320317126 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6bb0022070 con 0x7f6bb815c5e0 2024-09-10T10:41:40.285 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.284+0000 7f6bb7e00640 1 -- 172.21.15.22:0/2320317126 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6bb80d16a0 con 0x7f6bb815c5e0 2024-09-10T10:41:40.287 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.284+0000 7f6baf400640 1 -- 172.21.15.22:0/2320317126 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v138) ==== 74+0+16751 (secure 0 0 0) 0x7f6bb0010040 con 0x7f6bb815c5e0 2024-09-10T10:41:40.287 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:40.287 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":138,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:41:25.050243+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:41:21.191797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-10T10:41:22.455567+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"138","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:41:40.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 -- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b940678c0 msgr2=0x7f6b94069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b940678c0 0x7f6b94069d80 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f6ba8001810 tx=0x7f6ba8009040 comp rx=0 tx=0).stop 2024-09-10T10:41:40.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 -- 172.21.15.22:0/2320317126 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 msgr2=0x7f6bb806d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 0x7f6bb806d870 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f6bb0009dd0 tx=0x7f6bb000c490 comp rx=0 tx=0).stop 2024-09-10T10:41:40.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 -- 172.21.15.22:0/2320317126 shutdown_connections 2024-09-10T10:41:40.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f6b940678c0 0x7f6b94069d80 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f6bb815c5e0 0x7f6bb806d870 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bb815c200 0x7f6bb806d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.289 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 --2- 172.21.15.22:0/2320317126 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bb80b4640 0x7f6bb8150380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 -- 172.21.15.22:0/2320317126 >> 172.21.15.22:0/2320317126 conn(0x7f6bb806f3b0 msgr2=0x7f6bb806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:40.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 -- 172.21.15.22:0/2320317126 shutdown_connections 2024-09-10T10:41:40.290 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.288+0000 7f6bb7e00640 1 -- 172.21.15.22:0/2320317126 wait complete. 2024-09-10T10:41:40.310 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:41:40.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.448+0000 7f2bcbc00640 1 Processor -- start 2024-09-10T10:41:40.451 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.448+0000 7f2bcbc00640 1 -- start start 2024-09-10T10:41:40.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bcbc00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f2bc4162090 0x7f2bc4162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bcbc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f2bc4073730 0x7f2bc40ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.452 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bcbc00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bc4158ef0 con 0x7f2bc415eaa0 2024-09-10T10:41:40.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bcbc00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f2bc415fd00 con 0x7f2bc4073730 2024-09-10T10:41:40.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bcbc00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f2bc41629b0 con 0x7f2bc4162090 2024-09-10T10:41:40.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bc9c00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f2bc415eaa0 0x7f2bc415eeb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56610/0 (socket says 172.21.15.22:56610) 2024-09-10T10:41:40.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bc9c00640 1 -- 172.21.15.22:0/2056175431 learned_addr learned my addr 172.21.15.22:0/2056175431 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:40.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/2056175431 >> v2:172.21.15.22:3300/0 conn(0x7f2bc4073730 0x7f2bc40ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bc9200640 1 --2- 172.21.15.22:0/2056175431 >> v2:172.21.15.145:3300/0 conn(0x7f2bc4162090 0x7f2bc4162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bbbe00640 1 -- 172.21.15.22:0/2056175431 >> v2:172.21.15.145:3300/0 conn(0x7f2bc4162090 msgr2=0x7f2bc4162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:40.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/2056175431 >> v2:172.21.15.145:3300/0 conn(0x7f2bc4162090 0x7f2bc4162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bbbe00640 1 -- 172.21.15.22:0/2056175431 >> v1:172.21.15.22:6789/0 conn(0x7f2bc415eaa0 legacy=0x7f2bc415eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bbbe00640 1 -- 172.21.15.22:0/2056175431 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bc40aea70 con 0x7f2bc4073730 2024-09-10T10:41:40.454 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bc3e00640 1 -- 172.21.15.22:0/2056175431 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1776714640 0 0) 0x7f2bbc0014a0 con 0x7f2bc415eaa0 2024-09-10T10:41:40.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.452+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/2056175431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc4073730 0x7f2bc40ae100 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f2bc406cd30 tx=0x7f2bac01ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81f3110a71fd5bba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:40.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bc3e00640 1 -- 172.21.15.22:0/2056175431 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bac0b5070 con 0x7f2bc4073730 2024-09-10T10:41:40.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bc3e00640 1 -- 172.21.15.22:0/2056175431 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bac0a8970 con 0x7f2bc4073730 2024-09-10T10:41:40.456 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bc3e00640 1 -- 172.21.15.22:0/2056175431 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bac0a8d40 con 0x7f2bc4073730 2024-09-10T10:41:40.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 -- 172.21.15.22:0/2056175431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc4073730 msgr2=0x7f2bc40ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 --2- 172.21.15.22:0/2056175431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc4073730 0x7f2bc40ae100 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f2bc406cd30 tx=0x7f2bac01ec70 comp rx=0 tx=0).stop 2024-09-10T10:41:40.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 -- 172.21.15.22:0/2056175431 shutdown_connections 2024-09-10T10:41:40.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 --2- 172.21.15.22:0/2056175431 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc4073730 0x7f2bc40ae100 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 --2- 172.21.15.22:0/2056175431 >> v2:172.21.15.145:3300/0 conn(0x7f2bc4162090 0x7f2bc4162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 -- 172.21.15.22:0/2056175431 >> 172.21.15.22:0/2056175431 conn(0x7f2bc406bcc0 msgr2=0x7f2bc406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:40.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 -- 172.21.15.22:0/2056175431 shutdown_connections 2024-09-10T10:41:40.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 -- 172.21.15.22:0/2056175431 wait complete. 2024-09-10T10:41:40.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 Processor -- start 2024-09-10T10:41:40.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 -- start start 2024-09-10T10:41:40.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bc4073730 0x7f2bc41f5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc415eaa0 0x7f2bc41533b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bc4162090 0x7f2bc40cbff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f2bc40af310 con 0x7f2bc415eaa0 2024-09-10T10:41:40.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2bc40af030 con 0x7f2bc4073730 2024-09-10T10:41:40.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bcbc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2bc40af490 con 0x7f2bc4162090 2024-09-10T10:41:40.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bbbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc415eaa0 0x7f2bc41533b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.461 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bbbe00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc415eaa0 0x7f2bc41533b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55772/0 (socket says 172.21.15.22:55772) 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.456+0000 7f2bbbe00640 1 -- 172.21.15.22:0/1495049094 learned_addr learned my addr 172.21.15.22:0/1495049094 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bc9200640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bc4073730 0x7f2bc41f5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bc9c00640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bc4162090 0x7f2bc40cbff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bbbe00640 1 -- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bc4162090 msgr2=0x7f2bc40cbff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bc4162090 0x7f2bc40cbff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bbbe00640 1 -- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bc4073730 msgr2=0x7f2bc41f5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bc4073730 0x7f2bc41f5230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bbbe00640 1 -- 172.21.15.22:0/1495049094 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bc41f5770 con 0x7f2bc415eaa0 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bbbe00640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc415eaa0 0x7f2bc41533b0 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f2bac0b3040 tx=0x7f2bac01ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bc1600640 1 -- 172.21.15.22:0/1495049094 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bac0bf070 con 0x7f2bc415eaa0 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bc1600640 1 -- 172.21.15.22:0/1495049094 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bac0b0740 con 0x7f2bc415eaa0 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bc1600640 1 -- 172.21.15.22:0/1495049094 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bac0b5040 con 0x7f2bc415eaa0 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bcbc00640 1 -- 172.21.15.22:0/1495049094 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bc40ca1a0 con 0x7f2bc415eaa0 2024-09-10T10:41:40.462 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bcbc00640 1 -- 172.21.15.22:0/1495049094 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bc40ca760 con 0x7f2bc415eaa0 2024-09-10T10:41:40.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bcbc00640 1 -- 172.21.15.22:0/1495049094 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bc4073c10 con 0x7f2bc415eaa0 2024-09-10T10:41:40.463 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.460+0000 7f2bc1600640 1 -- 172.21.15.22:0/1495049094 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2bac0b0b30 con 0x7f2bc415eaa0 2024-09-10T10:41:40.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.464+0000 7f2bc1600640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ba00678c0 0x7f2ba0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.464+0000 7f2bc1600640 1 -- 172.21.15.22:0/1495049094 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f2bac1225f0 con 0x7f2bc415eaa0 2024-09-10T10:41:40.464 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.464+0000 7f2bc9200640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ba00678c0 0x7f2ba0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.465 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.464+0000 7f2bc9200640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ba00678c0 0x7f2ba0069d80 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f2bc41f23f0 tx=0x7f2bb4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:40.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.468+0000 7f2bc1600640 1 -- 172.21.15.22:0/1495049094 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2bac0187d0 con 0x7f2bc415eaa0 2024-09-10T10:41:40.667 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.664+0000 7f2bcbc00640 1 -- 172.21.15.22:0/1495049094 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f2bc4160190 con 0x7f2bc415eaa0 2024-09-10T10:41:40.667 INFO:tasks.ceph.mon.a.smithi022.stderr:2024-09-10T10:41:40.664+0000 7f8d62400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:41:40.669 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bc1600640 1 -- 172.21.15.22:0/1495049094 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v106) ==== 161+0+0 (secure 0 0 0) 0x7f2bac0b0e20 con 0x7f2bc415eaa0 2024-09-10T10:41:40.669 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:41:40.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 -- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ba00678c0 msgr2=0x7f2ba0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ba00678c0 0x7f2ba0069d80 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f2bc41f23f0 tx=0x7f2bb4008040 comp rx=0 tx=0).stop 2024-09-10T10:41:40.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 -- 172.21.15.22:0/1495049094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc415eaa0 msgr2=0x7f2bc41533b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc415eaa0 0x7f2bc41533b0 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f2bac0b3040 tx=0x7f2bac01ba10 comp rx=0 tx=0).stop 2024-09-10T10:41:40.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 -- 172.21.15.22:0/1495049094 shutdown_connections 2024-09-10T10:41:40.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f2ba00678c0 0x7f2ba0069d80 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bc4162090 0x7f2bc40cbff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f2bc415eaa0 0x7f2bc41533b0 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 --2- 172.21.15.22:0/1495049094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bc4073730 0x7f2bc41f5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.672 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 -- 172.21.15.22:0/1495049094 >> 172.21.15.22:0/1495049094 conn(0x7f2bc406bcc0 msgr2=0x7f2bc406c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:40.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.668+0000 7f2bcbc00640 1 -- 172.21.15.22:0/1495049094 shutdown_connections 2024-09-10T10:41:40.673 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.672+0000 7f2bcbc00640 1 -- 172.21.15.22:0/1495049094 wait complete. 2024-09-10T10:41:40.677 INFO:tasks.ceph.mds.c.smithi022.stderr: -2224> 2024-09-10T10:41:26.032+0000 7f4b73200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:41:40.693 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:41:40.723 INFO:tasks.ceph.mds.c.smithi022.stdout:starting mds.c at 2024-09-10T10:41:40.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f6652600640 1 Processor -- start 2024-09-10T10:41:40.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f6652600640 1 -- start start 2024-09-10T10:41:40.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f6652600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f664c1568c0 0x7f664c0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f6652600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f664c0b4f90 con 0x7f664c0b4470 2024-09-10T10:41:40.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f6652600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f664c0b49d0 con 0x7f664c0cfad0 2024-09-10T10:41:40.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f6652600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f664c0b4cb0 con 0x7f664c1568c0 2024-09-10T10:41:40.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f6642a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f664c0b4470 0x7f664c0cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56628/0 (socket says 172.21.15.22:56628) 2024-09-10T10:41:40.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f664b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f664c1568c0 0x7f664c0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f6642a00640 1 -- 172.21.15.22:0/1826077011 learned_addr learned my addr 172.21.15.22:0/1826077011 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:40.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f664b400640 1 -- 172.21.15.22:0/1826077011 >> v1:172.21.15.145:6789/0 conn(0x7f664c0cfad0 legacy=0x7f664c06d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f664b400640 1 -- 172.21.15.22:0/1826077011 >> v1:172.21.15.22:6789/0 conn(0x7f664c0b4470 legacy=0x7f664c0cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.836+0000 7f664b400640 1 -- 172.21.15.22:0/1826077011 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f664c06d1b0 con 0x7f664c1568c0 2024-09-10T10:41:40.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f664b400640 1 --2- 172.21.15.22:0/1826077011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c1568c0 0x7f664c0b3f30 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f663c0097c0 tx=0x7f663c01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4be40d90a2de31b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:40.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f664aa00640 1 -- 172.21.15.22:0/1826077011 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663c0aa5f0 con 0x7f664c1568c0 2024-09-10T10:41:40.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f664aa00640 1 -- 172.21.15.22:0/1826077011 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f663c0af070 con 0x7f664c1568c0 2024-09-10T10:41:40.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f664aa00640 1 -- 172.21.15.22:0/1826077011 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663c0aa9b0 con 0x7f664c1568c0 2024-09-10T10:41:40.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f6652600640 1 -- 172.21.15.22:0/1826077011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c1568c0 msgr2=0x7f664c0b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f6652600640 1 --2- 172.21.15.22:0/1826077011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c1568c0 0x7f664c0b3f30 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f663c0097c0 tx=0x7f663c01c470 comp rx=0 tx=0).stop 2024-09-10T10:41:40.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f6652600640 1 -- 172.21.15.22:0/1826077011 shutdown_connections 2024-09-10T10:41:40.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f6652600640 1 --2- 172.21.15.22:0/1826077011 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c1568c0 0x7f664c0b3f30 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f6652600640 1 -- 172.21.15.22:0/1826077011 >> 172.21.15.22:0/1826077011 conn(0x7f664c062eb0 msgr2=0x7f664c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:40.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f6652600640 1 -- 172.21.15.22:0/1826077011 shutdown_connections 2024-09-10T10:41:40.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.840+0000 7f6652600640 1 -- 172.21.15.22:0/1826077011 wait complete. 2024-09-10T10:41:40.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6652600640 1 Processor -- start 2024-09-10T10:41:40.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6652600640 1 -- start start 2024-09-10T10:41:40.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6652600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f664c0b4470 0x7f664c142b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6652600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c0cfad0 0x7f664c1678d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6652600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c1568c0 0x7f664c161130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6652600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f664c06ea50 con 0x7f664c0cfad0 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6652600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f664c06e8d0 con 0x7f664c1568c0 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6652600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f664c06ebd0 con 0x7f664c0b4470 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6642a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c0cfad0 0x7f664c1678d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6642a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c0cfad0 0x7f664c1678d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55812/0 (socket says 172.21.15.22:55812) 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6642a00640 1 -- 172.21.15.22:0/4113544453 learned_addr learned my addr 172.21.15.22:0/4113544453 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f664b400640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f664c0b4470 0x7f664c142b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f664be00640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c1568c0 0x7f664c161130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6642a00640 1 -- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f664c0b4470 msgr2=0x7f664c142b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6642a00640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f664c0b4470 0x7f664c142b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6642a00640 1 -- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c1568c0 msgr2=0x7f664c161130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:40.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6642a00640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c1568c0 0x7f664c161130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:40.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6642a00640 1 -- 172.21.15.22:0/4113544453 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f664c0ac160 con 0x7f664c0cfad0 2024-09-10T10:41:40.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6642a00640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c0cfad0 0x7f664c1678d0 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f663400cbf0 tx=0x7f663400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:40.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6643e00640 1 -- 172.21.15.22:0/4113544453 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6634017070 con 0x7f664c0cfad0 2024-09-10T10:41:40.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6652600640 1 -- 172.21.15.22:0/4113544453 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f664c0ac440 con 0x7f664c0cfad0 2024-09-10T10:41:40.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6643e00640 1 -- 172.21.15.22:0/4113544453 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f663400ad50 con 0x7f664c0cfad0 2024-09-10T10:41:40.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6643e00640 1 -- 172.21.15.22:0/4113544453 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6634012600 con 0x7f664c0cfad0 2024-09-10T10:41:40.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.844+0000 7f6652600640 1 -- 172.21.15.22:0/4113544453 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f664c0aca00 con 0x7f664c0cfad0 2024-09-10T10:41:40.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.848+0000 7f6652600640 1 -- 172.21.15.22:0/4113544453 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f664c0d01f0 con 0x7f664c0cfad0 2024-09-10T10:41:40.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.848+0000 7f6643e00640 1 -- 172.21.15.22:0/4113544453 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f663401a070 con 0x7f664c0cfad0 2024-09-10T10:41:40.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.848+0000 7f6643e00640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66280678f0 0x7f6628069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:40.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.848+0000 7f6643e00640 1 -- 172.21.15.22:0/4113544453 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f6634085b10 con 0x7f664c0cfad0 2024-09-10T10:41:40.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.848+0000 7f664b400640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66280678f0 0x7f6628069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:40.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.848+0000 7f664b400640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66280678f0 0x7f6628069db0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f663c0ae000 tx=0x7f663c0a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:40.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:40.852+0000 7f6643e00640 1 -- 172.21.15.22:0/4113544453 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6634055e80 con 0x7f664c0cfad0 2024-09-10T10:41:41.053 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.052+0000 7f6652600640 1 -- 172.21.15.22:0/4113544453 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f664c06bcc0 con 0x7f664c0cfad0 2024-09-10T10:41:41.671 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.668+0000 7f6643e00640 1 -- 172.21.15.22:0/4113544453 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v107) ==== 104+0+0 (secure 0 0 0) 0x7f663405a180 con 0x7f664c0cfad0 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 -- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66280678f0 msgr2=0x7f6628069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66280678f0 0x7f6628069db0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f663c0ae000 tx=0x7f663c0a7000 comp rx=0 tx=0).stop 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 -- 172.21.15.22:0/4113544453 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c0cfad0 msgr2=0x7f664c1678d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c0cfad0 0x7f664c1678d0 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f663400cbf0 tx=0x7f663400a430 comp rx=0 tx=0).stop 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 -- 172.21.15.22:0/4113544453 shutdown_connections 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f66280678f0 0x7f6628069db0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f664c1568c0 0x7f664c161130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f664c0cfad0 0x7f664c1678d0 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 --2- 172.21.15.22:0/4113544453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f664c0b4470 0x7f664c142b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 -- 172.21.15.22:0/4113544453 >> 172.21.15.22:0/4113544453 conn(0x7f664c062eb0 msgr2=0x7f664c15d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 -- 172.21.15.22:0/4113544453 shutdown_connections 2024-09-10T10:41:41.674 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.672+0000 7f6652600640 1 -- 172.21.15.22:0/4113544453 wait complete. 2024-09-10T10:41:41.698 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:41:41.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93dec00640 1 Processor -- start 2024-09-10T10:41:41.892 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93dec00640 1 -- start start 2024-09-10T10:41:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93dec00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 0x7f93d815f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93dec00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f93d8155720 0x7f93d806f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93dec00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93d8073550 con 0x7f93d80ae8a0 2024-09-10T10:41:41.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93dec00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f93d806f840 con 0x7f93d8155720 2024-09-10T10:41:41.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93dec00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f93d806fa70 con 0x7f93d8155340 2024-09-10T10:41:41.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93dcc00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f93d80ae8a0 0x7f93d8162060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56632/0 (socket says 172.21.15.22:56632) 2024-09-10T10:41:41.894 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93dcc00640 1 -- 172.21.15.22:0/206798006 learned_addr learned my addr 172.21.15.22:0/206798006 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93d7e00640 1 --2- 172.21.15.22:0/206798006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 0x7f93d815f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93cf400640 1 --2- 172.21.15.22:0/206798006 >> v2:172.21.15.145:3300/0 conn(0x7f93d8155720 0x7f93d806f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93d7400640 1 -- 172.21.15.22:0/206798006 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2321168821 0 0) 0x7f93d8073550 con 0x7f93d80ae8a0 2024-09-10T10:41:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93d7400640 1 -- 172.21.15.22:0/206798006 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f93bc003530 con 0x7f93d80ae8a0 2024-09-10T10:41:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93d7e00640 1 -- 172.21.15.22:0/206798006 >> v2:172.21.15.145:3300/0 conn(0x7f93d8155720 msgr2=0x7f93d806f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93d7e00640 1 --2- 172.21.15.22:0/206798006 >> v2:172.21.15.145:3300/0 conn(0x7f93d8155720 0x7f93d806f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93d7e00640 1 -- 172.21.15.22:0/206798006 >> v1:172.21.15.22:6789/0 conn(0x7f93d80ae8a0 legacy=0x7f93d8162060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93d7400640 1 -- 172.21.15.22:0/206798006 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3236785226 0 0) 0x7f93bc003530 con 0x7f93d80ae8a0 2024-09-10T10:41:41.895 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.892+0000 7f93d7e00640 1 -- 172.21.15.22:0/206798006 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d806fd50 con 0x7f93d8155340 2024-09-10T10:41:41.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93d7e00640 1 --2- 172.21.15.22:0/206798006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 0x7f93d815f4d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f93c80097c0 tx=0x7f93c801c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c524da7d587879d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:41.897 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93d7400640 1 -- 172.21.15.22:0/206798006 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c80aa600 con 0x7f93d8155340 2024-09-10T10:41:41.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93d7400640 1 -- 172.21.15.22:0/206798006 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93c80af070 con 0x7f93d8155340 2024-09-10T10:41:41.898 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93d7400640 1 -- 172.21.15.22:0/206798006 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c80aa9a0 con 0x7f93d8155340 2024-09-10T10:41:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93dec00640 1 -- 172.21.15.22:0/206798006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 msgr2=0x7f93d815f4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93dec00640 1 --2- 172.21.15.22:0/206798006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 0x7f93d815f4d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f93c80097c0 tx=0x7f93c801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:41:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93dec00640 1 -- 172.21.15.22:0/206798006 shutdown_connections 2024-09-10T10:41:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93dec00640 1 --2- 172.21.15.22:0/206798006 >> v2:172.21.15.145:3300/0 conn(0x7f93d8155720 0x7f93d806f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93dec00640 1 --2- 172.21.15.22:0/206798006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 0x7f93d815f4d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93dec00640 1 -- 172.21.15.22:0/206798006 >> 172.21.15.22:0/206798006 conn(0x7f93d806c0f0 msgr2=0x7f93d806c500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93dec00640 1 -- 172.21.15.22:0/206798006 shutdown_connections 2024-09-10T10:41:41.899 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.896+0000 7f93dec00640 1 -- 172.21.15.22:0/206798006 wait complete. 2024-09-10T10:41:41.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 Processor -- start 2024-09-10T10:41:41.900 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 -- start start 2024-09-10T10:41:41.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f93d80ae8a0 0x7f93d81511e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:41.902 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 0x7f93d815ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93d8155720 0x7f93d815b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f93d80af0e0 con 0x7f93d80ae8a0 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f93d815fb80 con 0x7f93d8155720 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f93d816b1b0 con 0x7f93d8155340 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f93d80ae8a0 0x7f93d81511e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d7e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f93d80ae8a0 0x7f93d81511e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55822/0 (socket says 172.21.15.22:55822) 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d7e00640 1 -- 172.21.15.22:0/4080699700 learned_addr learned my addr 172.21.15.22:0/4080699700 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dcc00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93d8155720 0x7f93d815b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93cf400640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 0x7f93d815ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d7e00640 1 -- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 msgr2=0x7f93d815ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d7e00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 0x7f93d815ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:41.903 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d7e00640 1 -- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93d8155720 msgr2=0x7f93d815b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:41.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d7e00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93d8155720 0x7f93d815b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:41.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d7e00640 1 -- 172.21.15.22:0/4080699700 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d81593f0 con 0x7f93d80ae8a0 2024-09-10T10:41:41.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d7e00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f93d80ae8a0 0x7f93d81511e0 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f93c80ac040 tx=0x7f93c801ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:41.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d4c00640 1 -- 172.21.15.22:0/4080699700 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c80be410 con 0x7f93d80ae8a0 2024-09-10T10:41:41.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d4c00640 1 -- 172.21.15.22:0/4080699700 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93c80be5b0 con 0x7f93d80ae8a0 2024-09-10T10:41:41.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 -- 172.21.15.22:0/4080699700 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93d80b0f90 con 0x7f93d80ae8a0 2024-09-10T10:41:41.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93d4c00640 1 -- 172.21.15.22:0/4080699700 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c80be960 con 0x7f93d80ae8a0 2024-09-10T10:41:41.904 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 -- 172.21.15.22:0/4080699700 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93d80b1550 con 0x7f93d80ae8a0 2024-09-10T10:41:41.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.900+0000 7f93dec00640 1 -- 172.21.15.22:0/4080699700 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93d815f4d0 con 0x7f93d80ae8a0 2024-09-10T10:41:41.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.904+0000 7f93d4c00640 1 -- 172.21.15.22:0/4080699700 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f93c80bc020 con 0x7f93d80ae8a0 2024-09-10T10:41:41.905 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.904+0000 7f93d4c00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93b40678c0 0x7f93b4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:41.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.904+0000 7f93d4c00640 1 -- 172.21.15.22:0/4080699700 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f93c8120110 con 0x7f93d80ae8a0 2024-09-10T10:41:41.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.904+0000 7f93cf400640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93b40678c0 0x7f93b4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:41.906 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.904+0000 7f93cf400640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93b40678c0 0x7f93b4069d80 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f93d80b5560 tx=0x7f93c0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:41.909 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:41.908+0000 7f93d4c00640 1 -- 172.21.15.22:0/4080699700 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f93c8016090 con 0x7f93d80ae8a0 2024-09-10T10:41:42.079 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.076+0000 7f93dec00640 1 -- 172.21.15.22:0/4080699700 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f93d815d580 con 0x7f93d80ae8a0 2024-09-10T10:41:42.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.676+0000 7f93d4c00640 1 -- 172.21.15.22:0/4080699700 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v140) ==== 181+0+0 (secure 0 0 0) 0x7f93c80f0bf0 con 0x7f93d80ae8a0 2024-09-10T10:41:42.678 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:41:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 -- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93b40678c0 msgr2=0x7f93b4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93b40678c0 0x7f93b4069d80 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f93d80b5560 tx=0x7f93c0008040 comp rx=0 tx=0).stop 2024-09-10T10:41:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 -- 172.21.15.22:0/4080699700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f93d80ae8a0 msgr2=0x7f93d81511e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f93d80ae8a0 0x7f93d81511e0 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f93c80ac040 tx=0x7f93c801ace0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 -- 172.21.15.22:0/4080699700 shutdown_connections 2024-09-10T10:41:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f93b40678c0 0x7f93b4069d80 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f93d8155720 0x7f93d815b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f93d8155340 0x7f93d815ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 --2- 172.21.15.22:0/4080699700 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f93d80ae8a0 0x7f93d81511e0 unknown :-1 s=CLOSED pgs=1501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 -- 172.21.15.22:0/4080699700 >> 172.21.15.22:0/4080699700 conn(0x7f93d806c0f0 msgr2=0x7f93d815c5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:42.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 -- 172.21.15.22:0/4080699700 shutdown_connections 2024-09-10T10:41:42.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.680+0000 7f93dec00640 1 -- 172.21.15.22:0/4080699700 wait complete. 2024-09-10T10:41:42.706 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:41:42.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.852+0000 7f5032400640 1 Processor -- start 2024-09-10T10:41:42.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.852+0000 7f5032400640 1 -- start start 2024-09-10T10:41:42.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.852+0000 7f5032400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f502c1460d0 0x7f502c0b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:42.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.852+0000 7f5032400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f502c0cda10 0x7f502c15c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:42.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.852+0000 7f5032400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f502c0b3fd0 con 0x7f502c0b3b00 2024-09-10T10:41:42.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.852+0000 7f5032400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f502c0b42b0 con 0x7f502c1460d0 2024-09-10T10:41:42.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.852+0000 7f5032400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f502c0b4590 con 0x7f502c0cda10 2024-09-10T10:41:42.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.852+0000 7f502aa00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f502c0b3b00 0x7f502c0cd300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56642/0 (socket says 172.21.15.22:56642) 2024-09-10T10:41:42.856 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.852+0000 7f502aa00640 1 -- 172.21.15.22:0/3724677148 learned_addr learned my addr 172.21.15.22:0/3724677148 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502be00640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f502c0cda10 0x7f502c15c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502b400640 1 --2- 172.21.15.22:0/3724677148 >> v2:172.21.15.145:3300/0 conn(0x7f502c1460d0 0x7f502c0b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1652984609 0 0) 0x7f502c0b3fd0 con 0x7f502c0b3b00 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5010003530 con 0x7f502c0b3b00 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2651330541 0 0) 0x7f5010003530 con 0x7f502c0b3b00 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f502c0cda10 msgr2=0x7f502c15c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f502c0cda10 0x7f502c15c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 >> v2:172.21.15.145:3300/0 conn(0x7f502c1460d0 msgr2=0x7f502c0b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 --2- 172.21.15.22:0/3724677148 >> v2:172.21.15.145:3300/0 conn(0x7f502c1460d0 0x7f502c0b35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f502c0b4870 con 0x7f502c0b3b00 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f5018001680 con 0x7f502c0b3b00 2024-09-10T10:41:42.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 >> v1:172.21.15.22:6789/0 conn(0x7f502c0b3b00 legacy=0x7f502c0cd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50100039c0 0x7f5010003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f502c0cda10 0x7f5010004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5010004d50 0x7f50100051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f502c0b42b0 con 0x7f50100039c0 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f502c0b4590 con 0x7f5010004d50 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f501000b9d0 con 0x7f502c0cda10 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502b400640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50100039c0 0x7f5010003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502be00640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5010004d50 0x7f50100051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502aa00640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f502c0cda10 0x7f5010004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502b400640 1 -- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f502c0cda10 msgr2=0x7f5010004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502b400640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f502c0cda10 0x7f5010004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502b400640 1 -- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5010004d50 msgr2=0x7f50100051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:42.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502b400640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5010004d50 0x7f50100051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.856+0000 7f502b400640 1 -- 172.21.15.22:0/3724677148 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5010003530 con 0x7f50100039c0 2024-09-10T10:41:42.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f502b400640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50100039c0 0x7f5010003de0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f501c009b10 tx=0x7f501c01ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a42daf21d5d579c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:42.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501c0b2070 con 0x7f50100039c0 2024-09-10T10:41:42.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f501c0a5560 con 0x7f50100039c0 2024-09-10T10:41:42.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f502a000640 1 -- 172.21.15.22:0/3724677148 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501c0096b0 con 0x7f50100039c0 2024-09-10T10:41:42.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 -- 172.21.15.22:0/3724677148 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50100039c0 msgr2=0x7f5010003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:42.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 --2- 172.21.15.22:0/3724677148 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f50100039c0 0x7f5010003de0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f501c009b10 tx=0x7f501c01ca80 comp rx=0 tx=0).stop 2024-09-10T10:41:42.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f502be00640 1 -- 172.21.15.22:0/3724677148 reap_dead start 2024-09-10T10:41:42.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 -- 172.21.15.22:0/3724677148 shutdown_connections 2024-09-10T10:41:42.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 -- 172.21.15.22:0/3724677148 >> 172.21.15.22:0/3724677148 conn(0x7f502c063000 msgr2=0x7f502c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:42.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 -- 172.21.15.22:0/3724677148 shutdown_connections 2024-09-10T10:41:42.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 -- 172.21.15.22:0/3724677148 wait complete. 2024-09-10T10:41:42.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 Processor -- start 2024-09-10T10:41:42.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 -- start start 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50100039c0 0x7f502c15c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f502c1f7580 0x7f502c13abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c139160 0x7f502c144a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f502c15d2f0 con 0x7f502c1f7580 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f502c15d170 con 0x7f502c139160 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f5032400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f502c15d470 con 0x7f50100039c0 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f502aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f502c1f7580 0x7f502c13abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f502aa00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f502c1f7580 0x7f502c13abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55840/0 (socket says 172.21.15.22:55840) 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f502aa00640 1 -- 172.21.15.22:0/2572213409 learned_addr learned my addr 172.21.15.22:0/2572213409 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.860+0000 7f502b400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50100039c0 0x7f502c15c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:42.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f502be00640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c139160 0x7f502c144a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f502aa00640 1 -- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50100039c0 msgr2=0x7f502c15c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f502aa00640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50100039c0 0x7f502c15c0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f502aa00640 1 -- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c139160 msgr2=0x7f502c144a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f502aa00640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c139160 0x7f502c144a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f502aa00640 1 -- 172.21.15.22:0/2572213409 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f502c0b0da0 con 0x7f502c1f7580 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f502b400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50100039c0 0x7f502c15c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f502be00640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c139160 0x7f502c144a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f502aa00640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f502c1f7580 0x7f502c13abb0 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f501800e780 tx=0x7f501800ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f5023400640 1 -- 172.21.15.22:0/2572213409 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501800c6c0 con 0x7f502c1f7580 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f5023400640 1 -- 172.21.15.22:0/2572213409 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5018018070 con 0x7f502c1f7580 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f5032400640 1 -- 172.21.15.22:0/2572213409 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f502c0b1040 con 0x7f502c1f7580 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f5023400640 1 -- 172.21.15.22:0/2572213409 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501800caa0 con 0x7f502c1f7580 2024-09-10T10:41:42.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f5032400640 1 -- 172.21.15.22:0/2572213409 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f502c0b1600 con 0x7f502c1f7580 2024-09-10T10:41:42.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f5032400640 1 -- 172.21.15.22:0/2572213409 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f502c0b35c0 con 0x7f502c1f7580 2024-09-10T10:41:42.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f5023400640 1 -- 172.21.15.22:0/2572213409 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f501800cc40 con 0x7f502c1f7580 2024-09-10T10:41:42.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f5023400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f500c0678f0 0x7f500c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:42.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.864+0000 7f5023400640 1 -- 172.21.15.22:0/2572213409 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5357+0+0 (secure 0 0 0) 0x7f5018085830 con 0x7f502c1f7580 2024-09-10T10:41:42.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.868+0000 7f502b400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f500c0678f0 0x7f500c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:42.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.868+0000 7f502b400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f500c0678f0 0x7f500c069db0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f501c0af000 tx=0x7f501c0046d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:42.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:42.868+0000 7f5023400640 1 -- 172.21.15.22:0/2572213409 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5018056560 con 0x7f502c1f7580 2024-09-10T10:41:43.036 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.036+0000 7f5032400640 1 -- 172.21.15.22:0/2572213409 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f502c0cd6d0 con 0x7f502c1f7580 2024-09-10T10:41:43.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.676+0000 7f5023400640 1 -- 172.21.15.22:0/2572213409 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v141) ==== 169+0+0 (secure 0 0 0) 0x7f5018055e60 con 0x7f502c1f7580 2024-09-10T10:41:43.680 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-10T10:41:43.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 -- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f500c0678f0 msgr2=0x7f500c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:43.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f500c0678f0 0x7f500c069db0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f501c0af000 tx=0x7f501c0046d0 comp rx=0 tx=0).stop 2024-09-10T10:41:43.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 -- 172.21.15.22:0/2572213409 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f502c1f7580 msgr2=0x7f502c13abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:43.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f502c1f7580 0x7f502c13abb0 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f501800e780 tx=0x7f501800ec40 comp rx=0 tx=0).stop 2024-09-10T10:41:43.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 -- 172.21.15.22:0/2572213409 shutdown_connections 2024-09-10T10:41:43.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f500c0678f0 0x7f500c069db0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:43.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f502c139160 0x7f502c144a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:43.685 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f502c1f7580 0x7f502c13abb0 secure :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f501800e780 tx=0x7f501800ec40 comp rx=0 tx=0).stop 2024-09-10T10:41:43.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 --2- 172.21.15.22:0/2572213409 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50100039c0 0x7f502c15c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:43.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 -- 172.21.15.22:0/2572213409 >> 172.21.15.22:0/2572213409 conn(0x7f502c063000 msgr2=0x7f502c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:43.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 -- 172.21.15.22:0/2572213409 shutdown_connections 2024-09-10T10:41:43.686 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.684+0000 7f5032400640 1 -- 172.21.15.22:0/2572213409 wait complete. 2024-09-10T10:41:43.711 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:41:43.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf49e00640 1 Processor -- start 2024-09-10T10:41:43.861 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf49e00640 1 -- start start 2024-09-10T10:41:43.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf49e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7faf441568c0 0x7faf440b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:43.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf49e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440cfad0 0x7faf4406d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:43.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf49e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf440b4f90 con 0x7faf440b4470 2024-09-10T10:41:43.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf49e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7faf440b49d0 con 0x7faf441568c0 2024-09-10T10:41:43.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf49e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faf440b4cb0 con 0x7faf440cfad0 2024-09-10T10:41:43.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf43400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440cfad0 0x7faf4406d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:43.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf42a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7faf441568c0 0x7faf440b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:43.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf43400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440cfad0 0x7faf4406d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:42118/0 (socket says 172.21.15.22:42118) 2024-09-10T10:41:43.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf42a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7faf441568c0 0x7faf440b3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:46814/0 (socket says 172.21.15.22:46814) 2024-09-10T10:41:43.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf43400640 1 -- 172.21.15.22:0/3569965887 learned_addr learned my addr 172.21.15.22:0/3569965887 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:43.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf42a00640 1 -- 172.21.15.22:0/3569965887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440cfad0 msgr2=0x7faf4406d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:43.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf42a00640 1 --2- 172.21.15.22:0/3569965887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440cfad0 0x7faf4406d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:43.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf42a00640 1 -- 172.21.15.22:0/3569965887 >> v1:172.21.15.145:6789/0 conn(0x7faf440b4470 legacy=0x7faf440cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:43.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf42000640 1 -- 172.21.15.22:0/3569965887 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1522205621 0 0) 0x7faf440b4f90 con 0x7faf440b4470 2024-09-10T10:41:43.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf42a00640 1 -- 172.21.15.22:0/3569965887 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf4406d1b0 con 0x7faf441568c0 2024-09-10T10:41:43.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.860+0000 7faf43400640 1 --2- 172.21.15.22:0/3569965887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440cfad0 0x7faf4406d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:43.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf42a00640 1 --2- 172.21.15.22:0/3569965887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf441568c0 0x7faf440b3f30 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7faf340097c0 tx=0x7faf3401c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bde993e0ec33b208 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:43.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf42000640 1 -- 172.21.15.22:0/3569965887 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf340aa5f0 con 0x7faf441568c0 2024-09-10T10:41:43.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf42000640 1 -- 172.21.15.22:0/3569965887 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf340af070 con 0x7faf441568c0 2024-09-10T10:41:43.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf42000640 1 -- 172.21.15.22:0/3569965887 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf340aa9b0 con 0x7faf441568c0 2024-09-10T10:41:43.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf49e00640 1 -- 172.21.15.22:0/3569965887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf441568c0 msgr2=0x7faf440b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:43.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf49e00640 1 --2- 172.21.15.22:0/3569965887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf441568c0 0x7faf440b3f30 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7faf340097c0 tx=0x7faf3401c470 comp rx=0 tx=0).stop 2024-09-10T10:41:43.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf49e00640 1 -- 172.21.15.22:0/3569965887 shutdown_connections 2024-09-10T10:41:43.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf49e00640 1 --2- 172.21.15.22:0/3569965887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440cfad0 0x7faf4406d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:43.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf49e00640 1 --2- 172.21.15.22:0/3569965887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf441568c0 0x7faf440b3f30 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:43.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf49e00640 1 -- 172.21.15.22:0/3569965887 >> 172.21.15.22:0/3569965887 conn(0x7faf44062eb0 msgr2=0x7faf4406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:43.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf49e00640 1 -- 172.21.15.22:0/3569965887 shutdown_connections 2024-09-10T10:41:43.868 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.864+0000 7faf49e00640 1 -- 172.21.15.22:0/3569965887 wait complete. 2024-09-10T10:41:43.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf49e00640 1 Processor -- start 2024-09-10T10:41:43.869 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf49e00640 1 -- start start 2024-09-10T10:41:43.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf49e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440b4470 0x7faf441553e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:43.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf49e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf440cfad0 0x7faf44165440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:43.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf49e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf441568c0 0x7faf44151610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:43.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf49e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7faf4406e880 con 0x7faf441568c0 2024-09-10T10:41:43.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf49e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faf4406e700 con 0x7faf440cfad0 2024-09-10T10:41:43.871 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf49e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faf4406ea00 con 0x7faf440b4470 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf43400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf441568c0 0x7faf44151610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf43400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf441568c0 0x7faf44151610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55842/0 (socket says 172.21.15.22:55842) 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf43400640 1 -- 172.21.15.22:0/439479783 learned_addr learned my addr 172.21.15.22:0/439479783 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf42a00640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440b4470 0x7faf441553e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf3a000640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf440cfad0 0x7faf44165440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf43400640 1 -- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440b4470 msgr2=0x7faf441553e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf43400640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440b4470 0x7faf441553e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf43400640 1 -- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf440cfad0 msgr2=0x7faf44165440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf43400640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf440cfad0 0x7faf44165440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf43400640 1 -- 172.21.15.22:0/439479783 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf44153690 con 0x7faf441568c0 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf43400640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf441568c0 0x7faf44151610 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7faf3c00efc0 tx=0x7faf3c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:43.872 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf3be00640 1 -- 172.21.15.22:0/439479783 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3c00cbe0 con 0x7faf441568c0 2024-09-10T10:41:43.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf3be00640 1 -- 172.21.15.22:0/439479783 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf3c00cd80 con 0x7faf441568c0 2024-09-10T10:41:43.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf3be00640 1 -- 172.21.15.22:0/439479783 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3c003bc0 con 0x7faf441568c0 2024-09-10T10:41:43.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf49e00640 1 -- 172.21.15.22:0/439479783 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf44153970 con 0x7faf441568c0 2024-09-10T10:41:43.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.868+0000 7faf49e00640 1 -- 172.21.15.22:0/439479783 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf44153f30 con 0x7faf441568c0 2024-09-10T10:41:43.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.872+0000 7faf49e00640 1 -- 172.21.15.22:0/439479783 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf4406d9b0 con 0x7faf441568c0 2024-09-10T10:41:43.873 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.872+0000 7faf3be00640 1 -- 172.21.15.22:0/439479783 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faf3c01b030 con 0x7faf441568c0 2024-09-10T10:41:43.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.872+0000 7faf3be00640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf200678f0 0x7faf20069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:43.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.872+0000 7faf3be00640 1 -- 172.21.15.22:0/439479783 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7faf3c085c60 con 0x7faf441568c0 2024-09-10T10:41:43.874 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.872+0000 7faf42a00640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf200678f0 0x7faf20069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:43.875 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.872+0000 7faf42a00640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf200678f0 0x7faf20069db0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7faf340ae000 tx=0x7faf340a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:43.878 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:43.876+0000 7faf3be00640 1 -- 172.21.15.22:0/439479783 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faf3c022020 con 0x7faf441568c0 2024-09-10T10:41:44.043 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.040+0000 7faf49e00640 1 -- 172.21.15.22:0/439479783 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7faf440d01f0 con 0x7faf441568c0 2024-09-10T10:41:44.047 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.044+0000 7faf3be00640 1 -- 172.21.15.22:0/439479783 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v67) ==== 104+0+0 (secure 0 0 0) 0x7faf3c010040 con 0x7faf441568c0 2024-09-10T10:41:44.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 -- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf200678f0 msgr2=0x7faf20069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:44.049 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf200678f0 0x7faf20069db0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7faf340ae000 tx=0x7faf340a7000 comp rx=0 tx=0).stop 2024-09-10T10:41:44.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 -- 172.21.15.22:0/439479783 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf441568c0 msgr2=0x7faf44151610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:44.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf441568c0 0x7faf44151610 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7faf3c00efc0 tx=0x7faf3c00c490 comp rx=0 tx=0).stop 2024-09-10T10:41:44.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 -- 172.21.15.22:0/439479783 shutdown_connections 2024-09-10T10:41:44.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7faf200678f0 0x7faf20069db0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7faf441568c0 0x7faf44151610 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf440cfad0 0x7faf44165440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 --2- 172.21.15.22:0/439479783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf440b4470 0x7faf441553e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 -- 172.21.15.22:0/439479783 >> 172.21.15.22:0/439479783 conn(0x7faf44062eb0 msgr2=0x7faf4415fdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:44.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 -- 172.21.15.22:0/439479783 shutdown_connections 2024-09-10T10:41:44.050 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.048+0000 7faf49e00640 1 -- 172.21.15.22:0/439479783 wait complete. 2024-09-10T10:41:44.069 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug' 2024-09-10T10:41:44.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.212+0000 7f07ff200640 1 Processor -- start 2024-09-10T10:41:44.214 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.212+0000 7f07ff200640 1 -- start start 2024-09-10T10:41:44.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.212+0000 7f07ff200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f08000cf170 0x7f08000cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:44.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.212+0000 7f07ff200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08000cfa90 con 0x7f080015e4e0 2024-09-10T10:41:44.215 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.212+0000 7f07ff200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f080015d3f0 con 0x7f080015c750 2024-09-10T10:41:44.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.212+0000 7f07ff200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f080015d6d0 con 0x7f08000cf170 2024-09-10T10:41:44.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.212+0000 7f07fde00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f08000cf170 0x7f08000cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:44.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.212+0000 7f07fe800640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f080015e4e0 0x7f080015e8f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:56656/0 (socket says 172.21.15.22:56656) 2024-09-10T10:41:44.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.212+0000 7f07fe800640 1 -- 172.21.15.22:0/2332561555 learned_addr learned my addr 172.21.15.22:0/2332561555 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:44.216 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07fde00640 1 -- 172.21.15.22:0/2332561555 >> v1:172.21.15.145:6789/0 conn(0x7f080015c750 legacy=0x7f080015cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:44.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07fde00640 1 -- 172.21.15.22:0/2332561555 >> v1:172.21.15.22:6789/0 conn(0x7f080015e4e0 legacy=0x7f080015e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:44.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07fde00640 1 -- 172.21.15.22:0/2332561555 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f080015da00 con 0x7f08000cf170 2024-09-10T10:41:44.217 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07fca00640 1 -- 172.21.15.22:0/2332561555 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3697871757 0 0) 0x7f08000cfa90 con 0x7f080015e4e0 2024-09-10T10:41:44.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07fde00640 1 --2- 172.21.15.22:0/2332561555 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 0x7f08000cf550 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f07f00097c0 tx=0x7f07f001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e28d3681bfbf64c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:44.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07fca00640 1 -- 172.21.15.22:0/2332561555 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f00b0070 con 0x7f08000cf170 2024-09-10T10:41:44.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07fca00640 1 -- 172.21.15.22:0/2332561555 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07f0004230 con 0x7f08000cf170 2024-09-10T10:41:44.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07fca00640 1 -- 172.21.15.22:0/2332561555 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080015f810 con 0x7f08000cf170 2024-09-10T10:41:44.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07ff200640 1 -- 172.21.15.22:0/2332561555 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 msgr2=0x7f08000cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:44.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07ff200640 1 --2- 172.21.15.22:0/2332561555 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 0x7f08000cf550 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f07f00097c0 tx=0x7f07f001c460 comp rx=0 tx=0).stop 2024-09-10T10:41:44.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07ff200640 1 -- 172.21.15.22:0/2332561555 shutdown_connections 2024-09-10T10:41:44.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07ff200640 1 --2- 172.21.15.22:0/2332561555 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 0x7f08000cf550 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07ff200640 1 -- 172.21.15.22:0/2332561555 >> 172.21.15.22:0/2332561555 conn(0x7f0800062ae0 msgr2=0x7f080006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:44.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.216+0000 7f07ff200640 1 -- 172.21.15.22:0/2332561555 shutdown_connections 2024-09-10T10:41:44.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 -- 172.21.15.22:0/2332561555 wait complete. 2024-09-10T10:41:44.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 Processor -- start 2024-09-10T10:41:44.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 -- start start 2024-09-10T10:41:44.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 0x7f0800156e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:44.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f080015c750 0x7f08001446d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:44.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f080015e4e0 0x7f0800149f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:44.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f080016a090 con 0x7f08000cf170 2024-09-10T10:41:44.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0800169f10 con 0x7f080015e4e0 2024-09-10T10:41:44.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f080016a210 con 0x7f080015c750 2024-09-10T10:41:44.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 0x7f0800156e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:44.223 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fde00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 0x7f0800156e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:55860/0 (socket says 172.21.15.22:55860) 2024-09-10T10:41:44.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fde00640 1 -- 172.21.15.22:0/1705772203 learned_addr learned my addr 172.21.15.22:0/1705772203 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:44.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fd400640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f080015c750 0x7f08001446d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:44.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fe800640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f080015e4e0 0x7f0800149f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:44.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fde00640 1 -- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f080015c750 msgr2=0x7f08001446d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:44.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fde00640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f080015c750 0x7f08001446d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fde00640 1 -- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f080015e4e0 msgr2=0x7f0800149f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:44.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fde00640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f080015e4e0 0x7f0800149f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fde00640 1 -- 172.21.15.22:0/1705772203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0800149d30 con 0x7f08000cf170 2024-09-10T10:41:44.224 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07fde00640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 0x7f0800156e20 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f07f00ae040 tx=0x7f07f0019200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:44.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07f6000640 1 -- 172.21.15.22:0/1705772203 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f00b0040 con 0x7f08000cf170 2024-09-10T10:41:44.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07f6000640 1 -- 172.21.15.22:0/1705772203 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07f00bc070 con 0x7f08000cf170 2024-09-10T10:41:44.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07f6000640 1 -- 172.21.15.22:0/1705772203 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f00b5480 con 0x7f08000cf170 2024-09-10T10:41:44.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 -- 172.21.15.22:0/1705772203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08000730a0 con 0x7f08000cf170 2024-09-10T10:41:44.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.220+0000 7f07ff200640 1 -- 172.21.15.22:0/1705772203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0800159ce0 con 0x7f08000cf170 2024-09-10T10:41:44.225 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.224+0000 7f07ff200640 1 -- 172.21.15.22:0/1705772203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08000b30e0 con 0x7f08000cf170 2024-09-10T10:41:44.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.224+0000 7f07f6000640 1 -- 172.21.15.22:0/1705772203 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f07f00b3070 con 0x7f08000cf170 2024-09-10T10:41:44.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.224+0000 7f07f6000640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07e00678c0 0x7f07e0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:44.226 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.224+0000 7f07f6000640 1 -- 172.21.15.22:0/1705772203 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f07f011f970 con 0x7f08000cf170 2024-09-10T10:41:44.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.224+0000 7f07fd400640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07e00678c0 0x7f07e0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:44.227 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.224+0000 7f07fd400640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07e00678c0 0x7f07e0069d80 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f08000b52e0 tx=0x7f07ec009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:44.230 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.228+0000 7f07f6000640 1 -- 172.21.15.22:0/1705772203 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f07f0016050 con 0x7f08000cf170 2024-09-10T10:41:44.453 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.452+0000 7f07ff200640 1 -- 172.21.15.22:0/1705772203 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug"]} v 0) -- 0x7f080015cbc0 con 0x7f08000cf170 2024-09-10T10:41:44.681 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07f6000640 1 -- 172.21.15.22:0/1705772203 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug"]}]=0 v470) ==== 151+0+0 (secure 0 0 0) 0x7f07f00f0710 con 0x7f08000cf170 2024-09-10T10:41:44.683 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 -- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07e00678c0 msgr2=0x7f07e0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07e00678c0 0x7f07e0069d80 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f08000b52e0 tx=0x7f07ec009040 comp rx=0 tx=0).stop 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 -- 172.21.15.22:0/1705772203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 msgr2=0x7f0800156e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 0x7f0800156e20 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f07f00ae040 tx=0x7f07f0019200 comp rx=0 tx=0).stop 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 -- 172.21.15.22:0/1705772203 shutdown_connections 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f07e00678c0 0x7f07e0069d80 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f080015e4e0 0x7f0800149f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f080015c750 0x7f08001446d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 --2- 172.21.15.22:0/1705772203 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f08000cf170 0x7f0800156e20 unknown :-1 s=CLOSED pgs=1508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 -- 172.21.15.22:0/1705772203 >> 172.21.15.22:0/1705772203 conn(0x7f0800062ae0 msgr2=0x7f08000b3880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 -- 172.21.15.22:0/1705772203 shutdown_connections 2024-09-10T10:41:44.684 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:44.680+0000 7f07ff200640 1 -- 172.21.15.22:0/1705772203 wait complete. 2024-09-10T10:41:44.704 INFO:tasks.cephfs_test_runner:When a client has a bug (which we will simulate) preventing it from releasing caps, ... skipped 'Require FUSE client to inject client release failure' 2024-09-10T10:41:44.704 INFO:tasks.cephfs_test_runner: 2024-09-10T10:41:44.704 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-10T10:41:44.704 INFO:tasks.cephfs_test_runner:Ran 10 tests in 529.692s 2024-09-10T10:41:44.704 INFO:tasks.cephfs_test_runner: 2024-09-10T10:41:44.704 INFO:tasks.cephfs_test_runner:OK (skipped=4) 2024-09-10T10:41:44.705 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-10T10:41:44.715 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-10T10:41:44.734 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-10T10:41:44.734 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:44.734 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:44.743 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:41:44.743 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-10T10:41:44.743 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:44.791 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16353336k,nr_inodes=4088334,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=9336 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275600k,nr_inodes=818900,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275604k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:41:44.792 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:44.792 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:44.801 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:41:44.801 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-10T10:41:44.802 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:41:44.851 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16350196k,nr_inodes=4087549,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2973 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274972k,nr_inodes=818743,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274976k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:41:44.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:44.852 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:41:44.861 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:41:44.861 INFO:teuthology.orchestra.run.smithi022.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:41:44.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:44.861 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:41:44.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:44.924 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:41:45.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:45.355 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link delete ceph-brx 2024-09-10T10:41:45.479 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:45.479 DEBUG:teuthology.orchestra.run.smithi022:> ip netns list 2024-09-10T10:41:45.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:45.489 DEBUG:teuthology.orchestra.run.smithi022:> sudo ip link delete ceph-brx 2024-09-10T10:41:45.802 INFO:teuthology.orchestra.run.smithi022.stderr:Cannot find device "ceph-brx" 2024-09-10T10:41:45.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:41:45.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:45.805 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:41:45.815 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:41:45.815 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:41:45.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:45.815 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:41:45.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:45.878 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:41:46.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:46.379 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link delete ceph-brx 2024-09-10T10:41:46.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:46.502 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-10T10:41:46.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:41:46.512 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link delete ceph-brx 2024-09-10T10:41:46.997 INFO:teuthology.orchestra.run.smithi145.stderr:Cannot find device "ceph-brx" 2024-09-10T10:41:46.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:41:46.999 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-10T10:41:47.007 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:41:47.008 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:41:47.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb239400640 1 Processor -- start 2024-09-10T10:41:47.161 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb239400640 1 -- start start 2024-09-10T10:41:47.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb239400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2340b7360 0x7fb2341670b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb239400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb23415cc20 con 0x7fb23415c610 2024-09-10T10:41:47.162 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb239400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb23415cf00 con 0x7fb23415c230 2024-09-10T10:41:47.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb239400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb23415d1e0 con 0x7fb2340b7360 2024-09-10T10:41:47.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb229e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fb23415c610 0x7fb2340b6c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49274/0 (socket says 172.21.15.22:49274) 2024-09-10T10:41:47.163 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb229e00640 1 -- 172.21.15.22:0/1102858571 learned_addr learned my addr 172.21.15.22:0/1102858571 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:47.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb233200640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2340b7360 0x7fb2341670b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2306681103 0 0) 0x7fb23415cc20 con 0x7fb23415c610 2024-09-10T10:41:47.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb218003530 con 0x7fb23415c610 2024-09-10T10:41:47.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1572890411 0 0) 0x7fb23415cf00 con 0x7fb23415c230 2024-09-10T10:41:47.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 --> v1:172.21.15.145:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb23415cc20 con 0x7fb23415c230 2024-09-10T10:41:47.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3076339493 0 0) 0x7fb218003530 con 0x7fb23415c610 2024-09-10T10:41:47.165 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2340b7360 msgr2=0x7fb2341670b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2340b7360 0x7fb2341670b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 >> v1:172.21.15.145:6789/0 conn(0x7fb23415c230 legacy=0x7fb2340d2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb23415d4c0 con 0x7fb23415c610 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7fb21c001680 con 0x7fb23415c610 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb233200640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2340b7360 0x7fb2341670b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 >> v1:172.21.15.22:6789/0 conn(0x7fb23415c610 legacy=0x7fb2340b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb218003b80 0x7fb218003f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb218004810 0x7fb218004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2340b7360 0x7fb2180051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb23415d1e0 con 0x7fb218004810 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb21800ba30 con 0x7fb218003b80 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.160+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb21800bc30 con 0x7fb2340b7360 2024-09-10T10:41:47.166 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb229e00640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb218004810 0x7fb218004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb232800640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb218003b80 0x7fb218003f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb233200640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2340b7360 0x7fb2180051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb229e00640 1 -- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2340b7360 msgr2=0x7fb2180051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:47.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb229e00640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb2340b7360 0x7fb2180051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb229e00640 1 -- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb218003b80 msgr2=0x7fb218003f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:47.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb229e00640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb218003b80 0x7fb218003f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.167 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb229e00640 1 -- 172.21.15.22:0/1102858571 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb218003530 con 0x7fb218004810 2024-09-10T10:41:47.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb229e00640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb218004810 0x7fb218004c90 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7fb21c001ec0 tx=0x7fb21c01cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6dd3ce7f2210b6a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:47.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb21c007cf0 con 0x7fb218004810 2024-09-10T10:41:47.168 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb21c0a9020 con 0x7fb218004810 2024-09-10T10:41:47.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb231e00640 1 -- 172.21.15.22:0/1102858571 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb21c005b20 con 0x7fb218004810 2024-09-10T10:41:47.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.164+0000 7fb239400640 1 -- 172.21.15.22:0/1102858571 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb218004810 msgr2=0x7fb218004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 --2- 172.21.15.22:0/1102858571 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb218004810 0x7fb218004c90 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7fb21c001ec0 tx=0x7fb21c01cba0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb233200640 1 -- 172.21.15.22:0/1102858571 reap_dead start 2024-09-10T10:41:47.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 -- 172.21.15.22:0/1102858571 shutdown_connections 2024-09-10T10:41:47.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 -- 172.21.15.22:0/1102858571 >> 172.21.15.22:0/1102858571 conn(0x7fb23406f3b0 msgr2=0x7fb23406f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:47.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 -- 172.21.15.22:0/1102858571 shutdown_connections 2024-09-10T10:41:47.169 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 -- 172.21.15.22:0/1102858571 wait complete. 2024-09-10T10:41:47.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 Processor -- start 2024-09-10T10:41:47.170 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 -- start start 2024-09-10T10:41:47.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb218004810 0x7fb2340ce6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb23415b850 0x7fb234158fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb23415a880 0x7fb23415ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fb234070c00 con 0x7fb23415b850 2024-09-10T10:41:47.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb234070a80 con 0x7fb218004810 2024-09-10T10:41:47.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb239400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb2341650a0 con 0x7fb23415a880 2024-09-10T10:41:47.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb229e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb23415b850 0x7fb234158fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.171 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb229e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb23415b850 0x7fb234158fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51734/0 (socket says 172.21.15.22:51734) 2024-09-10T10:41:47.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb229e00640 1 -- 172.21.15.22:0/162266086 learned_addr learned my addr 172.21.15.22:0/162266086 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:47.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb233200640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb23415a880 0x7fb23415ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.172 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb232800640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb218004810 0x7fb2340ce6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb229e00640 1 -- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb23415a880 msgr2=0x7fb23415ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb229e00640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb23415a880 0x7fb23415ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb229e00640 1 -- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb218004810 msgr2=0x7fb2340ce6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb229e00640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb218004810 0x7fb2340ce6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.168+0000 7fb229e00640 1 -- 172.21.15.22:0/162266086 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb23415e730 con 0x7fb23415b850 2024-09-10T10:41:47.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb229e00640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb23415b850 0x7fb234158fe0 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7fb21c001ec0 tx=0x7fb218005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:47.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb22b400640 1 -- 172.21.15.22:0/162266086 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb21c001c00 con 0x7fb23415b850 2024-09-10T10:41:47.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb22b400640 1 -- 172.21.15.22:0/162266086 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb21c0049f0 con 0x7fb23415b850 2024-09-10T10:41:47.173 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb22b400640 1 -- 172.21.15.22:0/162266086 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb21c004de0 con 0x7fb23415b850 2024-09-10T10:41:47.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb239400640 1 -- 172.21.15.22:0/162266086 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb23415ea10 con 0x7fb23415b850 2024-09-10T10:41:47.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb239400640 1 -- 172.21.15.22:0/162266086 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2340aea20 con 0x7fb23415b850 2024-09-10T10:41:47.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb239400640 1 -- 172.21.15.22:0/162266086 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2340b6c50 con 0x7fb23415b850 2024-09-10T10:41:47.174 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb22b400640 1 -- 172.21.15.22:0/162266086 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb21c007070 con 0x7fb23415b850 2024-09-10T10:41:47.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb22b400640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb2100678f0 0x7fb210069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb22b400640 1 -- 172.21.15.22:0/162266086 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7fb21c11fbb0 con 0x7fb23415b850 2024-09-10T10:41:47.175 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.172+0000 7fb232800640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb2100678f0 0x7fb210069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.176+0000 7fb232800640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb2100678f0 0x7fb210069db0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb224005630 tx=0x7fb224009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:47.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.176+0000 7fb22b400640 1 -- 172.21.15.22:0/162266086 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb21c0168b0 con 0x7fb23415b850 2024-09-10T10:41:47.341 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.340+0000 7fb239400640 1 -- 172.21.15.22:0/162266086 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb234063480 con 0x7fb2100678f0 2024-09-10T10:41:47.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.340+0000 7fb22b400640 1 -- 172.21.15.22:0/162266086 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13495 (secure 0 0 0) 0x7fb234063480 con 0x7fb2100678f0 2024-09-10T10:41:47.343 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:47.343 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:41:47.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 -- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb2100678f0 msgr2=0x7fb210069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb2100678f0 0x7fb210069db0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb224005630 tx=0x7fb224009040 comp rx=0 tx=0).stop 2024-09-10T10:41:47.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 -- 172.21.15.22:0/162266086 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb23415b850 msgr2=0x7fb234158fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb23415b850 0x7fb234158fe0 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7fb21c001ec0 tx=0x7fb218005840 comp rx=0 tx=0).stop 2024-09-10T10:41:47.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 -- 172.21.15.22:0/162266086 shutdown_connections 2024-09-10T10:41:47.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fb2100678f0 0x7fb210069db0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb23415a880 0x7fb23415ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fb23415b850 0x7fb234158fe0 unknown :-1 s=CLOSED pgs=1511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 --2- 172.21.15.22:0/162266086 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb218004810 0x7fb2340ce6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 -- 172.21.15.22:0/162266086 >> 172.21.15.22:0/162266086 conn(0x7fb23406f3b0 msgr2=0x7fb2340d15b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:47.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 -- 172.21.15.22:0/162266086 shutdown_connections 2024-09-10T10:41:47.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.344+0000 7fb239400640 1 -- 172.21.15.22:0/162266086 wait complete. 2024-09-10T10:41:47.365 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":418,"stamp":"2024-09-10T10:41:45.468423+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":280996,"kb_used_data":14852,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754693724,"statfs":{"total":773094113280,"available":772806373376,"internally_reserved":0,"allocated":15208448,"data_stored":7195736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-4197,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-49,"num_write_kb":-19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001446"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":390,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-10T10:41:43.684028+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:41:43.684028+0000","last_peered":"2024-09-10T10:41:43.684028+0000","last_clean":"2024-09-10T10:41:43.684028+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:41:43.684028+0000","last_undegraded":"2024-09-10T10:41:43.684028+0000","last_fullsized":"2024-09-10T10:41:43.684028+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509556,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":755014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509556,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37052,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334788,"statfs":{"total":96636764160,"available":96598822912,"internally_reserved":0,"allocated":1744896,"data_stored":749045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509555,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32892,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338948,"statfs":{"total":96636764160,"available":96603082752,"internally_reserved":0,"allocated":1744896,"data_stored":749045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509556,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":755014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509557,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32892,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338948,"statfs":{"total":96636764160,"available":96603082752,"internally_reserved":0,"allocated":1744896,"data_stored":749593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509556,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37652,"kb_used_data":2304,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334188,"statfs":{"total":96636764160,"available":96598208512,"internally_reserved":0,"allocated":2359296,"data_stored":1342960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509555,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32904,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338936,"statfs":{"total":96636764160,"available":96603070464,"internally_reserved":0,"allocated":1757184,"data_stored":755014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542261,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33476,"kb_used_data":2288,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338364,"statfs":{"total":96636764160,"available":96602484736,"internally_reserved":0,"allocated":2342912,"data_stored":1340051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:41:47.366 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:41:47.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.504+0000 7fe9a2000640 1 Processor -- start 2024-09-10T10:41:47.506 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.504+0000 7fe9a2000640 1 -- start start 2024-09-10T10:41:47.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.504+0000 7fe9a2000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 0x7fe99c0cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.504+0000 7fe9a2000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe99c15e4e0 0x7fe99c15e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.504+0000 7fe9a2000640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe99c0cfa90 con 0x7fe99c15c750 2024-09-10T10:41:47.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.504+0000 7fe9a2000640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fe99c15d3f0 con 0x7fe99c15e4e0 2024-09-10T10:41:47.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.504+0000 7fe9a2000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe99c15d6d0 con 0x7fe99c0cf170 2024-09-10T10:41:47.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe9a1600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe99c15e4e0 0x7fe99c15e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe9a0c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 0x7fe99c0cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe9a0c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 0x7fe99c0cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.22:37918/0 (socket says 172.21.15.22:37918) 2024-09-10T10:41:47.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe9a0c00640 1 -- 172.21.15.22:0/3907434773 learned_addr learned my addr 172.21.15.22:0/3907434773 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:47.508 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe9a1600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fe99c15e4e0 0x7fe99c15e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51750/0 (socket says 172.21.15.22:51750) 2024-09-10T10:41:47.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe99b400640 1 -- 172.21.15.22:0/3907434773 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1646971145 0 0) 0x7fe99c0cfa90 con 0x7fe99c15c750 2024-09-10T10:41:47.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe9a1600640 1 -- 172.21.15.22:0/3907434773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 msgr2=0x7fe99c0cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:47.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe9a1600640 1 --2- 172.21.15.22:0/3907434773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 0x7fe99c0cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe9a1600640 1 -- 172.21.15.22:0/3907434773 >> v1:172.21.15.145:6789/0 conn(0x7fe99c15c750 legacy=0x7fe99c15cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.509 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe9a1600640 1 -- 172.21.15.22:0/3907434773 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe99c15da00 con 0x7fe99c15e4e0 2024-09-10T10:41:47.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe9a1600640 1 --2- 172.21.15.22:0/3907434773 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15e4e0 0x7fe99c15e950 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7fe994009d90 tx=0x7fe99401c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e138084fc676cea2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:47.511 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe99b400640 1 -- 172.21.15.22:0/3907434773 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9940b2070 con 0x7fe99c15e4e0 2024-09-10T10:41:47.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe99b400640 1 -- 172.21.15.22:0/3907434773 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9940a5890 con 0x7fe99c15e4e0 2024-09-10T10:41:47.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.508+0000 7fe99b400640 1 -- 172.21.15.22:0/3907434773 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9940a5c60 con 0x7fe99c15e4e0 2024-09-10T10:41:47.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 -- 172.21.15.22:0/3907434773 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15e4e0 msgr2=0x7fe99c15e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.512 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 --2- 172.21.15.22:0/3907434773 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15e4e0 0x7fe99c15e950 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7fe994009d90 tx=0x7fe99401c8e0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 -- 172.21.15.22:0/3907434773 shutdown_connections 2024-09-10T10:41:47.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 --2- 172.21.15.22:0/3907434773 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15e4e0 0x7fe99c15e950 unknown :-1 s=CLOSED pgs=1512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 --2- 172.21.15.22:0/3907434773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 0x7fe99c0cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 -- 172.21.15.22:0/3907434773 >> 172.21.15.22:0/3907434773 conn(0x7fe99c062ae0 msgr2=0x7fe99c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:47.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 -- 172.21.15.22:0/3907434773 shutdown_connections 2024-09-10T10:41:47.513 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 -- 172.21.15.22:0/3907434773 wait complete. 2024-09-10T10:41:47.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 Processor -- start 2024-09-10T10:41:47.514 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 -- start start 2024-09-10T10:41:47.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 0x7fe99c14b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15c750 0x7fe99c0ceab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe99c15e4e0 0x7fe99c1535f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c168f00 con 0x7fe99c15c750 2024-09-10T10:41:47.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c169080 con 0x7fe99c15e4e0 2024-09-10T10:41:47.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a2000640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe99c169200 con 0x7fe99c0cf170 2024-09-10T10:41:47.516 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe99be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15c750 0x7fe99c0ceab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe99be00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15c750 0x7fe99c0ceab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51752/0 (socket says 172.21.15.22:51752) 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe99be00640 1 -- 172.21.15.22:0/1162814407 learned_addr learned my addr 172.21.15.22:0/1162814407 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a1600640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe99c15e4e0 0x7fe99c1535f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a0c00640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 0x7fe99c14b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe99be00640 1 -- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 msgr2=0x7fe99c14b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe99be00640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 0x7fe99c14b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe99be00640 1 -- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe99c15e4e0 msgr2=0x7fe99c1535f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe99be00640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe99c15e4e0 0x7fe99c1535f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe99be00640 1 -- 172.21.15.22:0/1162814407 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe99c0cda10 con 0x7fe99c15c750 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.512+0000 7fe9a1600640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe99c15e4e0 0x7fe99c1535f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe99be00640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15c750 0x7fe99c0ceab0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7fe98800c520 tx=0x7fe98800c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe998c00640 1 -- 172.21.15.22:0/1162814407 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe988017070 con 0x7fe99c15c750 2024-09-10T10:41:47.517 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe998c00640 1 -- 172.21.15.22:0/1162814407 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe988003600 con 0x7fe99c15c750 2024-09-10T10:41:47.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe998c00640 1 -- 172.21.15.22:0/1162814407 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9880039f0 con 0x7fe99c15c750 2024-09-10T10:41:47.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe9a2000640 1 -- 172.21.15.22:0/1162814407 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe99c0cdcf0 con 0x7fe99c15c750 2024-09-10T10:41:47.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe9a2000640 1 -- 172.21.15.22:0/1162814407 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe99c0ce2b0 con 0x7fe99c15c750 2024-09-10T10:41:47.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe9a2000640 1 -- 172.21.15.22:0/1162814407 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe99c15e950 con 0x7fe99c15c750 2024-09-10T10:41:47.518 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe998c00640 1 -- 172.21.15.22:0/1162814407 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe98801a070 con 0x7fe99c15c750 2024-09-10T10:41:47.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe998c00640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe97c0678c0 0x7fe97c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe998c00640 1 -- 172.21.15.22:0/1162814407 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7fe988084e00 con 0x7fe99c15c750 2024-09-10T10:41:47.519 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.516+0000 7fe9a0c00640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe97c0678c0 0x7fe97c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.520 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.520+0000 7fe9a0c00640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe97c0678c0 0x7fe97c069d80 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe98c009ae0 tx=0x7fe98c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:47.523 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.520+0000 7fe998c00640 1 -- 172.21.15.22:0/1162814407 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe988055c30 con 0x7fe99c15c750 2024-09-10T10:41:47.687 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.684+0000 7fe9a2000640 1 -- 172.21.15.22:0/1162814407 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe99c15cf50 con 0x7fe97c0678c0 2024-09-10T10:41:47.688 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe998c00640 1 -- 172.21.15.22:0/1162814407 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13495 (secure 0 0 0) 0x7fe99c15cf50 con 0x7fe97c0678c0 2024-09-10T10:41:47.689 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:47.689 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:41:47.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 -- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe97c0678c0 msgr2=0x7fe97c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe97c0678c0 0x7fe97c069d80 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe98c009ae0 tx=0x7fe98c008040 comp rx=0 tx=0).stop 2024-09-10T10:41:47.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 -- 172.21.15.22:0/1162814407 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15c750 msgr2=0x7fe99c0ceab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15c750 0x7fe99c0ceab0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7fe98800c520 tx=0x7fe98800c9e0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 -- 172.21.15.22:0/1162814407 shutdown_connections 2024-09-10T10:41:47.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fe97c0678c0 0x7fe97c069d80 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe99c15e4e0 0x7fe99c1535f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.691 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fe99c15c750 0x7fe99c0ceab0 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 --2- 172.21.15.22:0/1162814407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe99c0cf170 0x7fe99c14b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 -- 172.21.15.22:0/1162814407 >> 172.21.15.22:0/1162814407 conn(0x7fe99c062ae0 msgr2=0x7fe99c14c970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:47.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 -- 172.21.15.22:0/1162814407 shutdown_connections 2024-09-10T10:41:47.692 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.688+0000 7fe9a2000640 1 -- 172.21.15.22:0/1162814407 wait complete. 2024-09-10T10:41:47.711 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":419,"stamp":"2024-09-10T10:41:47.468868+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":280996,"kb_used_data":14852,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754693724,"statfs":{"total":773094113280,"available":772806373376,"internally_reserved":0,"allocated":15208448,"data_stored":7195736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-4197,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-49,"num_write_kb":-19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.794837"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":390,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-10T10:41:43.684028+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:41:43.684028+0000","last_peered":"2024-09-10T10:41:43.684028+0000","last_clean":"2024-09-10T10:41:43.684028+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:41:43.684028+0000","last_undegraded":"2024-09-10T10:41:43.684028+0000","last_fullsized":"2024-09-10T10:41:43.684028+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509556,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":755014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509556,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37052,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334788,"statfs":{"total":96636764160,"available":96598822912,"internally_reserved":0,"allocated":1744896,"data_stored":749045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509555,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32892,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338948,"statfs":{"total":96636764160,"available":96603082752,"internally_reserved":0,"allocated":1744896,"data_stored":749045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509556,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":755014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509557,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32892,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338948,"statfs":{"total":96636764160,"available":96603082752,"internally_reserved":0,"allocated":1744896,"data_stored":749593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509556,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37652,"kb_used_data":2304,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334188,"statfs":{"total":96636764160,"available":96598208512,"internally_reserved":0,"allocated":2359296,"data_stored":1342960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509555,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32904,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338936,"statfs":{"total":96636764160,"available":96603070464,"internally_reserved":0,"allocated":1757184,"data_stored":755014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542261,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33476,"kb_used_data":2288,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338364,"statfs":{"total":96636764160,"available":96602484736,"internally_reserved":0,"allocated":2342912,"data_stored":1340051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:41:47.712 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:41:47.712 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:41:47.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d2e800640 1 Processor -- start 2024-09-10T10:41:47.853 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d2e800640 1 -- start start 2024-09-10T10:41:47.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d2e800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0d280b46b0 0x7f0d28072e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d2e800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d28162f00 con 0x7f0d28162b20 2024-09-10T10:41:47.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d2e800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d28071d10 con 0x7f0d280b3530 2024-09-10T10:41:47.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d2e800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f0d28071ff0 con 0x7f0d280b46b0 2024-09-10T10:41:47.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d27400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f0d28162b20 0x7f0d280b3fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49288/0 (socket says 172.21.15.22:49288) 2024-09-10T10:41:47.854 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d27400640 1 -- 172.21.15.22:0/2377441109 learned_addr learned my addr 172.21.15.22:0/2377441109 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:47.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d26a00640 1 --2- 172.21.15.22:0/2377441109 >> v2:172.21.15.145:3300/0 conn(0x7f0d280b46b0 0x7f0d28072e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d26000640 1 -- 172.21.15.22:0/2377441109 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4105223785 0 0) 0x7f0d28162f00 con 0x7f0d28162b20 2024-09-10T10:41:47.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d26000640 1 -- 172.21.15.22:0/2377441109 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d0c003530 con 0x7f0d28162b20 2024-09-10T10:41:47.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d26a00640 1 -- 172.21.15.22:0/2377441109 >> v1:172.21.15.145:6789/0 conn(0x7f0d280b3530 legacy=0x7f0d2806d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d26a00640 1 -- 172.21.15.22:0/2377441109 >> v1:172.21.15.22:6789/0 conn(0x7f0d28162b20 legacy=0x7f0d280b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d26000640 1 -- 172.21.15.22:0/2377441109 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3731679687 0 0) 0x7f0d0c003530 con 0x7f0d28162b20 2024-09-10T10:41:47.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.852+0000 7f0d26a00640 1 -- 172.21.15.22:0/2377441109 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d280722d0 con 0x7f0d280b46b0 2024-09-10T10:41:47.857 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d26a00640 1 --2- 172.21.15.22:0/2377441109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d280b46b0 0x7f0d28072e50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f0d140097c0 tx=0x7f0d1401c390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a8771327a13ecf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:47.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d26000640 1 -- 172.21.15.22:0/2377441109 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d140b1070 con 0x7f0d280b46b0 2024-09-10T10:41:47.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d26000640 1 -- 172.21.15.22:0/2377441109 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d140ac440 con 0x7f0d280b46b0 2024-09-10T10:41:47.858 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d26000640 1 -- 172.21.15.22:0/2377441109 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d18001680 con 0x7f0d280b46b0 2024-09-10T10:41:47.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d2e800640 1 -- 172.21.15.22:0/2377441109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d280b46b0 msgr2=0x7f0d28072e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d2e800640 1 --2- 172.21.15.22:0/2377441109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d280b46b0 0x7f0d28072e50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f0d140097c0 tx=0x7f0d1401c390 comp rx=0 tx=0).stop 2024-09-10T10:41:47.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d2e800640 1 -- 172.21.15.22:0/2377441109 shutdown_connections 2024-09-10T10:41:47.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d2e800640 1 --2- 172.21.15.22:0/2377441109 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d280b46b0 0x7f0d28072e50 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d2e800640 1 -- 172.21.15.22:0/2377441109 >> 172.21.15.22:0/2377441109 conn(0x7f0d28062dd0 msgr2=0x7f0d2806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:47.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d2e800640 1 -- 172.21.15.22:0/2377441109 shutdown_connections 2024-09-10T10:41:47.859 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.856+0000 7f0d2e800640 1 -- 172.21.15.22:0/2377441109 wait complete. 2024-09-10T10:41:47.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d2e800640 1 Processor -- start 2024-09-10T10:41:47.860 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d2e800640 1 -- start start 2024-09-10T10:41:47.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d2e800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d280b3530 0x7f0d281561d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.862 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d2e800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d280b46b0 0x7f0d2815a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d2e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d28162b20 0x7f0d2815aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d2e800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2806e3b0 con 0x7f0d28162b20 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d2e800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2806e230 con 0x7f0d280b3530 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d2e800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0d2806e530 con 0x7f0d280b46b0 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d27e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d28162b20 0x7f0d2815aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d27e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d28162b20 0x7f0d2815aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51756/0 (socket says 172.21.15.22:51756) 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d27e00640 1 -- 172.21.15.22:0/2406941631 learned_addr learned my addr 172.21.15.22:0/2406941631 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d26a00640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d280b46b0 0x7f0d2815a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d27400640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d280b3530 0x7f0d281561d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d27e00640 1 -- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d280b46b0 msgr2=0x7f0d2815a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d27e00640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d280b46b0 0x7f0d2815a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d27e00640 1 -- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d280b3530 msgr2=0x7f0d281561d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:47.863 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d27e00640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d280b3530 0x7f0d281561d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:47.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d27e00640 1 -- 172.21.15.22:0/2406941631 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d28161530 con 0x7f0d28162b20 2024-09-10T10:41:47.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d27e00640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d28162b20 0x7f0d2815aae0 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f0d2000c7a0 tx=0x7f0d2000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:47.864 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d1f400640 1 -- 172.21.15.22:0/2406941631 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20003b80 con 0x7f0d28162b20 2024-09-10T10:41:47.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d1f400640 1 -- 172.21.15.22:0/2406941631 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d20003d20 con 0x7f0d28162b20 2024-09-10T10:41:47.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d1f400640 1 -- 172.21.15.22:0/2406941631 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2000aa90 con 0x7f0d28162b20 2024-09-10T10:41:47.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d2e800640 1 -- 172.21.15.22:0/2406941631 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d28157490 con 0x7f0d28162b20 2024-09-10T10:41:47.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.860+0000 7f0d2e800640 1 -- 172.21.15.22:0/2406941631 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d28157a50 con 0x7f0d28162b20 2024-09-10T10:41:47.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.864+0000 7f0d2e800640 1 -- 172.21.15.22:0/2406941631 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d28072e50 con 0x7f0d28162b20 2024-09-10T10:41:47.865 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.864+0000 7f0d1f400640 1 -- 172.21.15.22:0/2406941631 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0d2000ac30 con 0x7f0d28162b20 2024-09-10T10:41:47.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.864+0000 7f0d1f400640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d080678c0 0x7f0d08069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:47.866 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.864+0000 7f0d1f400640 1 -- 172.21.15.22:0/2406941631 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f0d20085740 con 0x7f0d28162b20 2024-09-10T10:41:47.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.864+0000 7f0d27400640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d080678c0 0x7f0d08069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:47.867 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.864+0000 7f0d27400640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d080678c0 0x7f0d08069d80 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f0d18005890 tx=0x7f0d18005800 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:47.870 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:47.868+0000 7f0d1f400640 1 -- 172.21.15.22:0/2406941631 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0d20055f30 con 0x7f0d28162b20 2024-09-10T10:41:48.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.032+0000 7f0d2e800640 1 -- 172.21.15.22:0/2406941631 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0d2806ec30 con 0x7f0d080678c0 2024-09-10T10:41:48.035 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.032+0000 7f0d1f400640 1 -- 172.21.15.22:0/2406941631 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13495 (secure 0 0 0) 0x7f0d2806ec30 con 0x7f0d080678c0 2024-09-10T10:41:48.035 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:48.035 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:41:48.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 -- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d080678c0 msgr2=0x7f0d08069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:48.037 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d080678c0 0x7f0d08069d80 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f0d18005890 tx=0x7f0d18005800 comp rx=0 tx=0).stop 2024-09-10T10:41:48.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 -- 172.21.15.22:0/2406941631 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d28162b20 msgr2=0x7f0d2815aae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:48.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d28162b20 0x7f0d2815aae0 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f0d2000c7a0 tx=0x7f0d2000cc60 comp rx=0 tx=0).stop 2024-09-10T10:41:48.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 -- 172.21.15.22:0/2406941631 shutdown_connections 2024-09-10T10:41:48.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0d080678c0 0x7f0d08069d80 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0d28162b20 0x7f0d2815aae0 unknown :-1 s=CLOSED pgs=1515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d280b46b0 0x7f0d2815a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 --2- 172.21.15.22:0/2406941631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d280b3530 0x7f0d281561d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 -- 172.21.15.22:0/2406941631 >> 172.21.15.22:0/2406941631 conn(0x7f0d28062dd0 msgr2=0x7f0d2806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:48.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 -- 172.21.15.22:0/2406941631 shutdown_connections 2024-09-10T10:41:48.038 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.036+0000 7f0d2e800640 1 -- 172.21.15.22:0/2406941631 wait complete. 2024-09-10T10:41:48.056 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":419,"stamp":"2024-09-10T10:41:47.468868+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":280996,"kb_used_data":14852,"kb_used_omap":12,"kb_used_meta":265971,"kb_avail":754693724,"statfs":{"total":773094113280,"available":772806373376,"internally_reserved":0,"allocated":15208448,"data_stored":7195736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":272354864},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-4197,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-49,"num_write_kb":-19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.794837"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":390,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-10T10:41:43.684028+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:41:43.684028+0000","last_peered":"2024-09-10T10:41:43.684028+0000","last_clean":"2024-09-10T10:41:43.684028+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:41:43.684028+0000","last_undegraded":"2024-09-10T10:41:43.684028+0000","last_fullsized":"2024-09-10T10:41:43.684028+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509556,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":755014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509556,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37052,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334788,"statfs":{"total":96636764160,"available":96598822912,"internally_reserved":0,"allocated":1744896,"data_stored":749045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509555,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32892,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338948,"statfs":{"total":96636764160,"available":96603082752,"internally_reserved":0,"allocated":1744896,"data_stored":749045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509556,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37064,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334776,"statfs":{"total":96636764160,"available":96598810624,"internally_reserved":0,"allocated":1757184,"data_stored":755014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509557,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32892,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338948,"statfs":{"total":96636764160,"available":96603082752,"internally_reserved":0,"allocated":1744896,"data_stored":749593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509556,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37652,"kb_used_data":2304,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334188,"statfs":{"total":96636764160,"available":96598208512,"internally_reserved":0,"allocated":2359296,"data_stored":1342960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509555,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32904,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338936,"statfs":{"total":96636764160,"available":96603070464,"internally_reserved":0,"allocated":1757184,"data_stored":755014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542261,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33476,"kb_used_data":2288,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338364,"statfs":{"total":96636764160,"available":96602484736,"internally_reserved":0,"allocated":2342912,"data_stored":1340051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:41:48.056 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:41:48.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cb4c00640 1 Processor -- start 2024-09-10T10:41:48.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cb4c00640 1 -- start start 2024-09-10T10:41:48.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cb4c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f9cb015e8b0 0x7f9cb00b6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:48.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cb4c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cb00b7410 0x7f9cb006c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:48.199 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cb4c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9cb006cba0 0x7f9cb00b2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cb4c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9cb00b2a10 con 0x7f9cb006cba0 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cb4c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f9cb015ec90 con 0x7f9cb015e8b0 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cb4c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9cb00b20e0 con 0x7f9cb00b7410 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cae800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9cb006cba0 0x7f9cb00b2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cae800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9cb006cba0 0x7f9cb00b2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51766/0 (socket says 172.21.15.22:51766) 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cae800640 1 -- 172.21.15.22:0/3425103094 learned_addr learned my addr 172.21.15.22:0/3425103094 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cade00640 1 --2- 172.21.15.22:0/3425103094 >> v2:172.21.15.145:3300/0 conn(0x7f9cb015e8b0 0x7f9cb00b6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cad400640 1 --2- 172.21.15.22:0/3425103094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cb00b7410 0x7f9cb006c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cae800640 1 -- 172.21.15.22:0/3425103094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cb00b7410 msgr2=0x7f9cb006c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cae800640 1 --2- 172.21.15.22:0/3425103094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cb00b7410 0x7f9cb006c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cae800640 1 -- 172.21.15.22:0/3425103094 >> v2:172.21.15.145:3300/0 conn(0x7f9cb015e8b0 msgr2=0x7f9cb00b6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cae800640 1 --2- 172.21.15.22:0/3425103094 >> v2:172.21.15.145:3300/0 conn(0x7f9cb015e8b0 0x7f9cb00b6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.196+0000 7f9cae800640 1 -- 172.21.15.22:0/3425103094 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cb00b23c0 con 0x7f9cb006cba0 2024-09-10T10:41:48.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9cae800640 1 --2- 172.21.15.22:0/3425103094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb006cba0 0x7f9cb00b2ea0 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f9cb0072ce0 tx=0x7f9ca801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca9ea0003dbda053 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:48.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9caca00640 1 -- 172.21.15.22:0/3425103094 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca80a5670 con 0x7f9cb006cba0 2024-09-10T10:41:48.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9caca00640 1 -- 172.21.15.22:0/3425103094 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ca80a5810 con 0x7f9cb006cba0 2024-09-10T10:41:48.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9caca00640 1 -- 172.21.15.22:0/3425103094 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca80a5be0 con 0x7f9cb006cba0 2024-09-10T10:41:48.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9cb4c00640 1 -- 172.21.15.22:0/3425103094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb006cba0 msgr2=0x7f9cb00b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:48.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9cb4c00640 1 --2- 172.21.15.22:0/3425103094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb006cba0 0x7f9cb00b2ea0 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f9cb0072ce0 tx=0x7f9ca801c9f0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9cb4c00640 1 -- 172.21.15.22:0/3425103094 shutdown_connections 2024-09-10T10:41:48.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9cb4c00640 1 --2- 172.21.15.22:0/3425103094 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb006cba0 0x7f9cb00b2ea0 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9cb4c00640 1 --2- 172.21.15.22:0/3425103094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cb00b7410 0x7f9cb006c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9cb4c00640 1 --2- 172.21.15.22:0/3425103094 >> v2:172.21.15.145:3300/0 conn(0x7f9cb015e8b0 0x7f9cb00b6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9cb4c00640 1 -- 172.21.15.22:0/3425103094 >> 172.21.15.22:0/3425103094 conn(0x7f9cb00b7ac0 msgr2=0x7f9cb00b7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:48.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9cb4c00640 1 -- 172.21.15.22:0/3425103094 shutdown_connections 2024-09-10T10:41:48.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.200+0000 7f9cb4c00640 1 -- 172.21.15.22:0/3425103094 wait complete. 2024-09-10T10:41:48.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cb4c00640 1 Processor -- start 2024-09-10T10:41:48.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cb4c00640 1 -- start start 2024-09-10T10:41:48.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cb4c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cb006cba0 0x7f9cb009fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:48.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cb4c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb00b7410 0x7f9cb0151b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:48.206 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cb4c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cb015e8b0 0x7f9cb01f7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cb4c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9cb00b3f80 con 0x7f9cb00b7410 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cb4c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9cb00b3e00 con 0x7f9cb015e8b0 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cb4c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9cb00b4100 con 0x7f9cb006cba0 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cad400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb00b7410 0x7f9cb0151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cad400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb00b7410 0x7f9cb0151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51772/0 (socket says 172.21.15.22:51772) 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cad400640 1 -- 172.21.15.22:0/675599802 learned_addr learned my addr 172.21.15.22:0/675599802 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cade00640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cb006cba0 0x7f9cb009fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cae800640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cb015e8b0 0x7f9cb01f7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cad400640 1 -- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cb006cba0 msgr2=0x7f9cb009fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cad400640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cb006cba0 0x7f9cb009fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cad400640 1 -- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cb015e8b0 msgr2=0x7f9cb01f7870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:48.207 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cad400640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cb015e8b0 0x7f9cb01f7870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cad400640 1 -- 172.21.15.22:0/675599802 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cb00a0530 con 0x7f9cb00b7410 2024-09-10T10:41:48.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cad400640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb00b7410 0x7f9cb0151b60 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c00d800 tx=0x7f9c9c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:48.208 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9ca6000640 1 -- 172.21.15.22:0/675599802 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c9c004030 con 0x7f9cb00b7410 2024-09-10T10:41:48.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9ca6000640 1 -- 172.21.15.22:0/675599802 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c9c0041d0 con 0x7f9cb00b7410 2024-09-10T10:41:48.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cb4c00640 1 -- 172.21.15.22:0/675599802 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cb0150590 con 0x7f9cb00b7410 2024-09-10T10:41:48.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9ca6000640 1 -- 172.21.15.22:0/675599802 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c9c0096a0 con 0x7f9cb00b7410 2024-09-10T10:41:48.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.204+0000 7f9cb4c00640 1 -- 172.21.15.22:0/675599802 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cb0150b50 con 0x7f9cb00b7410 2024-09-10T10:41:48.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.208+0000 7f9cb4c00640 1 -- 172.21.15.22:0/675599802 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cb006c660 con 0x7f9cb00b7410 2024-09-10T10:41:48.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.208+0000 7f9ca6000640 1 -- 172.21.15.22:0/675599802 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9c9c009840 con 0x7f9cb00b7410 2024-09-10T10:41:48.209 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.208+0000 7f9ca6000640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c900678c0 0x7f9c90069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:48.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.208+0000 7f9ca6000640 1 -- 172.21.15.22:0/675599802 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f9c9c085ce0 con 0x7f9cb00b7410 2024-09-10T10:41:48.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.208+0000 7f9cade00640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c900678c0 0x7f9c90069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:48.210 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.208+0000 7f9cade00640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c900678c0 0x7f9c90069d80 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f9cb00b1570 tx=0x7f9ca0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:48.213 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.212+0000 7f9ca6000640 1 -- 172.21.15.22:0/675599802 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9c9c0563a0 con 0x7f9cb00b7410 2024-09-10T10:41:48.379 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.376+0000 7f9cb4c00640 1 -- 172.21.15.22:0/675599802 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9cb00b1d20 con 0x7f9cb00b7410 2024-09-10T10:41:48.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9ca6000640 1 -- 172.21.15.22:0/675599802 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v141) ==== 74+0+13054 (secure 0 0 0) 0x7f9c9c05a6a0 con 0x7f9cb00b7410 2024-09-10T10:41:48.380 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:48.380 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":141,"fsid":"46a8271d-9737-4994-9398-0c365e74a95b","created":"2024-09-10T10:32:04.237472+0000","modified":"2024-09-10T10:41:43.678597+0000","last_up_change":"2024-09-10T10:32:18.676529+0000","last_in_change":"2024-09-10T10:32:06.878850+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:32:19.395418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca863e3d-a2e2-4b71-9953-3abf2d2e846a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6825","nonce":432363286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6827","nonce":432363286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6831","nonce":432363286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":432363286},{"type":"v1","addr":"172.21.15.22:6829","nonce":432363286}]},"public_addr":"172.21.15.22:6825/432363286","cluster_addr":"172.21.15.22:6827/432363286","heartbeat_back_addr":"172.21.15.22:6831/432363286","heartbeat_front_addr":"172.21.15.22:6829/432363286","state":["exists","up"]},{"osd":1,"uuid":"a8828d77-5daa-4d4e-b598-7778b1ac5e99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6801","nonce":3325145435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6803","nonce":3325145435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6807","nonce":3325145435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":3325145435},{"type":"v1","addr":"172.21.15.22:6805","nonce":3325145435}]},"public_addr":"172.21.15.22:6801/3325145435","cluster_addr":"172.21.15.22:6803/3325145435","heartbeat_back_addr":"172.21.15.22:6807/3325145435","heartbeat_front_addr":"172.21.15.22:6805/3325145435","state":["exists","up"]},{"osd":2,"uuid":"6df5b572-dac5-418f-bbd2-3f4ce76a69e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6817","nonce":4047364473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6819","nonce":4047364473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6823","nonce":4047364473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":4047364473},{"type":"v1","addr":"172.21.15.22:6821","nonce":4047364473}]},"public_addr":"172.21.15.22:6817/4047364473","cluster_addr":"172.21.15.22:6819/4047364473","heartbeat_back_addr":"172.21.15.22:6823/4047364473","heartbeat_front_addr":"172.21.15.22:6821/4047364473","state":["exists","up"]},{"osd":3,"uuid":"cf1e6369-e17a-4d4c-86be-62f2e5784e22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6809","nonce":1799873871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6811","nonce":1799873871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6815","nonce":1799873871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":1799873871},{"type":"v1","addr":"172.21.15.22:6813","nonce":1799873871}]},"public_addr":"172.21.15.22:6809/1799873871","cluster_addr":"172.21.15.22:6811/1799873871","heartbeat_back_addr":"172.21.15.22:6815/1799873871","heartbeat_front_addr":"172.21.15.22:6813/1799873871","state":["exists","up"]},{"osd":4,"uuid":"e0b2e592-1aec-4b97-bdc5-25df11ff1214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6824","nonce":3677456878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6827","nonce":3677456878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6831","nonce":3677456878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3677456878},{"type":"v1","addr":"172.21.15.145:6829","nonce":3677456878}]},"public_addr":"172.21.15.145:6824/3677456878","cluster_addr":"172.21.15.145:6827/3677456878","heartbeat_back_addr":"172.21.15.145:6831/3677456878","heartbeat_front_addr":"172.21.15.145:6829/3677456878","state":["exists","up"]},{"osd":5,"uuid":"2ce04f72-e07a-4122-8bdd-4d6292a1f05c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6801","nonce":1272352374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6803","nonce":1272352374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6807","nonce":1272352374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1272352374},{"type":"v1","addr":"172.21.15.145:6805","nonce":1272352374}]},"public_addr":"172.21.15.145:6801/1272352374","cluster_addr":"172.21.15.145:6803/1272352374","heartbeat_back_addr":"172.21.15.145:6807/1272352374","heartbeat_front_addr":"172.21.15.145:6805/1272352374","state":["exists","up"]},{"osd":6,"uuid":"ce6ad9ed-8b85-4e58-84ff-fa7aaa84cef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6809","nonce":1116486614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6811","nonce":1116486614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6815","nonce":1116486614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1116486614},{"type":"v1","addr":"172.21.15.145:6813","nonce":1116486614}]},"public_addr":"172.21.15.145:6809/1116486614","cluster_addr":"172.21.15.145:6811/1116486614","heartbeat_back_addr":"172.21.15.145:6815/1116486614","heartbeat_front_addr":"172.21.15.145:6813/1116486614","state":["exists","up"]},{"osd":7,"uuid":"40110fcd-4fd0-4498-b95c-33f8dcf9e048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6817","nonce":3895957474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6819","nonce":3895957474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6823","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6825","nonce":3895957474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":3895957474},{"type":"v1","addr":"172.21.15.145:6821","nonce":3895957474}]},"public_addr":"172.21.15.145:6817/3895957474","cluster_addr":"172.21.15.145:6819/3895957474","heartbeat_back_addr":"172.21.15.145:6825/3895957474","heartbeat_front_addr":"172.21.15.145:6821/3895957474","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.396881+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.508234+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.417186+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.301749+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.183678+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:14.912542+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.011980+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:32:15.050537+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6835/3111544654":"2024-09-11T10:41:40.668197+0000","172.21.15.22:6833/3111544654":"2024-09-11T10:41:40.668197+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:41:48.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 -- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c900678c0 msgr2=0x7f9c90069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c900678c0 0x7f9c90069d80 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f9cb00b1570 tx=0x7f9ca0008040 comp rx=0 tx=0).stop 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 -- 172.21.15.22:0/675599802 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb00b7410 msgr2=0x7f9cb0151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb00b7410 0x7f9cb0151b60 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c00d800 tx=0x7f9c9c00dcc0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 -- 172.21.15.22:0/675599802 shutdown_connections 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9c900678c0 0x7f9c90069d80 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cb015e8b0 0x7f9cb01f7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9cb00b7410 0x7f9cb0151b60 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 --2- 172.21.15.22:0/675599802 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cb006cba0 0x7f9cb009fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 -- 172.21.15.22:0/675599802 >> 172.21.15.22:0/675599802 conn(0x7f9cb00b7ac0 msgr2=0x7f9cb00b1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 -- 172.21.15.22:0/675599802 shutdown_connections 2024-09-10T10:41:48.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:48.380+0000 7f9cb4c00640 1 -- 172.21.15.22:0/675599802 wait complete. 2024-09-10T10:41:49.404 INFO:tasks.ceph:Scrubbing osd.0 2024-09-10T10:41:49.404 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:41:49.561 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff7d600640 1 Processor -- start 2024-09-10T10:41:49.562 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff7d600640 1 -- start start 2024-09-10T10:41:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff7d600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7eff780cd770 0x7eff7815d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff7d600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff780b3fd0 con 0x7eff780cd300 2024-09-10T10:41:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff7d600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff780b42b0 con 0x7eff781460d0 2024-09-10T10:41:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff7d600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7eff780b4590 con 0x7eff780cd770 2024-09-10T10:41:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff77400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7eff780cd770 0x7eff7815d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.563 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff76000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7eff780cd300 0x7eff7815c960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49292/0 (socket says 172.21.15.22:49292) 2024-09-10T10:41:49.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff76000640 1 -- 172.21.15.22:0/4240169840 learned_addr learned my addr 172.21.15.22:0/4240169840 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:49.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff77400640 1 -- 172.21.15.22:0/4240169840 >> v1:172.21.15.145:6789/0 conn(0x7eff781460d0 legacy=0x7eff780b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:49.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff77400640 1 -- 172.21.15.22:0/4240169840 >> v1:172.21.15.22:6789/0 conn(0x7eff780cd300 legacy=0x7eff7815c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff77400640 1 -- 172.21.15.22:0/4240169840 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff780b4870 con 0x7eff780cd770 2024-09-10T10:41:49.564 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.560+0000 7eff75600640 1 -- 172.21.15.22:0/4240169840 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2876897891 0 0) 0x7eff780b3fd0 con 0x7eff780cd300 2024-09-10T10:41:49.566 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff77400640 1 --2- 172.21.15.22:0/4240169840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff780cd770 0x7eff7815d070 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7eff70009d90 tx=0x7eff7001c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=401f302a7eaab282 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:49.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff75600640 1 -- 172.21.15.22:0/4240169840 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff700b2070 con 0x7eff780cd770 2024-09-10T10:41:49.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff75600640 1 -- 172.21.15.22:0/4240169840 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff700a58d0 con 0x7eff780cd770 2024-09-10T10:41:49.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff75600640 1 -- 172.21.15.22:0/4240169840 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff700a5ca0 con 0x7eff780cd770 2024-09-10T10:41:49.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff7d600640 1 -- 172.21.15.22:0/4240169840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff780cd770 msgr2=0x7eff7815d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff7d600640 1 --2- 172.21.15.22:0/4240169840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff780cd770 0x7eff7815d070 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7eff70009d90 tx=0x7eff7001c900 comp rx=0 tx=0).stop 2024-09-10T10:41:49.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff7d600640 1 -- 172.21.15.22:0/4240169840 shutdown_connections 2024-09-10T10:41:49.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff7d600640 1 --2- 172.21.15.22:0/4240169840 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff780cd770 0x7eff7815d070 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff7d600640 1 -- 172.21.15.22:0/4240169840 >> 172.21.15.22:0/4240169840 conn(0x7eff78063000 msgr2=0x7eff7806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:49.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff7d600640 1 -- 172.21.15.22:0/4240169840 shutdown_connections 2024-09-10T10:41:49.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.564+0000 7eff7d600640 1 -- 172.21.15.22:0/4240169840 wait complete. 2024-09-10T10:41:49.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff7d600640 1 Processor -- start 2024-09-10T10:41:49.569 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff7d600640 1 -- start start 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff7d600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff780cd300 0x7eff7815b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff7d600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff780cd770 0x7eff78142b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff7d600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff781460d0 0x7eff78140520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff7d600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7eff7806e990 con 0x7eff781460d0 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff7d600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7eff7806e810 con 0x7eff780cd300 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff7d600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7eff780b5070 con 0x7eff780cd770 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff77400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff781460d0 0x7eff78140520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff77400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff781460d0 0x7eff78140520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51792/0 (socket says 172.21.15.22:51792) 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff77400640 1 -- 172.21.15.22:0/2345999620 learned_addr learned my addr 172.21.15.22:0/2345999620 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff76a00640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff780cd300 0x7eff7815b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff76000640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff780cd770 0x7eff78142b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff77400640 1 -- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff780cd770 msgr2=0x7eff78142b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff77400640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff780cd770 0x7eff78142b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff77400640 1 -- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff780cd300 msgr2=0x7eff7815b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff77400640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff780cd300 0x7eff7815b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff77400640 1 -- 172.21.15.22:0/2345999620 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff7815b860 con 0x7eff781460d0 2024-09-10T10:41:49.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff77400640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff781460d0 0x7eff78140520 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7eff700b0040 tx=0x7eff700196a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:49.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff6ea00640 1 -- 172.21.15.22:0/2345999620 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff700bd020 con 0x7eff781460d0 2024-09-10T10:41:49.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff6ea00640 1 -- 172.21.15.22:0/2345999620 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff700ad740 con 0x7eff781460d0 2024-09-10T10:41:49.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff6ea00640 1 -- 172.21.15.22:0/2345999620 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff700b2040 con 0x7eff781460d0 2024-09-10T10:41:49.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff781f7210 con 0x7eff781460d0 2024-09-10T10:41:49.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.568+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff781f77d0 con 0x7eff781460d0 2024-09-10T10:41:49.573 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7eff780b35c0 con 0x7eff781460d0 2024-09-10T10:41:49.574 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff6ea00640 1 -- 172.21.15.22:0/2345999620 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7eff700c0020 con 0x7eff781460d0 2024-09-10T10:41:49.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff6ea00640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff580678c0 0x7eff58069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff6ea00640 1 -- 172.21.15.22:0/2345999620 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7eff70120ff0 con 0x7eff781460d0 2024-09-10T10:41:49.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff6ea00640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] conn(0x7eff5806d780 0x7eff5806fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff6ea00640 1 -- 172.21.15.22:0/2345999620 --> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7eff700c3e50 con 0x7eff5806d780 2024-09-10T10:41:49.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff6ea00640 1 -- 172.21.15.22:0/2345999620 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_get_version_reply(handle=1 version=141) ==== 24+0+0 (secure 0 0 0) 0x7eff701213c0 con 0x7eff781460d0 2024-09-10T10:41:49.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff76a00640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff580678c0 0x7eff58069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.575 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff76000640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] conn(0x7eff5806d780 0x7eff5806fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff76000640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] conn(0x7eff5806d780 0x7eff5806fba0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:49.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.572+0000 7eff76a00640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff580678c0 0x7eff58069d80 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7eff6800b810 tx=0x7eff68008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:49.576 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.576+0000 7eff6ea00640 1 -- 172.21.15.22:0/2345999620 <== osd.0 v2:172.21.15.22:6824/432363286 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7eff700c3e50 con 0x7eff5806d780 2024-09-10T10:41:49.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 --> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7eff780b3900 con 0x7eff5806d780 2024-09-10T10:41:49.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff6ea00640 1 -- 172.21.15.22:0/2345999620 <== osd.0 v2:172.21.15.22:6824/432363286 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7eff780b3900 con 0x7eff5806d780 2024-09-10T10:41:49.592 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:41:49.592 INFO:teuthology.orchestra.run.smithi022.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:41:49.593 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:41:49.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 >> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] conn(0x7eff5806d780 msgr2=0x7eff5806fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.22:6824/432363286,v1:172.21.15.22:6825/432363286] conn(0x7eff5806d780 0x7eff5806fba0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff580678c0 msgr2=0x7eff58069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff580678c0 0x7eff58069d80 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7eff6800b810 tx=0x7eff68008040 comp rx=0 tx=0).stop 2024-09-10T10:41:49.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff781460d0 msgr2=0x7eff78140520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 --2- 172.21.15.22:0/2345999620 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff781460d0 0x7eff78140520 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7eff700b0040 tx=0x7eff700196a0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff77400640 1 -- 172.21.15.22:0/2345999620 reap_dead start 2024-09-10T10:41:49.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 shutdown_connections 2024-09-10T10:41:49.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 >> 172.21.15.22:0/2345999620 conn(0x7eff78063000 msgr2=0x7eff7806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:49.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 shutdown_connections 2024-09-10T10:41:49.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.588+0000 7eff7d600640 1 -- 172.21.15.22:0/2345999620 wait complete. 2024-09-10T10:41:49.608 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-10T10:41:49.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.748+0000 7f6187400640 1 Processor -- start 2024-09-10T10:41:49.751 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.748+0000 7f6187400640 1 -- start start 2024-09-10T10:41:49.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6187400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f618015b220 0x7f6180071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6187400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f61800b56f0 0x7f61800b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6187400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61800ce880 con 0x7f618015b600 2024-09-10T10:41:49.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6187400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f618006d6e0 con 0x7f61800b56f0 2024-09-10T10:41:49.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6187400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f61800ceb60 con 0x7f618015b220 2024-09-10T10:41:49.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6177e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f618015b600 0x7f61800b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49302/0 (socket says 172.21.15.22:49302) 2024-09-10T10:41:49.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6177e00640 1 -- 172.21.15.22:0/3030588546 learned_addr learned my addr 172.21.15.22:0/3030588546 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:49.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6184a00640 1 --2- 172.21.15.22:0/3030588546 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f618015b220 0x7f6180071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.753 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6185400640 1 --2- 172.21.15.22:0/3030588546 >> v2:172.21.15.145:3300/0 conn(0x7f61800b56f0 0x7f61800b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f617fe00640 1 -- 172.21.15.22:0/3030588546 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1351704132 0 0) 0x7f61800ce880 con 0x7f618015b600 2024-09-10T10:41:49.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f617fe00640 1 -- 172.21.15.22:0/3030588546 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6164003530 con 0x7f618015b600 2024-09-10T10:41:49.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6184a00640 1 -- 172.21.15.22:0/3030588546 >> v2:172.21.15.145:3300/0 conn(0x7f61800b56f0 msgr2=0x7f61800b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:49.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6184a00640 1 --2- 172.21.15.22:0/3030588546 >> v2:172.21.15.145:3300/0 conn(0x7f61800b56f0 0x7f61800b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6184a00640 1 -- 172.21.15.22:0/3030588546 >> v1:172.21.15.22:6789/0 conn(0x7f618015b600 legacy=0x7f61800b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.754 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.752+0000 7f6184a00640 1 -- 172.21.15.22:0/3030588546 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61800cee40 con 0x7f618015b220 2024-09-10T10:41:49.756 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6184a00640 1 --2- 172.21.15.22:0/3030588546 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f618015b220 0x7f6180071140 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f61700097c0 tx=0x7f617001c350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a7e80d0e47c8c3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:49.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f617fe00640 1 -- 172.21.15.22:0/3030588546 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61700b0070 con 0x7f618015b220 2024-09-10T10:41:49.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f617fe00640 1 -- 172.21.15.22:0/3030588546 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61700ab600 con 0x7f618015b220 2024-09-10T10:41:49.757 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f617fe00640 1 -- 172.21.15.22:0/3030588546 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61700ab9d0 con 0x7f618015b220 2024-09-10T10:41:49.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6187400640 1 -- 172.21.15.22:0/3030588546 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f618015b220 msgr2=0x7f6180071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6187400640 1 --2- 172.21.15.22:0/3030588546 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f618015b220 0x7f6180071140 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f61700097c0 tx=0x7f617001c350 comp rx=0 tx=0).stop 2024-09-10T10:41:49.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6187400640 1 -- 172.21.15.22:0/3030588546 shutdown_connections 2024-09-10T10:41:49.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6187400640 1 --2- 172.21.15.22:0/3030588546 >> v2:172.21.15.145:3300/0 conn(0x7f61800b56f0 0x7f61800b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6187400640 1 --2- 172.21.15.22:0/3030588546 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f618015b220 0x7f6180071140 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6187400640 1 -- 172.21.15.22:0/3030588546 >> 172.21.15.22:0/3030588546 conn(0x7f6180062dd0 msgr2=0x7f618006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:49.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6187400640 1 -- 172.21.15.22:0/3030588546 shutdown_connections 2024-09-10T10:41:49.758 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6187400640 1 -- 172.21.15.22:0/3030588546 wait complete. 2024-09-10T10:41:49.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6187400640 1 Processor -- start 2024-09-10T10:41:49.759 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.756+0000 7f6187400640 1 -- start start 2024-09-10T10:41:49.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6187400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61800b56f0 0x7f618014cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6187400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f618015b220 0x7f61800b2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6187400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f618015b600 0x7f61801553c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6187400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f61800cffd0 con 0x7f618015b600 2024-09-10T10:41:49.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6187400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f61800cfe50 con 0x7f618015b220 2024-09-10T10:41:49.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6187400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f61800d0150 con 0x7f61800b56f0 2024-09-10T10:41:49.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6185400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f618015b600 0x7f61801553c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6185400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f618015b600 0x7f61801553c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51798/0 (socket says 172.21.15.22:51798) 2024-09-10T10:41:49.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6185400640 1 -- 172.21.15.22:0/405400462 learned_addr learned my addr 172.21.15.22:0/405400462 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:49.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6177e00640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f618015b220 0x7f61800b2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6184a00640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61800b56f0 0x7f618014cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6185400640 1 -- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61800b56f0 msgr2=0x7f618014cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6185400640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61800b56f0 0x7f618014cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6185400640 1 -- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f618015b220 msgr2=0x7f61800b2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6185400640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f618015b220 0x7f61800b2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6185400640 1 -- 172.21.15.22:0/405400462 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f618014d4f0 con 0x7f618015b600 2024-09-10T10:41:49.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6177e00640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f618015b220 0x7f61800b2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:49.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6185400640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f618015b600 0x7f61801553c0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f617800efc0 tx=0x7f617800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:49.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f617d600640 1 -- 172.21.15.22:0/405400462 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178018020 con 0x7f618015b600 2024-09-10T10:41:49.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f617d600640 1 -- 172.21.15.22:0/405400462 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6178014480 con 0x7f618015b600 2024-09-10T10:41:49.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f617d600640 1 -- 172.21.15.22:0/405400462 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178014870 con 0x7f618015b600 2024-09-10T10:41:49.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6187400640 1 -- 172.21.15.22:0/405400462 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f618014ede0 con 0x7f618015b600 2024-09-10T10:41:49.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6187400640 1 -- 172.21.15.22:0/405400462 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f618014f3a0 con 0x7f618015b600 2024-09-10T10:41:49.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f6187400640 1 -- 172.21.15.22:0/405400462 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61800b3f10 con 0x7f618015b600 2024-09-10T10:41:49.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.760+0000 7f617d600640 1 -- 172.21.15.22:0/405400462 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f617801b020 con 0x7f618015b600 2024-09-10T10:41:49.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.764+0000 7f617d600640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f615c0678c0 0x7f615c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:49.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.764+0000 7f617d600640 1 -- 172.21.15.22:0/405400462 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f61780867d0 con 0x7f618015b600 2024-09-10T10:41:49.765 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.764+0000 7f6184a00640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f615c0678c0 0x7f615c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:49.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.764+0000 7f6184a00640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f615c0678c0 0x7f615c069d80 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f61700ad000 tx=0x7f6170008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:49.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.768+0000 7f617d600640 1 -- 172.21.15.22:0/405400462 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6178022030 con 0x7f618015b600 2024-09-10T10:41:49.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.932+0000 7f6187400640 1 -- 172.21.15.22:0/405400462 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f6180072e90 con 0x7f615c0678c0 2024-09-10T10:41:49.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.932+0000 7f617d600640 1 -- 172.21.15.22:0/405400462 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f6180072e90 con 0x7f615c0678c0 2024-09-10T10:41:49.935 INFO:teuthology.orchestra.run.smithi022.stderr:instructed osd(s) 0 to deep-scrub 2024-09-10T10:41:49.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 -- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f615c0678c0 msgr2=0x7f615c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f615c0678c0 0x7f615c069d80 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f61700ad000 tx=0x7f6170008040 comp rx=0 tx=0).stop 2024-09-10T10:41:49.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 -- 172.21.15.22:0/405400462 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f618015b600 msgr2=0x7f61801553c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:49.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f618015b600 0x7f61801553c0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f617800efc0 tx=0x7f617800c490 comp rx=0 tx=0).stop 2024-09-10T10:41:49.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 -- 172.21.15.22:0/405400462 shutdown_connections 2024-09-10T10:41:49.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f615c0678c0 0x7f615c069d80 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f618015b600 0x7f61801553c0 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f618015b220 0x7f61800b2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 --2- 172.21.15.22:0/405400462 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61800b56f0 0x7f618014cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:49.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 -- 172.21.15.22:0/405400462 >> 172.21.15.22:0/405400462 conn(0x7f6180062dd0 msgr2=0x7f618015dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:49.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 -- 172.21.15.22:0/405400462 shutdown_connections 2024-09-10T10:41:49.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:49.936+0000 7f6187400640 1 -- 172.21.15.22:0/405400462 wait complete. 2024-09-10T10:41:49.956 INFO:tasks.ceph:Scrubbing osd.1 2024-09-10T10:41:49.956 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:41:50.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd524c00640 1 Processor -- start 2024-09-10T10:41:50.113 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd524c00640 1 -- start start 2024-09-10T10:41:50.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd524c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd52015c5b0 0x7fd52015fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd524c00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd5200b6850 0x7fd52015e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd524c00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd52015ea20 con 0x7fd52015df60 2024-09-10T10:41:50.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd524c00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd52015ed00 con 0x7fd5200b6850 2024-09-10T10:41:50.114 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd524c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd52015efe0 con 0x7fd52015c5b0 2024-09-10T10:41:50.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd51e800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd5200b6850 0x7fd52015e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd51e800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd5200b6850 0x7fd52015e3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51800/0 (socket says 172.21.15.22:51800) 2024-09-10T10:41:50.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd51e800640 1 -- 172.21.15.22:0/1423928664 learned_addr learned my addr 172.21.15.22:0/1423928664 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:50.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd51de00640 1 --2- 172.21.15.22:0/1423928664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd52015c5b0 0x7fd52015fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd51e800640 1 -- 172.21.15.22:0/1423928664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd52015c5b0 msgr2=0x7fd52015fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:50.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd51e800640 1 --2- 172.21.15.22:0/1423928664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd52015c5b0 0x7fd52015fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd51e800640 1 -- 172.21.15.22:0/1423928664 >> v1:172.21.15.145:6789/0 conn(0x7fd52015df60 legacy=0x7fd5200b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.115 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.112+0000 7fd51e800640 1 -- 172.21.15.22:0/1423928664 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd52015f2c0 con 0x7fd5200b6850 2024-09-10T10:41:50.117 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd51e800640 1 --2- 172.21.15.22:0/1423928664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd5200b6850 0x7fd52015e3c0 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7fd518009870 tx=0x7fd51801c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6564af5d54d8f821 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd51d400640 1 -- 172.21.15.22:0/1423928664 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5180aa650 con 0x7fd5200b6850 2024-09-10T10:41:50.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd51d400640 1 -- 172.21.15.22:0/1423928664 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5180af070 con 0x7fd5200b6850 2024-09-10T10:41:50.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd51d400640 1 -- 172.21.15.22:0/1423928664 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5180aaa10 con 0x7fd5200b6850 2024-09-10T10:41:50.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd524c00640 1 -- 172.21.15.22:0/1423928664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd5200b6850 msgr2=0x7fd52015e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd524c00640 1 --2- 172.21.15.22:0/1423928664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd5200b6850 0x7fd52015e3c0 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7fd518009870 tx=0x7fd51801c530 comp rx=0 tx=0).stop 2024-09-10T10:41:50.118 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd524c00640 1 -- 172.21.15.22:0/1423928664 shutdown_connections 2024-09-10T10:41:50.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd524c00640 1 --2- 172.21.15.22:0/1423928664 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd5200b6850 0x7fd52015e3c0 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd524c00640 1 --2- 172.21.15.22:0/1423928664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd52015c5b0 0x7fd52015fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd524c00640 1 -- 172.21.15.22:0/1423928664 >> 172.21.15.22:0/1423928664 conn(0x7fd5200b7ce0 msgr2=0x7fd52009ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:50.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd524c00640 1 -- 172.21.15.22:0/1423928664 shutdown_connections 2024-09-10T10:41:50.119 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.116+0000 7fd524c00640 1 -- 172.21.15.22:0/1423928664 wait complete. 2024-09-10T10:41:50.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 Processor -- start 2024-09-10T10:41:50.120 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 -- start start 2024-09-10T10:41:50.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5200b6850 0x7fd5201f8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd52015c5b0 0x7fd520149710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd52015df60 0x7fd52006d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd52006fd80 con 0x7fd52015df60 2024-09-10T10:41:50.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd52006fc00 con 0x7fd52015c5b0 2024-09-10T10:41:50.122 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd52006ff00 con 0x7fd5200b6850 2024-09-10T10:41:50.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd51e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd52015df60 0x7fd52006d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd51e800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd52015df60 0x7fd52006d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51812/0 (socket says 172.21.15.22:51812) 2024-09-10T10:41:50.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd51e800640 1 -- 172.21.15.22:0/3602720028 learned_addr learned my addr 172.21.15.22:0/3602720028 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:50.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd51de00640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5200b6850 0x7fd5201f8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd515400640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd52015c5b0 0x7fd520149710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd51e800640 1 -- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5200b6850 msgr2=0x7fd5201f8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd51e800640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5200b6850 0x7fd5201f8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.123 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd51e800640 1 -- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd52015c5b0 msgr2=0x7fd520149710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd51e800640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd52015c5b0 0x7fd520149710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd51e800640 1 -- 172.21.15.22:0/3602720028 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd52015a570 con 0x7fd52015df60 2024-09-10T10:41:50.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd51e800640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd52015df60 0x7fd52006d1f0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7fd5180ac040 tx=0x7fd51801ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd516a00640 1 -- 172.21.15.22:0/3602720028 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5180bd5f0 con 0x7fd52015df60 2024-09-10T10:41:50.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd516a00640 1 -- 172.21.15.22:0/3602720028 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5180a6040 con 0x7fd52015df60 2024-09-10T10:41:50.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd52014a120 con 0x7fd52015df60 2024-09-10T10:41:50.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd516a00640 1 -- 172.21.15.22:0/3602720028 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5180bd9d0 con 0x7fd52015df60 2024-09-10T10:41:50.124 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5201fb4d0 con 0x7fd52015df60 2024-09-10T10:41:50.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.120+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd52015e3c0 con 0x7fd52015df60 2024-09-10T10:41:50.125 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd516a00640 1 -- 172.21.15.22:0/3602720028 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd5180c7420 con 0x7fd52015df60 2024-09-10T10:41:50.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd516a00640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4fc0678f0 0x7fd4fc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd516a00640 1 -- 172.21.15.22:0/3602720028 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7fd51811fff0 con 0x7fd52015df60 2024-09-10T10:41:50.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd516a00640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] conn(0x7fd4fc06d7b0 0x7fd4fc06fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd516a00640 1 -- 172.21.15.22:0/3602720028 --> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd518008f10 con 0x7fd4fc06d7b0 2024-09-10T10:41:50.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd516a00640 1 -- 172.21.15.22:0/3602720028 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_get_version_reply(handle=1 version=141) ==== 24+0+0 (secure 0 0 0) 0x7fd5181203a0 con 0x7fd52015df60 2024-09-10T10:41:50.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd51de00640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4fc0678f0 0x7fd4fc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.126 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd515400640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] conn(0x7fd4fc06d7b0 0x7fd4fc06fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd51de00640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4fc0678f0 0x7fd4fc069db0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fd5100113e0 tx=0x7fd51000b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd515400640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] conn(0x7fd4fc06d7b0 0x7fd4fc06fbd0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.127 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.124+0000 7fd516a00640 1 -- 172.21.15.22:0/3602720028 <== osd.1 v2:172.21.15.22:6800/3325145435 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd518008f10 con 0x7fd4fc06d7b0 2024-09-10T10:41:50.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 --> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd5201faed0 con 0x7fd4fc06d7b0 2024-09-10T10:41:50.140 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd516a00640 1 -- 172.21.15.22:0/3602720028 <== osd.1 v2:172.21.15.22:6800/3325145435 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd5201faed0 con 0x7fd4fc06d7b0 2024-09-10T10:41:50.140 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:41:50.140 INFO:teuthology.orchestra.run.smithi022.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:41:50.140 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:41:50.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 >> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] conn(0x7fd4fc06d7b0 msgr2=0x7fd4fc06fbd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.22:6800/3325145435,v1:172.21.15.22:6801/3325145435] conn(0x7fd4fc06d7b0 0x7fd4fc06fbd0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.141 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4fc0678f0 msgr2=0x7fd4fc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd4fc0678f0 0x7fd4fc069db0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fd5100113e0 tx=0x7fd51000b040 comp rx=0 tx=0).stop 2024-09-10T10:41:50.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd52015df60 msgr2=0x7fd52006d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 --2- 172.21.15.22:0/3602720028 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd52015df60 0x7fd52006d1f0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7fd5180ac040 tx=0x7fd51801ad70 comp rx=0 tx=0).stop 2024-09-10T10:41:50.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd51e800640 1 -- 172.21.15.22:0/3602720028 reap_dead start 2024-09-10T10:41:50.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 shutdown_connections 2024-09-10T10:41:50.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 >> 172.21.15.22:0/3602720028 conn(0x7fd5200b7ce0 msgr2=0x7fd52014a940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:50.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 shutdown_connections 2024-09-10T10:41:50.142 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.140+0000 7fd524c00640 1 -- 172.21.15.22:0/3602720028 wait complete. 2024-09-10T10:41:50.160 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-10T10:41:50.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f5995600640 1 Processor -- start 2024-09-10T10:41:50.301 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f5995600640 1 -- start start 2024-09-10T10:41:50.302 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f5995600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5990158600 0x7f599015b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f5995600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f599006da30 0x7f599006de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f5995600640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f599015f670 con 0x7f5990072e90 2024-09-10T10:41:50.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f5995600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f599006e3a0 con 0x7f5990158600 2024-09-10T10:41:50.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f5995600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f599015e7a0 con 0x7f599006da30 2024-09-10T10:41:50.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f598ea00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f5990158600 0x7f599015b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f598e000640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f5990072e90 0x7f599015ef60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49316/0 (socket says 172.21.15.22:49316) 2024-09-10T10:41:50.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f598e000640 1 -- 172.21.15.22:0/3876160567 learned_addr learned my addr 172.21.15.22:0/3876160567 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:50.303 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f598f400640 1 --2- 172.21.15.22:0/3876160567 >> v2:172.21.15.145:3300/0 conn(0x7f599006da30 0x7f599006de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f598ea00640 1 -- 172.21.15.22:0/3876160567 >> v2:172.21.15.145:3300/0 conn(0x7f599006da30 msgr2=0x7f599006de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:50.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f598ea00640 1 --2- 172.21.15.22:0/3876160567 >> v2:172.21.15.145:3300/0 conn(0x7f599006da30 0x7f599006de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f598ea00640 1 -- 172.21.15.22:0/3876160567 >> v1:172.21.15.22:6789/0 conn(0x7f5990072e90 legacy=0x7f599015ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f598ea00640 1 -- 172.21.15.22:0/3876160567 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59900b53f0 con 0x7f5990158600 2024-09-10T10:41:50.304 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.300+0000 7f598f400640 1 --2- 172.21.15.22:0/3876160567 >> v2:172.21.15.145:3300/0 conn(0x7f599006da30 0x7f599006de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:50.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f598ea00640 1 --2- 172.21.15.22:0/3876160567 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 0x7f599015b1b0 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f599006eb50 tx=0x7f598001da10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78543495df41777 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f598d600640 1 -- 172.21.15.22:0/3876160567 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59800b3070 con 0x7f5990158600 2024-09-10T10:41:50.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f598d600640 1 -- 172.21.15.22:0/3876160567 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59800a6a50 con 0x7f5990158600 2024-09-10T10:41:50.306 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f598d600640 1 -- 172.21.15.22:0/3876160567 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59800a6e20 con 0x7f5990158600 2024-09-10T10:41:50.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f5995600640 1 -- 172.21.15.22:0/3876160567 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 msgr2=0x7f599015b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f5995600640 1 --2- 172.21.15.22:0/3876160567 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 0x7f599015b1b0 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f599006eb50 tx=0x7f598001da10 comp rx=0 tx=0).stop 2024-09-10T10:41:50.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f5995600640 1 -- 172.21.15.22:0/3876160567 shutdown_connections 2024-09-10T10:41:50.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f5995600640 1 --2- 172.21.15.22:0/3876160567 >> v2:172.21.15.145:3300/0 conn(0x7f599006da30 0x7f599006de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f5995600640 1 --2- 172.21.15.22:0/3876160567 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 0x7f599015b1b0 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.307 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f5995600640 1 -- 172.21.15.22:0/3876160567 >> 172.21.15.22:0/3876160567 conn(0x7f5990062dd0 msgr2=0x7f599006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:50.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f5995600640 1 -- 172.21.15.22:0/3876160567 shutdown_connections 2024-09-10T10:41:50.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.304+0000 7f5995600640 1 -- 172.21.15.22:0/3876160567 wait complete. 2024-09-10T10:41:50.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5995600640 1 Processor -- start 2024-09-10T10:41:50.308 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5995600640 1 -- start start 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5995600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f599006da30 0x7f5990153d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5995600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5990072e90 0x7f59901faf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5995600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 0x7f5990158d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5995600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f599015b6f0 con 0x7f5990158600 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5995600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f599015ea40 con 0x7f5990072e90 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5995600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f59901589e0 con 0x7f599006da30 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 0x7f5990158d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598f400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 0x7f5990158d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51826/0 (socket says 172.21.15.22:51826) 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598f400640 1 -- 172.21.15.22:0/2234357561 learned_addr learned my addr 172.21.15.22:0/2234357561 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598ea00640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f599006da30 0x7f5990153d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.310 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598e000640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5990072e90 0x7f59901faf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598f400640 1 -- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f599006da30 msgr2=0x7f5990153d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598f400640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f599006da30 0x7f5990153d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.311 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598f400640 1 -- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5990072e90 msgr2=0x7f59901faf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598f400640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5990072e90 0x7f59901faf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598f400640 1 -- 172.21.15.22:0/2234357561 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59900b3a10 con 0x7f5990158600 2024-09-10T10:41:50.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f598f400640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 0x7f5990158d40 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f598800e840 tx=0x7f598800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5986a00640 1 -- 172.21.15.22:0/2234357561 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5988017070 con 0x7f5990158600 2024-09-10T10:41:50.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5986a00640 1 -- 172.21.15.22:0/2234357561 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f598800c6d0 con 0x7f5990158600 2024-09-10T10:41:50.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5986a00640 1 -- 172.21.15.22:0/2234357561 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f598800f040 con 0x7f5990158600 2024-09-10T10:41:50.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5995600640 1 -- 172.21.15.22:0/2234357561 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59900b3cf0 con 0x7f5990158600 2024-09-10T10:41:50.312 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.308+0000 7f5995600640 1 -- 172.21.15.22:0/2234357561 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59901faa00 con 0x7f5990158600 2024-09-10T10:41:50.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.312+0000 7f5995600640 1 -- 172.21.15.22:0/2234357561 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59901fac00 con 0x7f5990158600 2024-09-10T10:41:50.313 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.312+0000 7f5986a00640 1 -- 172.21.15.22:0/2234357561 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f598801a070 con 0x7f5990158600 2024-09-10T10:41:50.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.312+0000 7f5986a00640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678c0 0x7f5970069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.312+0000 7f5986a00640 1 -- 172.21.15.22:0/2234357561 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f59880854e0 con 0x7f5990158600 2024-09-10T10:41:50.314 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.312+0000 7f598ea00640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678c0 0x7f5970069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.315 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.312+0000 7f598ea00640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678c0 0x7f5970069d80 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f59800b0000 tx=0x7f59800a8070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.318 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.316+0000 7f5986a00640 1 -- 172.21.15.22:0/2234357561 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f59901fac00 con 0x7f5990158600 2024-09-10T10:41:50.482 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.480+0000 7f5995600640 1 -- 172.21.15.22:0/2234357561 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f599015b350 con 0x7f59700678c0 2024-09-10T10:41:50.483 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.480+0000 7f5986a00640 1 -- 172.21.15.22:0/2234357561 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f599015b350 con 0x7f59700678c0 2024-09-10T10:41:50.483 INFO:teuthology.orchestra.run.smithi022.stderr:instructed osd(s) 1 to deep-scrub 2024-09-10T10:41:50.485 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 -- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678c0 msgr2=0x7f5970069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678c0 0x7f5970069d80 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f59800b0000 tx=0x7f59800a8070 comp rx=0 tx=0).stop 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 -- 172.21.15.22:0/2234357561 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 msgr2=0x7f5990158d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 0x7f5990158d40 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f598800e840 tx=0x7f598800ed00 comp rx=0 tx=0).stop 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 -- 172.21.15.22:0/2234357561 shutdown_connections 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f59700678c0 0x7f5970069d80 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f5990158600 0x7f5990158d40 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5990072e90 0x7f59901faf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 --2- 172.21.15.22:0/2234357561 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f599006da30 0x7f5990153d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 -- 172.21.15.22:0/2234357561 >> 172.21.15.22:0/2234357561 conn(0x7f5990062dd0 msgr2=0x7f599006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 -- 172.21.15.22:0/2234357561 shutdown_connections 2024-09-10T10:41:50.486 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.484+0000 7f5995600640 1 -- 172.21.15.22:0/2234357561 wait complete. 2024-09-10T10:41:50.504 INFO:tasks.ceph:Scrubbing osd.2 2024-09-10T10:41:50.504 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:41:50.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70f0c00640 1 Processor -- start 2024-09-10T10:41:50.649 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70f0c00640 1 -- start start 2024-09-10T10:41:50.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70f0c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec0cd300 0x7f70ec0cd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70f0c00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f70ec15c960 0x7f70ec15cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70f0c00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70ec0b3fd0 con 0x7f70ec1460d0 2024-09-10T10:41:50.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70f0c00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f70ec0cdc80 con 0x7f70ec15c960 2024-09-10T10:41:50.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70f0c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f70ec0b42b0 con 0x7f70ec0cd300 2024-09-10T10:41:50.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f70ec1460d0 0x7f70ec0b35c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49318/0 (socket says 172.21.15.22:49318) 2024-09-10T10:41:50.650 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9e00640 1 -- 172.21.15.22:0/1123384636 learned_addr learned my addr 172.21.15.22:0/1123384636 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:50.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e3e00640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec0cd300 0x7f70ec0cd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70ea800640 1 --2- 172.21.15.22:0/1123384636 >> v2:172.21.15.145:3300/0 conn(0x7f70ec15c960 0x7f70ec15cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1267473719 0 0) 0x7f70ec0b3fd0 con 0x7f70ec1460d0 2024-09-10T10:41:50.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f70d0003530 con 0x7f70ec1460d0 2024-09-10T10:41:50.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1668018421 0 0) 0x7f70d0003530 con 0x7f70ec1460d0 2024-09-10T10:41:50.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec0cd300 msgr2=0x7f70ec0cd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:50.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec0cd300 0x7f70ec0cd740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 >> v2:172.21.15.145:3300/0 conn(0x7f70ec15c960 msgr2=0x7f70ec15cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:50.652 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 --2- 172.21.15.22:0/1123384636 >> v2:172.21.15.145:3300/0 conn(0x7f70ec15c960 0x7f70ec15cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 --> v1:172.21.15.22:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70ec0b4590 con 0x7f70ec1460d0 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 <== mon.0 v1:172.21.15.22:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3356926940 0 0) 0x7f70dc001680 con 0x7f70ec1460d0 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 >> v1:172.21.15.22:6789/0 conn(0x7f70ec1460d0 legacy=0x7f70ec0b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70d00039c0 0x7f70d0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec0cd300 0x7f70d0004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70d0004d50 0x7f70d00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec0cdc80 con 0x7f70d0004d50 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec0b42b0 con 0x7f70d00039c0 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f70d000b9d0 con 0x7f70ec0cd300 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e9e00640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70d00039c0 0x7f70d0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e3e00640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec0cd300 0x7f70d0004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70ea800640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70d0004d50 0x7f70d00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70ea800640 1 -- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec0cd300 msgr2=0x7f70d0004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:50.653 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70ea800640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec0cd300 0x7f70d0004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70ea800640 1 -- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70d00039c0 msgr2=0x7f70d0003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:50.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70ea800640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70d00039c0 0x7f70d0003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70ea800640 1 -- 172.21.15.22:0/1123384636 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70d0003530 con 0x7f70d0004d50 2024-09-10T10:41:50.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.648+0000 7f70e3e00640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec0cd300 0x7f70d0004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:50.654 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70ea800640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70d0004d50 0x7f70d00051d0 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f70e4009fc0 tx=0x7f70e401ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3323ccfe1a67711 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70e40b2070 con 0x7f70d0004d50 2024-09-10T10:41:50.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70e40a5cd0 con 0x7f70d0004d50 2024-09-10T10:41:50.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70e9400640 1 -- 172.21.15.22:0/1123384636 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70e4009c10 con 0x7f70d0004d50 2024-09-10T10:41:50.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70f0c00640 1 -- 172.21.15.22:0/1123384636 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70d0004d50 msgr2=0x7f70d00051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.655 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70f0c00640 1 --2- 172.21.15.22:0/1123384636 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70d0004d50 0x7f70d00051d0 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f70e4009fc0 tx=0x7f70e401ccc0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70ea800640 1 -- 172.21.15.22:0/1123384636 reap_dead start 2024-09-10T10:41:50.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70f0c00640 1 -- 172.21.15.22:0/1123384636 shutdown_connections 2024-09-10T10:41:50.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70f0c00640 1 -- 172.21.15.22:0/1123384636 >> 172.21.15.22:0/1123384636 conn(0x7f70ec063000 msgr2=0x7f70ec06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:50.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70f0c00640 1 -- 172.21.15.22:0/1123384636 shutdown_connections 2024-09-10T10:41:50.656 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.652+0000 7f70f0c00640 1 -- 172.21.15.22:0/1123384636 wait complete. 2024-09-10T10:41:50.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70f0c00640 1 Processor -- start 2024-09-10T10:41:50.657 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70f0c00640 1 -- start start 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70f0c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70d0004d50 0x7f70ec0711c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70f0c00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70ec15f3a0 0x7f70ec1f4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70f0c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec15bec0 0x7f70ec0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70f0c00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec0b3cd0 con 0x7f70ec15f3a0 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70f0c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec0b4b50 con 0x7f70ec15bec0 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70f0c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f70ec06e810 con 0x7f70d0004d50 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70ec15f3a0 0x7f70ec1f4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e3e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70ec15f3a0 0x7f70ec1f4ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51848/0 (socket says 172.21.15.22:51848) 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e3e00640 1 -- 172.21.15.22:0/2315255386 learned_addr learned my addr 172.21.15.22:0/2315255386 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e9e00640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70d0004d50 0x7f70ec0711c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70ea800640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec15bec0 0x7f70ec0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.660 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e3e00640 1 -- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70d0004d50 msgr2=0x7f70ec0711c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e3e00640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70d0004d50 0x7f70ec0711c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e3e00640 1 -- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec15bec0 msgr2=0x7f70ec0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e3e00640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec15bec0 0x7f70ec0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e3e00640 1 -- 172.21.15.22:0/2315255386 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70ec072bd0 con 0x7f70ec15f3a0 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70ea800640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec15bec0 0x7f70ec0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e3e00640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70ec15f3a0 0x7f70ec1f4ef0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f70d4011d00 tx=0x7f70d400f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e2000640 1 -- 172.21.15.22:0/2315255386 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d400fd20 con 0x7f70ec15f3a0 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e2000640 1 -- 172.21.15.22:0/2315255386 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70d4004020 con 0x7f70ec15f3a0 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70ec071830 con 0x7f70ec15f3a0 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.656+0000 7f70e2000640 1 -- 172.21.15.22:0/2315255386 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4004410 con 0x7f70ec15f3a0 2024-09-10T10:41:50.661 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70ec071df0 con 0x7f70ec15f3a0 2024-09-10T10:41:50.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f70ec0b5070 con 0x7f70ec15f3a0 2024-09-10T10:41:50.662 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70e2000640 1 -- 172.21.15.22:0/2315255386 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f70d4012040 con 0x7f70ec15f3a0 2024-09-10T10:41:50.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70e2000640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70c80678c0 0x7f70c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70e2000640 1 -- 172.21.15.22:0/2315255386 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f70d4085ed0 con 0x7f70ec15f3a0 2024-09-10T10:41:50.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70e2000640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] conn(0x7f70c806d780 0x7f70c806fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70e2000640 1 -- 172.21.15.22:0/2315255386 --> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70c8070250 con 0x7f70c806d780 2024-09-10T10:41:50.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70e2000640 1 -- 172.21.15.22:0/2315255386 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_get_version_reply(handle=1 version=141) ==== 24+0+0 (secure 0 0 0) 0x7f70d40884f0 con 0x7f70ec15f3a0 2024-09-10T10:41:50.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70e9e00640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70c80678c0 0x7f70c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.663 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70ea800640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] conn(0x7f70c806d780 0x7f70c806fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70ea800640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] conn(0x7f70c806d780 0x7f70c806fba0 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.660+0000 7f70e9e00640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70c80678c0 0x7f70c8069d80 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f70dc000c10 tx=0x7f70dc007900 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.664 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.664+0000 7f70e2000640 1 -- 172.21.15.22:0/2315255386 <== osd.2 v2:172.21.15.22:6816/4047364473 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f70c8070250 con 0x7f70c806d780 2024-09-10T10:41:50.677 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 --> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f70ec15d020 con 0x7f70c806d780 2024-09-10T10:41:50.678 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70e2000640 1 -- 172.21.15.22:0/2315255386 <== osd.2 v2:172.21.15.22:6816/4047364473 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f70ec15d020 con 0x7f70c806d780 2024-09-10T10:41:50.678 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:41:50.678 INFO:teuthology.orchestra.run.smithi022.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:41:50.678 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:41:50.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 >> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] conn(0x7f70c806d780 msgr2=0x7f70c806fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.22:6816/4047364473,v1:172.21.15.22:6817/4047364473] conn(0x7f70c806d780 0x7f70c806fba0 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70c80678c0 msgr2=0x7f70c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70c80678c0 0x7f70c8069d80 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f70dc000c10 tx=0x7f70dc007900 comp rx=0 tx=0).stop 2024-09-10T10:41:50.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70ec15f3a0 msgr2=0x7f70ec1f4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 --2- 172.21.15.22:0/2315255386 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70ec15f3a0 0x7f70ec1f4ef0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f70d4011d00 tx=0x7f70d400f610 comp rx=0 tx=0).stop 2024-09-10T10:41:50.679 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70ea800640 1 -- 172.21.15.22:0/2315255386 reap_dead start 2024-09-10T10:41:50.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 shutdown_connections 2024-09-10T10:41:50.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 >> 172.21.15.22:0/2315255386 conn(0x7f70ec063000 msgr2=0x7f70ec0af770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:50.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 shutdown_connections 2024-09-10T10:41:50.680 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.676+0000 7f70f0c00640 1 -- 172.21.15.22:0/2315255386 wait complete. 2024-09-10T10:41:50.697 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-10T10:41:50.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.836+0000 7f3dabc00640 1 Processor -- start 2024-09-10T10:41:50.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.836+0000 7f3dabc00640 1 -- start start 2024-09-10T10:41:50.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.836+0000 7f3dabc00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3da415c230 0x7f3da40626e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3dabc00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f3da40b0c20 0x7f3da4062c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3dabc00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3da415eea0 con 0x7f3da40aecc0 2024-09-10T10:41:50.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3dabc00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f3da415ec80 con 0x7f3da415c230 2024-09-10T10:41:50.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3dabc00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f3da415f180 con 0x7f3da40b0c20 2024-09-10T10:41:50.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da9200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f3da415c230 0x7f3da40626e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.840 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da3e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f3da40aecc0 0x7f3da40b0510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49324/0 (socket says 172.21.15.22:49324) 2024-09-10T10:41:50.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da3e00640 1 -- 172.21.15.22:0/1630571213 learned_addr learned my addr 172.21.15.22:0/1630571213 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:50.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da9200640 1 -- 172.21.15.22:0/1630571213 >> v2:172.21.15.145:3300/0 conn(0x7f3da40b0c20 msgr2=0x7f3da4062c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:50.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da9c00640 1 --2- 172.21.15.22:0/1630571213 >> v2:172.21.15.145:3300/0 conn(0x7f3da40b0c20 0x7f3da4062c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da9200640 1 --2- 172.21.15.22:0/1630571213 >> v2:172.21.15.145:3300/0 conn(0x7f3da40b0c20 0x7f3da4062c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.841 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da9200640 1 -- 172.21.15.22:0/1630571213 >> v1:172.21.15.22:6789/0 conn(0x7f3da40aecc0 legacy=0x7f3da40b0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da9200640 1 -- 172.21.15.22:0/1630571213 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da415f460 con 0x7f3da415c230 2024-09-10T10:41:50.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da3400640 1 -- 172.21.15.22:0/1630571213 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2583807856 0 0) 0x7f3da415eea0 con 0x7f3da40aecc0 2024-09-10T10:41:50.842 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da9c00640 1 --2- 172.21.15.22:0/1630571213 >> v2:172.21.15.145:3300/0 conn(0x7f3da40b0c20 0x7f3da4062c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:50.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da9200640 1 --2- 172.21.15.22:0/1630571213 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da415c230 0x7f3da40626e0 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7f3da40d0f60 tx=0x7f3d9401c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e982941d51a6cc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.843 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da3400640 1 -- 172.21.15.22:0/1630571213 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d940b2070 con 0x7f3da415c230 2024-09-10T10:41:50.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da3400640 1 -- 172.21.15.22:0/1630571213 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d940a57b0 con 0x7f3da415c230 2024-09-10T10:41:50.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.840+0000 7f3da3400640 1 -- 172.21.15.22:0/1630571213 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d940a5b80 con 0x7f3da415c230 2024-09-10T10:41:50.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 -- 172.21.15.22:0/1630571213 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da415c230 msgr2=0x7f3da40626e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.844 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 --2- 172.21.15.22:0/1630571213 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da415c230 0x7f3da40626e0 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7f3da40d0f60 tx=0x7f3d9401c7e0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 -- 172.21.15.22:0/1630571213 shutdown_connections 2024-09-10T10:41:50.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 --2- 172.21.15.22:0/1630571213 >> v2:172.21.15.145:3300/0 conn(0x7f3da40b0c20 0x7f3da4062c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 --2- 172.21.15.22:0/1630571213 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da415c230 0x7f3da40626e0 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 -- 172.21.15.22:0/1630571213 >> 172.21.15.22:0/1630571213 conn(0x7f3da40b3640 msgr2=0x7f3da40b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:50.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 -- 172.21.15.22:0/1630571213 shutdown_connections 2024-09-10T10:41:50.845 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 -- 172.21.15.22:0/1630571213 wait complete. 2024-09-10T10:41:50.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 Processor -- start 2024-09-10T10:41:50.846 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 -- start start 2024-09-10T10:41:50.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da40aecc0 0x7f3da40b53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3da40b0c20 0x7f3da40af370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.847 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3da415c230 0x7f3da4160560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f3da406c960 con 0x7f3da40aecc0 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3da406c7e0 con 0x7f3da415c230 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3dabc00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3da406cae0 con 0x7f3da40b0c20 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3da9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da40aecc0 0x7f3da40b53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3da9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da40aecc0 0x7f3da40b53b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51862/0 (socket says 172.21.15.22:51862) 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3da9200640 1 -- 172.21.15.22:0/2539048614 learned_addr learned my addr 172.21.15.22:0/2539048614 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3da9c00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3da415c230 0x7f3da4160560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3da3e00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3da40b0c20 0x7f3da40af370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3da9200640 1 -- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3da40b0c20 msgr2=0x7f3da40af370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3da9200640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3da40b0c20 0x7f3da40af370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3da9200640 1 -- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3da415c230 msgr2=0x7f3da4160560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:50.848 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3da9200640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3da415c230 0x7f3da4160560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:50.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.844+0000 7f3da9200640 1 -- 172.21.15.22:0/2539048614 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da41569a0 con 0x7f3da40aecc0 2024-09-10T10:41:50.849 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.848+0000 7f3da9200640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da40aecc0 0x7f3da40b53b0 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f3d940b0040 tx=0x7f3d94019580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.848+0000 7f3da0c00640 1 -- 172.21.15.22:0/2539048614 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d940bd020 con 0x7f3da40aecc0 2024-09-10T10:41:50.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.848+0000 7f3da0c00640 1 -- 172.21.15.22:0/2539048614 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d940b8690 con 0x7f3da40aecc0 2024-09-10T10:41:50.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.848+0000 7f3dabc00640 1 -- 172.21.15.22:0/2539048614 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3da4156c80 con 0x7f3da40aecc0 2024-09-10T10:41:50.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.848+0000 7f3da0c00640 1 -- 172.21.15.22:0/2539048614 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d940b2040 con 0x7f3da40aecc0 2024-09-10T10:41:50.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.848+0000 7f3dabc00640 1 -- 172.21.15.22:0/2539048614 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3da4157240 con 0x7f3da40aecc0 2024-09-10T10:41:50.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.848+0000 7f3dabc00640 1 -- 172.21.15.22:0/2539048614 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3da40b0510 con 0x7f3da40aecc0 2024-09-10T10:41:50.850 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.848+0000 7f3da0c00640 1 -- 172.21.15.22:0/2539048614 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3d940c0020 con 0x7f3da40aecc0 2024-09-10T10:41:50.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.848+0000 7f3da0c00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d840678f0 0x7f3d84069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:50.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.848+0000 7f3da0c00640 1 -- 172.21.15.22:0/2539048614 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f3d94120900 con 0x7f3da40aecc0 2024-09-10T10:41:50.851 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.852+0000 7f3da3e00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d840678f0 0x7f3d84069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:50.852 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.852+0000 7f3da3e00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d840678f0 0x7f3d84069db0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f3da40b4970 tx=0x7f3d90007c10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:50.855 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:50.852+0000 7f3da0c00640 1 -- 172.21.15.22:0/2539048614 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3d940c7070 con 0x7f3da40aecc0 2024-09-10T10:41:51.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.020+0000 7f3dabc00640 1 -- 172.21.15.22:0/2539048614 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f3da406ff30 con 0x7f3d840678f0 2024-09-10T10:41:51.023 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.020+0000 7f3da0c00640 1 -- 172.21.15.22:0/2539048614 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f3da406ff30 con 0x7f3d840678f0 2024-09-10T10:41:51.023 INFO:teuthology.orchestra.run.smithi022.stderr:instructed osd(s) 2 to deep-scrub 2024-09-10T10:41:51.025 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 -- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d840678f0 msgr2=0x7f3d84069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d840678f0 0x7f3d84069db0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f3da40b4970 tx=0x7f3d90007c10 comp rx=0 tx=0).stop 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 -- 172.21.15.22:0/2539048614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da40aecc0 msgr2=0x7f3da40b53b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da40aecc0 0x7f3da40b53b0 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f3d940b0040 tx=0x7f3d94019580 comp rx=0 tx=0).stop 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 -- 172.21.15.22:0/2539048614 shutdown_connections 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f3d840678f0 0x7f3d84069db0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3da415c230 0x7f3da4160560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3da40b0c20 0x7f3da40af370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 --2- 172.21.15.22:0/2539048614 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f3da40aecc0 0x7f3da40b53b0 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 -- 172.21.15.22:0/2539048614 >> 172.21.15.22:0/2539048614 conn(0x7f3da40b3640 msgr2=0x7f3da40626e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 -- 172.21.15.22:0/2539048614 shutdown_connections 2024-09-10T10:41:51.026 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.024+0000 7f3dabc00640 1 -- 172.21.15.22:0/2539048614 wait complete. 2024-09-10T10:41:51.045 INFO:tasks.ceph:Scrubbing osd.3 2024-09-10T10:41:51.045 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:41:51.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.188+0000 7f9e5a800640 1 Processor -- start 2024-09-10T10:41:51.191 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.188+0000 7f9e5a800640 1 -- start start 2024-09-10T10:41:51.192 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e5a800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9e540cee80 0x7f9e5406e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e5a800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e540cf790 con 0x7f9e5406edc0 2024-09-10T10:41:51.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e5a800640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e5406f1a0 con 0x7f9e5415b390 2024-09-10T10:41:51.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e5a800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f9e5415b770 con 0x7f9e540cee80 2024-09-10T10:41:51.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e52a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f9e540cee80 0x7f9e5406e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e53e00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f9e5406edc0 0x7f9e540b41d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49340/0 (socket says 172.21.15.22:49340) 2024-09-10T10:41:51.193 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e53e00640 1 -- 172.21.15.22:0/3839322973 learned_addr learned my addr 172.21.15.22:0/3839322973 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:51.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e52a00640 1 -- 172.21.15.22:0/3839322973 >> v1:172.21.15.145:6789/0 conn(0x7f9e5415b390 legacy=0x7f9e54072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:51.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e52a00640 1 -- 172.21.15.22:0/3839322973 >> v1:172.21.15.22:6789/0 conn(0x7f9e5406edc0 legacy=0x7f9e540b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e52a00640 1 -- 172.21.15.22:0/3839322973 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e540cf4b0 con 0x7f9e540cee80 2024-09-10T10:41:51.194 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.192+0000 7f9e52000640 1 -- 172.21.15.22:0/3839322973 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1807524328 0 0) 0x7f9e540cf790 con 0x7f9e5406edc0 2024-09-10T10:41:51.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e52a00640 1 --2- 172.21.15.22:0/3839322973 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e540cee80 0x7f9e5406e880 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f9e400097c0 tx=0x7f9e4001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6749c5e69bd5dc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e52000640 1 -- 172.21.15.22:0/3839322973 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e400b1070 con 0x7f9e540cee80 2024-09-10T10:41:51.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e52000640 1 -- 172.21.15.22:0/3839322973 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e400ac630 con 0x7f9e540cee80 2024-09-10T10:41:51.196 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e52000640 1 -- 172.21.15.22:0/3839322973 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e400a8050 con 0x7f9e540cee80 2024-09-10T10:41:51.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 -- 172.21.15.22:0/3839322973 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e540cee80 msgr2=0x7f9e5406e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 --2- 172.21.15.22:0/3839322973 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e540cee80 0x7f9e5406e880 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f9e400097c0 tx=0x7f9e4001c3d0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 -- 172.21.15.22:0/3839322973 shutdown_connections 2024-09-10T10:41:51.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 --2- 172.21.15.22:0/3839322973 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e540cee80 0x7f9e5406e880 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 -- 172.21.15.22:0/3839322973 >> 172.21.15.22:0/3839322973 conn(0x7f9e54063000 msgr2=0x7f9e5406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:51.197 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 -- 172.21.15.22:0/3839322973 shutdown_connections 2024-09-10T10:41:51.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 -- 172.21.15.22:0/3839322973 wait complete. 2024-09-10T10:41:51.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 Processor -- start 2024-09-10T10:41:51.198 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 -- start start 2024-09-10T10:41:51.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e5406edc0 0x7f9e541481f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e540cee80 0x7f9e541559e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e5415b390 0x7f9e541546a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f9e540b5270 con 0x7f9e540cee80 2024-09-10T10:41:51.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9e540b50f0 con 0x7f9e5415b390 2024-09-10T10:41:51.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e5a800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9e540b53f0 con 0x7f9e5406edc0 2024-09-10T10:41:51.200 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e52a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e540cee80 0x7f9e541559e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.196+0000 7f9e52a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e540cee80 0x7f9e541559e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51886/0 (socket says 172.21.15.22:51886) 2024-09-10T10:41:51.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e52a00640 1 -- 172.21.15.22:0/4154892742 learned_addr learned my addr 172.21.15.22:0/4154892742 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:51.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e53400640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e5406edc0 0x7f9e541481f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e53e00640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e5415b390 0x7f9e541546a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e52a00640 1 -- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e5406edc0 msgr2=0x7f9e541481f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e52a00640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e5406edc0 0x7f9e541481f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e52a00640 1 -- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e5415b390 msgr2=0x7f9e541546a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e52a00640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e5415b390 0x7f9e541546a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.201 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e52a00640 1 -- 172.21.15.22:0/4154892742 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e54155f20 con 0x7f9e540cee80 2024-09-10T10:41:51.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e52a00640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e540cee80 0x7f9e541559e0 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f9e400097c0 tx=0x7f9e4001ac10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e4b400640 1 -- 172.21.15.22:0/4154892742 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e400b1040 con 0x7f9e540cee80 2024-09-10T10:41:51.202 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e4b400640 1 -- 172.21.15.22:0/4154892742 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e40004030 con 0x7f9e540cee80 2024-09-10T10:41:51.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e541561c0 con 0x7f9e540cee80 2024-09-10T10:41:51.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e4b400640 1 -- 172.21.15.22:0/4154892742 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e400043e0 con 0x7f9e540cee80 2024-09-10T10:41:51.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e54156780 con 0x7f9e540cee80 2024-09-10T10:41:51.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9e5406e880 con 0x7f9e540cee80 2024-09-10T10:41:51.203 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e4b400640 1 -- 172.21.15.22:0/4154892742 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9e40003620 con 0x7f9e540cee80 2024-09-10T10:41:51.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e4b400640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e340678c0 0x7f9e34069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e4b400640 1 -- 172.21.15.22:0/4154892742 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f9e401200a0 con 0x7f9e540cee80 2024-09-10T10:41:51.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e4b400640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] conn(0x7f9e3406d780 0x7f9e3406fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.200+0000 7f9e4b400640 1 -- 172.21.15.22:0/4154892742 --> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9e4000af30 con 0x7f9e3406d780 2024-09-10T10:41:51.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.204+0000 7f9e4b400640 1 -- 172.21.15.22:0/4154892742 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_get_version_reply(handle=1 version=141) ==== 24+0+0 (secure 0 0 0) 0x7f9e40127050 con 0x7f9e540cee80 2024-09-10T10:41:51.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.204+0000 7f9e53400640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e340678c0 0x7f9e34069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.204 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.204+0000 7f9e53e00640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] conn(0x7f9e3406d780 0x7f9e3406fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.204+0000 7f9e53e00640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] conn(0x7f9e3406d780 0x7f9e3406fba0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.204+0000 7f9e53400640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e340678c0 0x7f9e34069d80 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f9e44004e30 tx=0x7f9e44009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.205 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.204+0000 7f9e4b400640 1 -- 172.21.15.22:0/4154892742 <== osd.3 v2:172.21.15.22:6808/1799873871 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9e4000af30 con 0x7f9e3406d780 2024-09-10T10:41:51.218 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 --> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f9e540b0960 con 0x7f9e3406d780 2024-09-10T10:41:51.219 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e4b400640 1 -- 172.21.15.22:0/4154892742 <== osd.3 v2:172.21.15.22:6808/1799873871 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f9e540b0960 con 0x7f9e3406d780 2024-09-10T10:41:51.219 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:41:51.219 INFO:teuthology.orchestra.run.smithi022.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:41:51.219 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:41:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 >> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] conn(0x7f9e3406d780 msgr2=0x7f9e3406fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.22:6808/1799873871,v1:172.21.15.22:6809/1799873871] conn(0x7f9e3406d780 0x7f9e3406fba0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e340678c0 msgr2=0x7f9e34069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f9e340678c0 0x7f9e34069d80 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f9e44004e30 tx=0x7f9e44009040 comp rx=0 tx=0).stop 2024-09-10T10:41:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e540cee80 msgr2=0x7f9e541559e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 --2- 172.21.15.22:0/4154892742 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f9e540cee80 0x7f9e541559e0 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f9e400097c0 tx=0x7f9e4001ac10 comp rx=0 tx=0).stop 2024-09-10T10:41:51.220 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e53e00640 1 -- 172.21.15.22:0/4154892742 reap_dead start 2024-09-10T10:41:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 shutdown_connections 2024-09-10T10:41:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 >> 172.21.15.22:0/4154892742 conn(0x7f9e54063000 msgr2=0x7f9e5414afe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 shutdown_connections 2024-09-10T10:41:51.221 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.216+0000 7f9e5a800640 1 -- 172.21.15.22:0/4154892742 wait complete. 2024-09-10T10:41:51.238 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-10T10:41:51.380 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca3200640 1 Processor -- start 2024-09-10T10:41:51.381 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca3200640 1 -- start start 2024-09-10T10:41:51.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca3200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0ca40cf170 0x7f0ca40cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca3200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 0x7f0ca415e930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca3200640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ca40cfa90 con 0x7f0ca415c750 2024-09-10T10:41:51.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca3200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f0ca415d3f0 con 0x7f0ca40cf170 2024-09-10T10:41:51.382 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca3200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0ca415d6d0 con 0x7f0ca415e4e0 2024-09-10T10:41:51.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca1e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0ca40cf170 0x7f0ca40cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca2800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 0x7f0ca415e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca1e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0ca40cf170 0x7f0ca40cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.22:43788/0 (socket says 172.21.15.22:43788) 2024-09-10T10:41:51.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca1e00640 1 -- 172.21.15.22:0/2123842750 learned_addr learned my addr 172.21.15.22:0/2123842750 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:51.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca1400640 1 --1- 172.21.15.22:0/2123842750 >> v1:172.21.15.145:6789/0 conn(0x7f0ca415c750 0x7f0ca415cbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.145:6789/0 says I am v1:172.21.15.22:50044/0 (socket says 172.21.15.22:50044) 2024-09-10T10:41:51.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca1e00640 1 -- 172.21.15.22:0/2123842750 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 msgr2=0x7f0ca415e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:51.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca1e00640 1 --2- 172.21.15.22:0/2123842750 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 0x7f0ca415e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca1e00640 1 -- 172.21.15.22:0/2123842750 >> v1:172.21.15.145:6789/0 conn(0x7f0ca415c750 legacy=0x7f0ca415cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.383 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca1e00640 1 -- 172.21.15.22:0/2123842750 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca415da00 con 0x7f0ca40cf170 2024-09-10T10:41:51.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca0a00640 1 -- 172.21.15.22:0/2123842750 <== mon.1 v1:172.21.15.145:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3250851465 0 0) 0x7f0ca40cfa90 con 0x7f0ca415c750 2024-09-10T10:41:51.384 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.380+0000 7f0ca2800640 1 --2- 172.21.15.22:0/2123842750 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 0x7f0ca415e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:41:51.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca1e00640 1 --2- 172.21.15.22:0/2123842750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ca40cf170 0x7f0ca40cf550 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f0c94009870 tx=0x7f0c9401c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d92bcb86afd25947 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca0a00640 1 -- 172.21.15.22:0/2123842750 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c940ab650 con 0x7f0ca40cf170 2024-09-10T10:41:51.386 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca0a00640 1 -- 172.21.15.22:0/2123842750 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c940b0070 con 0x7f0ca40cf170 2024-09-10T10:41:51.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca0a00640 1 -- 172.21.15.22:0/2123842750 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c940aba10 con 0x7f0ca40cf170 2024-09-10T10:41:51.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca3200640 1 -- 172.21.15.22:0/2123842750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ca40cf170 msgr2=0x7f0ca40cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.387 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca3200640 1 --2- 172.21.15.22:0/2123842750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ca40cf170 0x7f0ca40cf550 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f0c94009870 tx=0x7f0c9401c560 comp rx=0 tx=0).stop 2024-09-10T10:41:51.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca3200640 1 -- 172.21.15.22:0/2123842750 shutdown_connections 2024-09-10T10:41:51.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca3200640 1 --2- 172.21.15.22:0/2123842750 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 0x7f0ca415e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca3200640 1 --2- 172.21.15.22:0/2123842750 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ca40cf170 0x7f0ca40cf550 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca3200640 1 -- 172.21.15.22:0/2123842750 >> 172.21.15.22:0/2123842750 conn(0x7f0ca4062ae0 msgr2=0x7f0ca406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:51.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca3200640 1 -- 172.21.15.22:0/2123842750 shutdown_connections 2024-09-10T10:41:51.388 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.384+0000 7f0ca3200640 1 -- 172.21.15.22:0/2123842750 wait complete. 2024-09-10T10:41:51.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca3200640 1 Processor -- start 2024-09-10T10:41:51.389 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca3200640 1 -- start start 2024-09-10T10:41:51.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca3200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ca40cf170 0x7f0ca4143de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca3200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ca415c750 0x7f0ca4157740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca3200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 0x7f0ca4157c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca3200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca4168f00 con 0x7f0ca415c750 2024-09-10T10:41:51.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca3200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca4169080 con 0x7f0ca40cf170 2024-09-10T10:41:51.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca3200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0ca4169200 con 0x7f0ca415e4e0 2024-09-10T10:41:51.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ca415c750 0x7f0ca4157740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ca415c750 0x7f0ca4157740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51900/0 (socket says 172.21.15.22:51900) 2024-09-10T10:41:51.390 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca1400640 1 -- 172.21.15.22:0/2501573617 learned_addr learned my addr 172.21.15.22:0/2501573617 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:51.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca2800640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 0x7f0ca4157c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca1e00640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ca40cf170 0x7f0ca4143de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca1400640 1 -- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 msgr2=0x7f0ca4157c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca1400640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 0x7f0ca4157c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca1400640 1 -- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ca40cf170 msgr2=0x7f0ca4143de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca1400640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ca40cf170 0x7f0ca4143de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.392 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca1400640 1 -- 172.21.15.22:0/2501573617 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca4144320 con 0x7f0ca415c750 2024-09-10T10:41:51.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca2800640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 0x7f0ca4157c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:51.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca1400640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ca415c750 0x7f0ca4157740 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7f0c900011f0 tx=0x7f0c9000c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0c9a000640 1 -- 172.21.15.22:0/2501573617 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c90018070 con 0x7f0ca415c750 2024-09-10T10:41:51.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0c9a000640 1 -- 172.21.15.22:0/2501573617 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c900074e0 con 0x7f0ca415c750 2024-09-10T10:41:51.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0c9a000640 1 -- 172.21.15.22:0/2501573617 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c90004a10 con 0x7f0ca415c750 2024-09-10T10:41:51.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca3200640 1 -- 172.21.15.22:0/2501573617 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ca414b680 con 0x7f0ca415c750 2024-09-10T10:41:51.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.388+0000 7f0ca3200640 1 -- 172.21.15.22:0/2501573617 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ca414bc40 con 0x7f0ca415c750 2024-09-10T10:41:51.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.392+0000 7f0ca3200640 1 -- 172.21.15.22:0/2501573617 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ca415e930 con 0x7f0ca415c750 2024-09-10T10:41:51.393 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.392+0000 7f0c9a000640 1 -- 172.21.15.22:0/2501573617 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0c90004bb0 con 0x7f0ca415c750 2024-09-10T10:41:51.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.392+0000 7f0c9a000640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0c840678c0 0x7f0c84069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.392+0000 7f0c9a000640 1 -- 172.21.15.22:0/2501573617 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f0c90084e00 con 0x7f0ca415c750 2024-09-10T10:41:51.394 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.392+0000 7f0ca1e00640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0c840678c0 0x7f0c84069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.395 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.392+0000 7f0ca1e00640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0c840678c0 0x7f0c84069d80 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f0c940af000 tx=0x7f0c940a7000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.398 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.396+0000 7f0c9a000640 1 -- 172.21.15.22:0/2501573617 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0c90055ba0 con 0x7f0ca415c750 2024-09-10T10:41:51.567 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.564+0000 7f0ca3200640 1 -- 172.21.15.22:0/2501573617 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f0ca40b30e0 con 0x7f0c840678c0 2024-09-10T10:41:51.568 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.564+0000 7f0c9a000640 1 -- 172.21.15.22:0/2501573617 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0ca40b30e0 con 0x7f0c840678c0 2024-09-10T10:41:51.568 INFO:teuthology.orchestra.run.smithi022.stderr:instructed osd(s) 3 to deep-scrub 2024-09-10T10:41:51.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 -- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0c840678c0 msgr2=0x7f0c84069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.570 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0c840678c0 0x7f0c84069d80 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f0c940af000 tx=0x7f0c940a7000 comp rx=0 tx=0).stop 2024-09-10T10:41:51.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 -- 172.21.15.22:0/2501573617 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ca415c750 msgr2=0x7f0ca4157740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ca415c750 0x7f0ca4157740 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7f0c900011f0 tx=0x7f0c9000c9b0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 -- 172.21.15.22:0/2501573617 shutdown_connections 2024-09-10T10:41:51.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0c840678c0 0x7f0c84069d80 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0ca415e4e0 0x7f0ca4157c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.571 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0ca415c750 0x7f0ca4157740 unknown :-1 s=CLOSED pgs=1537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 --2- 172.21.15.22:0/2501573617 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0ca40cf170 0x7f0ca4143de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 -- 172.21.15.22:0/2501573617 >> 172.21.15.22:0/2501573617 conn(0x7f0ca4062ae0 msgr2=0x7f0ca414a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:51.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 -- 172.21.15.22:0/2501573617 shutdown_connections 2024-09-10T10:41:51.572 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.568+0000 7f0ca3200640 1 -- 172.21.15.22:0/2501573617 wait complete. 2024-09-10T10:41:51.588 INFO:tasks.ceph:Scrubbing osd.4 2024-09-10T10:41:51.589 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:41:51.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff237600640 1 Processor -- start 2024-09-10T10:41:51.734 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff237600640 1 -- start start 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff237600640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7ff2301460d0 0x7ff2300b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff237600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2300cda10 0x7ff23015c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff237600640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2300b3fd0 con 0x7ff2300b3b00 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff237600640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7ff2300b42b0 con 0x7ff2300cda10 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff237600640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7ff2300b4590 con 0x7ff2301460d0 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff235600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2300cda10 0x7ff23015c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff235600640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7ff2300cda10 0x7ff23015c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51902/0 (socket says 172.21.15.22:51902) 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff235600640 1 -- 172.21.15.22:0/1151039253 learned_addr learned my addr 172.21.15.22:0/1151039253 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff234c00640 1 --2- 172.21.15.22:0/1151039253 >> v2:172.21.15.145:3300/0 conn(0x7ff2301460d0 0x7ff2300b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff235600640 1 -- 172.21.15.22:0/1151039253 >> v2:172.21.15.145:3300/0 conn(0x7ff2301460d0 msgr2=0x7ff2300b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff235600640 1 --2- 172.21.15.22:0/1151039253 >> v2:172.21.15.145:3300/0 conn(0x7ff2301460d0 0x7ff2300b35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.732+0000 7ff235600640 1 -- 172.21.15.22:0/1151039253 >> v1:172.21.15.145:6789/0 conn(0x7ff2300b3b00 legacy=0x7ff2300cd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:51.736 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff235600640 1 -- 172.21.15.22:0/1151039253 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2300b4870 con 0x7ff2300cda10 2024-09-10T10:41:51.738 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff235600640 1 --2- 172.21.15.22:0/1151039253 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2300cda10 0x7ff23015c960 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7ff230073590 tx=0x7ff22801c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40aa3a49cd0c0d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff22f400640 1 -- 172.21.15.22:0/1151039253 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2280a5750 con 0x7ff2300cda10 2024-09-10T10:41:51.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff22f400640 1 -- 172.21.15.22:0/1151039253 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2280a58f0 con 0x7ff2300cda10 2024-09-10T10:41:51.739 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff22f400640 1 -- 172.21.15.22:0/1151039253 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2280a5cc0 con 0x7ff2300cda10 2024-09-10T10:41:51.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff237600640 1 -- 172.21.15.22:0/1151039253 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2300cda10 msgr2=0x7ff23015c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff237600640 1 --2- 172.21.15.22:0/1151039253 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2300cda10 0x7ff23015c960 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7ff230073590 tx=0x7ff22801c980 comp rx=0 tx=0).stop 2024-09-10T10:41:51.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff237600640 1 -- 172.21.15.22:0/1151039253 shutdown_connections 2024-09-10T10:41:51.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff237600640 1 --2- 172.21.15.22:0/1151039253 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2300cda10 0x7ff23015c960 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff237600640 1 --2- 172.21.15.22:0/1151039253 >> v2:172.21.15.145:3300/0 conn(0x7ff2301460d0 0x7ff2300b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff237600640 1 -- 172.21.15.22:0/1151039253 >> 172.21.15.22:0/1151039253 conn(0x7ff230063000 msgr2=0x7ff23006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:51.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff237600640 1 -- 172.21.15.22:0/1151039253 shutdown_connections 2024-09-10T10:41:51.740 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.736+0000 7ff237600640 1 -- 172.21.15.22:0/1151039253 wait complete. 2024-09-10T10:41:51.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff237600640 1 Processor -- start 2024-09-10T10:41:51.741 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff237600640 1 -- start start 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff237600640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2300b3b00 0x7ff230141b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff237600640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2300cda10 0x7ff2301401a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff237600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2301460d0 0x7ff23013b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff237600640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7ff23015d830 con 0x7ff2301460d0 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff237600640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff23015d6b0 con 0x7ff2300cda10 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff237600640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff23015d9b0 con 0x7ff2300b3b00 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff235600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2301460d0 0x7ff23013b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff235600640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2301460d0 0x7ff23013b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51918/0 (socket says 172.21.15.22:51918) 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff235600640 1 -- 172.21.15.22:0/93889837 learned_addr learned my addr 172.21.15.22:0/93889837 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff22fe00640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2300cda10 0x7ff2301401a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.743 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff234c00640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2300b3b00 0x7ff230141b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff235600640 1 -- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2300b3b00 msgr2=0x7ff230141b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff235600640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2300b3b00 0x7ff230141b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff235600640 1 -- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2300cda10 msgr2=0x7ff2301401a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff235600640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2300cda10 0x7ff2301401a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff235600640 1 -- 172.21.15.22:0/93889837 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2301406e0 con 0x7ff2301460d0 2024-09-10T10:41:51.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff234c00640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2300b3b00 0x7ff230141b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:51.744 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff235600640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2301460d0 0x7ff23013b0b0 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7ff22801a5b0 tx=0x7ff228019720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff22cc00640 1 -- 172.21.15.22:0/93889837 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2280bc020 con 0x7ff2301460d0 2024-09-10T10:41:51.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff22cc00640 1 -- 172.21.15.22:0/93889837 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2280b8690 con 0x7ff2301460d0 2024-09-10T10:41:51.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff23013b5f0 con 0x7ff2301460d0 2024-09-10T10:41:51.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff22cc00640 1 -- 172.21.15.22:0/93889837 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2280b8a80 con 0x7ff2301460d0 2024-09-10T10:41:51.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.740+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2300b06c0 con 0x7ff2301460d0 2024-09-10T10:41:51.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff23015c960 con 0x7ff2301460d0 2024-09-10T10:41:51.745 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff22cc00640 1 -- 172.21.15.22:0/93889837 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff2280bf020 con 0x7ff2301460d0 2024-09-10T10:41:51.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff22cc00640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2100678f0 0x7ff210069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff22cc00640 1 -- 172.21.15.22:0/93889837 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7ff228121120 con 0x7ff2301460d0 2024-09-10T10:41:51.746 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff22cc00640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] conn(0x7ff21006d7b0 0x7ff21006fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff22cc00640 1 -- 172.21.15.22:0/93889837 --> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff210070280 con 0x7ff21006d7b0 2024-09-10T10:41:51.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff22cc00640 1 -- 172.21.15.22:0/93889837 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_get_version_reply(handle=1 version=141) ==== 24+0+0 (secure 0 0 0) 0x7ff2281214d0 con 0x7ff2301460d0 2024-09-10T10:41:51.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff234c00640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2100678f0 0x7ff210069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff22fe00640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] conn(0x7ff21006d7b0 0x7ff21006fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff234c00640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2100678f0 0x7ff210069db0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7ff2301423c0 tx=0x7ff220008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.747 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.744+0000 7ff22fe00640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] conn(0x7ff21006d7b0 0x7ff21006fbd0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.748 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.748+0000 7ff22cc00640 1 -- 172.21.15.22:0/93889837 <== osd.4 v2:172.21.15.145:6822/3677456878 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff210070280 con 0x7ff21006d7b0 2024-09-10T10:41:51.761 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 --> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff2300b0b50 con 0x7ff21006d7b0 2024-09-10T10:41:51.762 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff22cc00640 1 -- 172.21.15.22:0/93889837 <== osd.4 v2:172.21.15.145:6822/3677456878 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff2300b0b50 con 0x7ff21006d7b0 2024-09-10T10:41:51.762 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:41:51.762 INFO:teuthology.orchestra.run.smithi022.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:41:51.762 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:41:51.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] conn(0x7ff21006d7b0 msgr2=0x7ff21006fbd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:6822/3677456878,v1:172.21.15.145:6824/3677456878] conn(0x7ff21006d7b0 0x7ff21006fbd0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2100678f0 msgr2=0x7ff210069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7ff2100678f0 0x7ff210069db0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7ff2301423c0 tx=0x7ff220008040 comp rx=0 tx=0).stop 2024-09-10T10:41:51.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2301460d0 msgr2=0x7ff23013b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 --2- 172.21.15.22:0/93889837 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7ff2301460d0 0x7ff23013b0b0 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7ff22801a5b0 tx=0x7ff228019720 comp rx=0 tx=0).stop 2024-09-10T10:41:51.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff235600640 1 -- 172.21.15.22:0/93889837 reap_dead start 2024-09-10T10:41:51.763 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 shutdown_connections 2024-09-10T10:41:51.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 >> 172.21.15.22:0/93889837 conn(0x7ff230063000 msgr2=0x7ff2300ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:51.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 shutdown_connections 2024-09-10T10:41:51.764 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.760+0000 7ff237600640 1 -- 172.21.15.22:0/93889837 wait complete. 2024-09-10T10:41:51.780 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-10T10:41:51.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f29e00640 1 Processor -- start 2024-09-10T10:41:51.922 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f29e00640 1 -- start start 2024-09-10T10:41:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f29e00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0f2415b220 0x7f0f24071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.923 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f29e00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f0f240b56f0 0x7f0f240b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f29e00640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f240ce880 con 0x7f0f2415b600 2024-09-10T10:41:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f29e00640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f0f2406d6e0 con 0x7f0f2415b220 2024-09-10T10:41:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f29e00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f0f240ceb60 con 0x7f0f240b56f0 2024-09-10T10:41:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f22a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0f2415b220 0x7f0f24071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f22a00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f0f2415b220 0x7f0f24071140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51932/0 (socket says 172.21.15.22:51932) 2024-09-10T10:41:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f22a00640 1 -- 172.21.15.22:0/1229116013 learned_addr learned my addr 172.21.15.22:0/1229116013 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:51.924 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.920+0000 7f0f23400640 1 --2- 172.21.15.22:0/1229116013 >> v2:172.21.15.145:3300/0 conn(0x7f0f240b56f0 0x7f0f240b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f22a00640 1 -- 172.21.15.22:0/1229116013 >> v2:172.21.15.145:3300/0 conn(0x7f0f240b56f0 msgr2=0x7f0f240b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:51.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f22a00640 1 --2- 172.21.15.22:0/1229116013 >> v2:172.21.15.145:3300/0 conn(0x7f0f240b56f0 0x7f0f240b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f22a00640 1 -- 172.21.15.22:0/1229116013 >> v1:172.21.15.145:6789/0 conn(0x7f0f2415b600 legacy=0x7f0f240b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f22a00640 1 -- 172.21.15.22:0/1229116013 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f240cee40 con 0x7f0f2415b220 2024-09-10T10:41:51.925 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f23400640 1 --2- 172.21.15.22:0/1229116013 >> v2:172.21.15.145:3300/0 conn(0x7f0f240b56f0 0x7f0f240b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:51.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f22a00640 1 --2- 172.21.15.22:0/1229116013 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f2415b220 0x7f0f24071140 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f0f240cd1d0 tx=0x7f0f1401c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c469a72ad739807 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f22000640 1 -- 172.21.15.22:0/1229116013 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f140ab5f0 con 0x7f0f2415b220 2024-09-10T10:41:51.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f22000640 1 -- 172.21.15.22:0/1229116013 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f140b0070 con 0x7f0f2415b220 2024-09-10T10:41:51.927 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f22000640 1 -- 172.21.15.22:0/1229116013 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f140ab9b0 con 0x7f0f2415b220 2024-09-10T10:41:51.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f29e00640 1 -- 172.21.15.22:0/1229116013 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f2415b220 msgr2=0x7f0f24071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f29e00640 1 --2- 172.21.15.22:0/1229116013 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f2415b220 0x7f0f24071140 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f0f240cd1d0 tx=0x7f0f1401c3d0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f29e00640 1 -- 172.21.15.22:0/1229116013 shutdown_connections 2024-09-10T10:41:51.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f29e00640 1 --2- 172.21.15.22:0/1229116013 >> v2:172.21.15.145:3300/0 conn(0x7f0f240b56f0 0x7f0f240b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f29e00640 1 --2- 172.21.15.22:0/1229116013 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f2415b220 0x7f0f24071140 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f29e00640 1 -- 172.21.15.22:0/1229116013 >> 172.21.15.22:0/1229116013 conn(0x7f0f24062dd0 msgr2=0x7f0f2406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:51.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.924+0000 7f0f29e00640 1 -- 172.21.15.22:0/1229116013 shutdown_connections 2024-09-10T10:41:51.928 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f29e00640 1 -- 172.21.15.22:0/1229116013 wait complete. 2024-09-10T10:41:51.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f29e00640 1 Processor -- start 2024-09-10T10:41:51.929 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f29e00640 1 -- start start 2024-09-10T10:41:51.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f29e00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f240b56f0 0x7f0f241444c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f29e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f2415b220 0x7f0f240b2a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f29e00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f2415b600 0x7f0f241f7520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f29e00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f0f240cffd0 con 0x7f0f240b56f0 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f29e00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0f240cfe50 con 0x7f0f2415b600 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f29e00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0f240d0150 con 0x7f0f2415b220 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f22a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f240b56f0 0x7f0f241444c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f22a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f240b56f0 0x7f0f241444c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51934/0 (socket says 172.21.15.22:51934) 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f22a00640 1 -- 172.21.15.22:0/1564876484 learned_addr learned my addr 172.21.15.22:0/1564876484 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f1a000640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f2415b220 0x7f0f240b2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f23400640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f2415b600 0x7f0f241f7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f22a00640 1 -- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f2415b220 msgr2=0x7f0f240b2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f22a00640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f2415b220 0x7f0f240b2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f22a00640 1 -- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f2415b600 msgr2=0x7f0f241f7520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:51.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f22a00640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f2415b600 0x7f0f241f7520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:51.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f22a00640 1 -- 172.21.15.22:0/1564876484 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f241f82a0 con 0x7f0f240b56f0 2024-09-10T10:41:51.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f22a00640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f240b56f0 0x7f0f241444c0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7f0f1401aa80 tx=0x7f0f1401ac10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f1be00640 1 -- 172.21.15.22:0/1564876484 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f140abe60 con 0x7f0f240b56f0 2024-09-10T10:41:51.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f1be00640 1 -- 172.21.15.22:0/1564876484 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f140b4800 con 0x7f0f240b56f0 2024-09-10T10:41:51.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f1be00640 1 -- 172.21.15.22:0/1564876484 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f140b4bd0 con 0x7f0f240b56f0 2024-09-10T10:41:51.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.928+0000 7f0f29e00640 1 -- 172.21.15.22:0/1564876484 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f24144a00 con 0x7f0f240b56f0 2024-09-10T10:41:51.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.932+0000 7f0f29e00640 1 -- 172.21.15.22:0/1564876484 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f240b0de0 con 0x7f0f240b56f0 2024-09-10T10:41:51.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.932+0000 7f0f29e00640 1 -- 172.21.15.22:0/1564876484 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f240b3f10 con 0x7f0f240b56f0 2024-09-10T10:41:51.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.932+0000 7f0f1be00640 1 -- 172.21.15.22:0/1564876484 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0f140c7430 con 0x7f0f240b56f0 2024-09-10T10:41:51.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.932+0000 7f0f1be00640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f000678c0 0x7f0f00069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:51.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.932+0000 7f0f1be00640 1 -- 172.21.15.22:0/1564876484 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f0f141202d0 con 0x7f0f240b56f0 2024-09-10T10:41:51.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.932+0000 7f0f1a000640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f000678c0 0x7f0f00069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:51.935 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.932+0000 7f0f1a000640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f000678c0 0x7f0f00069d80 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f0f241508e0 tx=0x7f0f0c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:51.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:51.936+0000 7f0f1be00640 1 -- 172.21.15.22:0/1564876484 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0f14016110 con 0x7f0f240b56f0 2024-09-10T10:41:52.103 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.100+0000 7f0f29e00640 1 -- 172.21.15.22:0/1564876484 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f0f24072e90 con 0x7f0f000678c0 2024-09-10T10:41:52.104 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f1be00640 1 -- 172.21.15.22:0/1564876484 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0f24072e90 con 0x7f0f000678c0 2024-09-10T10:41:52.104 INFO:teuthology.orchestra.run.smithi022.stderr:instructed osd(s) 4 to deep-scrub 2024-09-10T10:41:52.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 -- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f000678c0 msgr2=0x7f0f00069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f000678c0 0x7f0f00069d80 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f0f241508e0 tx=0x7f0f0c009040 comp rx=0 tx=0).stop 2024-09-10T10:41:52.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 -- 172.21.15.22:0/1564876484 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f240b56f0 msgr2=0x7f0f241444c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f240b56f0 0x7f0f241444c0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7f0f1401aa80 tx=0x7f0f1401ac10 comp rx=0 tx=0).stop 2024-09-10T10:41:52.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 -- 172.21.15.22:0/1564876484 shutdown_connections 2024-09-10T10:41:52.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f0f000678c0 0x7f0f00069d80 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f2415b600 0x7f0f241f7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.106 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f2415b220 0x7f0f240b2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 --2- 172.21.15.22:0/1564876484 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f0f240b56f0 0x7f0f241444c0 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 -- 172.21.15.22:0/1564876484 >> 172.21.15.22:0/1564876484 conn(0x7f0f24062dd0 msgr2=0x7f0f24072520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:52.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 -- 172.21.15.22:0/1564876484 shutdown_connections 2024-09-10T10:41:52.107 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.104+0000 7f0f29e00640 1 -- 172.21.15.22:0/1564876484 wait complete. 2024-09-10T10:41:52.125 INFO:tasks.ceph:Scrubbing osd.5 2024-09-10T10:41:52.126 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:41:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7f0400640 1 Processor -- start 2024-09-10T10:41:52.270 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7f0400640 1 -- start start 2024-09-10T10:41:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7f0400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e81460d0 0x7fd7e80b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7f0400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd7e80b3b00 0x7fd7e80cd300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7f0400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7e80b3fd0 con 0x7fd7e80cd840 2024-09-10T10:41:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7f0400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7fd7e80b42b0 con 0x7fd7e80b3b00 2024-09-10T10:41:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7f0400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd7e80b4590 con 0x7fd7e81460d0 2024-09-10T10:41:52.271 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7ed000640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7fd7e80b3b00 0x7fd7e80cd300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7ee400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7fd7e80cd840 0x7fd7e806d640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49350/0 (socket says 172.21.15.22:49350) 2024-09-10T10:41:52.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7ee400640 1 -- 172.21.15.22:0/4112354968 learned_addr learned my addr 172.21.15.22:0/4112354968 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:52.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7eda00640 1 --2- 172.21.15.22:0/4112354968 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e81460d0 0x7fd7e80b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7ed000640 1 -- 172.21.15.22:0/4112354968 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e81460d0 msgr2=0x7fd7e80b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:52.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7ed000640 1 --2- 172.21.15.22:0/4112354968 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e81460d0 0x7fd7e80b35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.272 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7ed000640 1 -- 172.21.15.22:0/4112354968 >> v1:172.21.15.22:6789/0 conn(0x7fd7e80cd840 legacy=0x7fd7e806d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7ed000640 1 -- 172.21.15.22:0/4112354968 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7e80b4870 con 0x7fd7e80b3b00 2024-09-10T10:41:52.273 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.268+0000 7fd7e7e00640 1 -- 172.21.15.22:0/4112354968 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2232962122 0 0) 0x7fd7e80b3fd0 con 0x7fd7e80cd840 2024-09-10T10:41:52.274 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7ed000640 1 --2- 172.21.15.22:0/4112354968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e80b3b00 0x7fd7e80cd300 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7fd7d40097c0 tx=0x7fd7d401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ddb6cd4ca20d1a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7e7e00640 1 -- 172.21.15.22:0/4112354968 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d40b0070 con 0x7fd7e80b3b00 2024-09-10T10:41:52.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7e7e00640 1 -- 172.21.15.22:0/4112354968 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7d40ab600 con 0x7fd7e80b3b00 2024-09-10T10:41:52.275 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7e7e00640 1 -- 172.21.15.22:0/4112354968 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d40ab9d0 con 0x7fd7e80b3b00 2024-09-10T10:41:52.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7f0400640 1 -- 172.21.15.22:0/4112354968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e80b3b00 msgr2=0x7fd7e80cd300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7f0400640 1 --2- 172.21.15.22:0/4112354968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e80b3b00 0x7fd7e80cd300 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7fd7d40097c0 tx=0x7fd7d401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7f0400640 1 -- 172.21.15.22:0/4112354968 shutdown_connections 2024-09-10T10:41:52.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7f0400640 1 --2- 172.21.15.22:0/4112354968 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e80b3b00 0x7fd7e80cd300 unknown :-1 s=CLOSED pgs=1543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7f0400640 1 --2- 172.21.15.22:0/4112354968 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e81460d0 0x7fd7e80b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7f0400640 1 -- 172.21.15.22:0/4112354968 >> 172.21.15.22:0/4112354968 conn(0x7fd7e8063000 msgr2=0x7fd7e806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:52.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7f0400640 1 -- 172.21.15.22:0/4112354968 shutdown_connections 2024-09-10T10:41:52.276 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.272+0000 7fd7f0400640 1 -- 172.21.15.22:0/4112354968 wait complete. 2024-09-10T10:41:52.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7f0400640 1 Processor -- start 2024-09-10T10:41:52.277 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7f0400640 1 -- start start 2024-09-10T10:41:52.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7f0400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e80b3b00 0x7fd7e8142c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7f0400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e80cd840 0x7fd7e815b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7f0400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e81460d0 0x7fd7e813b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7f0400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e80b51f0 con 0x7fd7e80cd840 2024-09-10T10:41:52.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7f0400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e80b5070 con 0x7fd7e81460d0 2024-09-10T10:41:52.279 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7f0400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd7e8168f80 con 0x7fd7e80b3b00 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7ed000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e80cd840 0x7fd7e815b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7ed000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e80cd840 0x7fd7e815b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51948/0 (socket says 172.21.15.22:51948) 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7ed000640 1 -- 172.21.15.22:0/3239955165 learned_addr learned my addr 172.21.15.22:0/3239955165 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7ee400640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e81460d0 0x7fd7e813b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7eda00640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e80b3b00 0x7fd7e8142c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7ed000640 1 -- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e80b3b00 msgr2=0x7fd7e8142c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7ed000640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7e80b3b00 0x7fd7e8142c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7ed000640 1 -- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e81460d0 msgr2=0x7fd7e813b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7ed000640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7e81460d0 0x7fd7e813b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7ed000640 1 -- 172.21.15.22:0/3239955165 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7e81421c0 con 0x7fd7e80cd840 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7ed000640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e80cd840 0x7fd7e815b2f0 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fd7d40097c0 tx=0x7fd7d4019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7e5600640 1 -- 172.21.15.22:0/3239955165 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d40ba070 con 0x7fd7e80cd840 2024-09-10T10:41:52.280 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7e5600640 1 -- 172.21.15.22:0/3239955165 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7d40b43f0 con 0x7fd7e80cd840 2024-09-10T10:41:52.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7e5600640 1 -- 172.21.15.22:0/3239955165 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d40b0040 con 0x7fd7e80cd840 2024-09-10T10:41:52.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7e813c2e0 con 0x7fd7e80cd840 2024-09-10T10:41:52.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.276+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7e813c5c0 con 0x7fd7e80cd840 2024-09-10T10:41:52.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd7e80cd300 con 0x7fd7e80cd840 2024-09-10T10:41:52.281 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7e5600640 1 -- 172.21.15.22:0/3239955165 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd7d40bd070 con 0x7fd7e80cd840 2024-09-10T10:41:52.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7e5600640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c80678c0 0x7fd7c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7e5600640 1 -- 172.21.15.22:0/3239955165 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7fd7d411ec30 con 0x7fd7e80cd840 2024-09-10T10:41:52.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7e5600640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] conn(0x7fd7c806d780 0x7fd7c806fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7e5600640 1 -- 172.21.15.22:0/3239955165 --> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd7d40c3e50 con 0x7fd7c806d780 2024-09-10T10:41:52.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7e5600640 1 -- 172.21.15.22:0/3239955165 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_get_version_reply(handle=1 version=141) ==== 24+0+0 (secure 0 0 0) 0x7fd7d411efe0 con 0x7fd7e80cd840 2024-09-10T10:41:52.282 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7eda00640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c80678c0 0x7fd7c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7ee400640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] conn(0x7fd7c806d780 0x7fd7c806fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7eda00640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c80678c0 0x7fd7c8069d80 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8140ae0 tx=0x7fd7dc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.283 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.280+0000 7fd7ee400640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] conn(0x7fd7c806d780 0x7fd7c806fba0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.284 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.284+0000 7fd7e5600640 1 -- 172.21.15.22:0/3239955165 <== osd.5 v2:172.21.15.145:6800/1272352374 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd7d40c3e50 con 0x7fd7c806d780 2024-09-10T10:41:52.297 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 --> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd7e80ccb20 con 0x7fd7c806d780 2024-09-10T10:41:52.298 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7e5600640 1 -- 172.21.15.22:0/3239955165 <== osd.5 v2:172.21.15.145:6800/1272352374 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd7e80ccb20 con 0x7fd7c806d780 2024-09-10T10:41:52.298 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:41:52.298 INFO:teuthology.orchestra.run.smithi022.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:41:52.299 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:41:52.299 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] conn(0x7fd7c806d780 msgr2=0x7fd7c806fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:6800/1272352374,v1:172.21.15.145:6801/1272352374] conn(0x7fd7c806d780 0x7fd7c806fba0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c80678c0 msgr2=0x7fd7c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7fd7c80678c0 0x7fd7c8069d80 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8140ae0 tx=0x7fd7dc008040 comp rx=0 tx=0).stop 2024-09-10T10:41:52.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e80cd840 msgr2=0x7fd7e815b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 --2- 172.21.15.22:0/3239955165 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7fd7e80cd840 0x7fd7e815b2f0 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fd7d40097c0 tx=0x7fd7d4019240 comp rx=0 tx=0).stop 2024-09-10T10:41:52.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7ee400640 1 -- 172.21.15.22:0/3239955165 reap_dead start 2024-09-10T10:41:52.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 shutdown_connections 2024-09-10T10:41:52.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 >> 172.21.15.22:0/3239955165 conn(0x7fd7e8063000 msgr2=0x7fd7e806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:52.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 shutdown_connections 2024-09-10T10:41:52.300 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.296+0000 7fd7f0400640 1 -- 172.21.15.22:0/3239955165 wait complete. 2024-09-10T10:41:52.317 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-10T10:41:52.457 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f2513a00640 1 Processor -- start 2024-09-10T10:41:52.458 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f2513a00640 1 -- start start 2024-09-10T10:41:52.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f2513a00640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f250c15b220 0x7f250c071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f2513a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c0b56f0 0x7f250c0b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f2513a00640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f250c0ce880 con 0x7f250c15b600 2024-09-10T10:41:52.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f2513a00640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f250c06d6e0 con 0x7f250c15b220 2024-09-10T10:41:52.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f2513a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f250c0ceb60 con 0x7f250c0b56f0 2024-09-10T10:41:52.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f250be00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f250c15b600 0x7f250c0b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49366/0 (socket says 172.21.15.22:49366) 2024-09-10T10:41:52.459 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f250be00640 1 -- 172.21.15.22:0/3500578118 learned_addr learned my addr 172.21.15.22:0/3500578118 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:52.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f2511000640 1 --2- 172.21.15.22:0/3500578118 >> v2:172.21.15.145:3300/0 conn(0x7f250c15b220 0x7f250c071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.460 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f2511a00640 1 --2- 172.21.15.22:0/3500578118 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c0b56f0 0x7f250c0b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f250b400640 1 -- 172.21.15.22:0/3500578118 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3463391798 0 0) 0x7f250c0ce880 con 0x7f250c15b600 2024-09-10T10:41:52.466 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.456+0000 7f250b400640 1 -- 172.21.15.22:0/3500578118 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f24f0003530 con 0x7f250c15b600 2024-09-10T10:41:52.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2511000640 1 -- 172.21.15.22:0/3500578118 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c0b56f0 msgr2=0x7f250c0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:52.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2511000640 1 --2- 172.21.15.22:0/3500578118 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c0b56f0 0x7f250c0b3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2511000640 1 -- 172.21.15.22:0/3500578118 >> v1:172.21.15.22:6789/0 conn(0x7f250c15b600 legacy=0x7f250c0b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.467 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f250b400640 1 -- 172.21.15.22:0/3500578118 <== mon.0 v1:172.21.15.22:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2996589611 0 0) 0x7f24f0003530 con 0x7f250c15b600 2024-09-10T10:41:52.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2511000640 1 -- 172.21.15.22:0/3500578118 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f250c0cee40 con 0x7f250c15b220 2024-09-10T10:41:52.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2511000640 1 --2- 172.21.15.22:0/3500578118 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c15b220 0x7f250c071140 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f24fc0097c0 tx=0x7f24fc01c350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86f3007bdb7fac2a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f250b400640 1 -- 172.21.15.22:0/3500578118 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24fc0b0070 con 0x7f250c15b220 2024-09-10T10:41:52.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f250b400640 1 -- 172.21.15.22:0/3500578118 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24fc0ab600 con 0x7f250c15b220 2024-09-10T10:41:52.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f250b400640 1 -- 172.21.15.22:0/3500578118 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24fc0ab9b0 con 0x7f250c15b220 2024-09-10T10:41:52.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2513a00640 1 -- 172.21.15.22:0/3500578118 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c15b220 msgr2=0x7f250c071140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2513a00640 1 --2- 172.21.15.22:0/3500578118 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c15b220 0x7f250c071140 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f24fc0097c0 tx=0x7f24fc01c350 comp rx=0 tx=0).stop 2024-09-10T10:41:52.468 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2513a00640 1 -- 172.21.15.22:0/3500578118 shutdown_connections 2024-09-10T10:41:52.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2513a00640 1 --2- 172.21.15.22:0/3500578118 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c0b56f0 0x7f250c0b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2513a00640 1 --2- 172.21.15.22:0/3500578118 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c15b220 0x7f250c071140 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.460+0000 7f2513a00640 1 -- 172.21.15.22:0/3500578118 >> 172.21.15.22:0/3500578118 conn(0x7f250c062dd0 msgr2=0x7f250c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:52.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 -- 172.21.15.22:0/3500578118 shutdown_connections 2024-09-10T10:41:52.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 -- 172.21.15.22:0/3500578118 wait complete. 2024-09-10T10:41:52.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 Processor -- start 2024-09-10T10:41:52.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 -- start start 2024-09-10T10:41:52.469 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f250c0b56f0 0x7f250c146b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c15b220 0x7f250c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c15b600 0x7f250c0aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f250c0cffd0 con 0x7f250c0b56f0 2024-09-10T10:41:52.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f250c0cfe50 con 0x7f250c15b220 2024-09-10T10:41:52.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f250c0d0150 con 0x7f250c15b600 2024-09-10T10:41:52.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2511000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f250c0b56f0 0x7f250c146b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2511000640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f250c0b56f0 0x7f250c146b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51954/0 (socket says 172.21.15.22:51954) 2024-09-10T10:41:52.470 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2511000640 1 -- 172.21.15.22:0/2450883516 learned_addr learned my addr 172.21.15.22:0/2450883516 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:52.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2511000640 1 -- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c15b600 msgr2=0x7f250c0aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2511000640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c15b600 0x7f250c0aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2511000640 1 -- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c15b220 msgr2=0x7f250c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f250be00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c15b220 0x7f250c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2511000640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c15b220 0x7f250c0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2511000640 1 -- 172.21.15.22:0/2450883516 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f250c0af440 con 0x7f250c0b56f0 2024-09-10T10:41:52.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f250be00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c15b220 0x7f250c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:41:52.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2511000640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f250c0b56f0 0x7f250c146b20 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f24fc0ae040 tx=0x7f24fc01ab90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2508c00640 1 -- 172.21.15.22:0/2450883516 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24fc0b0050 con 0x7f250c0b56f0 2024-09-10T10:41:52.472 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2508c00640 1 -- 172.21.15.22:0/2450883516 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24fc0bc070 con 0x7f250c0b56f0 2024-09-10T10:41:52.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2508c00640 1 -- 172.21.15.22:0/2450883516 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24fc0b5810 con 0x7f250c0b56f0 2024-09-10T10:41:52.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 -- 172.21.15.22:0/2450883516 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f250c168290 con 0x7f250c0b56f0 2024-09-10T10:41:52.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.464+0000 7f2513a00640 1 -- 172.21.15.22:0/2450883516 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f250c147060 con 0x7f250c0b56f0 2024-09-10T10:41:52.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.468+0000 7f2513a00640 1 -- 172.21.15.22:0/2450883516 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f250c0b3f10 con 0x7f250c0b56f0 2024-09-10T10:41:52.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.468+0000 7f2508c00640 1 -- 172.21.15.22:0/2450883516 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f24fc0b59b0 con 0x7f250c0b56f0 2024-09-10T10:41:52.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.468+0000 7f2508c00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24ec0678c0 0x7f24ec069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.468+0000 7f2508c00640 1 -- 172.21.15.22:0/2450883516 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f24fc1202a0 con 0x7f250c0b56f0 2024-09-10T10:41:52.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.468+0000 7f250be00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24ec0678c0 0x7f24ec069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.473 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.472+0000 7f250be00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24ec0678c0 0x7f24ec069d80 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f250c1692d0 tx=0x7f24f8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.474 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.472+0000 7f2508c00640 1 -- 172.21.15.22:0/2450883516 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f24fc016090 con 0x7f250c0b56f0 2024-09-10T10:41:52.639 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.636+0000 7f2513a00640 1 -- 172.21.15.22:0/2450883516 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f250c0af720 con 0x7f24ec0678c0 2024-09-10T10:41:52.640 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2508c00640 1 -- 172.21.15.22:0/2450883516 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f250c0af720 con 0x7f24ec0678c0 2024-09-10T10:41:52.640 INFO:teuthology.orchestra.run.smithi022.stderr:instructed osd(s) 5 to deep-scrub 2024-09-10T10:41:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 -- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24ec0678c0 msgr2=0x7f24ec069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24ec0678c0 0x7f24ec069d80 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f250c1692d0 tx=0x7f24f8009040 comp rx=0 tx=0).stop 2024-09-10T10:41:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 -- 172.21.15.22:0/2450883516 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f250c0b56f0 msgr2=0x7f250c146b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f250c0b56f0 0x7f250c146b20 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f24fc0ae040 tx=0x7f24fc01ab90 comp rx=0 tx=0).stop 2024-09-10T10:41:52.642 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 -- 172.21.15.22:0/2450883516 shutdown_connections 2024-09-10T10:41:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f24ec0678c0 0x7f24ec069d80 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f250c15b600 0x7f250c0aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f250c15b220 0x7f250c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 --2- 172.21.15.22:0/2450883516 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f250c0b56f0 0x7f250c146b20 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 -- 172.21.15.22:0/2450883516 >> 172.21.15.22:0/2450883516 conn(0x7f250c062dd0 msgr2=0x7f250c0b21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 -- 172.21.15.22:0/2450883516 shutdown_connections 2024-09-10T10:41:52.643 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.640+0000 7f2513a00640 1 -- 172.21.15.22:0/2450883516 wait complete. 2024-09-10T10:41:52.661 INFO:tasks.ceph:Scrubbing osd.6 2024-09-10T10:41:52.661 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:41:52.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.804+0000 7f2664800640 1 Processor -- start 2024-09-10T10:41:52.807 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.804+0000 7f2664800640 1 -- start start 2024-09-10T10:41:52.808 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.804+0000 7f2664800640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f265c15b390 0x7f265c0cee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2664800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f265c06ef90 0x7f265c0b41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2664800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f265c0cf790 con 0x7f265c072e90 2024-09-10T10:41:52.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2664800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f265c15b770 con 0x7f265c06ef90 2024-09-10T10:41:52.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2664800640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f265c0cf4b0 con 0x7f265c15b390 2024-09-10T10:41:52.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2662800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f265c06ef90 0x7f265c0b41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2661400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f265c072e90 0x7f265c06e880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49382/0 (socket says 172.21.15.22:49382) 2024-09-10T10:41:52.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2661400640 1 -- 172.21.15.22:0/3845778542 learned_addr learned my addr 172.21.15.22:0/3845778542 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:52.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2661e00640 1 --2- 172.21.15.22:0/3845778542 >> v2:172.21.15.145:3300/0 conn(0x7f265c15b390 0x7f265c0cee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.809 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2662800640 1 -- 172.21.15.22:0/3845778542 >> v2:172.21.15.145:3300/0 conn(0x7f265c15b390 msgr2=0x7f265c0cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:52.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2662800640 1 --2- 172.21.15.22:0/3845778542 >> v2:172.21.15.145:3300/0 conn(0x7f265c15b390 0x7f265c0cee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2662800640 1 -- 172.21.15.22:0/3845778542 >> v1:172.21.15.22:6789/0 conn(0x7f265c072e90 legacy=0x7f265c06e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.810 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2662800640 1 -- 172.21.15.22:0/3845778542 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f265c0b36f0 con 0x7f265c06ef90 2024-09-10T10:41:52.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2662800640 1 --2- 172.21.15.22:0/3845778542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f265c06ef90 0x7f265c0b41d0 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f265c06ca30 tx=0x7f265801c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ac88763db40b2a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2660a00640 1 -- 172.21.15.22:0/3845778542 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26580b2070 con 0x7f265c06ef90 2024-09-10T10:41:52.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2660a00640 1 -- 172.21.15.22:0/3845778542 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26580a5930 con 0x7f265c06ef90 2024-09-10T10:41:52.812 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.808+0000 7f2660a00640 1 -- 172.21.15.22:0/3845778542 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26580a5d00 con 0x7f265c06ef90 2024-09-10T10:41:52.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 -- 172.21.15.22:0/3845778542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f265c06ef90 msgr2=0x7f265c0b41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 --2- 172.21.15.22:0/3845778542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f265c06ef90 0x7f265c0b41d0 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f265c06ca30 tx=0x7f265801c870 comp rx=0 tx=0).stop 2024-09-10T10:41:52.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 -- 172.21.15.22:0/3845778542 shutdown_connections 2024-09-10T10:41:52.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 --2- 172.21.15.22:0/3845778542 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f265c06ef90 0x7f265c0b41d0 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 --2- 172.21.15.22:0/3845778542 >> v2:172.21.15.145:3300/0 conn(0x7f265c15b390 0x7f265c0cee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 -- 172.21.15.22:0/3845778542 >> 172.21.15.22:0/3845778542 conn(0x7f265c063000 msgr2=0x7f265c06bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:52.814 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 -- 172.21.15.22:0/3845778542 shutdown_connections 2024-09-10T10:41:52.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 -- 172.21.15.22:0/3845778542 wait complete. 2024-09-10T10:41:52.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 Processor -- start 2024-09-10T10:41:52.815 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 -- start start 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f265c06ef90 0x7f265c14a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f265c072e90 0x7f265c15c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f265c15b390 0x7f265c06e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f265c0b4f20 con 0x7f265c072e90 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f265c0734b0 con 0x7f265c06ef90 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2664800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f265c0b50a0 con 0x7f265c15b390 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2661400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f265c072e90 0x7f265c15c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2661400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f265c072e90 0x7f265c15c950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51968/0 (socket says 172.21.15.22:51968) 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2661400640 1 -- 172.21.15.22:0/2210658042 learned_addr learned my addr 172.21.15.22:0/2210658042 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2661e00640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f265c06ef90 0x7f265c14a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.818 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2662800640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f265c15b390 0x7f265c06e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2661400640 1 -- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f265c15b390 msgr2=0x7f265c06e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.812+0000 7f2661400640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f265c15b390 0x7f265c06e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2661400640 1 -- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f265c06ef90 msgr2=0x7f265c14a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2661400640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f265c06ef90 0x7f265c14a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2661400640 1 -- 172.21.15.22:0/2210658042 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f265c15d2a0 con 0x7f265c072e90 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2661400640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f265c072e90 0x7f265c15c950 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f264c00c420 tx=0x7f264c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2656000640 1 -- 172.21.15.22:0/2210658042 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f264c017070 con 0x7f265c072e90 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2656000640 1 -- 172.21.15.22:0/2210658042 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f264c005cf0 con 0x7f265c072e90 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f265c15d580 con 0x7f265c072e90 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2656000640 1 -- 172.21.15.22:0/2210658042 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f264c0072f0 con 0x7f265c072e90 2024-09-10T10:41:52.819 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f265c15db40 con 0x7f265c072e90 2024-09-10T10:41:52.820 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f265c15df20 con 0x7f265c072e90 2024-09-10T10:41:52.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2656000640 1 -- 172.21.15.22:0/2210658042 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f264c01a070 con 0x7f265c072e90 2024-09-10T10:41:52.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2656000640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f26400678c0 0x7f2640069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.822 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2656000640 1 -- 172.21.15.22:0/2210658042 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f264c085470 con 0x7f265c072e90 2024-09-10T10:41:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2656000640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] conn(0x7f264006d780 0x7f264006fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2656000640 1 -- 172.21.15.22:0/2210658042 --> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2640070250 con 0x7f264006d780 2024-09-10T10:41:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2661e00640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f26400678c0 0x7f2640069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.816+0000 7f2656000640 1 -- 172.21.15.22:0/2210658042 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_get_version_reply(handle=1 version=141) ==== 24+0+0 (secure 0 0 0) 0x7f264c085820 con 0x7f265c072e90 2024-09-10T10:41:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.820+0000 7f2662800640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] conn(0x7f264006d780 0x7f264006fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.820+0000 7f2661e00640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f26400678c0 0x7f2640069d80 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f265c0cc6e0 tx=0x7f2650008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.823 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.820+0000 7f2662800640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] conn(0x7f264006d780 0x7f264006fba0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:52.824 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.820+0000 7f2656000640 1 -- 172.21.15.22:0/2210658042 <== osd.6 v2:172.21.15.145:6808/1116486614 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2640070250 con 0x7f264006d780 2024-09-10T10:41:52.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.832+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 --> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f265c0b5490 con 0x7f264006d780 2024-09-10T10:41:52.835 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.832+0000 7f2656000640 1 -- 172.21.15.22:0/2210658042 <== osd.6 v2:172.21.15.145:6808/1116486614 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f265c0b5490 con 0x7f264006d780 2024-09-10T10:41:52.836 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:41:52.836 INFO:teuthology.orchestra.run.smithi022.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:41:52.836 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:41:52.837 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] conn(0x7f264006d780 msgr2=0x7f264006fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2664800640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:6808/1116486614,v1:172.21.15.145:6809/1116486614] conn(0x7f264006d780 0x7f264006fba0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f26400678c0 msgr2=0x7f2640069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2664800640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f26400678c0 0x7f2640069d80 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f265c0cc6e0 tx=0x7f2650008040 comp rx=0 tx=0).stop 2024-09-10T10:41:52.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f265c072e90 msgr2=0x7f265c15c950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:52.838 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2664800640 1 --2- 172.21.15.22:0/2210658042 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f265c072e90 0x7f265c15c950 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f264c00c420 tx=0x7f264c00c8e0 comp rx=0 tx=0).stop 2024-09-10T10:41:52.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2662800640 1 -- 172.21.15.22:0/2210658042 reap_dead start 2024-09-10T10:41:52.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 shutdown_connections 2024-09-10T10:41:52.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 >> 172.21.15.22:0/2210658042 conn(0x7f265c063000 msgr2=0x7f265c06d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:52.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 shutdown_connections 2024-09-10T10:41:52.839 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.836+0000 7f2664800640 1 -- 172.21.15.22:0/2210658042 wait complete. 2024-09-10T10:41:52.854 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-10T10:41:52.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.992+0000 7f65dd200640 1 Processor -- start 2024-09-10T10:41:52.996 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.992+0000 7f65dd200640 1 -- start start 2024-09-10T10:41:52.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65dd200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f65d815c540 0x7f65d80b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65dd200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 0x7f65d8070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65dd200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f65d80d2460 0x7f65d80d28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:52.999 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65dd200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f65d815c920 con 0x7f65d80d2460 2024-09-10T10:41:53.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65dd200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f65d80711b0 con 0x7f65d815c540 2024-09-10T10:41:53.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65dd200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f65d80b1900 con 0x7f65d8160a10 2024-09-10T10:41:53.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d6800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f65d80d2460 0x7f65d80d28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.000 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d6800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f65d80d2460 0x7f65d80d28f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51974/0 (socket says 172.21.15.22:51974) 2024-09-10T10:41:53.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d6800640 1 -- 172.21.15.22:0/3866091310 learned_addr learned my addr 172.21.15.22:0/3866091310 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:53.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d5400640 1 --2- 172.21.15.22:0/3866091310 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 0x7f65d8070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d5e00640 1 --2- 172.21.15.22:0/3866091310 >> v2:172.21.15.145:3300/0 conn(0x7f65d815c540 0x7f65d80b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d6800640 1 -- 172.21.15.22:0/3866091310 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 msgr2=0x7f65d8070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:53.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d6800640 1 --2- 172.21.15.22:0/3866091310 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 0x7f65d8070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.001 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d6800640 1 -- 172.21.15.22:0/3866091310 >> v2:172.21.15.145:3300/0 conn(0x7f65d815c540 msgr2=0x7f65d80b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:53.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d6800640 1 --2- 172.21.15.22:0/3866091310 >> v2:172.21.15.145:3300/0 conn(0x7f65d815c540 0x7f65d80b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d6800640 1 -- 172.21.15.22:0/3866091310 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65d8071600 con 0x7f65d80d2460 2024-09-10T10:41:53.002 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:52.996+0000 7f65d5e00640 1 --2- 172.21.15.22:0/3866091310 >> v2:172.21.15.145:3300/0 conn(0x7f65d815c540 0x7f65d80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:53.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65d6800640 1 --2- 172.21.15.22:0/3866091310 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d80d2460 0x7f65d80d28f0 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f65d80b51e0 tx=0x7f65d001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd933360bfda9ec0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.007 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65d4a00640 1 -- 172.21.15.22:0/3866091310 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d00a5760 con 0x7f65d80d2460 2024-09-10T10:41:53.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65d4a00640 1 -- 172.21.15.22:0/3866091310 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65d00a5900 con 0x7f65d80d2460 2024-09-10T10:41:53.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65d4a00640 1 -- 172.21.15.22:0/3866091310 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d00a5cd0 con 0x7f65d80d2460 2024-09-10T10:41:53.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 -- 172.21.15.22:0/3866091310 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d80d2460 msgr2=0x7f65d80d28f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 --2- 172.21.15.22:0/3866091310 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d80d2460 0x7f65d80d28f0 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f65d80b51e0 tx=0x7f65d001c9f0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 -- 172.21.15.22:0/3866091310 shutdown_connections 2024-09-10T10:41:53.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 --2- 172.21.15.22:0/3866091310 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d80d2460 0x7f65d80d28f0 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 --2- 172.21.15.22:0/3866091310 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 0x7f65d8070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.008 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 --2- 172.21.15.22:0/3866091310 >> v2:172.21.15.145:3300/0 conn(0x7f65d815c540 0x7f65d80b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 -- 172.21.15.22:0/3866091310 >> 172.21.15.22:0/3866091310 conn(0x7f65d806e780 msgr2=0x7f65d80b4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:53.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 -- 172.21.15.22:0/3866091310 shutdown_connections 2024-09-10T10:41:53.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 -- 172.21.15.22:0/3866091310 wait complete. 2024-09-10T10:41:53.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 Processor -- start 2024-09-10T10:41:53.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 -- start start 2024-09-10T10:41:53.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65d80d2460 0x7f65d8144ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d815c540 0x7f65d81f9230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 0x7f65d815b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.009 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f65d80d11c0 con 0x7f65d815c540 2024-09-10T10:41:53.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f65d8071bc0 con 0x7f65d80d2460 2024-09-10T10:41:53.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.000+0000 7f65dd200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f65d80d1340 con 0x7f65d8160a10 2024-09-10T10:41:53.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d815c540 0x7f65d81f9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d5400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d815c540 0x7f65d81f9230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51978/0 (socket says 172.21.15.22:51978) 2024-09-10T10:41:53.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d5400640 1 -- 172.21.15.22:0/4092130586 learned_addr learned my addr 172.21.15.22:0/4092130586 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:53.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d5e00640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65d80d2460 0x7f65d8144ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d6800640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 0x7f65d815b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d5400640 1 -- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 msgr2=0x7f65d815b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.010 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d5400640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 0x7f65d815b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d5400640 1 -- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65d80d2460 msgr2=0x7f65d8144ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d5400640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65d80d2460 0x7f65d8144ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d5400640 1 -- 172.21.15.22:0/4092130586 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65d815db30 con 0x7f65d815c540 2024-09-10T10:41:53.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d6800640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 0x7f65d815b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:53.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65d5400640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d815c540 0x7f65d81f9230 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f65c400d5f0 tx=0x7f65c400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65ce000640 1 -- 172.21.15.22:0/4092130586 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c40125f0 con 0x7f65d815c540 2024-09-10T10:41:53.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65ce000640 1 -- 172.21.15.22:0/4092130586 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65c4019070 con 0x7f65d815c540 2024-09-10T10:41:53.011 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65ce000640 1 -- 172.21.15.22:0/4092130586 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c40129b0 con 0x7f65d815c540 2024-09-10T10:41:53.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65dd200640 1 -- 172.21.15.22:0/4092130586 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65d815de00 con 0x7f65d815c540 2024-09-10T10:41:53.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65dd200640 1 -- 172.21.15.22:0/4092130586 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65d815e3c0 con 0x7f65d815c540 2024-09-10T10:41:53.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65dd200640 1 -- 172.21.15.22:0/4092130586 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65d80d28f0 con 0x7f65d815c540 2024-09-10T10:41:53.012 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.004+0000 7f65ce000640 1 -- 172.21.15.22:0/4092130586 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f65c4012b50 con 0x7f65d815c540 2024-09-10T10:41:53.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.008+0000 7f65ce000640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65b80678c0 0x7f65b8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.013 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.008+0000 7f65ce000640 1 -- 172.21.15.22:0/4092130586 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f65c4085cf0 con 0x7f65d815c540 2024-09-10T10:41:53.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.008+0000 7f65d5e00640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65b80678c0 0x7f65b8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.008+0000 7f65d5e00640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65b80678c0 0x7f65b8069d80 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f65c80098d0 tx=0x7f65c8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.012+0000 7f65ce000640 1 -- 172.21.15.22:0/4092130586 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f65c408a070 con 0x7f65d815c540 2024-09-10T10:41:53.176 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 -- 172.21.15.22:0/4092130586 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f65d80b4770 con 0x7f65b80678c0 2024-09-10T10:41:53.177 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65ce000640 1 -- 172.21.15.22:0/4092130586 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f65d80b4770 con 0x7f65b80678c0 2024-09-10T10:41:53.177 INFO:teuthology.orchestra.run.smithi022.stderr:instructed osd(s) 6 to deep-scrub 2024-09-10T10:41:53.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 -- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65b80678c0 msgr2=0x7f65b8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65b80678c0 0x7f65b8069d80 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f65c80098d0 tx=0x7f65c8008040 comp rx=0 tx=0).stop 2024-09-10T10:41:53.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 -- 172.21.15.22:0/4092130586 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d815c540 msgr2=0x7f65d81f9230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d815c540 0x7f65d81f9230 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f65c400d5f0 tx=0x7f65c400dab0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 -- 172.21.15.22:0/4092130586 shutdown_connections 2024-09-10T10:41:53.179 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f65b80678c0 0x7f65b8069d80 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d8160a10 0x7f65d815b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f65d815c540 0x7f65d81f9230 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 --2- 172.21.15.22:0/4092130586 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65d80d2460 0x7f65d8144ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 -- 172.21.15.22:0/4092130586 >> 172.21.15.22:0/4092130586 conn(0x7f65d806e780 msgr2=0x7f65d8155bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:53.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 -- 172.21.15.22:0/4092130586 shutdown_connections 2024-09-10T10:41:53.180 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.176+0000 7f65dd200640 1 -- 172.21.15.22:0/4092130586 wait complete. 2024-09-10T10:41:53.197 INFO:tasks.ceph:Scrubbing osd.7 2024-09-10T10:41:53.197 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:41:53.343 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.340+0000 7f47c2800640 1 Processor -- start 2024-09-10T10:41:53.344 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.340+0000 7f47c2800640 1 -- start start 2024-09-10T10:41:53.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47c2800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47bc15c440 0x7f47bc160180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47c2800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f47bc1606c0 0x7f47bc0b6520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47c2800640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47bc070220 con 0x7f47bc15c820 2024-09-10T10:41:53.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47c2800640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f47bc0712c0 con 0x7f47bc1606c0 2024-09-10T10:41:53.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47c2800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f47bc070500 con 0x7f47bc15c440 2024-09-10T10:41:53.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47bbe00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f47bc1606c0 0x7f47bc0b6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47b2a00640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f47bc15c820 0x7f47bc0afbd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49398/0 (socket says 172.21.15.22:49398) 2024-09-10T10:41:53.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47b2a00640 1 -- 172.21.15.22:0/3978655209 learned_addr learned my addr 172.21.15.22:0/3978655209 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:53.345 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47bb400640 1 --2- 172.21.15.22:0/3978655209 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47bc15c440 0x7f47bc160180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47bbe00640 1 -- 172.21.15.22:0/3978655209 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47bc15c440 msgr2=0x7f47bc160180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:53.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47bbe00640 1 --2- 172.21.15.22:0/3978655209 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47bc15c440 0x7f47bc160180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47bbe00640 1 -- 172.21.15.22:0/3978655209 >> v1:172.21.15.22:6789/0 conn(0x7f47bc15c820 legacy=0x7f47bc0afbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.346 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.344+0000 7f47bbe00640 1 -- 172.21.15.22:0/3978655209 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47bc0707e0 con 0x7f47bc1606c0 2024-09-10T10:41:53.348 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47bbe00640 1 --2- 172.21.15.22:0/3978655209 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47bc1606c0 0x7f47bc0b6520 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f47b4009d90 tx=0x7f47b401c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd4d5ff6107c543f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47baa00640 1 -- 172.21.15.22:0/3978655209 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47b40b2070 con 0x7f47bc1606c0 2024-09-10T10:41:53.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47baa00640 1 -- 172.21.15.22:0/3978655209 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47b40a5920 con 0x7f47bc1606c0 2024-09-10T10:41:53.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47baa00640 1 -- 172.21.15.22:0/3978655209 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47b40a5cf0 con 0x7f47bc1606c0 2024-09-10T10:41:53.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 -- 172.21.15.22:0/3978655209 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47bc1606c0 msgr2=0x7f47bc0b6520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 --2- 172.21.15.22:0/3978655209 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47bc1606c0 0x7f47bc0b6520 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f47b4009d90 tx=0x7f47b401c970 comp rx=0 tx=0).stop 2024-09-10T10:41:53.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 -- 172.21.15.22:0/3978655209 shutdown_connections 2024-09-10T10:41:53.349 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 --2- 172.21.15.22:0/3978655209 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47bc1606c0 0x7f47bc0b6520 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 --2- 172.21.15.22:0/3978655209 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47bc15c440 0x7f47bc160180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 -- 172.21.15.22:0/3978655209 >> 172.21.15.22:0/3978655209 conn(0x7f47bc0b7a30 msgr2=0x7f47bc0b7e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:53.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 -- 172.21.15.22:0/3978655209 shutdown_connections 2024-09-10T10:41:53.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 -- 172.21.15.22:0/3978655209 wait complete. 2024-09-10T10:41:53.350 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 Processor -- start 2024-09-10T10:41:53.351 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 -- start start 2024-09-10T10:41:53.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47bc15c440 0x7f47bc06d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47bc15c820 0x7f47bc166a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.348+0000 7f47c2800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47bc1606c0 0x7f47bc14be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47c2800640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f47bc0b0c70 con 0x7f47bc15c440 2024-09-10T10:41:53.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47c2800640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f47bc0b0af0 con 0x7f47bc15c820 2024-09-10T10:41:53.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47c2800640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f47bc0b0df0 con 0x7f47bc1606c0 2024-09-10T10:41:53.353 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47bb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47bc15c440 0x7f47bc06d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47bb400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47bc15c440 0x7f47bc06d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:51996/0 (socket says 172.21.15.22:51996) 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47bb400640 1 -- 172.21.15.22:0/1643495931 learned_addr learned my addr 172.21.15.22:0/1643495931 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47bbe00640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47bc1606c0 0x7f47bc14be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47b2a00640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47bc15c820 0x7f47bc166a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47bb400640 1 -- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47bc1606c0 msgr2=0x7f47bc14be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47bb400640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f47bc1606c0 0x7f47bc14be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47bb400640 1 -- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47bc15c820 msgr2=0x7f47bc166a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47bb400640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47bc15c820 0x7f47bc166a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47bb400640 1 -- 172.21.15.22:0/1643495931 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47bc1656c0 con 0x7f47bc15c440 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47b2a00640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f47bc15c820 0x7f47bc166a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47bb400640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47bc15c440 0x7f47bc06d670 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f47ac00d830 tx=0x7f47ac00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47b3e00640 1 -- 172.21.15.22:0/1643495931 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac00b660 con 0x7f47bc15c440 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47b3e00640 1 -- 172.21.15.22:0/1643495931 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47ac019070 con 0x7f47bc15c440 2024-09-10T10:41:53.354 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47b3e00640 1 -- 172.21.15.22:0/1643495931 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac00ba00 con 0x7f47bc15c440 2024-09-10T10:41:53.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47bc1659a0 con 0x7f47bc15c440 2024-09-10T10:41:53.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47bc165f60 con 0x7f47bc15c440 2024-09-10T10:41:53.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f47bc160180 con 0x7f47bc15c440 2024-09-10T10:41:53.355 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.352+0000 7f47b3e00640 1 -- 172.21.15.22:0/1643495931 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f47ac01e460 con 0x7f47bc15c440 2024-09-10T10:41:53.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.356+0000 7f47b3e00640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47980678c0 0x7f4798069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.356+0000 7f47b3e00640 1 -- 172.21.15.22:0/1643495931 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f47ac086a50 con 0x7f47bc15c440 2024-09-10T10:41:53.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.356+0000 7f47b3e00640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] conn(0x7f479806d780 0x7f479806fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.356 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.356+0000 7f47b2a00640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47980678c0 0x7f4798069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.356+0000 7f47b3e00640 1 -- 172.21.15.22:0/1643495931 --> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f47ac01fe50 con 0x7f479806d780 2024-09-10T10:41:53.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.356+0000 7f47b3e00640 1 -- 172.21.15.22:0/1643495931 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_get_version_reply(handle=1 version=141) ==== 24+0+0 (secure 0 0 0) 0x7f47ac086e00 con 0x7f47bc15c440 2024-09-10T10:41:53.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.356+0000 7f47bbe00640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] conn(0x7f479806d780 0x7f479806fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.356+0000 7f47b2a00640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47980678c0 0x7f4798069d80 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f47bc06cb90 tx=0x7f47a4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.357 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.356+0000 7f47bbe00640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] conn(0x7f479806d780 0x7f479806fba0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.358 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.356+0000 7f47b3e00640 1 -- 172.21.15.22:0/1643495931 <== osd.7 v2:172.21.15.145:6816/3895957474 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f47ac01fe50 con 0x7f479806d780 2024-09-10T10:41:53.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 --> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f47bc073690 con 0x7f479806d780 2024-09-10T10:41:53.372 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47b3e00640 1 -- 172.21.15.22:0/1643495931 <== osd.7 v2:172.21.15.145:6816/3895957474 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f47bc073690 con 0x7f479806d780 2024-09-10T10:41:53.372 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-10T10:41:53.373 INFO:teuthology.orchestra.run.smithi022.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:41:53.373 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] conn(0x7f479806d780 msgr2=0x7f479806fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:6816/3895957474,v1:172.21.15.145:6817/3895957474] conn(0x7f479806d780 0x7f479806fba0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47980678c0 msgr2=0x7f4798069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f47980678c0 0x7f4798069d80 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f47bc06cb90 tx=0x7f47a4009040 comp rx=0 tx=0).stop 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47bc15c440 msgr2=0x7f47bc06d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 --2- 172.21.15.22:0/1643495931 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f47bc15c440 0x7f47bc06d670 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f47ac00d830 tx=0x7f47ac00dcf0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47bbe00640 1 -- 172.21.15.22:0/1643495931 reap_dead start 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 shutdown_connections 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 >> 172.21.15.22:0/1643495931 conn(0x7f47bc0b7a30 msgr2=0x7f47bc0b61d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 shutdown_connections 2024-09-10T10:41:53.374 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.372+0000 7f47c2800640 1 -- 172.21.15.22:0/1643495931 wait complete. 2024-09-10T10:41:53.391 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-10T10:41:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cf200640 1 Processor -- start 2024-09-10T10:41:53.533 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cf200640 1 -- start start 2024-09-10T10:41:53.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cf200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f80c815c160 0x7f80c80d0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cf200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f80c815fe50 0x7f80c80ce0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cf200640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80c80d0b20 con 0x7f80c815c540 2024-09-10T10:41:53.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cf200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f80c8063670 con 0x7f80c815fe50 2024-09-10T10:41:53.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cf200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f80c80d0e00 con 0x7f80c815c160 2024-09-10T10:41:53.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80ce800640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f80c815fe50 0x7f80c80ce0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cd400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f80c815c540 0x7f80c8062f60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49400/0 (socket says 172.21.15.22:49400) 2024-09-10T10:41:53.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cd400640 1 -- 172.21.15.22:0/4194417589 learned_addr learned my addr 172.21.15.22:0/4194417589 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:53.535 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cde00640 1 --2- 172.21.15.22:0/4194417589 >> v2:172.21.15.145:3300/0 conn(0x7f80c815c160 0x7f80c80d0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80ce800640 1 -- 172.21.15.22:0/4194417589 >> v2:172.21.15.145:3300/0 conn(0x7f80c815c160 msgr2=0x7f80c80d0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:53.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80ce800640 1 --2- 172.21.15.22:0/4194417589 >> v2:172.21.15.145:3300/0 conn(0x7f80c815c160 0x7f80c80d0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80ce800640 1 -- 172.21.15.22:0/4194417589 >> v1:172.21.15.22:6789/0 conn(0x7f80c815c540 legacy=0x7f80c8062f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80ce800640 1 -- 172.21.15.22:0/4194417589 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c8062780 con 0x7f80c815fe50 2024-09-10T10:41:53.536 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.532+0000 7f80cca00640 1 -- 172.21.15.22:0/4194417589 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3303013980 0 0) 0x7f80c80d0b20 con 0x7f80c815c540 2024-09-10T10:41:53.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80ce800640 1 --2- 172.21.15.22:0/4194417589 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815fe50 0x7f80c80ce0c0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f80c80b3fd0 tx=0x7f80c401c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e74e44a269c2bddf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cca00640 1 -- 172.21.15.22:0/4194417589 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c40b2070 con 0x7f80c815fe50 2024-09-10T10:41:53.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cca00640 1 -- 172.21.15.22:0/4194417589 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80c40a5840 con 0x7f80c815fe50 2024-09-10T10:41:53.538 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cca00640 1 -- 172.21.15.22:0/4194417589 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c40a5c10 con 0x7f80c815fe50 2024-09-10T10:41:53.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cf200640 1 -- 172.21.15.22:0/4194417589 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815fe50 msgr2=0x7f80c80ce0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cf200640 1 --2- 172.21.15.22:0/4194417589 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815fe50 0x7f80c80ce0c0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f80c80b3fd0 tx=0x7f80c401c870 comp rx=0 tx=0).stop 2024-09-10T10:41:53.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cf200640 1 -- 172.21.15.22:0/4194417589 shutdown_connections 2024-09-10T10:41:53.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cf200640 1 --2- 172.21.15.22:0/4194417589 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815fe50 0x7f80c80ce0c0 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cf200640 1 --2- 172.21.15.22:0/4194417589 >> v2:172.21.15.145:3300/0 conn(0x7f80c815c160 0x7f80c80d0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cf200640 1 -- 172.21.15.22:0/4194417589 >> 172.21.15.22:0/4194417589 conn(0x7f80c8072f30 msgr2=0x7f80c806bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:53.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cf200640 1 -- 172.21.15.22:0/4194417589 shutdown_connections 2024-09-10T10:41:53.539 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.536+0000 7f80cf200640 1 -- 172.21.15.22:0/4194417589 wait complete. 2024-09-10T10:41:53.540 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cf200640 1 Processor -- start 2024-09-10T10:41:53.541 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cf200640 1 -- start start 2024-09-10T10:41:53.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cf200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f80c815c160 0x7f80c80b4c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cf200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815c540 0x7f80c8165b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cf200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c815fe50 0x7f80c81660d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cf200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f80c8169370 con 0x7f80c815c540 2024-09-10T10:41:53.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cf200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f80c81691f0 con 0x7f80c815fe50 2024-09-10T10:41:53.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cf200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f80c81694f0 con 0x7f80c815c160 2024-09-10T10:41:53.543 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cd400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815c540 0x7f80c8165b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cd400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815c540 0x7f80c8165b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52012/0 (socket says 172.21.15.22:52012) 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cd400640 1 -- 172.21.15.22:0/3676528266 learned_addr learned my addr 172.21.15.22:0/3676528266 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cde00640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f80c815c160 0x7f80c80b4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80ce800640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c815fe50 0x7f80c81660d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cd400640 1 -- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f80c815c160 msgr2=0x7f80c80b4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cd400640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f80c815c160 0x7f80c80b4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cd400640 1 -- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c815fe50 msgr2=0x7f80c81660d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cd400640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c815fe50 0x7f80c81660d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cd400640 1 -- 172.21.15.22:0/3676528266 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c80b51c0 con 0x7f80c815c540 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cde00640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f80c815c160 0x7f80c80b4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cd400640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815c540 0x7f80c8165b90 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f80b800c4b0 tx=0x7f80b800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80c2000640 1 -- 172.21.15.22:0/3676528266 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b8018070 con 0x7f80c815c540 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80c2000640 1 -- 172.21.15.22:0/3676528266 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80b8007500 con 0x7f80c815c540 2024-09-10T10:41:53.544 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80c2000640 1 -- 172.21.15.22:0/3676528266 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b8004a30 con 0x7f80c815c540 2024-09-10T10:41:53.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cf200640 1 -- 172.21.15.22:0/3676528266 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80c8151e50 con 0x7f80c815c540 2024-09-10T10:41:53.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.540+0000 7f80cf200640 1 -- 172.21.15.22:0/3676528266 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80c8152410 con 0x7f80c815c540 2024-09-10T10:41:53.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.544+0000 7f80cf200640 1 -- 172.21.15.22:0/3676528266 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80c80d0210 con 0x7f80c815c540 2024-09-10T10:41:53.545 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.544+0000 7f80c2000640 1 -- 172.21.15.22:0/3676528266 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f80b8004bd0 con 0x7f80c815c540 2024-09-10T10:41:53.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.544+0000 7f80c2000640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80ac0678c0 0x7f80ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.544+0000 7f80c2000640 1 -- 172.21.15.22:0/3676528266 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f80b8084cb0 con 0x7f80c815c540 2024-09-10T10:41:53.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.544+0000 7f80cde00640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80ac0678c0 0x7f80ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.546 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.544+0000 7f80cde00640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80ac0678c0 0x7f80ac069d80 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f80bc007a70 tx=0x7f80bc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.550 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.548+0000 7f80c2000640 1 -- 172.21.15.22:0/3676528266 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f80b8055b10 con 0x7f80c815c540 2024-09-10T10:41:53.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.712+0000 7f80cf200640 1 -- 172.21.15.22:0/3676528266 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f80c8151c00 con 0x7f80ac0678c0 2024-09-10T10:41:53.715 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.712+0000 7f80c2000640 1 -- 172.21.15.22:0/3676528266 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f80c8151c00 con 0x7f80ac0678c0 2024-09-10T10:41:53.715 INFO:teuthology.orchestra.run.smithi022.stderr:instructed osd(s) 7 to deep-scrub 2024-09-10T10:41:53.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 -- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80ac0678c0 msgr2=0x7f80ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80ac0678c0 0x7f80ac069d80 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f80bc007a70 tx=0x7f80bc008040 comp rx=0 tx=0).stop 2024-09-10T10:41:53.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 -- 172.21.15.22:0/3676528266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815c540 msgr2=0x7f80c8165b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.717 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815c540 0x7f80c8165b90 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f80b800c4b0 tx=0x7f80b800c970 comp rx=0 tx=0).stop 2024-09-10T10:41:53.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 -- 172.21.15.22:0/3676528266 shutdown_connections 2024-09-10T10:41:53.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f80ac0678c0 0x7f80ac069d80 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f80c815fe50 0x7f80c81660d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f80c815c540 0x7f80c8165b90 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 --2- 172.21.15.22:0/3676528266 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f80c815c160 0x7f80c80b4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 -- 172.21.15.22:0/3676528266 >> 172.21.15.22:0/3676528266 conn(0x7f80c8072f30 msgr2=0x7f80c81576f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:53.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 -- 172.21.15.22:0/3676528266 shutdown_connections 2024-09-10T10:41:53.718 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.716+0000 7f80cf200640 1 -- 172.21.15.22:0/3676528266 wait complete. 2024-09-10T10:41:53.737 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:41:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f312d400640 1 Processor -- start 2024-09-10T10:41:53.877 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f312d400640 1 -- start start 2024-09-10T10:41:53.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f312d400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f312815c230 0x7f312815c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f312d400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f31280d2820 0x7f31280b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f312d400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f312815cc20 con 0x7f31280d2c40 2024-09-10T10:41:53.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f312d400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f312815cf00 con 0x7f31280d2820 2024-09-10T10:41:53.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f312d400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f312815d1e0 con 0x7f312815c230 2024-09-10T10:41:53.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f311de00640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f31280d2820 0x7f31280b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f3127200640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7f31280d2c40 0x7f3128073200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:49402/0 (socket says 172.21.15.22:49402) 2024-09-10T10:41:53.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f3127200640 1 -- 172.21.15.22:0/2568734783 learned_addr learned my addr 172.21.15.22:0/2568734783 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:41:53.879 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f3126800640 1 --2- 172.21.15.22:0/2568734783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f312815c230 0x7f312815c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f311de00640 1 -- 172.21.15.22:0/2568734783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f312815c230 msgr2=0x7f312815c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:41:53.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f311de00640 1 --2- 172.21.15.22:0/2568734783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f312815c230 0x7f312815c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f311de00640 1 -- 172.21.15.22:0/2568734783 >> v1:172.21.15.22:6789/0 conn(0x7f31280d2c40 legacy=0x7f3128073200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.880 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.876+0000 7f311de00640 1 -- 172.21.15.22:0/2568734783 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f312815d4c0 con 0x7f31280d2820 2024-09-10T10:41:53.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f311de00640 1 --2- 172.21.15.22:0/2568734783 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31280d2820 0x7f31280b6c50 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f31100097f0 tx=0x7f311001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e6a8e63d1acc30 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f3125e00640 1 -- 172.21.15.22:0/2568734783 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31100b1070 con 0x7f31280d2820 2024-09-10T10:41:53.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f3125e00640 1 -- 172.21.15.22:0/2568734783 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31100ac410 con 0x7f31280d2820 2024-09-10T10:41:53.882 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f3125e00640 1 -- 172.21.15.22:0/2568734783 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31100ac7e0 con 0x7f31280d2820 2024-09-10T10:41:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f312d400640 1 -- 172.21.15.22:0/2568734783 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31280d2820 msgr2=0x7f31280b6c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f312d400640 1 --2- 172.21.15.22:0/2568734783 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31280d2820 0x7f31280b6c50 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f31100097f0 tx=0x7f311001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.883 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f312d400640 1 -- 172.21.15.22:0/2568734783 shutdown_connections 2024-09-10T10:41:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f312d400640 1 --2- 172.21.15.22:0/2568734783 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f31280d2820 0x7f31280b6c50 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f312d400640 1 --2- 172.21.15.22:0/2568734783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f312815c230 0x7f312815c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f312d400640 1 -- 172.21.15.22:0/2568734783 >> 172.21.15.22:0/2568734783 conn(0x7f312806f3b0 msgr2=0x7f312806f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f312d400640 1 -- 172.21.15.22:0/2568734783 shutdown_connections 2024-09-10T10:41:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.880+0000 7f312d400640 1 -- 172.21.15.22:0/2568734783 wait complete. 2024-09-10T10:41:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 Processor -- start 2024-09-10T10:41:53.884 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 -- start start 2024-09-10T10:41:53.886 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31280d2820 0x7f3128158040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31280d2c40 0x7f31281462e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f312815c230 0x7f3128165470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f31281692d0 con 0x7f312815c230 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31280b75a0 con 0x7f31280d2c40 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3128169450 con 0x7f31280d2820 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f3127200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f312815c230 0x7f3128165470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f3126800640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31280d2820 0x7f3128158040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f3127200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f312815c230 0x7f3128165470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:52034/0 (socket says 172.21.15.22:52034) 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f3127200640 1 -- 172.21.15.22:0/3334161934 learned_addr learned my addr 172.21.15.22:0/3334161934 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f311de00640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31280d2c40 0x7f31281462e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f3127200640 1 -- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31280d2820 msgr2=0x7f3128158040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.887 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f3127200640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31280d2820 0x7f3128158040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f3127200640 1 -- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31280d2c40 msgr2=0x7f31281462e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f3127200640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31280d2c40 0x7f31281462e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f3127200640 1 -- 172.21.15.22:0/3334161934 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3128146820 con 0x7f312815c230 2024-09-10T10:41:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f311de00640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31280d2c40 0x7f31281462e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:41:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f3127200640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f312815c230 0x7f3128165470 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f312000cb40 tx=0x7f312000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f311f400640 1 -- 172.21.15.22:0/3334161934 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3120017070 con 0x7f312815c230 2024-09-10T10:41:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f311f400640 1 -- 172.21.15.22:0/3334161934 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f312000aca0 con 0x7f312815c230 2024-09-10T10:41:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 -- 172.21.15.22:0/3334161934 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3128143850 con 0x7f312815c230 2024-09-10T10:41:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f311f400640 1 -- 172.21.15.22:0/3334161934 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3120012600 con 0x7f312815c230 2024-09-10T10:41:53.888 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 -- 172.21.15.22:0/3334161934 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f312806c140 con 0x7f312815c230 2024-09-10T10:41:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.884+0000 7f312d400640 1 -- 172.21.15.22:0/3334161934 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31280b6c50 con 0x7f312815c230 2024-09-10T10:41:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.888+0000 7f311f400640 1 -- 172.21.15.22:0/3334161934 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f312001a070 con 0x7f312815c230 2024-09-10T10:41:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.888+0000 7f311f400640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31040678f0 0x7f3104069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:41:53.889 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.888+0000 7f311f400640 1 -- 172.21.15.22:0/3334161934 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f3120085590 con 0x7f312815c230 2024-09-10T10:41:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.888+0000 7f3126800640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31040678f0 0x7f3104069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:41:53.890 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.888+0000 7f3126800640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31040678f0 0x7f3104069db0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f31180079c0 tx=0x7f3118008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:41:53.893 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:53.892+0000 7f311f400640 1 -- 172.21.15.22:0/3334161934 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3120055d70 con 0x7f312815c230 2024-09-10T10:41:54.056 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.052+0000 7f312d400640 1 -- 172.21.15.22:0/3334161934 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f312815c960 con 0x7f31040678f0 2024-09-10T10:41:54.057 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f311f400640 1 -- 172.21.15.22:0/3334161934 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13408 (secure 0 0 0) 0x7f312815c960 con 0x7f31040678f0 2024-09-10T10:41:54.057 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:41:54.058 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:41:54.059 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 -- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31040678f0 msgr2=0x7f3104069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31040678f0 0x7f3104069db0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f31180079c0 tx=0x7f3118008040 comp rx=0 tx=0).stop 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 -- 172.21.15.22:0/3334161934 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f312815c230 msgr2=0x7f3128165470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f312815c230 0x7f3128165470 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f312000cb40 tx=0x7f312000a060 comp rx=0 tx=0).stop 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 -- 172.21.15.22:0/3334161934 shutdown_connections 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f31040678f0 0x7f3104069db0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f312815c230 0x7f3128165470 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f31280d2c40 0x7f31281462e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 --2- 172.21.15.22:0/3334161934 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f31280d2820 0x7f3128158040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 -- 172.21.15.22:0/3334161934 >> 172.21.15.22:0/3334161934 conn(0x7f312806f3b0 msgr2=0x7f312806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 -- 172.21.15.22:0/3334161934 shutdown_connections 2024-09-10T10:41:54.060 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:41:54.056+0000 7f312d400640 1 -- 172.21.15.22:0/3334161934 wait complete. 2024-09-10T10:41:54.079 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":422,"stamp":"2024-09-10T10:41:53.470225+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":289496,"kb_used_data":15016,"kb_used_omap":12,"kb_used_meta":274291,"kb_avail":754685224,"statfs":{"total":773094113280,"available":772797669376,"internally_reserved":0,"allocated":15376384,"data_stored":7265368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":280874544},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002232"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":390,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-10T10:41:43.684028+0000","last_change":"2024-09-10T10:32:21.819267+0000","last_active":"2024-09-10T10:41:43.684028+0000","last_peered":"2024-09-10T10:41:43.684028+0000","last_clean":"2024-09-10T10:41:43.684028+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:41:43.684028+0000","last_undegraded":"2024-09-10T10:41:43.684028+0000","last_fullsized":"2024-09-10T10:41:43.684028+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:32:19.978548+0000","last_clean_scrub_stamp":"2024-09-10T10:32:19.978548+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:10.894269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509557,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37084,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509557,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37084,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509556,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32920,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338920,"statfs":{"total":96636764160,"available":96603054080,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509557,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37084,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509558,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37084,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509557,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37660,"kb_used_data":2312,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334180,"statfs":{"total":96636764160,"available":96598200320,"internally_reserved":0,"allocated":2367488,"data_stored":1350947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509556,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37084,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542263,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33496,"kb_used_data":2312,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338344,"statfs":{"total":96636764160,"available":96602464256,"internally_reserved":0,"allocated":2367488,"data_stored":1350947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:41:54.083 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-10T10:32:19.978548+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=10, tm_min=32, tm_sec=19, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=10, tm_min=41, tm_sec=48, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T10:41:54.083 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-10T10:41:54.339 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:41:54.343 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:42:14.084 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:42:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d3400640 1 Processor -- start 2024-09-10T10:42:14.238 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d3400640 1 -- start start 2024-09-10T10:42:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d3400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f70cc162090 0x7f70cc162470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc073730 0x7f70cc0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d3400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f70cc15eaa0 0x7f70cc15ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d3400640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f70cc15fd00 con 0x7f70cc15eaa0 2024-09-10T10:42:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d3400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f70cc158ef0 con 0x7f70cc162090 2024-09-10T10:42:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d3400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f70cc1629b0 con 0x7f70cc073730 2024-09-10T10:42:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d1400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f70cc15eaa0 0x7f70cc15ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d1400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f70cc15eaa0 0x7f70cc15ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49348/0 (socket says 172.21.15.22:49348) 2024-09-10T10:42:14.241 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d1400640 1 -- 172.21.15.22:0/3000095049 learned_addr learned my addr 172.21.15.22:0/3000095049 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:42:14.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d0a00640 1 --2- 172.21.15.22:0/3000095049 >> v2:172.21.15.145:3300/0 conn(0x7f70cc162090 0x7f70cc162470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70c3e00640 1 --2- 172.21.15.22:0/3000095049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc073730 0x7f70cc0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.236+0000 7f70d1400640 1 -- 172.21.15.22:0/3000095049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc073730 msgr2=0x7f70cc0ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:42:14.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d1400640 1 --2- 172.21.15.22:0/3000095049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc073730 0x7f70cc0ae100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d1400640 1 -- 172.21.15.22:0/3000095049 >> v2:172.21.15.145:3300/0 conn(0x7f70cc162090 msgr2=0x7f70cc162470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:42:14.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d1400640 1 --2- 172.21.15.22:0/3000095049 >> v2:172.21.15.145:3300/0 conn(0x7f70cc162090 0x7f70cc162470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d1400640 1 -- 172.21.15.22:0/3000095049 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70cc0aea70 con 0x7f70cc15eaa0 2024-09-10T10:42:14.242 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70c3e00640 1 --2- 172.21.15.22:0/3000095049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc073730 0x7f70cc0ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:42:14.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d1400640 1 --2- 172.21.15.22:0/3000095049 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc15eaa0 0x7f70cc15ef10 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f70cc06cd30 tx=0x7f70c401f1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7e211627641cb7e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:42:14.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70cbe00640 1 -- 172.21.15.22:0/3000095049 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c40b4070 con 0x7f70cc15eaa0 2024-09-10T10:42:14.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70cbe00640 1 -- 172.21.15.22:0/3000095049 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70c40af400 con 0x7f70cc15eaa0 2024-09-10T10:42:14.243 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70cbe00640 1 -- 172.21.15.22:0/3000095049 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c40af7d0 con 0x7f70cc15eaa0 2024-09-10T10:42:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d3400640 1 -- 172.21.15.22:0/3000095049 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc15eaa0 msgr2=0x7f70cc15ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d3400640 1 --2- 172.21.15.22:0/3000095049 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc15eaa0 0x7f70cc15ef10 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f70cc06cd30 tx=0x7f70c401f1e0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d3400640 1 -- 172.21.15.22:0/3000095049 shutdown_connections 2024-09-10T10:42:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d3400640 1 --2- 172.21.15.22:0/3000095049 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc15eaa0 0x7f70cc15ef10 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d3400640 1 --2- 172.21.15.22:0/3000095049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc073730 0x7f70cc0ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d3400640 1 --2- 172.21.15.22:0/3000095049 >> v2:172.21.15.145:3300/0 conn(0x7f70cc162090 0x7f70cc162470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.244 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d3400640 1 -- 172.21.15.22:0/3000095049 >> 172.21.15.22:0/3000095049 conn(0x7f70cc06bcc0 msgr2=0x7f70cc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:42:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d3400640 1 -- 172.21.15.22:0/3000095049 shutdown_connections 2024-09-10T10:42:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.240+0000 7f70d3400640 1 -- 172.21.15.22:0/3000095049 wait complete. 2024-09-10T10:42:14.245 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d3400640 1 Processor -- start 2024-09-10T10:42:14.246 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d3400640 1 -- start start 2024-09-10T10:42:14.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d3400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70cc073730 0x7f70cc157f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d3400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc15eaa0 0x7f70cc1e7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d3400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc162090 0x7f70cc0cb610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.249 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d3400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f70cc0af310 con 0x7f70cc162090 2024-09-10T10:42:14.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d3400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f70cc0af030 con 0x7f70cc073730 2024-09-10T10:42:14.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d3400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f70cc0af490 con 0x7f70cc15eaa0 2024-09-10T10:42:14.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc162090 0x7f70cc0cb610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d1400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc162090 0x7f70cc0cb610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49358/0 (socket says 172.21.15.22:49358) 2024-09-10T10:42:14.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d1400640 1 -- 172.21.15.22:0/3396754482 learned_addr learned my addr 172.21.15.22:0/3396754482 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:42:14.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d0a00640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70cc073730 0x7f70cc157f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70c3e00640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc15eaa0 0x7f70cc1e7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.250 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d1400640 1 -- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc15eaa0 msgr2=0x7f70cc1e7eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d1400640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc15eaa0 0x7f70cc1e7eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d1400640 1 -- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70cc073730 msgr2=0x7f70cc157f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d1400640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70cc073730 0x7f70cc157f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d1400640 1 -- 172.21.15.22:0/3396754482 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70cc0ceca0 con 0x7f70cc162090 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70c3e00640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc15eaa0 0x7f70cc1e7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d1400640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc162090 0x7f70cc0cb610 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f70c40b2040 tx=0x7f70c401bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70c9600640 1 -- 172.21.15.22:0/3396754482 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c40b4040 con 0x7f70cc162090 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70c9600640 1 -- 172.21.15.22:0/3396754482 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70c40c0070 con 0x7f70cc162090 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70d3400640 1 -- 172.21.15.22:0/3396754482 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70cc1e88c0 con 0x7f70cc162090 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.244+0000 7f70c9600640 1 -- 172.21.15.22:0/3396754482 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c4009510 con 0x7f70cc162090 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.248+0000 7f70d3400640 1 -- 172.21.15.22:0/3396754482 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70cc1e8e80 con 0x7f70cc162090 2024-09-10T10:42:14.251 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.248+0000 7f70d3400640 1 -- 172.21.15.22:0/3396754482 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70cc073be0 con 0x7f70cc162090 2024-09-10T10:42:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.248+0000 7f70c9600640 1 -- 172.21.15.22:0/3396754482 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f70c40c5460 con 0x7f70cc162090 2024-09-10T10:42:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.248+0000 7f70c9600640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70a80678c0 0x7f70a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.248+0000 7f70c9600640 1 -- 172.21.15.22:0/3396754482 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f70c4123c60 con 0x7f70cc162090 2024-09-10T10:42:14.252 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.248+0000 7f70d0a00640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70a80678c0 0x7f70a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.253 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.252+0000 7f70d0a00640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70a80678c0 0x7f70a8069d80 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f70bc009a40 tx=0x7f70bc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:42:14.255 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.252+0000 7f70c9600640 1 -- 172.21.15.22:0/3396754482 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f70c4018d40 con 0x7f70cc162090 2024-09-10T10:42:14.418 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.416+0000 7f70d3400640 1 -- 172.21.15.22:0/3396754482 --> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f70cc06ff30 con 0x7f70a80678c0 2024-09-10T10:42:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.416+0000 7f70c9600640 1 -- 172.21.15.22:0/3396754482 <== mgr.4105 v2:172.21.15.145:6832/860825845 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13379 (secure 0 0 0) 0x7f70cc06ff30 con 0x7f70a80678c0 2024-09-10T10:42:14.419 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:42:14.419 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-10T10:42:14.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 -- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70a80678c0 msgr2=0x7f70a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70a80678c0 0x7f70a8069d80 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f70bc009a40 tx=0x7f70bc009190 comp rx=0 tx=0).stop 2024-09-10T10:42:14.421 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 -- 172.21.15.22:0/3396754482 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc162090 msgr2=0x7f70cc0cb610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc162090 0x7f70cc0cb610 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f70c40b2040 tx=0x7f70c401bf80 comp rx=0 tx=0).stop 2024-09-10T10:42:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 -- 172.21.15.22:0/3396754482 shutdown_connections 2024-09-10T10:42:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f70a80678c0 0x7f70a8069d80 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f70cc162090 0x7f70cc0cb610 unknown :-1 s=CLOSED pgs=1562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70cc15eaa0 0x7f70cc1e7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 --2- 172.21.15.22:0/3396754482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70cc073730 0x7f70cc157f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 -- 172.21.15.22:0/3396754482 >> 172.21.15.22:0/3396754482 conn(0x7f70cc06bcc0 msgr2=0x7f70cc0b1260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:42:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 -- 172.21.15.22:0/3396754482 shutdown_connections 2024-09-10T10:42:14.422 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.420+0000 7f70d3400640 1 -- 172.21.15.22:0/3396754482 wait complete. 2024-09-10T10:42:14.440 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":432,"stamp":"2024-09-10T10:42:13.474313+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":289492,"kb_used_data":15016,"kb_used_omap":12,"kb_used_meta":274291,"kb_avail":754685228,"statfs":{"total":773094113280,"available":772797673472,"internally_reserved":0,"allocated":15376384,"data_stored":7265368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":280874544},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002500"},"pg_stats":[{"pgid":"1.0","version":"141'119","reported_seq":401,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-10T10:41:51.451422+0000","last_change":"2024-09-10T10:41:51.451458+0000","last_active":"2024-09-10T10:41:51.451422+0000","last_peered":"2024-09-10T10:41:51.451422+0000","last_clean":"2024-09-10T10:41:51.451422+0000","last_became_active":"2024-09-10T10:32:21.818864+0000","last_became_peered":"2024-09-10T10:32:21.818864+0000","last_unstale":"2024-09-10T10:41:51.451422+0000","last_undegraded":"2024-09-10T10:41:51.451422+0000","last_fullsized":"2024-09-10T10:41:51.451422+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"141'119","last_scrub_stamp":"2024-09-10T10:41:51.451355+0000","last_deep_scrub":"141'119","last_deep_scrub_stamp":"2024-09-10T10:41:51.451355+0000","last_clean_scrub_stamp":"2024-09-10T10:41:51.451355+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:30.918141+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509561,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37084,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509561,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37084,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509560,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32920,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338920,"statfs":{"total":96636764160,"available":96603054080,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509561,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37084,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509562,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37084,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509561,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37656,"kb_used_data":2312,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334184,"statfs":{"total":96636764160,"available":96598204416,"internally_reserved":0,"allocated":2367488,"data_stored":1350947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509560,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37084,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1773568,"data_stored":760579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542267,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33496,"kb_used_data":2312,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338344,"statfs":{"total":96636764160,"available":96602464256,"internally_reserved":0,"allocated":2367488,"data_stored":1350947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:42:14.441 DEBUG:teuthology.orchestra.run.smithi022:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-10T10:42:14.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff4b400640 1 Processor -- start 2024-09-10T10:42:14.581 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff4b400640 1 -- start start 2024-09-10T10:42:14.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff4b400640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7eff44158f70 0x7eff4415c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff4b400640 1 -- --> v1:172.21.15.22:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff44159350 con 0x7eff4406f1c0 2024-09-10T10:42:14.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff4b400640 1 -- --> v1:172.21.15.145:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff44071340 con 0x7eff44072f30 2024-09-10T10:42:14.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff4b400640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7eff44071620 con 0x7eff44158f70 2024-09-10T10:42:14.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff49400640 1 --1- >> v1:172.21.15.22:6789/0 conn(0x7eff4406f1c0 0x7eff440ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.22:6789/0 says I am v1:172.21.15.22:60644/0 (socket says 172.21.15.22:60644) 2024-09-10T10:42:14.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff49400640 1 -- 172.21.15.22:0/1631559532 learned_addr learned my addr 172.21.15.22:0/1631559532 (peer_addr_for_me v1:172.21.15.22:0/0) 2024-09-10T10:42:14.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff48a00640 1 --2- 172.21.15.22:0/1631559532 >> v2:172.21.15.145:3300/0 conn(0x7eff44158f70 0x7eff4415c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.583 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff43e00640 1 -- 172.21.15.22:0/1631559532 <== mon.0 v1:172.21.15.22:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1050313638 0 0) 0x7eff44159350 con 0x7eff4406f1c0 2024-09-10T10:42:14.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff43e00640 1 -- 172.21.15.22:0/1631559532 --> v1:172.21.15.22:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff28003530 con 0x7eff4406f1c0 2024-09-10T10:42:14.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff48a00640 1 -- 172.21.15.22:0/1631559532 >> v1:172.21.15.145:6789/0 conn(0x7eff44072f30 legacy=0x7eff4406eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff48a00640 1 -- 172.21.15.22:0/1631559532 >> v1:172.21.15.22:6789/0 conn(0x7eff4406f1c0 legacy=0x7eff440ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.584 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.580+0000 7eff48a00640 1 -- 172.21.15.22:0/1631559532 --> v2:172.21.15.145:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff44071900 con 0x7eff44158f70 2024-09-10T10:42:14.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff48a00640 1 --2- 172.21.15.22:0/1631559532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff44158f70 0x7eff4415c630 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7eff340097c0 tx=0x7eff3401c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e4603f754458f38 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:42:14.586 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff43e00640 1 -- 172.21.15.22:0/1631559532 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff340a7070 con 0x7eff44158f70 2024-09-10T10:42:14.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff43e00640 1 -- 172.21.15.22:0/1631559532 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff340b0070 con 0x7eff44158f70 2024-09-10T10:42:14.587 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff43e00640 1 -- 172.21.15.22:0/1631559532 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff340ab870 con 0x7eff44158f70 2024-09-10T10:42:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff4b400640 1 -- 172.21.15.22:0/1631559532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff44158f70 msgr2=0x7eff4415c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff4b400640 1 --2- 172.21.15.22:0/1631559532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff44158f70 0x7eff4415c630 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7eff340097c0 tx=0x7eff3401c470 comp rx=0 tx=0).stop 2024-09-10T10:42:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff4b400640 1 -- 172.21.15.22:0/1631559532 shutdown_connections 2024-09-10T10:42:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff4b400640 1 --2- 172.21.15.22:0/1631559532 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff44158f70 0x7eff4415c630 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff4b400640 1 -- 172.21.15.22:0/1631559532 >> 172.21.15.22:0/1631559532 conn(0x7eff44062eb0 msgr2=0x7eff4406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:42:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff4b400640 1 -- 172.21.15.22:0/1631559532 shutdown_connections 2024-09-10T10:42:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.584+0000 7eff4b400640 1 -- 172.21.15.22:0/1631559532 wait complete. 2024-09-10T10:42:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff4b400640 1 Processor -- start 2024-09-10T10:42:14.589 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff4b400640 1 -- start start 2024-09-10T10:42:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff4b400640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff4406f1c0 0x7eff44155460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff4b400640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff44072f30 0x7eff44155c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff4b400640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff44158f70 0x7eff440c6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.591 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff4b400640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7eff440cf560 con 0x7eff4406f1c0 2024-09-10T10:42:14.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff4b400640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7eff440cf3e0 con 0x7eff44072f30 2024-09-10T10:42:14.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff4b400640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7eff440cf6e0 con 0x7eff44158f70 2024-09-10T10:42:14.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff48a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff4406f1c0 0x7eff44155460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff48a00640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff4406f1c0 0x7eff44155460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49360/0 (socket says 172.21.15.22:49360) 2024-09-10T10:42:14.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff48a00640 1 -- 172.21.15.22:0/3415404514 learned_addr learned my addr 172.21.15.22:0/3415404514 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:42:14.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff48a00640 1 -- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff44158f70 msgr2=0x7eff440c6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff48a00640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff44158f70 0x7eff440c6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff48a00640 1 -- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff44072f30 msgr2=0x7eff44155c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff48a00640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff44072f30 0x7eff44155c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.592 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff48a00640 1 -- 172.21.15.22:0/3415404514 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff441645b0 con 0x7eff4406f1c0 2024-09-10T10:42:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff48a00640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff4406f1c0 0x7eff44155460 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7eff340ad040 tx=0x7eff34019210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:42:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff41600640 1 -- 172.21.15.22:0/3415404514 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff340c1070 con 0x7eff4406f1c0 2024-09-10T10:42:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff41600640 1 -- 172.21.15.22:0/3415404514 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff34003820 con 0x7eff4406f1c0 2024-09-10T10:42:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff4b400640 1 -- 172.21.15.22:0/3415404514 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff44164890 con 0x7eff4406f1c0 2024-09-10T10:42:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff41600640 1 -- 172.21.15.22:0/3415404514 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff34003bf0 con 0x7eff4406f1c0 2024-09-10T10:42:14.593 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.588+0000 7eff4b400640 1 -- 172.21.15.22:0/3415404514 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff44164e50 con 0x7eff4406f1c0 2024-09-10T10:42:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.592+0000 7eff4b400640 1 -- 172.21.15.22:0/3415404514 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff4415c630 con 0x7eff4406f1c0 2024-09-10T10:42:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.592+0000 7eff41600640 1 -- 172.21.15.22:0/3415404514 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7eff340c4070 con 0x7eff4406f1c0 2024-09-10T10:42:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.592+0000 7eff41600640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff200678c0 0x7eff20069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.592+0000 7eff41600640 1 -- 172.21.15.22:0/3415404514 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7eff3411fa50 con 0x7eff4406f1c0 2024-09-10T10:42:14.594 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.592+0000 7eff3be00640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff200678c0 0x7eff20069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.595 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.592+0000 7eff3be00640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff200678c0 0x7eff20069d80 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7eff2c000f70 tx=0x7eff2c0079e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:42:14.598 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.596+0000 7eff41600640 1 -- 172.21.15.22:0/3415404514 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7eff34016090 con 0x7eff4406f1c0 2024-09-10T10:42:14.766 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.764+0000 7eff4b400640 1 -- 172.21.15.22:0/3415404514 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7eff44072d10 con 0x7eff4406f1c0 2024-09-10T10:42:14.768 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff41600640 1 -- 172.21.15.22:0/3415404514 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v68)=0 v68) ==== 123+0+0 (secure 0 0 0) 0x7eff340f0910 con 0x7eff4406f1c0 2024-09-10T10:42:14.769 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff41600640 1 -- 172.21.15.22:0/3415404514 <== mon.0 v2:172.21.15.22:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7eff340b0020 con 0x7eff4406f1c0 2024-09-10T10:42:14.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 -- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff200678c0 msgr2=0x7eff20069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff200678c0 0x7eff20069d80 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7eff2c000f70 tx=0x7eff2c0079e0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.771 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 -- 172.21.15.22:0/3415404514 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff4406f1c0 msgr2=0x7eff44155460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff4406f1c0 0x7eff44155460 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7eff340ad040 tx=0x7eff34019210 comp rx=0 tx=0).stop 2024-09-10T10:42:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 -- 172.21.15.22:0/3415404514 shutdown_connections 2024-09-10T10:42:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7eff200678c0 0x7eff20069d80 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff44158f70 0x7eff440c6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff44072f30 0x7eff44155c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 --2- 172.21.15.22:0/3415404514 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7eff4406f1c0 0x7eff44155460 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 -- 172.21.15.22:0/3415404514 >> 172.21.15.22:0/3415404514 conn(0x7eff44062eb0 msgr2=0x7eff4416ac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:42:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 -- 172.21.15.22:0/3415404514 shutdown_connections 2024-09-10T10:42:14.772 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.768+0000 7eff4b400640 1 -- 172.21.15.22:0/3415404514 wait complete. 2024-09-10T10:42:14.791 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:42:14.791 DEBUG:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:42:14.931 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.928+0000 7f13ab200640 1 Processor -- start 2024-09-10T10:42:14.932 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.928+0000 7f13ab200640 1 -- start start 2024-09-10T10:42:14.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f13ab200640 1 --2- >> v2:172.21.15.145:3300/0 conn(0x7f13a415b220 0x7f13a4071140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f13ab200640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f13a415b600 0x7f13a40b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f13ab200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13a40b5520 0x7f13a40b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.933 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f13ab200640 1 -- --> v2:172.21.15.22:3300/0 -- mon_getmap magic: 0 -- 0x7f13a406d6e0 con 0x7f13a415b600 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f13ab200640 1 -- --> v2:172.21.15.145:3300/0 -- mon_getmap magic: 0 -- 0x7f13a40ce880 con 0x7f13a415b220 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f13ab200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f13a40ceb60 con 0x7f13a40b5520 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f139b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f13a415b600 0x7f13a40b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f139b400640 1 --2- >> v2:172.21.15.22:3300/0 conn(0x7f13a415b600 0x7f13a40b4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49366/0 (socket says 172.21.15.22:49366) 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f139b400640 1 -- 172.21.15.22:0/3662968029 learned_addr learned my addr 172.21.15.22:0/3662968029 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f139b400640 1 -- 172.21.15.22:0/3662968029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13a40b5520 msgr2=0x7f13a40b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f139b400640 1 --2- 172.21.15.22:0/3662968029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13a40b5520 0x7f13a40b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f13a3e00640 1 --2- 172.21.15.22:0/3662968029 >> v2:172.21.15.145:3300/0 conn(0x7f13a415b220 0x7f13a4071140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f139b400640 1 -- 172.21.15.22:0/3662968029 >> v2:172.21.15.145:3300/0 conn(0x7f13a415b220 msgr2=0x7f13a4071140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f139b400640 1 --2- 172.21.15.22:0/3662968029 >> v2:172.21.15.145:3300/0 conn(0x7f13a415b220 0x7f13a4071140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f139b400640 1 -- 172.21.15.22:0/3662968029 --> v2:172.21.15.22:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13a40cee40 con 0x7f13a415b600 2024-09-10T10:42:14.934 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.932+0000 7f13a3e00640 1 --2- 172.21.15.22:0/3662968029 >> v2:172.21.15.145:3300/0 conn(0x7f13a415b220 0x7f13a4071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:42:14.936 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f139b400640 1 --2- 172.21.15.22:0/3662968029 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 0x7f13a40b4fe0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f13a406f400 tx=0x7f138c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aff20e71b97bfd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:42:14.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13a3400640 1 -- 172.21.15.22:0/3662968029 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f138c0b2070 con 0x7f13a415b600 2024-09-10T10:42:14.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13a3400640 1 -- 172.21.15.22:0/3662968029 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f138c0a9070 con 0x7f13a415b600 2024-09-10T10:42:14.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13a3400640 1 -- 172.21.15.22:0/3662968029 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f138c0ad8a0 con 0x7f13a415b600 2024-09-10T10:42:14.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 -- 172.21.15.22:0/3662968029 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 msgr2=0x7f13a40b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.937 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 --2- 172.21.15.22:0/3662968029 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 0x7f13a40b4fe0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f13a406f400 tx=0x7f138c01c490 comp rx=0 tx=0).stop 2024-09-10T10:42:14.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 -- 172.21.15.22:0/3662968029 shutdown_connections 2024-09-10T10:42:14.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 --2- 172.21.15.22:0/3662968029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13a40b5520 0x7f13a40b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 --2- 172.21.15.22:0/3662968029 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 0x7f13a40b4fe0 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 --2- 172.21.15.22:0/3662968029 >> v2:172.21.15.145:3300/0 conn(0x7f13a415b220 0x7f13a4071140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 -- 172.21.15.22:0/3662968029 >> 172.21.15.22:0/3662968029 conn(0x7f13a4062dd0 msgr2=0x7f13a406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:42:14.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 -- 172.21.15.22:0/3662968029 shutdown_connections 2024-09-10T10:42:14.938 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 -- 172.21.15.22:0/3662968029 wait complete. 2024-09-10T10:42:14.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 Processor -- start 2024-09-10T10:42:14.939 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.936+0000 7f13ab200640 1 -- start start 2024-09-10T10:42:14.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13ab200640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13a40b5520 0x7f13a4142f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13ab200640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13a415b220 0x7f13a413fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13ab200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 0x7f13a41644a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.941 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13ab200640 1 -- --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_getmap magic: 0 -- 0x7f13a40cffd0 con 0x7f13a415b600 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13ab200640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f13a40cfe50 con 0x7f13a415b220 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13ab200640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f13a40d0150 con 0x7f13a40b5520 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 0x7f13a41644a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a3e00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13a40b5520 0x7f13a4142f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a9200640 1 --2- >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 0x7f13a41644a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.22:3300/0 says I am v2:172.21.15.22:49368/0 (socket says 172.21.15.22:49368) 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a9200640 1 -- 172.21.15.22:0/1546681138 learned_addr learned my addr 172.21.15.22:0/1546681138 (peer_addr_for_me v2:172.21.15.22:0/0) 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f139b400640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13a415b220 0x7f13a413fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a9200640 1 -- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13a40b5520 msgr2=0x7f13a4142f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a9200640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13a40b5520 0x7f13a4142f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a9200640 1 -- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13a415b220 msgr2=0x7f13a413fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a9200640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13a415b220 0x7f13a413fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a9200640 1 -- 172.21.15.22:0/1546681138 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13a40b30a0 con 0x7f13a415b600 2024-09-10T10:42:14.942 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a9200640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 0x7f13a41644a0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f139c00b9a0 tx=0x7f139c00be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:42:14.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a0c00640 1 -- 172.21.15.22:0/1546681138 <== mon.0 v2:172.21.15.22:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f139c019070 con 0x7f13a415b600 2024-09-10T10:42:14.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a0c00640 1 -- 172.21.15.22:0/1546681138 <== mon.0 v2:172.21.15.22:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f139c00cbc0 con 0x7f13a415b600 2024-09-10T10:42:14.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a0c00640 1 -- 172.21.15.22:0/1546681138 <== mon.0 v2:172.21.15.22:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f139c014440 con 0x7f13a415b600 2024-09-10T10:42:14.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13ab200640 1 -- 172.21.15.22:0/1546681138 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13a40b2dc0 con 0x7f13a415b600 2024-09-10T10:42:14.943 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13ab200640 1 -- 172.21.15.22:0/1546681138 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13a4142770 con 0x7f13a415b600 2024-09-10T10:42:14.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13ab200640 1 -- 172.21.15.22:0/1546681138 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13a4071140 con 0x7f13a415b600 2024-09-10T10:42:14.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.940+0000 7f13a0c00640 1 -- 172.21.15.22:0/1546681138 <== mon.0 v2:172.21.15.22:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f139c01c070 con 0x7f13a415b600 2024-09-10T10:42:14.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.944+0000 7f13a0c00640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13800678c0 0x7f1380069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:42:14.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.944+0000 7f13a0c00640 1 -- 172.21.15.22:0/1546681138 <== mon.0 v2:172.21.15.22:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 4943+0+0 (secure 0 0 0) 0x7f139c0857a0 con 0x7f13a415b600 2024-09-10T10:42:14.944 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.944+0000 7f13a3e00640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13800678c0 0x7f1380069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:42:14.945 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.944+0000 7f13a3e00640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13800678c0 0x7f1380069d80 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f139400ab60 tx=0x7f1394008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:42:14.948 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:14.948+0000 7f13a0c00640 1 -- 172.21.15.22:0/1546681138 <== mon.0 v2:172.21.15.22:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f139c055e60 con 0x7f13a415b600 2024-09-10T10:42:15.146 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.144+0000 7f13ab200640 1 -- 172.21.15.22:0/1546681138 --> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f13a4072e90 con 0x7f13a415b600 2024-09-10T10:42:15.147 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.144+0000 7f13a0c00640 1 -- 172.21.15.22:0/1546681138 <== mon.0 v2:172.21.15.22:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 107 v107) ==== 95+0+3916 (secure 0 0 0) 0x7f139c05a160 con 0x7f13a415b600 2024-09-10T10:42:15.147 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-10T10:42:15.147 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":107,"btime":"2024-09-10T10:41:41:670342+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6827,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/1259099189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1259099189},{"type":"v1","addr":"172.21.15.145:6836","nonce":1259099189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":6830,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/528487940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":528487940},{"type":"v1","addr":"172.21.15.145:6837","nonce":528487940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":8364,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6834/1215506207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":1215506207},{"type":"v1","addr":"172.21.15.22:6834","nonce":1215506207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100},{"gid":8631,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/691217252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6833","nonce":691217252},{"type":"v1","addr":"172.21.15.22:6835","nonce":691217252}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":107}],"filesystems":[]} 2024-09-10T10:42:15.148 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 107 2024-09-10T10:42:15.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 -- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13800678c0 msgr2=0x7f1380069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:15.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13800678c0 0x7f1380069d80 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f139400ab60 tx=0x7f1394008040 comp rx=0 tx=0).stop 2024-09-10T10:42:15.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 -- 172.21.15.22:0/1546681138 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 msgr2=0x7f13a41644a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:42:15.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 0x7f13a41644a0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f139c00b9a0 tx=0x7f139c00be60 comp rx=0 tx=0).stop 2024-09-10T10:42:15.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 -- 172.21.15.22:0/1546681138 shutdown_connections 2024-09-10T10:42:15.149 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:6832/860825845,v1:172.21.15.145:6833/860825845] conn(0x7f13800678c0 0x7f1380069d80 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:15.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] conn(0x7f13a415b600 0x7f13a41644a0 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:15.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13a415b220 0x7f13a413fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:15.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 --2- 172.21.15.22:0/1546681138 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f13a40b5520 0x7f13a4142f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:42:15.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 -- 172.21.15.22:0/1546681138 >> 172.21.15.22:0/1546681138 conn(0x7f13a4062dd0 msgr2=0x7f13a406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:42:15.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 -- 172.21.15.22:0/1546681138 shutdown_connections 2024-09-10T10:42:15.150 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-10T10:42:15.148+0000 7f13ab200640 1 -- 172.21.15.22:0/1546681138 wait complete. 2024-09-10T10:42:15.169 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-10T10:42:15.169 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-10T10:42:15.170 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:42:15.170 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:15.181 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:42:15.182 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:42:15.182 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:15.239 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:42:15.240 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:42:15.240 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:15.255 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:42:15.256 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:42:15.256 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:15.318 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:42:15.318 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-10T10:42:15.318 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-10T10:42:15.318 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:16.659 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2024-09-10T10:42:21.420 INFO:tasks.ceph.osd.0:Stopped 2024-09-10T10:42:21.421 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-10T10:42:21.421 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:21.508 INFO:tasks.ceph.osd.1:Stopped 2024-09-10T10:42:21.508 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-10T10:42:21.508 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:21.607 INFO:tasks.ceph.osd.2:Stopped 2024-09-10T10:42:21.607 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-10T10:42:21.607 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:21.702 INFO:tasks.ceph.osd.3:Stopped 2024-09-10T10:42:21.702 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-10T10:42:21.703 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:21.799 INFO:tasks.ceph.osd.4:Stopped 2024-09-10T10:42:21.800 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-10T10:42:21.800 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:21.872 INFO:tasks.ceph.osd.5:Stopped 2024-09-10T10:42:21.872 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-10T10:42:21.872 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:21.940 INFO:tasks.ceph.osd.6:Stopped 2024-09-10T10:42:21.940 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-10T10:42:21.940 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:22.545 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-10T10:42:22.545 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s 2024-09-10T10:42:22.545 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~0s 2024-09-10T10:42:22.545 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2024-09-10T10:42:22.545 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2024-09-10T10:42:24.403 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:42:24.407 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:42:28.043 INFO:tasks.ceph.osd.7:Stopped 2024-09-10T10:42:28.043 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-10T10:42:28.044 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-10T10:42:28.044 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:28.049 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-10T10:42:28.049 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-10T10:42:28.050 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 has been restored 2024-09-10T10:42:28.050 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 has been restored 2024-09-10T10:42:28.050 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2024-09-10T10:42:28.105 INFO:tasks.ceph.mgr.y:Stopped 2024-09-10T10:42:28.105 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-10T10:42:28.105 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:28.165 INFO:tasks.ceph.mgr.x:Stopped 2024-09-10T10:42:28.165 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-10T10:42:28.166 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-10T10:42:28.166 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:28.186 INFO:tasks.ceph.mon.a:Stopped 2024-09-10T10:42:28.187 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-10T10:42:28.187 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:28.204 INFO:tasks.ceph.mon.b:Stopped 2024-09-10T10:42:28.204 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-10T10:42:28.204 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:42:28.263 INFO:tasks.ceph.mon.c:Stopped 2024-09-10T10:42:28.264 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-10T10:42:28.264 DEBUG:teuthology.orchestra.run.smithi022:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'responding to mclientcaps\(revoke\)' | egrep -v 'not advance its oldest_client_tid' | egrep -v 'failing to advance its oldest client/flush tid' | egrep -v 'Too many inodes in cache' | egrep -v 'failing to respond to cache pressure' | egrep -v 'slow requests are blocked' | egrep -v 'failing to respond to capability release' | egrep -v 'MDS cache is too large' | egrep -v '\(MDS_CLIENT_OLDEST_TID\)' | egrep -v '\(MDS_CACHE_OVERSIZED\)' | head -n 1 2024-09-10T10:42:28.306 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:42:28.306 DEBUG:teuthology.orchestra.run.smithi022:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-10T10:42:28.690 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:42:28.690 DEBUG:teuthology.orchestra.run.smithi022:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-10T10:42:28.860 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:42:28.860 DEBUG:teuthology.orchestra.run.smithi022:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-10T10:42:28.994 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:42:28.994 DEBUG:teuthology.orchestra.run.smithi022:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-10T10:42:29.150 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:42:29.150 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-10T10:42:29.307 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:42:29.308 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-10T10:42:29.452 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:42:29.453 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-10T10:42:29.621 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:42:29.621 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-10T10:42:29.763 INFO:tasks.ceph:Archiving mon data... 2024-09-10T10:42:29.764 DEBUG:teuthology.misc:Transferring archived files from smithi022:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027/data/mon.a.tgz 2024-09-10T10:42:29.765 DEBUG:teuthology.orchestra.run.smithi022:> mktemp 2024-09-10T10:42:29.774 INFO:teuthology.orchestra.run.smithi022.stdout:/tmp/tmp.h0tdBZWEmj 2024-09-10T10:42:29.774 DEBUG:teuthology.orchestra.run.smithi022:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.h0tdBZWEmj 2024-09-10T10:42:29.921 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 0666 /tmp/tmp.h0tdBZWEmj 2024-09-10T10:42:30.001 DEBUG:teuthology.orchestra.remote:smithi022:/tmp/tmp.h0tdBZWEmj is 416KB 2024-09-10T10:42:30.066 DEBUG:teuthology.orchestra.run.smithi022:> rm -fr /tmp/tmp.h0tdBZWEmj 2024-09-10T10:42:30.075 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027/data/mon.b.tgz 2024-09-10T10:42:30.075 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2024-09-10T10:42:30.083 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.I9xK0hPezH 2024-09-10T10:42:30.084 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.I9xK0hPezH 2024-09-10T10:42:30.226 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.I9xK0hPezH 2024-09-10T10:42:30.299 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.I9xK0hPezH is 419KB 2024-09-10T10:42:30.366 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.I9xK0hPezH 2024-09-10T10:42:30.374 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027/data/mon.c.tgz 2024-09-10T10:42:30.375 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2024-09-10T10:42:30.422 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.FZvV0OPNr2 2024-09-10T10:42:30.423 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.FZvV0OPNr2 2024-09-10T10:42:30.558 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.FZvV0OPNr2 2024-09-10T10:42:30.631 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.FZvV0OPNr2 is 419KB 2024-09-10T10:42:30.693 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.FZvV0OPNr2 2024-09-10T10:42:30.702 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-10T10:42:30.702 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T10:42:30.705 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T10:42:30.777 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T10:42:30.814 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T10:42:30.815 INFO:tasks.ceph:Archiving crash dumps... 2024-09-10T10:42:30.817 DEBUG:teuthology.misc:Transferring archived files from smithi022:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027/remote/smithi022/crash 2024-09-10T10:42:30.817 DEBUG:teuthology.orchestra.run.smithi022:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T10:42:30.844 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027/remote/smithi145/crash 2024-09-10T10:42:30.845 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T10:42:30.876 INFO:tasks.ceph:Shutting down logrotate 2024-09-10T10:42:30.877 DEBUG:teuthology.orchestra.run.smithi022:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:42:30.890 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:42:30.968 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-10T10:42:30.990 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-10T10:42:31.008 INFO:tasks.ceph:Compressing logs... 2024-09-10T10:42:31.008 DEBUG:teuthology.orchestra.run.smithi022:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T10:42:31.038 DEBUG:teuthology.orchestra.run.smithi145:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T10:42:31.076 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49515.log 2024-09-10T10:42:31.077 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49339.log 2024-09-10T10:42:31.078 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34256.log 2024-09-10T10:42:31.078 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49515.log.gz 2024-09-10T10:42:31.079 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49339.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38577.log 2024-09-10T10:42:31.079 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49339.log.gz 2024-09-10T10:42:31.079 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34256.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50962.log 2024-09-10T10:42:31.080 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35972.log 2024-09-10T10:42:31.081 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34256.log.gz 2024-09-10T10:42:31.081 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38577.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45222.log 2024-09-10T10:42:31.081 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.38577.log.gz 2024-09-10T10:42:31.084 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49105.log 2024-09-10T10:42:31.084 INFO:teuthology.orchestra.run.smithi022.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50962.log.gz 2024-09-10T10:42:31.084 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37678.log 2024-09-10T10:42:31.084 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45222.log.gz 2024-09-10T10:42:31.084 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45254.log 2024-09-10T10:42:31.084 INFO:teuthology.orchestra.run.smithi022.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49105.log.gz 2024-09-10T10:42:31.084 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37422.log 2024-09-10T10:42:31.085 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29096.log 2024-09-10T10:42:31.085 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.35972.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-10T10:42:31.085 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.35972.log.gz 2024-09-10T10:42:31.085 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29096.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-10T10:42:31.085 INFO:teuthology.orchestra.run.smithi145.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.29096.log.gz 2024-09-10T10:42:31.085 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.34659.log 2024-09-10T10:42:31.085 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.34898.log 2024-09-10T10:42:31.085 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.34659.log: gzip 0.0% -5 -- replaced with /var/log/ceph/ceph-client.1.34659.log.gz 2024-09-10T10:42:31.085 INFO:teuthology.orchestra.run.smithi145.stderr: --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-10T10:42:31.085 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.34898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29144.log 2024-09-10T10:42:31.086 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.34898.log.gz 2024-09-10T10:42:31.087 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35716.log 2024-09-10T10:42:31.087 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29048.log 2024-09-10T10:42:31.087 INFO:teuthology.orchestra.run.smithi145.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.29144.log.gz 2024-09-10T10:42:31.088 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.37678.log.gz 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46239.log 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45254.log.gz 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36576.log 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.37422.log.gz 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47903.log 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46239.log.gz 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45034.log 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36576.log.gz 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35923.log 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47903.log.gz 2024-09-10T10:42:31.089 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48357.log 2024-09-10T10:42:31.092 INFO:teuthology.orchestra.run.smithi022.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45034.log.gz 2024-09-10T10:42:31.092 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47046.log 2024-09-10T10:42:31.092 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.35923.log.gz 2024-09-10T10:42:31.092 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46131.log 2024-09-10T10:42:31.092 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48357.log.gz 2024-09-10T10:42:31.092 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48383.log 2024-09-10T10:42:31.092 INFO:teuthology.orchestra.run.smithi022.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47046.log.gz 2024-09-10T10:42:31.092 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39706.log 2024-09-10T10:42:31.093 INFO:teuthology.orchestra.run.smithi022.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46131.log.gz 2024-09-10T10:42:31.093 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.35716.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.35716.log.gz 2024-09-10T10:42:31.093 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35499.log 2024-09-10T10:42:31.093 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29048.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 88.6% 2024-09-10T10:42:31.093 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.29048.log.gz 2024-09-10T10:42:31.093 INFO:teuthology.orchestra.run.smithi145.stderr:gzip/var/log/ceph/ceph-client.1.35499.log: -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T10:42:31.094 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.35499.log.gz 2024-09-10T10:42:31.094 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29072.log 2024-09-10T10:42:31.094 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28976.log 2024-09-10T10:42:31.095 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29072.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-10T10:42:31.095 INFO:teuthology.orchestra.run.smithi145.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.29072.log.gz 2024-09-10T10:42:31.095 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.28976.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.28976.log.gz 2024-09-10T10:42:31.097 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42705.log 2024-09-10T10:42:31.097 INFO:teuthology.orchestra.run.smithi022.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.48383.log.gz 2024-09-10T10:42:31.097 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39706.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34997.log 2024-09-10T10:42:31.097 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.39706.log.gz 2024-09-10T10:42:31.097 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46867.log 2024-09-10T10:42:31.097 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42705.log.gz 2024-09-10T10:42:31.097 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44198.log 2024-09-10T10:42:31.097 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34997.log.gz 2024-09-10T10:42:31.097 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40675.log 2024-09-10T10:42:31.097 INFO:teuthology.orchestra.run.smithi022.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.46867.log.gz 2024-09-10T10:42:31.102 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35118.log 2024-09-10T10:42:31.102 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mon.c.log: 92.7% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T10:42:31.102 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35008.log 2024-09-10T10:42:31.102 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.35118.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.35118.log.gz 2024-09-10T10:42:31.102 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29000.log 2024-09-10T10:42:31.102 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.35008.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T10:42:31.102 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.35008.log.gz 2024-09-10T10:42:31.102 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29000.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.29000.log.gz 2024-09-10T10:42:31.102 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35836.log 2024-09-10T10:42:31.102 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-10T10:42:31.105 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.35836.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.35836.log.gz 2024-09-10T10:42:31.105 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35224.log 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44198.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46434.log 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.44198.log.gz 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40675.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34747.log 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.40675.log.gz 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43558.log 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46434.log.gz 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38035.log 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.34747.log.gz 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43558.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36699.log 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43558.log.gz 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37957.log 2024-09-10T10:42:31.106 INFO:teuthology.orchestra.run.smithi022.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38035.log.gz 2024-09-10T10:42:31.107 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41280.log 2024-09-10T10:42:31.107 INFO:teuthology.orchestra.run.smithi022.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36699.log.gz 2024-09-10T10:42:31.107 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37957.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-10T10:42:31.107 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37957.log.gz 2024-09-10T10:42:31.107 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45164.log 2024-09-10T10:42:31.107 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41280.log.gz 2024-09-10T10:42:31.107 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46898.log 2024-09-10T10:42:31.107 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45563.log 2024-09-10T10:42:31.107 INFO:teuthology.orchestra.run.smithi022.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45164.log.gz 2024-09-10T10:42:31.109 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mds.d.log: /var/log/ceph/ceph-client.1.35224.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.35224.log.gz 2024-09-10T10:42:31.109 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-10T10:42:31.110 INFO:teuthology.orchestra.run.smithi145.stderr: 93.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T10:42:31.110 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mds.b.log: 93.1% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-10T10:42:31.111 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48007.log 2024-09-10T10:42:31.111 INFO:teuthology.orchestra.run.smithi022.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46898.log.gz 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45563.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36221.log 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45563.log.gz 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45947.log 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48007.log.gz 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44315.log 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36221.log.gz 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36628.log 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45947.log.gz 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44315.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35741.log 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr: 94.5% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-10T10:42:31.112 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44315.log.gz 2024-09-10T10:42:31.114 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-10T10:42:31.114 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-10T10:42:31.115 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37879.log 2024-09-10T10:42:31.115 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36628.log.gz 2024-09-10T10:42:31.115 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49941.log 2024-09-10T10:42:31.115 INFO:teuthology.orchestra.run.smithi022.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.35741.log.gz 2024-09-10T10:42:31.115 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41846.log 2024-09-10T10:42:31.115 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.37879.log.gz 2024-09-10T10:42:31.115 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49941.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33320.log 2024-09-10T10:42:31.115 INFO:teuthology.orchestra.run.smithi022.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.49941.log.gz 2024-09-10T10:42:31.117 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49216.log 2024-09-10T10:42:31.117 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41846.log.gz 2024-09-10T10:42:31.117 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49183.log 2024-09-10T10:42:31.117 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.33320.log.gz 2024-09-10T10:42:31.117 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34334.log 2024-09-10T10:42:31.118 INFO:teuthology.orchestra.run.smithi022.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49216.log.gz 2024-09-10T10:42:31.118 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44283.log 2024-09-10T10:42:31.118 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49183.log.gz 2024-09-10T10:42:31.119 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45336.log 2024-09-10T10:42:31.119 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34334.log.gz 2024-09-10T10:42:31.120 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44283.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43147.log 2024-09-10T10:42:31.120 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44283.log.gz 2024-09-10T10:42:31.120 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37183.log 2024-09-10T10:42:31.121 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45336.log.gz 2024-09-10T10:42:31.121 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43147.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48494.log 2024-09-10T10:42:31.121 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43147.log.gz 2024-09-10T10:42:31.122 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42166.log 2024-09-10T10:42:31.122 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.37183.log.gz 2024-09-10T10:42:31.122 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33346.log 2024-09-10T10:42:31.123 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35605.log 2024-09-10T10:42:31.123 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.34763.log 2024-09-10T10:42:31.123 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.35605.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.35605.log.gz 2024-09-10T10:42:31.124 INFO:teuthology.orchestra.run.smithi022.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.48494.log.gz 2024-09-10T10:42:31.124 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42166.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-10T10:42:31.124 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42166.log.gz 2024-09-10T10:42:31.124 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41499.log 2024-09-10T10:42:31.127 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29024.log 2024-09-10T10:42:31.127 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.3.34763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29120.log 2024-09-10T10:42:31.127 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.3.34763.log.gz 2024-09-10T10:42:31.127 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29024.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.29024.log.gz 2024-09-10T10:42:31.128 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.33346.log.gz 2024-09-10T10:42:31.128 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45284.log 2024-09-10T10:42:31.128 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46731.log 2024-09-10T10:42:31.128 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41499.log.gz 2024-09-10T10:42:31.128 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49248.log 2024-09-10T10:42:31.128 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45284.log.gz 2024-09-10T10:42:31.128 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46731.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34008.log 2024-09-10T10:42:31.129 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35343.log 2024-09-10T10:42:31.130 INFO:teuthology.orchestra.run.smithi022.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46731.log.gz 2024-09-10T10:42:31.130 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33268.log 2024-09-10T10:42:31.131 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49248.log.gz 2024-09-10T10:42:31.131 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43348.log 2024-09-10T10:42:31.131 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34008.log.gz 2024-09-10T10:42:31.131 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47254.log 2024-09-10T10:42:31.131 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29120.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.29120.log.gz 2024-09-10T10:42:31.132 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.33268.log.gz 2024-09-10T10:42:31.132 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40940.log 2024-09-10T10:42:31.132 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43348.log.gz 2024-09-10T10:42:31.132 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46513.log 2024-09-10T10:42:31.133 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47254.log.gz 2024-09-10T10:42:31.133 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.35343.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.35343.log.gz 2024-09-10T10:42:31.135 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35975.log 2024-09-10T10:42:31.135 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.40940.log.gz 2024-09-10T10:42:31.135 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33605.log 2024-09-10T10:42:31.135 INFO:teuthology.orchestra.run.smithi022.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46513.log.gz 2024-09-10T10:42:31.136 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37730.log 2024-09-10T10:42:31.136 INFO:teuthology.orchestra.run.smithi022.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35975.log.gz 2024-09-10T10:42:31.137 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42678.log 2024-09-10T10:42:31.137 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37730.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.33605.log.gz 2024-09-10T10:42:31.137 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.37730.log.gz 2024-09-10T10:42:31.137 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43121.log 2024-09-10T10:42:31.138 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48819.log 2024-09-10T10:42:31.138 INFO:teuthology.orchestra.run.smithi022.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.42678.log.gz 2024-09-10T10:42:31.138 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34877.log 2024-09-10T10:42:31.138 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.43121.log.gz 2024-09-10T10:42:31.139 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35622.log 2024-09-10T10:42:31.139 INFO:teuthology.orchestra.run.smithi022.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.48819.log.gz 2024-09-10T10:42:31.140 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42140.log 2024-09-10T10:42:31.140 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.34877.log.gz 2024-09-10T10:42:31.141 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35622.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46033.log 2024-09-10T10:42:31.141 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.35622.log.gz 2024-09-10T10:42:31.142 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42140.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36602.log 2024-09-10T10:42:31.142 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42140.log.gz 2024-09-10T10:42:31.142 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50804.log 2024-09-10T10:42:31.143 INFO:teuthology.orchestra.run.smithi022.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46033.log.gz 2024-09-10T10:42:31.144 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42114.log 2024-09-10T10:42:31.144 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36602.log.gz 2024-09-10T10:42:31.145 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49619.log 2024-09-10T10:42:31.146 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50804.log.gz 2024-09-10T10:42:31.146 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38655.log 2024-09-10T10:42:31.146 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42114.log.gz 2024-09-10T10:42:31.147 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49619.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50492.log 2024-09-10T10:42:31.147 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49619.log.gz 2024-09-10T10:42:31.147 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48187.log 2024-09-10T10:42:31.148 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.38655.log.gz 2024-09-10T10:42:31.149 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33792.log 2024-09-10T10:42:31.149 INFO:teuthology.orchestra.run.smithi022.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50492.log.gz 2024-09-10T10:42:31.149 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42575.log 2024-09-10T10:42:31.149 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48187.log.gz 2024-09-10T10:42:31.149 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39563.log 2024-09-10T10:42:31.150 INFO:teuthology.orchestra.run.smithi022.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.33792.log.gz 2024-09-10T10:42:31.150 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41688.log 2024-09-10T10:42:31.150 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42575.log.gz 2024-09-10T10:42:31.151 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39563.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37266.log 2024-09-10T10:42:31.152 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.39563.log.gz 2024-09-10T10:42:31.152 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38887.log 2024-09-10T10:42:31.153 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41688.log.gz 2024-09-10T10:42:31.153 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40370.log 2024-09-10T10:42:31.153 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.37266.log.gz 2024-09-10T10:42:31.154 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50622.log 2024-09-10T10:42:31.154 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.38887.log.gz 2024-09-10T10:42:31.155 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37595.log 2024-09-10T10:42:31.155 INFO:teuthology.orchestra.run.smithi022.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.40370.log.gz 2024-09-10T10:42:31.156 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50622.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48572.log 2024-09-10T10:42:31.156 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50622.log.gz 2024-09-10T10:42:31.156 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33216.log 2024-09-10T10:42:31.157 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.37595.log.gz 2024-09-10T10:42:31.157 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.46636.log 2024-09-10T10:42:31.159 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48572.log.gz 2024-09-10T10:42:31.159 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43318.log 2024-09-10T10:42:31.159 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.33216.log.gz 2024-09-10T10:42:31.159 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.46636.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.0.46636.log.gz 2024-09-10T10:42:31.160 INFO:teuthology.orchestra.run.smithi022.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.35949.log 2024-09-10T10:42:31.160 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34825.log 2024-09-10T10:42:31.161 INFO:teuthology.orchestra.run.smithi022.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43318.log.gz 2024-09-10T10:42:31.161 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48111.log 2024-09-10T10:42:31.161 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.35949.log.gz 2024-09-10T10:42:31.162 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33815.log 2024-09-10T10:42:31.162 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.34825.log.gz 2024-09-10T10:42:31.163 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37983.log 2024-09-10T10:42:31.163 INFO:teuthology.orchestra.run.smithi022.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48111.log.gz 2024-09-10T10:42:31.164 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35437.log 2024-09-10T10:42:31.164 INFO:teuthology.orchestra.run.smithi022.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.33815.log.gz 2024-09-10T10:42:31.164 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41020.log 2024-09-10T10:42:31.164 INFO:teuthology.orchestra.run.smithi022.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37983.log.gz 2024-09-10T10:42:31.165 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35437.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34968.log 2024-09-10T10:42:31.166 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.35437.log.gz 2024-09-10T10:42:31.166 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45511.log 2024-09-10T10:42:31.166 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41020.log.gz 2024-09-10T10:42:31.167 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47429.log 2024-09-10T10:42:31.167 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.34968.log.gz 2024-09-10T10:42:31.168 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45511.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35157.log 2024-09-10T10:42:31.168 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45511.log.gz 2024-09-10T10:42:31.169 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47377.log 2024-09-10T10:42:31.169 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47429.log.gz 2024-09-10T10:42:31.170 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46183.log 2024-09-10T10:42:31.170 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.35157.log.gz 2024-09-10T10:42:31.171 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43480.log 2024-09-10T10:42:31.171 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47377.log.gz 2024-09-10T10:42:31.171 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42991.log 2024-09-10T10:42:31.172 INFO:teuthology.orchestra.run.smithi022.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46183.log.gz 2024-09-10T10:42:31.172 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47677.log 2024-09-10T10:42:31.173 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43480.log.gz 2024-09-10T10:42:31.175 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47177.log 2024-09-10T10:42:31.176 INFO:teuthology.orchestra.run.smithi022.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42991.log.gz 2024-09-10T10:42:31.178 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47677.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42601.log 2024-09-10T10:42:31.178 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47677.log.gz 2024-09-10T10:42:31.178 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35105.log 2024-09-10T10:42:31.178 INFO:teuthology.orchestra.run.smithi022.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47177.log.gz 2024-09-10T10:42:31.178 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41358.log 2024-09-10T10:42:31.178 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42601.log.gz 2024-09-10T10:42:31.178 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41900.log 2024-09-10T10:42:31.178 INFO:teuthology.orchestra.run.smithi022.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.35105.log.gz 2024-09-10T10:42:31.178 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28962.log 2024-09-10T10:42:31.178 INFO:teuthology.orchestra.run.smithi022.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.41358.log.gz 2024-09-10T10:42:31.179 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41900.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40265.log 2024-09-10T10:42:31.179 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41900.log.gz 2024-09-10T10:42:31.179 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.28962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43996.log 2024-09-10T10:42:31.179 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.28962.log.gz 2024-09-10T10:42:31.180 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37931.log 2024-09-10T10:42:31.180 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.40265.log.gz 2024-09-10T10:42:31.181 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47229.log 2024-09-10T10:42:31.181 INFO:teuthology.orchestra.run.smithi022.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43996.log.gz 2024-09-10T10:42:31.182 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47073.log 2024-09-10T10:42:31.182 INFO:teuthology.orchestra.run.smithi022.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37931.log.gz 2024-09-10T10:42:31.182 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35463.log 2024-09-10T10:42:31.183 INFO:teuthology.orchestra.run.smithi022.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47229.log.gz 2024-09-10T10:42:31.183 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44171.log 2024-09-10T10:42:31.184 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47073.log.gz 2024-09-10T10:42:31.184 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42299.log 2024-09-10T10:42:31.184 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.35463.log.gz 2024-09-10T10:42:31.185 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34565.log 2024-09-10T10:42:31.185 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44171.log.gz 2024-09-10T10:42:31.186 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47151.log 2024-09-10T10:42:31.186 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42299.log.gz 2024-09-10T10:42:31.187 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.34565.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.34565.log.gz 2024-09-10T10:42:31.187 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34773.log 2024-09-10T10:42:31.187 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35819.log 2024-09-10T10:42:31.187 INFO:teuthology.orchestra.run.smithi022.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47151.log.gz 2024-09-10T10:42:31.188 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45973.log 2024-09-10T10:42:31.188 INFO:teuthology.orchestra.run.smithi022.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.34773.log.gz 2024-09-10T10:42:31.189 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35819.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-10T10:42:31.189 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.35819.log.gz 2024-09-10T10:42:31.190 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37498.log 2024-09-10T10:42:31.190 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45973.log.gz 2024-09-10T10:42:31.191 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38525.log 2024-09-10T10:42:31.192 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37498.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39650.log 2024-09-10T10:42:31.192 INFO:teuthology.orchestra.run.smithi022.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37498.log.gz 2024-09-10T10:42:31.193 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38525.log: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.38525.log.gz 2024-09-10T10:42:31.193 INFO:teuthology.orchestra.run.smithi022.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46589.log 2024-09-10T10:42:31.194 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37652.log 2024-09-10T10:42:31.194 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.39650.log.gz 2024-09-10T10:42:31.195 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46589.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46589.log.gz 2024-09-10T10:42:31.195 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50938.log 2024-09-10T10:42:31.196 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37652.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42031.log 2024-09-10T10:42:31.196 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.37652.log.gz 2024-09-10T10:42:31.197 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50938.log: gzip -5 89.3% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.50938.log.gz 2024-09-10T10:42:31.197 INFO:teuthology.orchestra.run.smithi022.stderr: /var/log/ceph/ceph-client.admin.42627.log 2024-09-10T10:42:31.198 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50187.log 2024-09-10T10:42:31.198 INFO:teuthology.orchestra.run.smithi022.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42031.log.gz 2024-09-10T10:42:31.199 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39357.log 2024-09-10T10:42:31.200 INFO:teuthology.orchestra.run.smithi022.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.42627.log.gz 2024-09-10T10:42:31.200 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47325.log 2024-09-10T10:42:31.201 INFO:teuthology.orchestra.run.smithi022.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50187.log.gz 2024-09-10T10:42:31.201 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45190.log 2024-09-10T10:42:31.201 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.39357.log.gz 2024-09-10T10:42:31.203 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35183.log 2024-09-10T10:42:31.203 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.47325.log.gz 2024-09-10T10:42:31.203 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38824.log 2024-09-10T10:42:31.203 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45190.log.gz 2024-09-10T10:42:31.205 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45640.log 2024-09-10T10:42:31.205 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.35183.log.gz 2024-09-10T10:42:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34230.log 2024-09-10T10:42:31.206 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.38824.log.gz 2024-09-10T10:42:31.206 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45640.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33607.log 2024-09-10T10:42:31.207 INFO:teuthology.orchestra.run.smithi022.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45640.log.gz 2024-09-10T10:42:31.208 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48605.log 2024-09-10T10:42:31.208 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34230.log.gz 2024-09-10T10:42:31.208 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43292.log 2024-09-10T10:42:31.208 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.33607.log.gz 2024-09-10T10:42:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36725.log 2024-09-10T10:42:31.210 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48605.log.gz 2024-09-10T10:42:31.210 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41926.log 2024-09-10T10:42:31.210 INFO:teuthology.orchestra.run.smithi022.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43292.log.gz 2024-09-10T10:42:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36725.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40474.log 2024-09-10T10:42:31.211 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36725.log.gz 2024-09-10T10:42:31.211 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41176.log 2024-09-10T10:42:31.212 INFO:teuthology.orchestra.run.smithi022.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.41926.log.gz 2024-09-10T10:42:31.212 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40474.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.40474.log.gz 2024-09-10T10:42:31.212 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49313.log 2024-09-10T10:42:31.213 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48949.log 2024-09-10T10:42:31.214 INFO:teuthology.orchestra.run.smithi022.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.41176.log.gz 2024-09-10T10:42:31.214 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49313.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28863.log 2024-09-10T10:42:31.214 INFO:teuthology.orchestra.run.smithi022.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.49313.log.gz 2024-09-10T10:42:31.215 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49775.log 2024-09-10T10:42:31.216 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.28863.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48949.log.gz 2024-09-10T10:42:31.217 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40762.log 2024-09-10T10:42:31.217 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.28863.log.gz 2024-09-10T10:42:31.217 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49775.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-10T10:42:31.217 INFO:teuthology.orchestra.run.smithi022.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49775.log.gz 2024-09-10T10:42:31.218 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44710.log 2024-09-10T10:42:31.218 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.40762.log.gz 2024-09-10T10:42:31.219 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37318.log 2024-09-10T10:42:31.220 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44710.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44710.log.gz 2024-09-10T10:42:31.221 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33802.log 2024-09-10T10:42:31.221 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38419.log 2024-09-10T10:42:31.222 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37318.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.37318.log.gz 2024-09-10T10:42:31.222 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34204.log 2024-09-10T10:42:31.222 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.33802.log.gz 2024-09-10T10:42:31.223 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.38419.log: -- /var/log/ceph/ceph-client.admin.36940.log 2024-09-10T10:42:31.224 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.38419.log.gz 2024-09-10T10:42:31.225 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34204.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37808.log 2024-09-10T10:42:31.225 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.34204.log.gz 2024-09-10T10:42:31.225 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39167.log 2024-09-10T10:42:31.226 INFO:teuthology.orchestra.run.smithi022.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.36940.log.gz 2024-09-10T10:42:31.226 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38337.log 2024-09-10T10:42:31.227 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37808.log.gz 2024-09-10T10:42:31.228 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42913.log 2024-09-10T10:42:31.228 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.39167.log.gz 2024-09-10T10:42:31.229 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38757.log 2024-09-10T10:42:31.229 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.38337.log.gz 2024-09-10T10:42:31.230 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42913.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36387.log 2024-09-10T10:42:31.230 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42913.log.gz 2024-09-10T10:42:31.231 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38757.log: gzip 88.9% -- replaced with /var/log/ceph/ceph-client.admin.38757.log.gz -5 2024-09-10T10:42:31.231 INFO:teuthology.orchestra.run.smithi022.stderr: --verbose -- /var/log/ceph/ceph-client.admin.33108.log 2024-09-10T10:42:31.232 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48546.log 2024-09-10T10:42:31.232 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.36387.log.gz 2024-09-10T10:42:31.233 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33108.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.33108.log.gz 2024-09-10T10:42:31.233 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41473.log 2024-09-10T10:42:31.234 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40794.log 2024-09-10T10:42:31.236 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48546.log: /var/log/ceph/ceph-client.admin.41473.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.48546.log.gz 2024-09-10T10:42:31.236 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45138.log 2024-09-10T10:42:31.236 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41473.log.gz 2024-09-10T10:42:31.236 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50988.log 2024-09-10T10:42:31.237 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.40794.log.gz 2024-09-10T10:42:31.237 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41551.log 2024-09-10T10:42:31.238 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45138.log.gz 2024-09-10T10:42:31.238 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33814.log 2024-09-10T10:42:31.239 INFO:teuthology.orchestra.run.smithi022.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.50988.log.gz 2024-09-10T10:42:31.240 INFO:teuthology.orchestra.run.smithi145.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-10T10:42:31.240 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49365.log 2024-09-10T10:42:31.240 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.41551.log.gz 2024-09-10T10:42:31.241 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39193.log 2024-09-10T10:42:31.241 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.33814.log.gz 2024-09-10T10:42:31.242 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49365.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44380.log 2024-09-10T10:42:31.242 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49365.log.gz 2024-09-10T10:42:31.243 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39890.log 2024-09-10T10:42:31.243 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.39193.log.gz 2024-09-10T10:42:31.244 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40649.log 2024-09-10T10:42:31.244 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.44380.log.gz 2024-09-10T10:42:31.245 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38126.log 2024-09-10T10:42:31.246 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.39890.log.gz 2024-09-10T10:42:31.246 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34903.log 2024-09-10T10:42:31.246 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.40649.log.gz 2024-09-10T10:42:31.248 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47099.log 2024-09-10T10:42:31.248 INFO:teuthology.orchestra.run.smithi022.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.38126.log.gz 2024-09-10T10:42:31.249 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40571.log 2024-09-10T10:42:31.249 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.34903.log.gz 2024-09-10T10:42:31.250 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46835.log 2024-09-10T10:42:31.250 INFO:teuthology.orchestra.run.smithi022.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47099.log.gz 2024-09-10T10:42:31.251 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39507.log 2024-09-10T10:42:31.251 INFO:teuthology.orchestra.run.smithi022.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.40571.log.gz 2024-09-10T10:42:31.251 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49801.log 2024-09-10T10:42:31.252 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46835.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46835.log.gz 2024-09-10T10:42:31.253 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38707.log 2024-09-10T10:42:31.253 INFO:teuthology.orchestra.run.smithi022.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39507.log.gz 2024-09-10T10:42:31.254 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50700.log 2024-09-10T10:42:31.254 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49801.log.gz 2024-09-10T10:42:31.255 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49827.log 2024-09-10T10:42:31.256 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50700.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.38707.log.gzgzip 2024-09-10T10:42:31.256 INFO:teuthology.orchestra.run.smithi022.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50882.log 2024-09-10T10:42:31.256 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50700.log.gz 2024-09-10T10:42:31.257 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38857.log 2024-09-10T10:42:31.257 INFO:teuthology.orchestra.run.smithi022.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.49827.log.gz 2024-09-10T10:42:31.258 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48844.log 2024-09-10T10:42:31.258 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50882.log.gz 2024-09-10T10:42:31.259 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45739.log 2024-09-10T10:42:31.260 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.38857.log.gz 2024-09-10T10:42:31.261 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50310.log 2024-09-10T10:42:31.261 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48844.log.gz 2024-09-10T10:42:31.261 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.38807.log 2024-09-10T10:42:31.262 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45739.log: /var/log/ceph/ceph-client.admin.50310.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45739.log.gz 2024-09-10T10:42:31.262 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39942.log 2024-09-10T10:42:31.262 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50310.log.gz 2024-09-10T10:42:31.263 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.38807.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.38807.log.gz 2024-09-10T10:42:31.263 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37396.log 2024-09-10T10:42:31.264 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39535.log 2024-09-10T10:42:31.265 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39942.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.39942.log.gz 2024-09-10T10:42:31.265 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44067.log 2024-09-10T10:42:31.265 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.37396.log.gz 2024-09-10T10:42:31.266 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45843.log 2024-09-10T10:42:31.266 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.39535.log.gz 2024-09-10T10:42:31.267 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38551.log 2024-09-10T10:42:31.268 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44067.log.gz 2024-09-10T10:42:31.268 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37292.log 2024-09-10T10:42:31.269 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45843.log.gz 2024-09-10T10:42:31.269 INFO:teuthology.orchestra.run.smithi022.stderr:gzip/var/log/ceph/ceph-client.admin.38551.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.45791.log 2024-09-10T10:42:31.270 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.38551.log.gz 2024-09-10T10:42:31.270 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40292.log 2024-09-10T10:42:31.271 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.37292.log.gz 2024-09-10T10:42:31.272 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39758.log 2024-09-10T10:42:31.272 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45791.log.gz 2024-09-10T10:42:31.273 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47851.log 2024-09-10T10:42:31.273 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.40292.log.gz 2024-09-10T10:42:31.274 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44550.log 2024-09-10T10:42:31.274 INFO:teuthology.orchestra.run.smithi022.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39758.log.gz 2024-09-10T10:42:31.275 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35385.log 2024-09-10T10:42:31.275 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47851.log.gz 2024-09-10T10:42:31.276 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35515.log 2024-09-10T10:42:31.277 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44550.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44550.log.gz 2024-09-10T10:42:31.277 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49157.log 2024-09-10T10:42:31.277 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.35385.log.gz 2024-09-10T10:42:31.278 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50336.log 2024-09-10T10:42:31.278 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.35515.log.gz 2024-09-10T10:42:31.279 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48033.log 2024-09-10T10:42:31.280 INFO:teuthology.orchestra.run.smithi022.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49157.log.gz 2024-09-10T10:42:31.280 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41456.log 2024-09-10T10:42:31.280 INFO:teuthology.orchestra.run.smithi022.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50336.log.gz 2024-09-10T10:42:31.281 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42246.log 2024-09-10T10:42:31.281 INFO:teuthology.orchestra.run.smithi022.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.48033.log.gz 2024-09-10T10:42:31.282 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.41456.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43057.log 2024-09-10T10:42:31.282 INFO:teuthology.orchestra.run.smithi022.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.41456.log.gz 2024-09-10T10:42:31.283 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41332.log 2024-09-10T10:42:31.283 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42246.log.gz 2024-09-10T10:42:31.284 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39680.log 2024-09-10T10:42:31.284 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43057.log.gz 2024-09-10T10:42:31.285 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41408.log 2024-09-10T10:42:31.286 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39680.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41332.log.gz 2024-09-10T10:42:31.286 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.39680.log.gz 2024-09-10T10:42:31.287 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38992.log 2024-09-10T10:42:31.287 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48715.log 2024-09-10T10:42:31.288 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41408.log: /var/log/ceph/ceph-client.admin.38992.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41408.log.gz 2024-09-10T10:42:31.289 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47481.log 2024-09-10T10:42:31.289 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38992.log.gz 2024-09-10T10:42:31.290 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44606.log 2024-09-10T10:42:31.290 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48715.log.gz 2024-09-10T10:42:31.290 INFO:teuthology.orchestra.run.smithi022.stderr:gzip/var/log/ceph/ceph-client.admin.47481.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.35793.log 2024-09-10T10:42:31.291 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44606.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47481.log.gz 2024-09-10T10:42:31.292 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49079.log 2024-09-10T10:42:31.292 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44606.log.gz 2024-09-10T10:42:31.293 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35793.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42192.log 2024-09-10T10:42:31.293 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.35793.log.gz 2024-09-10T10:42:31.293 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46065.log/var/log/ceph/ceph-client.admin.49079.log: 2024-09-10T10:42:31.294 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42192.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49079.log.gz 2024-09-10T10:42:31.295 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42757.log 2024-09-10T10:42:31.295 INFO:teuthology.orchestra.run.smithi022.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42192.log.gz 2024-09-10T10:42:31.296 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46065.log: gzip 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46065.log.gz 2024-09-10T10:42:31.296 INFO:teuthology.orchestra.run.smithi022.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50083.log 2024-09-10T10:42:31.297 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43428.log 2024-09-10T10:42:31.297 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42757.log.gz 2024-09-10T10:42:31.298 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46487.log 2024-09-10T10:42:31.298 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50083.log.gz 2024-09-10T10:42:31.299 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50596.log 2024-09-10T10:42:31.299 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43428.log.gz 2024-09-10T10:42:31.300 INFO:teuthology.orchestra.run.smithi022.stderr:gzip/var/log/ceph/ceph-client.admin.46487.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.41577.log 2024-09-10T10:42:31.300 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46487.log.gz 2024-09-10T10:42:31.301 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40911.log 2024-09-10T10:42:31.301 INFO:teuthology.orchestra.run.smithi022.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50596.log.gz 2024-09-10T10:42:31.302 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41577.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45086.log 2024-09-10T10:42:31.302 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.41577.log.gz 2024-09-10T10:42:31.303 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48767.log 2024-09-10T10:42:31.303 INFO:teuthology.orchestra.run.smithi022.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.40911.log.gz 2024-09-10T10:42:31.304 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38274.log 2024-09-10T10:42:31.305 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45086.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45086.log.gz 2024-09-10T10:42:31.305 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48767.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35650.log 2024-09-10T10:42:31.306 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.48767.log.gz 2024-09-10T10:42:31.306 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33598.log 2024-09-10T10:42:31.308 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38274.log: /var/log/ceph/ceph-client.admin.35650.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.38274.log.gz 2024-09-10T10:42:31.308 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47203.log 2024-09-10T10:42:31.308 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.35650.log.gz 2024-09-10T10:42:31.310 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47768.log 2024-09-10T10:42:31.310 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.33598.log.gz 2024-09-10T10:42:31.310 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38914.log 2024-09-10T10:42:31.310 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47203.log.gz 2024-09-10T10:42:31.311 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47768.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-10T10:42:31.311 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.47768.log.gz 2024-09-10T10:42:31.311 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38914.log: 88.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.38914.log.gz -5 2024-09-10T10:42:31.312 INFO:teuthology.orchestra.run.smithi022.stderr: --verbose -- /var/log/ceph/ceph-client.admin.45112.log 2024-09-10T10:42:31.312 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46356.log 2024-09-10T10:42:31.313 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-osd.3.log: /var/log/ceph/ceph-client.admin.45112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37148.log 2024-09-10T10:42:31.314 INFO:teuthology.orchestra.run.smithi022.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45112.log.gz 2024-09-10T10:42:31.314 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34719.log 2024-09-10T10:42:31.315 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46356.log.gz 2024-09-10T10:42:31.316 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37148.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36270.log 2024-09-10T10:42:31.316 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37148.log.gz 2024-09-10T10:42:31.317 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47125.log 2024-09-10T10:42:31.317 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.34719.log.gz 2024-09-10T10:42:31.318 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34937.log 2024-09-10T10:42:31.318 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.36270.log.gz 2024-09-10T10:42:31.319 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39324.log 2024-09-10T10:42:31.319 INFO:teuthology.orchestra.run.smithi022.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47125.log.gz 2024-09-10T10:42:31.320 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44093.log 2024-09-10T10:42:31.320 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.34937.log.gz 2024-09-10T10:42:31.321 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48663.log 2024-09-10T10:42:31.322 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.39324.log.gz 2024-09-10T10:42:31.322 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44093.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43454.log 2024-09-10T10:42:31.322 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44093.log.gz 2024-09-10T10:42:31.323 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39624.log 2024-09-10T10:42:31.324 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48663.log.gz 2024-09-10T10:42:31.325 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39018.log 2024-09-10T10:42:31.325 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43454.log.gz 2024-09-10T10:42:31.325 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48059.log 2024-09-10T10:42:31.326 INFO:teuthology.orchestra.run.smithi022.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.39624.log.gz 2024-09-10T10:42:31.326 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46211.log 2024-09-10T10:42:31.327 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39018.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.39018.log.gz 2024-09-10T10:42:31.327 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33082.log 2024-09-10T10:42:31.328 INFO:teuthology.orchestra.run.smithi022.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48059.log.gz 2024-09-10T10:42:31.328 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33798.log 2024-09-10T10:42:31.329 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46211.log.gz 2024-09-10T10:42:31.329 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.49924.log 2024-09-10T10:42:31.329 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.33082.log.gz 2024-09-10T10:42:31.330 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50544.log 2024-09-10T10:42:31.331 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.33798.log.gz 2024-09-10T10:42:31.331 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.49924.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.49924.log.gz 2024-09-10T10:42:31.331 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49001.log 2024-09-10T10:42:31.332 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39968.log 2024-09-10T10:42:31.333 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50544.log: /var/log/ceph/ceph-client.admin.49001.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50544.log.gz 2024-09-10T10:42:31.333 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41046.log 2024-09-10T10:42:31.333 INFO:teuthology.orchestra.run.smithi022.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49001.log.gz 2024-09-10T10:42:31.334 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49131.log 2024-09-10T10:42:31.335 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41046.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.39968.log.gz 2024-09-10T10:42:31.335 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35685.log 2024-09-10T10:42:31.336 INFO:teuthology.orchestra.run.smithi022.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41046.log.gz 2024-09-10T10:42:31.336 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40422.log 2024-09-10T10:42:31.337 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49131.log.gz 2024-09-10T10:42:31.338 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45310.log 2024-09-10T10:42:31.338 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.35685.log.gz 2024-09-10T10:42:31.339 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38499.log 2024-09-10T10:42:31.339 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40422.log.gz 2024-09-10T10:42:31.340 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28747.log 2024-09-10T10:42:31.340 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45310.log.gz 2024-09-10T10:42:31.341 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38499.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.23863.log 2024-09-10T10:42:31.341 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.38499.log.gz 2024-09-10T10:42:31.342 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.28747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45537.log 2024-09-10T10:42:31.342 INFO:teuthology.orchestra.run.smithi022.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.28747.log.gz 2024-09-10T10:42:31.343 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph.tmp-client.admin.23863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46783.log 2024-09-10T10:42:31.343 INFO:teuthology.orchestra.run.smithi022.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.23863.log.gz 2024-09-10T10:42:31.344 INFO:teuthology.orchestra.run.smithi145.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-10T10:42:31.344 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45537.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37905.log 2024-09-10T10:42:31.344 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45537.log.gz 2024-09-10T10:42:31.345 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33372.log 2024-09-10T10:42:31.345 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46783.log.gz 2024-09-10T10:42:31.346 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36195.log 2024-09-10T10:42:31.346 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.37905.log.gz 2024-09-10T10:42:31.347 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44658.log 2024-09-10T10:42:31.348 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.33372.log.gz 2024-09-10T10:42:31.348 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41150.log 2024-09-10T10:42:31.349 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36195.log.gz 2024-09-10T10:42:31.350 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49749.log 2024-09-10T10:42:31.350 INFO:teuthology.orchestra.run.smithi022.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.44658.log.gz 2024-09-10T10:42:31.350 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37704.log 2024-09-10T10:42:31.351 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41150.log.gz 2024-09-10T10:42:31.351 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41228.log 2024-09-10T10:42:31.352 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49749.log.gz 2024-09-10T10:42:31.353 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37704.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50284.log 2024-09-10T10:42:31.353 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.37704.log.gz 2024-09-10T10:42:31.354 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37063.log 2024-09-10T10:42:31.354 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41228.log.gz 2024-09-10T10:42:31.355 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33804.log 2024-09-10T10:42:31.355 INFO:teuthology.orchestra.run.smithi022.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50284.log.gz 2024-09-10T10:42:31.356 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37063.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42444.log 2024-09-10T10:42:31.356 INFO:teuthology.orchestra.run.smithi022.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37063.log.gz 2024-09-10T10:42:31.357 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41978.log 2024-09-10T10:42:31.357 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.33804.log.gz 2024-09-10T10:42:31.358 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42444.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-10T10:42:31.358 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42444.log.gz 2024-09-10T10:42:31.359 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45666.log 2024-09-10T10:42:31.359 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41978.log.gz 2024-09-10T10:42:31.360 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48409.log 2024-09-10T10:42:31.362 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36673.log 2024-09-10T10:42:31.362 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45666.log.gz 2024-09-10T10:42:31.363 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50908.log 2024-09-10T10:42:31.363 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48409.log.gz 2024-09-10T10:42:31.364 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50213.log 2024-09-10T10:42:31.364 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36673.log.gz 2024-09-10T10:42:31.365 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50908.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50908.log.gz 2024-09-10T10:42:31.366 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40597.log 2024-09-10T10:42:31.367 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50213.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50213.log.gz 2024-09-10T10:42:31.367 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33590.log 2024-09-10T10:42:31.368 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44250.log 2024-09-10T10:42:31.369 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40597.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.40597.log.gz 2024-09-10T10:42:31.369 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33590.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.33590.log.gz 2024-09-10T10:42:31.370 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44224.log 2024-09-10T10:42:31.371 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44250.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44250.log.gz 2024-09-10T10:42:31.371 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39219.log 2024-09-10T10:42:31.372 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40234.log 2024-09-10T10:42:31.373 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44224.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44224.log.gz/var/log/ceph/ceph-client.admin.39219.log: 2024-09-10T10:42:31.373 INFO:teuthology.orchestra.run.smithi022.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.39219.log.gz 2024-09-10T10:42:31.374 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37782.log 2024-09-10T10:42:31.375 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40234.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.40234.log.gz 2024-09-10T10:42:31.375 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48277.log 2024-09-10T10:42:31.376 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36029.log 2024-09-10T10:42:31.377 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37782.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.37782.log.gz 2024-09-10T10:42:31.377 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48277.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48277.log.gz 2024-09-10T10:42:31.378 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40729.log 2024-09-10T10:42:31.378 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36029.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36029.log.gz 2024-09-10T10:42:31.379 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47351.log 2024-09-10T10:42:31.380 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39298.log 2024-09-10T10:42:31.381 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40729.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.40729.log.gz 2024-09-10T10:42:31.381 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47351.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47351.log.gz 2024-09-10T10:42:31.382 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41124.log 2024-09-10T10:42:31.383 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39298.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.39298.log.gz 2024-09-10T10:42:31.383 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45895.log 2024-09-10T10:42:31.384 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46809.log 2024-09-10T10:42:31.385 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41124.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41124.log.gz 2024-09-10T10:42:31.385 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45895.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45895.log.gz 2024-09-10T10:42:31.386 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50726.log 2024-09-10T10:42:31.387 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46809.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46809.log.gz 2024-09-10T10:42:31.387 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50518.log 2024-09-10T10:42:31.388 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42087.log 2024-09-10T10:42:31.389 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50726.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50726.log.gz 2024-09-10T10:42:31.389 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50518.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50518.log.gz 2024-09-10T10:42:31.390 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42835.log 2024-09-10T10:42:31.390 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42087.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42087.log.gz 2024-09-10T10:42:31.391 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48870.log 2024-09-10T10:42:31.392 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44145.log 2024-09-10T10:42:31.393 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42835.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42835.log.gz 2024-09-10T10:42:31.393 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48870.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48870.log.gz 2024-09-10T10:42:31.394 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45589.log 2024-09-10T10:42:31.395 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44145.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44145.log.gz 2024-09-10T10:42:31.395 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46757.log 2024-09-10T10:42:31.396 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40545.log 2024-09-10T10:42:31.397 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45589.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45589.log.gz 2024-09-10T10:42:31.397 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46757.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46757.log.gz 2024-09-10T10:42:31.398 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36471.log 2024-09-10T10:42:31.398 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40545.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.40545.log.gz 2024-09-10T10:42:31.399 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42861.log 2024-09-10T10:42:31.400 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39141.log 2024-09-10T10:42:31.401 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36471.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36471.log.gz 2024-09-10T10:42:31.401 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42861.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42861.log.gz 2024-09-10T10:42:31.402 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33502.log 2024-09-10T10:42:31.402 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.39141.log.gz 2024-09-10T10:42:31.403 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46326.log 2024-09-10T10:42:31.404 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48435.log 2024-09-10T10:42:31.404 INFO:teuthology.orchestra.run.smithi022.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.33502.log.gz 2024-09-10T10:42:31.405 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41768.log 2024-09-10T10:42:31.406 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46326.log.gz 2024-09-10T10:42:31.406 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48435.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.48435.log.gz 2024-09-10T10:42:31.407 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46705.log 2024-09-10T10:42:31.408 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41768.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41768.log.gz 2024-09-10T10:42:31.408 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44461.log 2024-09-10T10:42:31.409 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44738.log 2024-09-10T10:42:31.410 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46705.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46705.log.gz 2024-09-10T10:42:31.411 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44461.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44461.log.gz 2024-09-10T10:42:31.411 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49723.log 2024-09-10T10:42:31.412 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44738.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44738.log.gz 2024-09-10T10:42:31.412 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40082.log 2024-09-10T10:42:31.413 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41661.log 2024-09-10T10:42:31.414 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49723.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49723.log.gz 2024-09-10T10:42:31.414 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40082.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.40082.log.gz 2024-09-10T10:42:31.415 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43686.log 2024-09-10T10:42:31.417 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41661.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41661.log.gz 2024-09-10T10:42:31.417 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35715.log 2024-09-10T10:42:31.418 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43686.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.43686.log.gz 2024-09-10T10:42:31.418 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33608.log 2024-09-10T10:42:31.419 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34607.log 2024-09-10T10:42:31.420 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.35715.log.gz 2024-09-10T10:42:31.421 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33608.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.33608.log.gz 2024-09-10T10:42:31.421 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36524.log 2024-09-10T10:42:31.421 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34607.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.34607.log.gz 2024-09-10T10:42:31.422 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50466.log 2024-09-10T10:42:31.423 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44489.log 2024-09-10T10:42:31.423 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36524.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.36524.log.gz 2024-09-10T10:42:31.424 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50466.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.50466.log.gz 2024-09-10T10:42:31.424 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38473.log 2024-09-10T10:42:31.425 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44489.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44489.log.gz 2024-09-10T10:42:31.426 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35079.log 2024-09-10T10:42:31.426 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49593.log 2024-09-10T10:42:31.427 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38473.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.38473.log.gz 2024-09-10T10:42:31.428 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35079.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.35079.log.gz 2024-09-10T10:42:31.428 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41254.log 2024-09-10T10:42:31.429 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49593.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.49593.log.gz 2024-09-10T10:42:31.429 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35027.log 2024-09-10T10:42:31.430 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43532.log 2024-09-10T10:42:31.431 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41254.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.41254.log.gz 2024-09-10T10:42:31.432 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35027.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.35027.log.gz 2024-09-10T10:42:31.432 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37209.log 2024-09-10T10:42:31.433 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43532.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43532.log.gz 2024-09-10T10:42:31.433 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43402.log 2024-09-10T10:42:31.434 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44119.log 2024-09-10T10:42:31.435 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37209.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37209.log.gz 2024-09-10T10:42:31.435 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43402.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43402.log.gz 2024-09-10T10:42:31.436 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37120.log 2024-09-10T10:42:31.437 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44119.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44119.log.gz 2024-09-10T10:42:31.437 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33476.log 2024-09-10T10:42:31.438 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41306.log 2024-09-10T10:42:31.439 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37120.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.37120.log.gz 2024-09-10T10:42:31.440 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33476.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.33476.log.gz 2024-09-10T10:42:31.440 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43918.log 2024-09-10T10:42:31.441 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41306.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41306.log.gz 2024-09-10T10:42:31.441 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36300.log 2024-09-10T10:42:31.442 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35897.log 2024-09-10T10:42:31.443 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43918.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43918.log.gz 2024-09-10T10:42:31.443 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36300.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36300.log.gz 2024-09-10T10:42:31.444 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48923.log 2024-09-10T10:42:31.445 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35897.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.35897.log.gz 2024-09-10T10:42:31.445 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T10:42:31.446 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42939.log 2024-09-10T10:42:31.449 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48923.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48923.log.gz/var/log/ceph/ceph.log: 2024-09-10T10:42:31.449 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42939.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42939.log.gz 2024-09-10T10:42:31.449 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34023.log 2024-09-10T10:42:31.450 INFO:teuthology.orchestra.run.smithi022.stderr: 87.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T10:42:31.450 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33450.log 2024-09-10T10:42:31.451 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44406.log 2024-09-10T10:42:31.452 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34023.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.34023.log.gz 2024-09-10T10:42:31.453 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33450.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.33450.log.gz 2024-09-10T10:42:31.453 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39272.log 2024-09-10T10:42:31.454 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44406.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44406.log.gz 2024-09-10T10:42:31.454 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36855.log 2024-09-10T10:42:31.455 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45817.log 2024-09-10T10:42:31.456 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39272.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.39272.log.gz 2024-09-10T10:42:31.457 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36855.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.36855.log.gz 2024-09-10T10:42:31.457 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37344.log 2024-09-10T10:42:31.458 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45817.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45817.log.gz 2024-09-10T10:42:31.458 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42523.log 2024-09-10T10:42:31.459 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50414.log 2024-09-10T10:42:31.460 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37344.log: /var/log/ceph/ceph-client.admin.42523.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37344.log.gz 2024-09-10T10:42:31.461 INFO:teuthology.orchestra.run.smithi022.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.42523.log.gz 2024-09-10T10:42:31.461 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32982.log 2024-09-10T10:42:31.462 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50414.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50414.log.gz 2024-09-10T10:42:31.462 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34282.log 2024-09-10T10:42:31.463 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50135.log 2024-09-10T10:42:31.464 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.32982.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.32982.log.gz 2024-09-10T10:42:31.465 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34282.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34282.log.gz 2024-09-10T10:42:31.465 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47645.log 2024-09-10T10:42:31.466 INFO:teuthology.orchestra.run.smithi022.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50135.log.gz 2024-09-10T10:42:31.466 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49877.log 2024-09-10T10:42:31.467 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42549.log 2024-09-10T10:42:31.468 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47645.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47645.log.gz 2024-09-10T10:42:31.469 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49877.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.49877.log.gz 2024-09-10T10:42:31.469 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33056.log 2024-09-10T10:42:31.470 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42549.log.gz 2024-09-10T10:42:31.470 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46679.log 2024-09-10T10:42:31.472 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35411.log 2024-09-10T10:42:31.472 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33056.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.33056.log.gz/var/log/ceph/ceph-client.admin.46679.log: 2024-09-10T10:42:31.473 INFO:teuthology.orchestra.run.smithi022.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.46679.log.gz 2024-09-10T10:42:31.473 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38061.log 2024-09-10T10:42:31.474 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35411.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.35411.log.gz 2024-09-10T10:42:31.474 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44764.log 2024-09-10T10:42:31.475 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37562.log 2024-09-10T10:42:31.476 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38061.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.38061.log.gz 2024-09-10T10:42:31.477 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44764.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44764.log.gz 2024-09-10T10:42:31.477 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48331.log 2024-09-10T10:42:31.478 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37562.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.37562.log.gz 2024-09-10T10:42:31.478 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48234.log 2024-09-10T10:42:31.479 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33803.log 2024-09-10T10:42:31.480 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48331.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.48331.log.gz 2024-09-10T10:42:31.481 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.48234.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.48234.log.gz 2024-09-10T10:42:31.481 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40344.log 2024-09-10T10:42:31.482 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33803.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.33803.log.gz 2024-09-10T10:42:31.482 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39245.log 2024-09-10T10:42:31.484 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40344.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.40344.log.gz 2024-09-10T10:42:31.484 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38217.log 2024-09-10T10:42:31.485 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49541.log 2024-09-10T10:42:31.485 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.39245.log.gz 2024-09-10T10:42:31.486 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38217.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.38217.log.gz 2024-09-10T10:42:31.486 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44816.log 2024-09-10T10:42:31.487 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49541.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49541.log.gz 2024-09-10T10:42:31.488 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48467.log 2024-09-10T10:42:31.489 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35131.log 2024-09-10T10:42:31.489 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44816.log: 89.3%/var/log/ceph/ceph-client.admin.48467.log: -- replaced with /var/log/ceph/ceph-client.admin.44816.log.gz 2024-09-10T10:42:31.490 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48467.log.gz 2024-09-10T10:42:31.490 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47794.log 2024-09-10T10:42:31.491 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35131.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.35131.log.gz 2024-09-10T10:42:31.492 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33294.log 2024-09-10T10:42:31.492 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45485.log 2024-09-10T10:42:31.493 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47794.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47794.log.gz/var/log/ceph/ceph-client.admin.33294.log: 2024-09-10T10:42:31.494 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.33294.log.gz 2024-09-10T10:42:31.494 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42413.log 2024-09-10T10:42:31.495 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45485.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45485.log.gz 2024-09-10T10:42:31.495 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45765.log 2024-09-10T10:42:31.496 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44576.log 2024-09-10T10:42:31.497 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42413.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42413.log.gz 2024-09-10T10:42:31.498 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45765.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45765.log.gz 2024-09-10T10:42:31.498 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34360.log 2024-09-10T10:42:31.499 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44576.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.44576.log.gz 2024-09-10T10:42:31.499 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35319.log 2024-09-10T10:42:31.501 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35053.log 2024-09-10T10:42:31.501 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34360.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.34360.log.gz 2024-09-10T10:42:31.501 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35319.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.35319.log.gz 2024-09-10T10:42:31.502 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47403.log 2024-09-10T10:42:31.503 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35053.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.35053.log.gz 2024-09-10T10:42:31.503 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33816.log 2024-09-10T10:42:31.505 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35235.log 2024-09-10T10:42:31.505 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47403.log.gz 2024-09-10T10:42:31.506 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33816.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.33816.log.gz 2024-09-10T10:42:31.506 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42783.log 2024-09-10T10:42:31.507 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35235.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.35235.log.gz 2024-09-10T10:42:31.507 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46539.log 2024-09-10T10:42:31.508 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46978.log 2024-09-10T10:42:31.509 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42783.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42783.log.gz 2024-09-10T10:42:31.510 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46539.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.46539.log.gz 2024-09-10T10:42:31.511 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38447.log 2024-09-10T10:42:31.511 INFO:teuthology.orchestra.run.smithi022.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46978.log.gz 2024-09-10T10:42:31.512 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46274.log 2024-09-10T10:42:31.513 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41098.log 2024-09-10T10:42:31.513 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.38447.log.gz 2024-09-10T10:42:31.515 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46274.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47559.log 2024-09-10T10:42:31.515 INFO:teuthology.orchestra.run.smithi022.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46274.log.gz 2024-09-10T10:42:31.515 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41098.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.41098.log.gz 2024-09-10T10:42:31.516 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41629.log 2024-09-10T10:42:31.517 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47559.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47559.log.gz 2024-09-10T10:42:31.517 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33528.log 2024-09-10T10:42:31.518 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37756.log 2024-09-10T10:42:31.519 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41629.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41629.log.gz/var/log/ceph/ceph-client.admin.33528.log: 2024-09-10T10:42:31.519 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.33528.log.gz 2024-09-10T10:42:31.520 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42059.log 2024-09-10T10:42:31.520 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37756.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37756.log.gz 2024-09-10T10:42:31.521 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37370.log 2024-09-10T10:42:31.522 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39598.log 2024-09-10T10:42:31.523 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42059.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42059.log.gz/var/log/ceph/ceph-client.admin.37370.log: 2024-09-10T10:42:31.523 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.37370.log.gz 2024-09-10T10:42:31.524 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50570.log 2024-09-10T10:42:31.524 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.39598.log.gz 2024-09-10T10:42:31.525 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37235.log 2024-09-10T10:42:31.528 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43584.log 2024-09-10T10:42:31.528 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50570.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50570.log.gz 2024-09-10T10:42:31.528 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37235.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.37235.log.gz 2024-09-10T10:42:31.528 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50830.log 2024-09-10T10:42:31.529 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43584.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43584.log.gz 2024-09-10T10:42:31.529 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42652.log 2024-09-10T10:42:31.530 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36751.log 2024-09-10T10:42:31.531 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50830.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50830.log.gz 2024-09-10T10:42:31.531 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42652.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42652.log.gz 2024-09-10T10:42:31.532 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39455.log 2024-09-10T10:42:31.532 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36751.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.36751.log.gz 2024-09-10T10:42:31.533 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34386.log 2024-09-10T10:42:31.534 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34007.log 2024-09-10T10:42:31.534 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39455.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.39455.log.gz 2024-09-10T10:42:31.536 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46382.log 2024-09-10T10:42:31.536 INFO:teuthology.orchestra.run.smithi022.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.34386.log.gz 2024-09-10T10:42:31.537 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34007.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.34007.log.gz 2024-09-10T10:42:31.537 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36907.log 2024-09-10T10:42:31.538 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48636.log 2024-09-10T10:42:31.539 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46382.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46382.log.gz 2024-09-10T10:42:31.539 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36907.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36907.log.gz 2024-09-10T10:42:31.540 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49053.log 2024-09-10T10:42:31.541 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48636.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48636.log.gz 2024-09-10T10:42:31.541 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42220.log 2024-09-10T10:42:31.542 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50778.log 2024-09-10T10:42:31.542 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49053.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49053.log.gz 2024-09-10T10:42:31.543 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42220.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.42220.log.gz 2024-09-10T10:42:31.544 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48085.log 2024-09-10T10:42:31.544 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50778.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50778.log.gz 2024-09-10T10:42:31.545 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47981.log 2024-09-10T10:42:31.546 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36972.log 2024-09-10T10:42:31.546 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48085.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48085.log.gz 2024-09-10T10:42:31.547 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47981.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47981.log.gz 2024-09-10T10:42:31.547 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48741.log 2024-09-10T10:42:31.549 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36972.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36972.log.gz 2024-09-10T10:42:31.549 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38681.log 2024-09-10T10:42:31.550 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33424.log 2024-09-10T10:42:31.550 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48741.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48741.log.gz/var/log/ceph/ceph-client.admin.38681.log: 2024-09-10T10:42:31.551 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.38681.log.gz 2024-09-10T10:42:31.551 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43266.log 2024-09-10T10:42:31.552 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33424.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.33424.log.gz 2024-09-10T10:42:31.552 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43944.log 2024-09-10T10:42:31.553 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44894.log 2024-09-10T10:42:31.554 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43266.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.43266.log.gz 2024-09-10T10:42:31.555 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43944.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43944.log.gz 2024-09-10T10:42:31.555 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33164.log 2024-09-10T10:42:31.557 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44894.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.44894.log.gz 2024-09-10T10:42:31.557 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36498.log 2024-09-10T10:42:31.558 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34022.log 2024-09-10T10:42:31.558 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33164.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.33164.log.gz 2024-09-10T10:42:31.559 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36498.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36498.log.gz 2024-09-10T10:42:31.559 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46300.log 2024-09-10T10:42:31.560 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34022.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.34022.log.gz 2024-09-10T10:42:31.561 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38389.log 2024-09-10T10:42:31.561 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38603.log 2024-09-10T10:42:31.562 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46300.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46300.log.gz 2024-09-10T10:42:31.563 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38389.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.38389.log.gz 2024-09-10T10:42:31.563 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33554.log 2024-09-10T10:42:31.564 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38603.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38603.log.gz 2024-09-10T10:42:31.564 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39096.log 2024-09-10T10:42:31.565 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47280.log 2024-09-10T10:42:31.566 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33554.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.33554.log.gz 2024-09-10T10:42:31.567 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39096.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.39096.log.gz 2024-09-10T10:42:31.567 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T10:42:31.568 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47280.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47280.log.gz 2024-09-10T10:42:31.568 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45615.log 2024-09-10T10:42:31.569 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33398.log 2024-09-10T10:42:31.571 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-client.admin.45615.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45615.log.gz 2024-09-10T10:42:31.572 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33398.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-10T10:42:31.572 INFO:teuthology.orchestra.run.smithi022.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.33398.log.gz 2024-09-10T10:42:31.573 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40134.log 2024-09-10T10:42:31.573 INFO:teuthology.orchestra.run.smithi022.stderr: 89.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T10:42:31.576 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-mds.c.log: /var/log/ceph/ceph-client.admin.40134.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.40134.log.gz 2024-09-10T10:42:31.576 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50856.log 2024-09-10T10:42:31.577 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39786.log 2024-09-10T10:42:31.579 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50856.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50856.log.gz 2024-09-10T10:42:31.580 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39786.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.39786.log.gz 2024-09-10T10:42:31.581 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41794.log 2024-09-10T10:42:31.581 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38940.log 2024-09-10T10:42:31.583 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41794.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41794.log.gz 2024-09-10T10:42:31.584 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35489.log 2024-09-10T10:42:31.590 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.38940.log.gz 2024-09-10T10:42:31.590 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38629.log 2024-09-10T10:42:31.590 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35489.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.35489.log.gz 2024-09-10T10:42:31.591 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38629.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.38629.log.gz 2024-09-10T10:42:31.591 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35541.log 2024-09-10T10:42:31.591 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-10T10:42:31.592 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35541.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.35541.log.gz 2024-09-10T10:42:31.594 INFO:teuthology.orchestra.run.smithi145.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-10T10:42:31.596 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44842.log 2024-09-10T10:42:31.598 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49394.log 2024-09-10T10:42:31.598 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44842.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43203.log 2024-09-10T10:42:31.598 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44842.log.gz 2024-09-10T10:42:31.599 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49394.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49394.log.gz 2024-09-10T10:42:31.601 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47015.log 2024-09-10T10:42:31.603 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43203.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43203.log.gz 2024-09-10T10:42:31.604 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48975.log 2024-09-10T10:42:31.606 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45401.log 2024-09-10T10:42:31.607 INFO:teuthology.orchestra.run.smithi022.stderr: 87.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35767.log 2024-09-10T10:42:31.608 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47015.log: -- replaced with /var/log/ceph/ceph-client.admin.48975.log.gz 2024-09-10T10:42:31.610 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40108.log 2024-09-10T10:42:31.610 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47015.log.gz 2024-09-10T10:42:31.612 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45401.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45401.log.gz 2024-09-10T10:42:31.614 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35767.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46461.log 2024-09-10T10:42:31.614 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.35767.log.gz 2024-09-10T10:42:31.615 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40108.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40108.log.gz 2024-09-10T10:42:31.617 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38191.log 2024-09-10T10:42:31.622 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38191.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38191.log.gz 2024-09-10T10:42:31.622 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46461.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46461.log.gz 2024-09-10T10:42:31.622 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35261.log 2024-09-10T10:42:31.625 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35261.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.35261.log.gz 2024-09-10T10:42:31.625 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40197.log 2024-09-10T10:42:31.628 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40197.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.40197.log.gz 2024-09-10T10:42:31.628 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37834.log 2024-09-10T10:42:31.631 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37834.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37834.log.gz 2024-09-10T10:42:31.631 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50004.log 2024-09-10T10:42:31.635 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45459.log 2024-09-10T10:42:31.636 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50004.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50004.log.gz 2024-09-10T10:42:31.636 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45459.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48303.log 2024-09-10T10:42:31.636 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45459.log.gz 2024-09-10T10:42:31.640 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48303.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48303.log.gz 2024-09-10T10:42:31.640 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43025.log 2024-09-10T10:42:31.642 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43733.log 2024-09-10T10:42:31.644 INFO:teuthology.orchestra.run.smithi022.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43025.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49567.log 2024-09-10T10:42:31.644 INFO:teuthology.orchestra.run.smithi022.stderr: 2024-09-10T10:42:31.645 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.43733.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.43733.log.gz 2024-09-10T10:42:31.646 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40018.log 2024-09-10T10:42:31.650 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40018.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.40018.log.gz 2024-09-10T10:42:31.651 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49567.log.gz 2024-09-10T10:42:31.651 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33996.log 2024-09-10T10:42:31.654 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33996.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.33996.log.gz 2024-09-10T10:42:31.654 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37448.log 2024-09-10T10:42:31.657 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37448.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.37448.log.gz 2024-09-10T10:42:31.658 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46653.log 2024-09-10T10:42:31.660 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46653.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46653.log.gz 2024-09-10T10:42:31.660 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45869.log 2024-09-10T10:42:31.663 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44944.log 2024-09-10T10:42:31.663 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45869.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45869.log.gz 2024-09-10T10:42:31.666 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44944.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44944.log.gz 2024-09-10T10:42:31.667 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42731.log 2024-09-10T10:42:31.673 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42731.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42731.log.gz 2024-09-10T10:42:31.673 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42497.log 2024-09-10T10:42:31.673 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42497.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42497.log.gz 2024-09-10T10:42:31.673 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33602.log 2024-09-10T10:42:31.675 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38302.log 2024-09-10T10:42:31.676 INFO:teuthology.orchestra.run.smithi022.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.33602.log.gz 2024-09-10T10:42:31.678 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43506.log 2024-09-10T10:42:31.681 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43506.log: /var/log/ceph/ceph-client.admin.38302.log: 88.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44790.log 2024-09-10T10:42:31.683 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.38302.log.gz 2024-09-10T10:42:31.683 INFO:teuthology.orchestra.run.smithi022.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43506.log.gz 2024-09-10T10:42:31.684 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.34693.log 2024-09-10T10:42:31.690 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.2.34693.log: 0.0% -- replaced with /var/log/ceph/ceph-client.2.34693.log.gz 2024-09-10T10:42:31.690 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44790.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44790.log.gz 2024-09-10T10:42:31.690 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32316.log 2024-09-10T10:42:31.692 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.32316.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.32316.log.gz 2024-09-10T10:42:31.692 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47533.log 2024-09-10T10:42:31.695 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47533.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47533.log.gz 2024-09-10T10:42:31.695 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45432.log 2024-09-10T10:42:31.698 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45432.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45432.log.gz 2024-09-10T10:42:31.698 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40519.log 2024-09-10T10:42:31.699 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50161.log 2024-09-10T10:42:31.704 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40519.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.40519.log.gz 2024-09-10T10:42:31.704 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50161.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50161.log.gz 2024-09-10T10:42:31.704 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36550.log 2024-09-10T10:42:31.707 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36550.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36550.log.gz 2024-09-10T10:42:31.707 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47742.log 2024-09-10T10:42:31.710 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32935.log 2024-09-10T10:42:31.710 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47742.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47742.log.gz 2024-09-10T10:42:31.713 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.32935.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.32935.log.gz 2024-09-10T10:42:31.713 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44868.log 2024-09-10T10:42:31.716 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44868.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44868.log.gz 2024-09-10T10:42:31.716 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36330.log 2024-09-10T10:42:31.719 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41872.log 2024-09-10T10:42:31.720 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36330.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.36330.log.gz 2024-09-10T10:42:31.721 INFO:teuthology.orchestra.run.smithi145.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-10T10:42:31.722 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41872.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41872.log.gz 2024-09-10T10:42:31.723 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36169.log 2024-09-10T10:42:31.725 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36169.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.36169.log.gz 2024-09-10T10:42:31.725 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48520.log 2024-09-10T10:42:31.728 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48520.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48520.log.gz 2024-09-10T10:42:31.729 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41714.log 2024-09-10T10:42:31.729 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50674.log 2024-09-10T10:42:31.732 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41714.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.41714.log.gz 2024-09-10T10:42:31.734 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44432.log 2024-09-10T10:42:31.735 INFO:teuthology.orchestra.run.smithi022.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50674.log.gz 2024-09-10T10:42:31.737 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36003.log 2024-09-10T10:42:31.738 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44432.log.gz 2024-09-10T10:42:31.742 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36003.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36003.log.gz 2024-09-10T10:42:31.742 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40885.log 2024-09-10T10:42:31.745 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40885.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.40885.log.gz 2024-09-10T10:42:31.745 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36418.log 2024-09-10T10:42:31.748 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36418.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36418.log.gz 2024-09-10T10:42:31.748 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48251.log 2024-09-10T10:42:31.751 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43173.log 2024-09-10T10:42:31.751 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48251.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48251.log.gz 2024-09-10T10:42:31.754 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43173.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43173.log.gz 2024-09-10T10:42:31.755 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50057.log 2024-09-10T10:42:31.759 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50057.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50057.log.gz 2024-09-10T10:42:31.759 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50648.log 2024-09-10T10:42:31.760 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50648.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40994.log 2024-09-10T10:42:31.761 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42471.log 2024-09-10T10:42:31.761 INFO:teuthology.orchestra.run.smithi022.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50648.log.gz 2024-09-10T10:42:31.763 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40994.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.40994.log.gz 2024-09-10T10:42:31.765 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34024.log 2024-09-10T10:42:31.767 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42471.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42471.log.gz 2024-09-10T10:42:31.769 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49489.log 2024-09-10T10:42:31.771 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.34024.log.gz 2024-09-10T10:42:31.772 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43374.log 2024-09-10T10:42:31.777 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43374.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43374.log.gz 2024-09-10T10:42:31.777 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49489.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49489.log.gz 2024-09-10T10:42:31.777 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44991.log 2024-09-10T10:42:31.780 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.44991.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.44991.log.gz 2024-09-10T10:42:31.780 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38363.log 2024-09-10T10:42:31.784 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38363.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.38363.log.gz 2024-09-10T10:42:31.784 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50031.log 2024-09-10T10:42:31.786 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50031.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50031.log.gz 2024-09-10T10:42:31.786 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43636.log 2024-09-10T10:42:31.790 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43636.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.43636.log.gz 2024-09-10T10:42:31.790 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41820.log 2024-09-10T10:42:31.797 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41820.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41820.log.gz 2024-09-10T10:42:31.798 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34851.log 2024-09-10T10:42:31.798 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42325.log 2024-09-10T10:42:31.798 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34851.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.34851.log.gz 2024-09-10T10:42:31.798 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42965.log 2024-09-10T10:42:31.800 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42325.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42325.log.gz 2024-09-10T10:42:31.801 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42965.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42965.log.gz 2024-09-10T10:42:31.801 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42379.log 2024-09-10T10:42:31.803 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42379.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42379.log.gz 2024-09-10T10:42:31.803 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50440.log 2024-09-10T10:42:31.804 INFO:teuthology.orchestra.run.smithi145.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-10T10:42:31.806 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49461.log 2024-09-10T10:42:31.807 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50440.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50440.log.gz 2024-09-10T10:42:31.809 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49461.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49461.log.gz 2024-09-10T10:42:31.810 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49697.log 2024-09-10T10:42:31.812 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33190.log 2024-09-10T10:42:31.813 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49697.log.gz 2024-09-10T10:42:31.814 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47955.log 2024-09-10T10:42:31.816 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33190.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.33190.log.gz 2024-09-10T10:42:31.819 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47955.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47955.log.gz 2024-09-10T10:42:31.820 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34009.log 2024-09-10T10:42:31.822 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34009.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.34009.log.gz 2024-09-10T10:42:31.823 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44684.log 2024-09-10T10:42:31.828 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44684.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44684.log.gz 2024-09-10T10:42:31.828 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45362.log 2024-09-10T10:42:31.828 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45362.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45362.log.gz 2024-09-10T10:42:31.829 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37091.log 2024-09-10T10:42:31.831 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37091.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45008.log 2024-09-10T10:42:31.832 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.37091.log.gz 2024-09-10T10:42:31.833 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39732.log 2024-09-10T10:42:31.836 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45008.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45008.log.gz 2024-09-10T10:42:31.837 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34446.log 2024-09-10T10:42:31.838 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39732.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.39732.log.gz 2024-09-10T10:42:31.840 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42005.log 2024-09-10T10:42:31.842 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 88.4% --verbose -- replaced with /var/log/ceph/ceph-client.admin.34446.log.gz -- 2024-09-10T10:42:31.842 INFO:teuthology.orchestra.run.smithi022.stderr: /var/log/ceph/ceph-client.admin.45999.log 2024-09-10T10:42:31.847 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42005.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42005.log.gz 2024-09-10T10:42:31.847 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45999.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45999.log.gz 2024-09-10T10:42:31.848 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34308.log 2024-09-10T10:42:31.849 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34308.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.34308.log.gz 2024-09-10T10:42:31.849 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33593.log 2024-09-10T10:42:31.851 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33136.log 2024-09-10T10:42:31.852 INFO:teuthology.orchestra.run.smithi022.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.33593.log.gz 2024-09-10T10:42:31.853 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47507.log 2024-09-10T10:42:31.855 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33136.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.33136.log.gz 2024-09-10T10:42:31.858 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.47507.log: /var/log/ceph/ceph-client.admin.38966.log 2024-09-10T10:42:31.859 INFO:teuthology.orchestra.run.smithi022.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47507.log.gz 2024-09-10T10:42:31.860 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39070.log 2024-09-10T10:42:31.865 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38966.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.38966.log.gz 2024-09-10T10:42:31.865 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39070.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.39070.log.gz 2024-09-10T10:42:31.865 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47612.log 2024-09-10T10:42:31.869 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47612.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47612.log.gz 2024-09-10T10:42:31.869 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36152.log 2024-09-10T10:42:31.871 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.36152.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.36152.log.gz 2024-09-10T10:42:31.872 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43970.log 2024-09-10T10:42:31.874 INFO:teuthology.orchestra.run.smithi022.stderr:gzip/var/log/ceph/ceph-client.admin.43970.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43970.log.gz 2024-09-10T10:42:31.875 INFO:teuthology.orchestra.run.smithi022.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47455.log 2024-09-10T10:42:31.880 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45060.log 2024-09-10T10:42:31.880 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47455.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.47455.log.gz 2024-09-10T10:42:31.880 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45060.log: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46157.log 2024-09-10T10:42:31.881 INFO:teuthology.orchestra.run.smithi022.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45060.log.gz 2024-09-10T10:42:31.882 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48896.log 2024-09-10T10:42:31.884 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46157.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46157.log.gz 2024-09-10T10:42:31.885 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46926.log 2024-09-10T10:42:31.886 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48896.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48896.log.gz 2024-09-10T10:42:31.887 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39812.log 2024-09-10T10:42:31.891 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39812.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.39812.log.gz 2024-09-10T10:42:31.891 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose 88.6% -- /var/log/ceph/ceph-client.admin.47877.log 2024-09-10T10:42:31.892 INFO:teuthology.orchestra.run.smithi022.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46926.log.gz 2024-09-10T10:42:31.893 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42353.log 2024-09-10T10:42:31.898 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42353.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42353.log.gz 2024-09-10T10:42:31.898 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47877.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47877.log.gz 2024-09-10T10:42:31.898 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36445.log 2024-09-10T10:42:31.901 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36445.log: 93.9% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-10T10:42:31.902 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.36445.log.gz 2024-09-10T10:42:31.902 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34799.log 2024-09-10T10:42:31.903 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43783.log 2024-09-10T10:42:31.905 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34799.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.34799.log.gz 2024-09-10T10:42:31.906 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43783.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43783.log.gz 2024-09-10T10:42:31.906 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38243.log 2024-09-10T10:42:31.907 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36777.log 2024-09-10T10:42:31.909 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38243.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.38243.log.gz 2024-09-10T10:42:31.910 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36777.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.36777.log.gz 2024-09-10T10:42:31.910 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49027.log 2024-09-10T10:42:31.911 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47823.log 2024-09-10T10:42:31.913 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49027.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49027.log.gz 2024-09-10T10:42:31.914 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47823.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47823.log.gz 2024-09-10T10:42:31.914 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35871.log 2024-09-10T10:42:31.916 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41072.log 2024-09-10T10:42:31.917 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35871.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35871.log.gz 2024-09-10T10:42:31.918 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41072.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41072.log.gz 2024-09-10T10:42:31.919 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33601.log 2024-09-10T10:42:31.920 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35567.log 2024-09-10T10:42:31.921 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33601.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.33601.log.gz 2024-09-10T10:42:31.922 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35567.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.35567.log.gz 2024-09-10T10:42:31.922 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43892.log 2024-09-10T10:42:31.924 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40318.log 2024-09-10T10:42:31.926 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43892.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43892.log.gz 2024-09-10T10:42:31.926 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40318.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.40318.log.gz 2024-09-10T10:42:31.927 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41525.log 2024-09-10T10:42:31.928 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41952.log 2024-09-10T10:42:31.930 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41525.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41525.log.gz 2024-09-10T10:42:31.930 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41952.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41952.log.gz 2024-09-10T10:42:31.931 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50388.log 2024-09-10T10:42:31.932 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41740.log 2024-09-10T10:42:31.934 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50388.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50388.log.gz 2024-09-10T10:42:31.934 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41740.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41740.log.gz 2024-09-10T10:42:31.935 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42809.log 2024-09-10T10:42:31.936 INFO:teuthology.orchestra.run.smithi145.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-10T10:42:31.937 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50109.log 2024-09-10T10:42:31.938 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42809.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42809.log.gz 2024-09-10T10:42:31.938 INFO:teuthology.orchestra.run.smithi145.stderr: 94.6% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-10T10:42:31.939 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50109.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50109.log.gz 2024-09-10T10:42:31.939 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43750.log 2024-09-10T10:42:31.941 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49422.log 2024-09-10T10:42:31.942 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43750.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43750.log.gz 2024-09-10T10:42:31.943 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49422.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.49422.log.gz 2024-09-10T10:42:31.943 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40448.log 2024-09-10T10:42:31.945 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35845.log 2024-09-10T10:42:31.946 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40448.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.40448.log.gz 2024-09-10T10:42:31.947 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35845.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.35845.log.gz 2024-09-10T10:42:31.948 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50258.log 2024-09-10T10:42:31.949 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45713.log 2024-09-10T10:42:31.951 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50258.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50258.log.gz 2024-09-10T10:42:31.952 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41603.log 2024-09-10T10:42:31.952 INFO:teuthology.orchestra.run.smithi022.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45713.log.gz 2024-09-10T10:42:31.953 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48793.log 2024-09-10T10:42:31.955 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41603.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.41603.log.gz 2024-09-10T10:42:31.955 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48793.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48793.log.gz 2024-09-10T10:42:31.956 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39864.log 2024-09-10T10:42:31.957 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40396.log 2024-09-10T10:42:31.959 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39864.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.39864.log.gz 2024-09-10T10:42:31.960 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49671.log 2024-09-10T10:42:31.960 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40396.log.gz 2024-09-10T10:42:31.961 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40859.log 2024-09-10T10:42:31.963 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49671.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49671.log.gz 2024-09-10T10:42:31.963 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40859.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.40859.log.gz 2024-09-10T10:42:31.964 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38009.log 2024-09-10T10:42:31.965 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42887.log 2024-09-10T10:42:31.967 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38009.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.38009.log.gz 2024-09-10T10:42:31.968 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46952.log 2024-09-10T10:42:31.968 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42887.log.gz 2024-09-10T10:42:31.969 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34012.log 2024-09-10T10:42:31.971 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46952.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46952.log.gz 2024-09-10T10:42:31.971 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.34012.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.34012.log.gz 2024-09-10T10:42:31.972 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43813.log 2024-09-10T10:42:31.973 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36055.log 2024-09-10T10:42:31.975 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43813.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43813.log.gz 2024-09-10T10:42:31.976 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36055.log: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.36055.log.gz 2024-09-10T10:42:31.976 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44632.log 2024-09-10T10:42:31.978 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33242.log 2024-09-10T10:42:31.979 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44632.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44632.log.gz 2024-09-10T10:42:31.980 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.33242.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.33242.log.gz 2024-09-10T10:42:31.981 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49645.log 2024-09-10T10:42:31.982 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37037.log 2024-09-10T10:42:31.983 INFO:teuthology.orchestra.run.smithi145.stderr: 94.2% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-10T10:42:31.984 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49645.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49645.log.gz 2024-09-10T10:42:31.984 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37037.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.37037.log.gz 2024-09-10T10:42:31.985 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40623.log 2024-09-10T10:42:31.985 INFO:teuthology.orchestra.run.smithi022.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-10T10:42:31.985 INFO:teuthology.orchestra.run.smithi145.stderr: 2024-09-10T10:42:31.986 INFO:teuthology.orchestra.run.smithi145.stderr:real 0m0.929s 2024-09-10T10:42:31.986 INFO:teuthology.orchestra.run.smithi145.stderr:user 0m4.473s 2024-09-10T10:42:31.986 INFO:teuthology.orchestra.run.smithi145.stderr:sys 0m0.411s 2024-09-10T10:42:31.986 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35209.log 2024-09-10T10:42:31.987 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40167.log 2024-09-10T10:42:31.987 INFO:teuthology.orchestra.run.smithi022.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.40623.log.gz 2024-09-10T10:42:31.988 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35209.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35209.log.gz 2024-09-10T10:42:31.989 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40167.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.40167.log.gz 2024-09-10T10:42:31.990 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44022.log 2024-09-10T10:42:31.991 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37545.log 2024-09-10T10:42:31.993 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48689.log 2024-09-10T10:42:31.993 INFO:teuthology.orchestra.run.smithi022.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44022.log.gz 2024-09-10T10:42:31.997 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.37545.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.0.37545.log.gz -5 2024-09-10T10:42:31.997 INFO:teuthology.orchestra.run.smithi022.stderr: --verbose -- /var/log/ceph/ceph-client.admin.38094.log 2024-09-10T10:42:31.997 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35287.log 2024-09-10T10:42:31.997 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48689.log.gz 2024-09-10T10:42:31.997 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.38094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46408.log 2024-09-10T10:42:31.998 INFO:teuthology.orchestra.run.smithi022.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.38094.log.gz 2024-09-10T10:42:31.998 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35287.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.35287.log.gz 2024-09-10T10:42:31.998 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.46408.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46408.log.gz 2024-09-10T10:42:31.999 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47929.log 2024-09-10T10:42:32.000 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35593.log 2024-09-10T10:42:32.001 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47929.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.40065.log 2024-09-10T10:42:32.001 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47929.log.gz 2024-09-10T10:42:32.003 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.35593.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.35593.log.gz 2024-09-10T10:42:32.003 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.0.40065.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.40065.log.gz 2024-09-10T10:42:32.004 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39916.log 2024-09-10T10:42:32.005 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43610.log 2024-09-10T10:42:32.006 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37625.log 2024-09-10T10:42:32.006 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.39916.log.gz 2024-09-10T10:42:32.008 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43610.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43610.log.gz 2024-09-10T10:42:32.008 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.37625.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.37625.log.gz 2024-09-10T10:42:32.009 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40701.log 2024-09-10T10:42:32.010 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48137.log 2024-09-10T10:42:32.012 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47585.log 2024-09-10T10:42:32.012 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.40701.log.gz 2024-09-10T10:42:32.014 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.48137.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.48137.log.gz 2024-09-10T10:42:32.014 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.47585.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47585.log.gz 2024-09-10T10:42:32.014 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49974.log 2024-09-10T10:42:32.016 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50752.log 2024-09-10T10:42:32.017 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.49974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42272.log 2024-09-10T10:42:32.017 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49974.log.gz 2024-09-10T10:42:32.018 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.50752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39838.log 2024-09-10T10:42:32.018 INFO:teuthology.orchestra.run.smithi022.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50752.log.gz 2024-09-10T10:42:32.020 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.42272.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42272.log.gz 2024-09-10T10:42:32.020 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44524.log 2024-09-10T10:42:32.020 INFO:teuthology.orchestra.run.smithi022.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.39838.log.gz 2024-09-10T10:42:32.021 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36829.log 2024-09-10T10:42:32.022 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.44524.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36881.log 2024-09-10T10:42:32.023 INFO:teuthology.orchestra.run.smithi022.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.44524.log.gz 2024-09-10T10:42:32.023 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36829.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36829.log.gz 2024-09-10T10:42:32.025 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36881.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.36881.log.gz 2024-09-10T10:42:32.025 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39481.log 2024-09-10T10:42:32.026 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45921.log 2024-09-10T10:42:32.028 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36803.log 2024-09-10T10:42:32.028 INFO:teuthology.orchestra.run.smithi022.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.39481.log.gz 2024-09-10T10:42:32.029 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.45921.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45921.log.gz 2024-09-10T10:42:32.030 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.36803.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36803.log.gz 2024-09-10T10:42:32.030 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43231.log 2024-09-10T10:42:32.032 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40968.log 2024-09-10T10:42:32.033 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43866.log 2024-09-10T10:42:32.033 INFO:teuthology.orchestra.run.smithi022.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43231.log.gz 2024-09-10T10:42:32.034 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.40968.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40968.log.gz 2024-09-10T10:42:32.035 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43866.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43866.log.gz 2024-09-10T10:42:32.036 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41202.log 2024-09-10T10:42:32.037 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39044.log 2024-09-10T10:42:32.038 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.41202.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43840.log 2024-09-10T10:42:32.039 INFO:teuthology.orchestra.run.smithi022.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41202.log.gz 2024-09-10T10:42:32.039 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36105.log 2024-09-10T10:42:32.039 INFO:teuthology.orchestra.run.smithi022.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.39044.log.gz 2024-09-10T10:42:32.041 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.43840.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43840.log.gz 2024-09-10T10:42:32.041 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5/var/log/ceph/ceph-client.admin.36105.log: --verbose -- /var/log/ceph/ceph-client.admin.39389.log 2024-09-10T10:42:32.042 INFO:teuthology.orchestra.run.smithi022.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36105.log.gz 2024-09-10T10:42:32.043 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/ceph-client.admin.39389.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.39389.log.gz 2024-09-10T10:42:32.125 INFO:teuthology.orchestra.run.smithi022.stderr: 94.2% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-10T10:42:32.151 INFO:teuthology.orchestra.run.smithi022.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-10T10:42:32.155 INFO:teuthology.orchestra.run.smithi022.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-10T10:42:32.200 INFO:teuthology.orchestra.run.smithi022.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-10T10:42:33.051 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-10T10:42:33.261 INFO:teuthology.orchestra.run.smithi022.stderr: 94.3% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-10T10:42:33.262 INFO:teuthology.orchestra.run.smithi022.stderr: 2024-09-10T10:42:33.262 INFO:teuthology.orchestra.run.smithi022.stderr:real 0m2.220s 2024-09-10T10:42:33.262 INFO:teuthology.orchestra.run.smithi022.stderr:user 0m6.680s 2024-09-10T10:42:33.263 INFO:teuthology.orchestra.run.smithi022.stderr:sys 0m1.507s 2024-09-10T10:42:33.263 INFO:tasks.ceph:Archiving logs... 2024-09-10T10:42:33.264 DEBUG:teuthology.misc:Transferring archived files from smithi022:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027/remote/smithi022/log 2024-09-10T10:42:33.265 DEBUG:teuthology.orchestra.run.smithi022:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T10:42:34.389 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027/remote/smithi145/log 2024-09-10T10:42:34.390 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T10:42:34.856 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-10T10:42:34.869 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-10T10:42:34.870 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T10:42:34.873 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T10:42:34.937 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-10T10:42:34.945 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-10T10:42:34.945 DEBUG:teuthology.orchestra.run.smithi022:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T10:42:34.948 DEBUG:teuthology.orchestra.run.smithi145:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T10:42:34.961 INFO:teuthology.orchestra.run.smithi022.stdout: remote refid st t when poll reach delay offset jitter 2024-09-10T10:42:34.962 INFO:teuthology.orchestra.run.smithi022.stdout:============================================================================== 2024-09-10T10:42:34.962 INFO:teuthology.orchestra.run.smithi022.stdout:+hv01.front.sepi 67.205.162.81 3 u 43 64 377 0.087 -0.205 0.296 2024-09-10T10:42:34.962 INFO:teuthology.orchestra.run.smithi022.stdout:*hv02.front.sepi 63.231.80.2 3 u 49 64 377 0.067 -1.242 0.290 2024-09-10T10:42:34.962 INFO:teuthology.orchestra.run.smithi022.stdout:+hv03.front.sepi 74.6.168.72 3 u 38 64 377 0.085 -0.781 0.516 2024-09-10T10:42:34.962 INFO:teuthology.orchestra.run.smithi022.stdout: hv04.front.sepi .INIT. 16 u - 256 0 0.000 +0.000 0.000 2024-09-10T10:42:34.963 INFO:teuthology.orchestra.run.smithi145.stdout: remote refid st t when poll reach delay offset jitter 2024-09-10T10:42:34.963 INFO:teuthology.orchestra.run.smithi145.stdout:============================================================================== 2024-09-10T10:42:34.963 INFO:teuthology.orchestra.run.smithi145.stdout:+hv01.front.sepi 67.205.162.81 3 u 46 64 377 0.112 -0.314 1.262 2024-09-10T10:42:34.964 INFO:teuthology.orchestra.run.smithi145.stdout:*hv02.front.sepi 63.231.80.2 3 u 39 64 377 0.102 -2.972 1.496 2024-09-10T10:42:34.964 INFO:teuthology.orchestra.run.smithi145.stdout:+hv03.front.sepi 74.6.168.72 3 u 43 64 377 0.090 -2.465 1.103 2024-09-10T10:42:34.964 INFO:teuthology.orchestra.run.smithi145.stdout: hv04.front.sepi .INIT. 16 u - 256 0 0.000 +0.000 0.000 2024-09-10T10:42:34.964 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-10T10:42:34.975 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-10T10:42:34.975 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-10T10:42:34.989 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-10T10:42:35.002 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-10T10:42:35.017 INFO:teuthology.task.internal:Duration was 1336.113273 seconds 2024-09-10T10:42:35.017 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-10T10:42:35.027 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-10T10:42:35.027 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T10:42:35.030 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T10:42:35.113 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-10T10:42:35.113 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi022.front.sepia.ceph.com 2024-09-10T10:42:35.113 DEBUG:teuthology.orchestra.run.smithi022:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T10:42:35.135 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi145.front.sepia.ceph.com 2024-09-10T10:42:35.135 DEBUG:teuthology.orchestra.run.smithi145:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T10:42:35.156 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-10T10:42:35.156 DEBUG:teuthology.orchestra.run.smithi022:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T10:42:35.182 DEBUG:teuthology.orchestra.run.smithi145:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T10:42:35.242 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-10T10:42:35.242 DEBUG:teuthology.orchestra.run.smithi022:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T10:42:35.266 DEBUG:teuthology.orchestra.run.smithi145:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T10:42:35.360 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-10T10:42:35.370 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-10T10:42:35.370 DEBUG:teuthology.orchestra.run.smithi022:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T10:42:35.391 DEBUG:teuthology.orchestra.run.smithi145:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T10:42:35.411 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-10T10:42:35.420 DEBUG:teuthology.orchestra.run.smithi022:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T10:42:35.438 DEBUG:teuthology.orchestra.run.smithi145:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T10:42:35.452 INFO:teuthology.orchestra.run.smithi022.stdout:kernel.core_pattern = core 2024-09-10T10:42:35.471 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = core 2024-09-10T10:42:35.490 DEBUG:teuthology.orchestra.run.smithi022:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T10:42:35.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:42:35.518 DEBUG:teuthology.orchestra.run.smithi145:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T10:42:35.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:42:35.537 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-10T10:42:35.547 INFO:teuthology.task.internal:Transferring archived files... 2024-09-10T10:42:35.548 DEBUG:teuthology.misc:Transferring archived files from smithi022:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027/remote/smithi022 2024-09-10T10:42:35.548 DEBUG:teuthology.orchestra.run.smithi022:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T10:42:35.586 DEBUG:teuthology.misc:Transferring archived files from smithi145:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899027/remote/smithi145 2024-09-10T10:42:35.586 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T10:42:35.612 INFO:teuthology.task.internal:Removing archive directory... 2024-09-10T10:42:35.612 DEBUG:teuthology.orchestra.run.smithi022:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T10:42:35.630 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T10:42:35.658 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-10T10:42:35.669 INFO:teuthology.task.internal:Not uploading archives. 2024-09-10T10:42:35.669 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-10T10:42:35.680 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-10T10:42:35.680 DEBUG:teuthology.orchestra.run.smithi022:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T10:42:35.683 DEBUG:teuthology.orchestra.run.smithi145:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T10:42:35.688 INFO:teuthology.orchestra.run.smithi022.stdout: 658135 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 10:42 /home/ubuntu/cephtest 2024-09-10T10:42:35.707 INFO:teuthology.orchestra.run.smithi145.stdout: 658134 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 10:42 /home/ubuntu/cephtest 2024-09-10T10:42:35.709 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-10T10:42:35.720 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-10T10:42:35.745 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a client.1-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/client-limits} duration: 1336.1132731437683 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-10T10:42:35.745 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T10:42:35.814 INFO:teuthology.run:pass